-- Logs begin at Fri 2022-04-15 02:40:13 UTC, end at Fri 2022-04-15 04:45:14 UTC. -- Apr 15 03:26:30.545802 dv-neutron-837140-3-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 15 03:26:33.452793 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.common.config [-] Logging enabled! Apr 15 03:26:33.453380 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev120 Apr 15 03:26:33.453576 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104557) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 03:26:33.457001 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.common.config [-] Logging enabled! Apr 15 03:26:33.457252 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev120 Apr 15 03:26:33.457561 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104557) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 03:26:33.458496 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 15 03:26:33.459266 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 15 03:26:33.459628 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 15 03:26:33.459874 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 15 03:26:33.460101 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 15 03:26:33.460514 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.460937 dv-neutron-837140-3-hyperv neutron-server[104557]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 15 03:26:33.461249 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.461545 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.461835 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.462126 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.462417 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.462730 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.463018 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.463311 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.463595 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.463870 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.464147 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.464438 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.464718 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.465003 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.465289 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.465572 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] debug = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.465851 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.466285 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.466723 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.467003 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.467289 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.467567 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.467835 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.468119 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.468389 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.468719 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] host = dv-neutron-837140-3-hyperv {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.468995 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.469281 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.469566 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.469851 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.470121 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.470396 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.470704 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.470979 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.471251 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] log_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.471521 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.471804 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.472088 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.472382 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.472608 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.472830 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.473127 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.473411 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.473683 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.473954 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.474224 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.475085 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.475359 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.475628 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.475910 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.476190 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.476471 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.476744 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.477015 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.477283 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.477551 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.477832 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.478102 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.478371 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.478660 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.478947 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.479215 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.479489 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.479788 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.480072 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.480354 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.480637 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.480910 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.481191 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.481460 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.481728 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.481996 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] use_json = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.482269 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.482538 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.482849 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.483121 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.483390 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.483661 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.483928 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.484211 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.484479 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:33.484773 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.485068 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.485366 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.485662 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.485967 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.486227 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.486513 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.486816 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.487104 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.487389 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.487675 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.487949 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.488241 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.488528 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.488819 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.489120 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.489411 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.489701 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.490007 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.490283 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.490554 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.490856 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.491141 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.491414 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.491700 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.491985 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.492265 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.492558 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.492841 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.493127 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.493412 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.493681 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.493954 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.494239 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.494511 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.494809 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.495084 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.495368 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.495640 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.495907 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.496183 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.496455 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.496723 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.496991 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.497266 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.497548 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.497820 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.498086 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.498351 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.498642 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.498918 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.499201 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.499475 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.499744 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.500013 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.500285 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.500552 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.500820 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.501091 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.501358 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.501631 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.501897 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.502167 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.502435 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.502795 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.503067 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.503334 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.503603 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.503874 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.504141 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.504408 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.504676 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.504945 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.505214 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.505495 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.505810 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.506084 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.506355 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.506649 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.506926 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.507214 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.507470 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.507742 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.508013 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.508279 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.508565 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.508842 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.509123 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.509418 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.509689 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.509978 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.510248 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.510520 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.510829 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.511102 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.511374 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.511650 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.511925 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.512218 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.512508 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.512795 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.513080 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.513368 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.513643 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.513946 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.514220 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:33.514436 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 15 03:26:33.514697 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104557) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 15 03:26:33.883658 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 15 03:26:33.883863 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 15 03:26:33.884166 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 15 03:26:33.884494 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 15 03:26:34.207242 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.207529 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.207793 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.211329 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.211609 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.211878 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.264801 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.265079 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.265344 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.279715 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.280012 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.280264 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.309614 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.309890 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.310155 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.346438 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.346736 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.347002 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.682923 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.683527 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.683527 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.683758 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.684399 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.782517 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.782863 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.783147 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.783421 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.783689 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.784000 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.784258 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.784516 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.784770 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.785050 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.785312 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.785579 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.785836 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.786087 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.786340 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.786602 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.787409 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.787676 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.787945 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.788203 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.788474 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.788725 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.789005 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.789386 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.789637 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.789884 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.790273 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 15 03:26:34.790512 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 15 03:26:34.790771 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 15 03:26:34.791012 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 15 03:26:34.791241 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 15 03:26:34.791471 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 15 03:26:34.791829 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 15 03:26:34.794880 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 15 03:26:34.798761 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 15 03:26:34.803107 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 15 03:26:34.804715 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 15 03:26:34.805176 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 15 03:26:34.805505 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 15 03:26:34.805885 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 15 03:26:34.808835 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 15 03:26:34.809087 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 15 03:26:34.809434 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 03:26:34.814494 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 15 03:26:34.837454 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 15 03:26:34.837897 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.838193 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104557) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 15 03:26:34.838559 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.839925 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104557) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 15 03:26:34.840202 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 03:26:34.840445 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 15 03:26:34.843734 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.844015 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:34.904894 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 15 03:26:34.905129 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 15 03:26:34.905359 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 15 03:26:34.905714 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 15 03:26:34.925774 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_db.sqlalchemy.engines [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104557) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 15 03:26:35.478009 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.managers [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Initializing driver for type 'gre' Apr 15 03:26:35.478560 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] gre ID ranges: [(1, 1000)] Apr 15 03:26:35.682624 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.managers [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Initializing driver for type 'local' Apr 15 03:26:35.682972 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.managers [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Initializing driver for type 'vlan' Apr 15 03:26:35.786463 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] VlanTypeDriver initialization complete Apr 15 03:26:35.786762 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.managers [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Initializing driver for type 'vxlan' Apr 15 03:26:35.787263 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] vxlan ID ranges: [(1, 1000)] Apr 15 03:26:35.963500 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.managers [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Initializing extension driver 'port_security' Apr 15 03:26:35.963827 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.extensions.port_security [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] PortSecurityExtensionDriver initialization complete Apr 15 03:26:35.964188 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.managers [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Initializing mechanism driver 'openvswitch' Apr 15 03:26:35.964530 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.managers [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Initializing mechanism driver 'hyperv' Apr 15 03:26:35.971062 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.plugins.ml2.plugin [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:26:35.971921 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > port after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.972291 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > port after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.972646 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > port after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.973177 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 15 03:26:35.973616 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > subnet after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.973969 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > subnet after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.974345 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.974799 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 15 03:26:35.975174 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > network after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.977320 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > network after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.977320 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > network after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.977320 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 15 03:26:35.977320 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > security_group after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.977320 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > security_group after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.977704 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.977704 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 15 03:26:35.978038 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.978381 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.978746 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.979144 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 15 03:26:35.979540 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > address_group after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.979883 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > address_group after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.980218 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.980610 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104557) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 15 03:26:35.981043 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] ML2 OVO RPC backend initialized. {{(pid=104557) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 15 03:26:35.981740 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.982095 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.982504 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > network before_response 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.982873 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > networks before_response 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.983233 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > port before_response 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.983550 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > ports before_response 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.983889 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > subnet before_response 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.984256 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > subnets before_response 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.984595 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > network after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.984929 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > network after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.985258 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > network after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.985589 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > port after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.985918 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > port after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.986247 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > port after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.986574 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > subnet after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.986927 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > subnet after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:35.987256 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.001579 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.quota [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded quota_driver: . Apr 15 03:26:36.001935 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.plugin [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Modular L2 Plugin initialization complete Apr 15 03:26:36.002274 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading services supported by the core plugin {{(pid=104557) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 15 03:26:36.002605 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.plugins.ml2.managers [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Got port-security extension from driver 'port_security' Apr 15 03:26:36.003106 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.extensions.vlantransparent [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Disabled vlantransparent extension. Apr 15 03:26:36.003589 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104557) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 15 03:26:36.003908 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading Plugin: router Apr 15 03:26:36.043345 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.043680 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router after_create 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.044043 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router before_create 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.044401 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.044770 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.045123 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router after_delete 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.045477 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.045822 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.046172 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router after_create 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.046512 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router after_update 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.046891 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router after_update 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.047233 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.047700 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router after_update 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.048109 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router precommit_update 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.048471 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: port after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.048809 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: port after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.049142 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: subnet after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.049478 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.049828 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.050172 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router precommit_create 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.050509 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: port before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.050875 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router precommit_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.054442 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router after_update 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.054442 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.054442 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router precommit_create 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.054442 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.054817 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router precommit_update 55549900 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.054817 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > agent after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.054817 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > agent after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.054817 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > network after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.055114 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Tracking information for resource: router configured {{(pid=104557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 15 03:26:36.055224 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Tracking information for resource: floatingip configured {{(pid=104557) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 15 03:26:36.060011 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.db.l3_agentschedulers_db [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 15 03:26:36.060584 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: port after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.060943 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: port after_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.061293 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: port after_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.061642 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: port after_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.062424 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router before_create 55550100 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.062869 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.063487 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router precommit_create 55550100 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.065090 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > router precommit_update 55550100 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.069807 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.services.provider_configuration [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Service providers = [] {{(pid=104557) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 15 03:26:36.070175 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.db.servicetype_db [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104557) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 15 03:26:36.073177 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.services.service_base [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 15 03:26:36.073525 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.services.service_base [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 15 03:26:36.073865 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.services.service_base [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 15 03:26:36.074788 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.services.service_base [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104557) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 15 03:26:36.075156 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.services.service_base [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 15 03:26:36.075532 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 15 03:26:36.075845 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 15 03:26:36.086505 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 15 03:26:36.086870 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading Plugin: auto_allocate Apr 15 03:26:36.092432 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: network precommit_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.092803 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: network precommit_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.093319 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 15 03:26:36.093633 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading Plugin: tag Apr 15 03:26:36.102051 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 15 03:26:36.102373 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading Plugin: timestamp Apr 15 03:26:36.106174 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 15 03:26:36.106499 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading Plugin: network_ip_availability Apr 15 03:26:36.111966 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.112334 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.112686 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.113398 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 15 03:26:36.113717 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading Plugin: flavors Apr 15 03:26:36.119161 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 15 03:26:36.119490 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading Plugin: revisions Apr 15 03:26:36.123717 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104557) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 15 03:26:36.124102 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_concurrency.lockutils [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.240s {{(pid=104557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 15 03:26:36.124830 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104557) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 15 03:26:36.125160 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Initializing extension manager. Apr 15 03:26:36.125680 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: __init__.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.126017 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: __pycache__ {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.126349 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: address_group.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.127125 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.127682 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: address-group Apr 15 03:26:36.128002 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: address_scope.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.128704 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.129203 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: address-scope Apr 15 03:26:36.129525 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.130434 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.130997 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: router-admin-state-down-before-update Apr 15 03:26:36.131319 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: agent.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.132009 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.132505 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: agent Apr 15 03:26:36.132827 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: agent_resources_synced.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.133723 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.134228 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: agent-resources-synced Apr 15 03:26:36.134549 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: allowedaddresspairs.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.136356 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.136869 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: allowed-address-pairs Apr 15 03:26:36.137202 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: auto_allocated_topology.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.138256 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.138794 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: auto-allocated-topology Apr 15 03:26:36.139117 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: availability_zone.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.139797 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.140292 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: availability_zone Apr 15 03:26:36.140615 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: availability_zone_filter.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.141506 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.141999 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: availability_zone_filter Apr 15 03:26:36.142317 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: data_plane_status.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.143250 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.143740 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension data-plane-status not supported by any of loaded plugins Apr 15 03:26:36.144061 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: default_subnetpools.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.144959 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.145454 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: default-subnetpools Apr 15 03:26:36.145772 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.146588 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.147108 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: dhcp_agent_scheduler Apr 15 03:26:36.147427 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: dns.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.148327 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.148817 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension dns-integration not supported by any of loaded plugins Apr 15 03:26:36.149135 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: dns_domain_ports.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.150062 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.150556 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 15 03:26:36.150899 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.151809 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.152302 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 15 03:26:36.152620 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: dvr.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.153276 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.153767 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: dvr Apr 15 03:26:36.154085 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: ecmp_routes.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.155010 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.155504 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 15 03:26:36.155822 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: empty_string_filtering.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.156733 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.157238 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: empty-string-filtering Apr 15 03:26:36.157560 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.158496 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.159013 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 15 03:26:36.159333 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.160238 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.160734 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 15 03:26:36.161051 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: external_net.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.162466 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.162999 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: external-net Apr 15 03:26:36.163314 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.164213 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.164707 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: extra_dhcp_opt Apr 15 03:26:36.165024 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: extraroute.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.165911 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.166404 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: extraroute Apr 15 03:26:36.166745 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: extraroute_atomic.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.167926 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.168427 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: extraroute-atomic Apr 15 03:26:36.168746 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: filter_validation.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.169397 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.169891 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: filter-validation Apr 15 03:26:36.170206 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: fip_pf_description.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.171133 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.171624 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 15 03:26:36.171939 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: fip_pf_port_range.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.172838 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.173330 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 15 03:26:36.173645 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: fip_port_details.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.174553 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.175074 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: fip-port-details Apr 15 03:26:36.175392 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: flavors.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.176591 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.177101 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: flavors Apr 15 03:26:36.178011 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.179647 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.180155 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 15 03:26:36.180481 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: floatingip_pools.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.181176 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.181674 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: floatingip-pools Apr 15 03:26:36.181996 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: ip_allocation.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.182935 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.183429 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension ip_allocation not supported by any of loaded plugins Apr 15 03:26:36.183749 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.184651 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.185151 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: ip-substring-filtering Apr 15 03:26:36.185474 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: l2_adjacency.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.186395 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.186927 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 15 03:26:36.187246 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: l3.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.188203 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.188978 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: router Apr 15 03:26:36.189301 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.191593 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.192112 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 15 03:26:36.192439 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.193369 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.193875 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: ext-gw-mode Apr 15 03:26:36.194197 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.195125 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.195628 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: l3-ha Apr 15 03:26:36.195950 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.196848 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.197347 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 15 03:26:36.197665 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: l3_flavors.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.198568 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.199101 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: l3-flavors Apr 15 03:26:36.199420 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.200767 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.201273 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 15 03:26:36.201597 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.202500 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.203042 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 15 03:26:36.203363 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: l3agentscheduler.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.204386 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.204891 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: l3_agent_scheduler Apr 15 03:26:36.205215 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: local_ip.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.207114 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.207621 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension local_ip not supported by any of loaded plugins Apr 15 03:26:36.207948 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: logging.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.209423 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.209936 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension logging not supported by any of loaded plugins Apr 15 03:26:36.210265 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: metering.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.211031 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.211603 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: metering Apr 15 03:26:36.211927 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.213019 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.213525 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: metering_source_and_destination_fields Apr 15 03:26:36.213844 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: multiprovidernet.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.214812 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.215316 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: multi-provider Apr 15 03:26:36.215636 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: netmtu.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.216540 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.217038 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: net-mtu Apr 15 03:26:36.217356 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: netmtu_writable.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.218257 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.218789 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: net-mtu-writable Apr 15 03:26:36.219107 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: network_availability_zone.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.219765 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.220290 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: network_availability_zone Apr 15 03:26:36.220605 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: network_ip_availability.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.221703 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.222204 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: network-ip-availability Apr 15 03:26:36.222528 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: network_segment_range.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.223305 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.223801 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension network-segment-range not supported by any of loaded plugins Apr 15 03:26:36.224122 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: pagination.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.225641 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.225967 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: pagination Apr 15 03:26:36.226283 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: port_device_profile.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.227206 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.227708 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: port-device-profile Apr 15 03:26:36.228027 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.228936 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.229435 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: port-mac-address-regenerate Apr 15 03:26:36.229753 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.230755 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.231258 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: port-numa-affinity-policy Apr 15 03:26:36.231582 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: port_resource_request.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.232491 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.232988 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension port-resource-request not supported by any of loaded plugins Apr 15 03:26:36.233305 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: port_resource_request_groups.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.234257 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.234787 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 15 03:26:36.235110 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: portbindings.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.236021 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.236516 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: binding Apr 15 03:26:36.236838 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: portbindings_extended.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.238074 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.238580 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: binding-extended Apr 15 03:26:36.238929 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: portsecurity.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.239840 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.240863 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: port-security Apr 15 03:26:36.241181 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: project_id.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.242150 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.242475 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: project-id Apr 15 03:26:36.242823 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: providernet.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.243732 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.244236 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: provider Apr 15 03:26:36.244553 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: qos.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.248047 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.248562 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension qos not supported by any of loaded plugins Apr 15 03:26:36.248890 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.250243 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.250773 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 15 03:26:36.251101 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.252016 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.252517 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 15 03:26:36.252836 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: qos_default.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.253750 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.254249 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension qos-default not supported by any of loaded plugins Apr 15 03:26:36.254569 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: qos_fip.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.255524 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.256026 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension qos-fip not supported by any of loaded plugins Apr 15 03:26:36.256345 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.257250 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.257750 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 15 03:26:36.258071 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: qos_gateway_ip.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.259021 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.259520 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 15 03:26:36.259838 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: qos_port_network_policy.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.260741 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.261240 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 15 03:26:36.261557 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.262582 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.263110 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 15 03:26:36.263430 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.264458 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.264957 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 15 03:26:36.265276 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: qos_pps_rule.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.266444 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.266979 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension qos-pps not supported by any of loaded plugins Apr 15 03:26:36.267299 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: qos_rule_type_details.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.268198 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.268697 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 15 03:26:36.269017 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.269909 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.270412 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 15 03:26:36.270757 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: qos_rules_alias.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.271817 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.272320 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 15 03:26:36.272640 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: quota_check_limit.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.273539 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.274041 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: quota-check-limit Apr 15 03:26:36.274361 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: quotasv2.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.275317 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.275639 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: quotas Apr 15 03:26:36.275956 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: quotasv2_detail.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.277624 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.277955 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: quota_details Apr 15 03:26:36.278279 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: rbac.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.279371 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.279885 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: rbac-policies Apr 15 03:26:36.280207 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: rbac_address_group.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.281120 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.281634 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: rbac-address-group Apr 15 03:26:36.281955 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: rbac_address_scope.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.282897 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.283401 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: rbac-address-scope Apr 15 03:26:36.283725 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: rbac_security_groups.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.284703 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.285205 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: rbac-security-groups Apr 15 03:26:36.285522 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: rbac_subnetpool.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.286427 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.287462 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: rbac-subnetpool Apr 15 03:26:36.287778 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: revisionifmatch.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.288691 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.289191 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: revision-if-match Apr 15 03:26:36.289507 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: revisions.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.290605 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.291126 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: standard-attr-revisions Apr 15 03:26:36.291443 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: router_availability_zone.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.292107 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.292609 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: router_availability_zone Apr 15 03:26:36.292930 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: routerservicetype.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.293883 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.294342 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension router-service-type not supported by any of loaded plugins Apr 15 03:26:36.294684 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.295600 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.296100 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: security-groups-normalized-cidr Apr 15 03:26:36.296416 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.297324 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.297826 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: port-security-groups-filtering Apr 15 03:26:36.298145 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.299088 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.299588 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: security-groups-remote-address-group Apr 15 03:26:36.299903 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.300828 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.301324 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: security-groups-shared-filtering Apr 15 03:26:36.301639 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.302229 dv-neutron-837140-3-hyperv neutron-server[104557]: WARNING neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 15 03:26:36.303172 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: securitygroup.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.312674 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.313196 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: security-group Apr 15 03:26:36.313530 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: segment.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.314510 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.315038 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension segment not supported by any of loaded plugins Apr 15 03:26:36.315365 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.316295 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.316796 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 15 03:26:36.317119 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: servicetype.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.318214 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.318752 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: service-type Apr 15 03:26:36.319078 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: sorting.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.320045 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.320371 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: sorting Apr 15 03:26:36.320692 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: standard_attr_segment.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.321600 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.322104 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 15 03:26:36.322429 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: standardattrdescription.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.323090 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.323591 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: standard-attr-description Apr 15 03:26:36.323912 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: stateful_security_group.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.324843 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.325346 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: stateful-security-group Apr 15 03:26:36.325665 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: stdattrs_common.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.326227 dv-neutron-837140-3-hyperv neutron-server[104557]: WARNING neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 15 03:26:36.326545 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.327515 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.328024 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 15 03:26:36.328344 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: subnet_onboard.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.329390 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.329895 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: subnet_onboard Apr 15 03:26:36.330213 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.331152 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.331650 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 15 03:26:36.331966 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: subnet_service_types.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.332889 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.333394 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: subnet-service-types Apr 15 03:26:36.333740 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: subnetallocation.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.334828 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.335334 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: subnet_allocation Apr 15 03:26:36.335653 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.336304 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.336801 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: subnetpool-prefix-ops Apr 15 03:26:36.337119 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.338029 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.338529 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 15 03:26:36.338874 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: tagging.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.339938 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.340450 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: standard-attr-tag Apr 15 03:26:36.340771 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: timestamp.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.341957 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.342470 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loaded extension: standard-attr-timestamp Apr 15 03:26:36.342820 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: trunk.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.343844 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.344351 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension trunk not supported by any of loaded plugins Apr 15 03:26:36.344674 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: trunk_details.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.345589 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.346093 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension trunk-details not supported by any of loaded plugins Apr 15 03:26:36.346413 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: uplink_status_propagation.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.347349 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.347849 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 15 03:26:36.348167 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Loading extension file: vlantransparent.py {{(pid=104557) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 15 03:26:36.348824 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104557) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 03:26:36.349849 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 15 03:26:36.352367 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Creating instance of TrackedResource for resource:network Apr 15 03:26:36.352884 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Creating instance of TrackedResource for resource:subnet Apr 15 03:26:36.353277 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 03:26:36.353667 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Creating instance of TrackedResource for resource:port Apr 15 03:26:36.354903 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 15 03:26:36.355354 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Service FLAVORS assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 15 03:26:36.355969 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 15 03:26:36.356404 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 15 03:26:36.356733 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Creating instance of TrackedResource for resource:router Apr 15 03:26:36.357156 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Creating instance of TrackedResource for resource:floatingip Apr 15 03:26:36.357643 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Service METERING assigned prefix: /metering {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 15 03:26:36.359122 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.359494 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.359848 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:26:36.360829 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 03:26:36.361276 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Creating instance of TrackedResource for resource:security_group Apr 15 03:26:36.361705 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 03:26:36.362298 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Service CORE assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 15 03:26:36.362649 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 03:26:36.362997 dv-neutron-837140-3-hyperv neutron-server[104557]: WARNING neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] subnetpool is already registered Apr 15 03:26:36.363418 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Service CORE assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 15 03:26:36.363738 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 03:26:36.364064 dv-neutron-837140-3-hyperv neutron-server[104557]: WARNING neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] subnetpool is already registered Apr 15 03:26:36.366946 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 15 03:26:36.367375 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Service FLAVORS assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 15 03:26:36.367966 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 15 03:26:36.368389 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 15 03:26:36.368715 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Creating instance of TrackedResource for resource:router Apr 15 03:26:36.369046 dv-neutron-837140-3-hyperv neutron-server[104557]: WARNING neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] router is already registered Apr 15 03:26:36.369451 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Creating instance of TrackedResource for resource:floatingip Apr 15 03:26:36.369781 dv-neutron-837140-3-hyperv neutron-server[104557]: WARNING neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] floatingip is already registered Apr 15 03:26:36.370230 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Service METERING assigned prefix: /metering {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 15 03:26:36.370913 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 03:26:36.371239 dv-neutron-837140-3-hyperv neutron-server[104557]: WARNING neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] rbac_policy is already registered Apr 15 03:26:36.371646 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Creating instance of TrackedResource for resource:security_group Apr 15 03:26:36.371974 dv-neutron-837140-3-hyperv neutron-server[104557]: WARNING neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] security_group is already registered Apr 15 03:26:36.372368 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 03:26:36.372698 dv-neutron-837140-3-hyperv neutron-server[104557]: WARNING neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] security_group_rule is already registered Apr 15 03:26:36.373315 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Service CORE assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 15 03:26:36.373637 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 03:26:36.373965 dv-neutron-837140-3-hyperv neutron-server[104557]: WARNING neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] subnetpool is already registered Apr 15 03:26:36.374383 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.v2.resource_helper [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Service CORE assigned prefix: {{(pid=104557) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 15 03:26:36.374739 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 03:26:36.375069 dv-neutron-837140-3-hyperv neutron-server[104557]: WARNING neutron.quota.resource_registry [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] subnetpool is already registered Apr 15 03:26:36.375536 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: extensions {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.376973 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: address-groups {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.378439 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: address-scopes {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.379775 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: agents {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.380964 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: auto-allocated-topology {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.382176 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: availability_zones {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.383429 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: dhcp-networks {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.385969 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: dhcp-agents {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.387430 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: routers {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.389610 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: flavors {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.390791 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: service_profiles {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.391984 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: next_providers {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.393421 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: service_profiles {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.394992 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: floatingip-pools {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.396234 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: routers {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.398299 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: floatingips {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.399605 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: l3-routers {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.400972 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: l3-agents {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.402368 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: metering-labels {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.403752 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: metering-label-rules {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.405004 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: network-ip-availabilities {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.406259 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: bindings {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.407932 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: quotas {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.409462 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: quotas {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.411005 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: rbac-policies {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.412818 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: security-groups {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.414034 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: security-group-rules {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.415295 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: service-providers {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.416492 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: subnetpools {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.417908 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: subnetpools {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.419378 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: tags {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.421020 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: tags {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.422841 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: tags {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.424611 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: tags {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.426373 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: tags {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.428822 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: tags {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.430500 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: tags {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.432410 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: tags {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.434134 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: tags {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.436000 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron.api.extensions [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Extended resource: tags {{(pid=104557) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 15 03:26:36.442062 dv-neutron-837140-3-hyperv neutron-server[104557]: WARNING keystonemiddleware.auth_token [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 15 03:26:36.447607 dv-neutron-837140-3-hyperv neutron-server[104557]: WARNING keystonemiddleware.auth_token [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 15 03:26:36.456207 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_concurrency.lockutils [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Acquired lock "singleton_lock" {{(pid=104557) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 15 03:26:36.456676 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_concurrency.lockutils [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Releasing lock "singleton_lock" {{(pid=104557) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 15 03:26:36.457321 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO oslo_service.service [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Starting 2 workers Apr 15 03:26:36.462729 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Started child 104666 {{(pid=104557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 15 03:26:36.467217 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Started child 104667 {{(pid=104557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 15 03:26:36.468100 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:26:36.468731 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO neutron.service [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 15 03:26:36.469379 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:26:36.469650 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [-] (104666) wsgi starting up on http://0.0.0.0:9696 Apr 15 03:26:36.471821 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO oslo_service.service [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Starting 1 workers Apr 15 03:26:36.471996 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:26:36.473457 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [-] (104667) wsgi starting up on http://0.0.0.0:9696 Apr 15 03:26:36.477648 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Started child 104668 {{(pid=104557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 15 03:26:36.478194 dv-neutron-837140-3-hyperv neutron-server[104557]: INFO oslo_service.service [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Starting 1 workers Apr 15 03:26:36.481455 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.service [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] calling RpcWorker wait() {{(pid=104668) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 15 03:26:36.481997 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.service [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] returning from RpcWorker wait() {{(pid=104668) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 15 03:26:36.482754 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Started child 104669 {{(pid=104557) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 15 03:26:36.483302 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:26:36.483546 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG neutron_lib.callbacks.manager [None req-31362e20-5a48-4cb6-94c3-52fa59183a67 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:26:36.483762 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:26:36.485468 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104557) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 15 03:26:36.485675 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 15 03:26:36.485861 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 15 03:26:36.486088 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 15 03:26:36.486422 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 15 03:26:36.486585 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 15 03:26:36.487128 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.487412 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.487586 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:26:36.488032 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.488032 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.488262 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.488798 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.489073 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.489325 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.489588 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.489923 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.490095 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.490260 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.490504 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.490759 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.491069 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.491331 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.491574 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.491822 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.491984 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.492223 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.492505 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.492751 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.493016 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] debug = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.493264 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.493750 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.493985 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.494229 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.494461 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.494750 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.494975 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.495260 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.495496 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.495725 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.495966 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.496229 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.496439 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.496663 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.496897 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.497110 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.497351 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.497567 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.498028 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] host = dv-neutron-837140-3-hyperv {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.498265 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.498519 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.498768 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.499009 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.499270 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.499497 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.499756 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.500029 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.500285 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.500522 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.500779 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.501005 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.501240 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.501476 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] log_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.501626 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] log_options = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.501858 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.502156 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.502387 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.502572 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.502752 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.502911 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.503164 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.503317 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.503564 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.503795 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.504005 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.504230 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.504459 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.504668 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.504922 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.505152 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.505376 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.505650 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.505900 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.506143 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.506388 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.506628 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.506953 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.507256 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.507535 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.507749 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.508000 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.508230 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.508683 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.509007 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.509169 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.509383 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.509595 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.510269 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.510506 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:26:36.510635 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.510784 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.511009 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.511219 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.511492 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.511715 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.511973 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.512237 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.512445 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.512700 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.512915 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.513144 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.513848 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] use_json = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.514277 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.514277 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.514908 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.514908 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.515166 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.515166 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.515431 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.515596 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.515833 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.516235 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.516506 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.516792 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.517038 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.517283 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.517534 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.517781 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.518013 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.518241 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.518499 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.518878 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.519099 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.519480 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.519632 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.519887 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.520195 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.520466 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.520742 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.520979 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.521747 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.521984 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.522207 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.522485 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.522726 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.522956 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.523184 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.523402 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.523696 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.523955 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.524299 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.524561 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.524827 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.525341 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.525341 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.525556 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.525753 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.526544 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.526928 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.527463 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.527578 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.527768 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.528006 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.546221 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.546221 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.546221 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.546221 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.546221 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.546221 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.546221 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.546221 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.546772 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.546772 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.546772 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.546772 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.546772 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.546772 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.546772 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.546772 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.546772 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.547306 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.547306 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.547306 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.547306 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.547306 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.547306 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.547306 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.547306 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.547306 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.547895 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.547895 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.547895 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.547895 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.547895 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.547895 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.547895 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.547895 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.547895 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.548451 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.548451 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.548451 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.548451 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.548451 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.548451 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.548451 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.548451 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.548451 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.548932 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.548932 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.548932 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.548932 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.548932 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.548932 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.548932 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.548932 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.549411 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.549411 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.549411 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.549411 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.549411 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.549411 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.549411 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.549411 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.549858 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.549858 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.549858 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.549858 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.549858 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.549858 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.549858 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.549858 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.550317 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.550317 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.550317 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.550317 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.550317 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.550317 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.550317 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.550317 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.550878 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.550878 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.550878 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.550878 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.550878 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.550878 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.550878 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.550878 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.551302 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.551302 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.551302 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.551302 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.551302 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.551302 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.551302 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.551302 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.551302 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.551827 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.551827 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.551827 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.551827 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.551827 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.551827 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.551827 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.551827 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.552284 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.552284 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.552284 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.552284 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.552522 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.552642 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.552896 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.553416 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.553416 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.553600 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.553825 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.554038 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.554284 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.554518 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.554771 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.555004 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.555235 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.555473 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.555690 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.555906 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.556180 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.556363 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.556576 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.556818 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.557028 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.557244 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.557482 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.557704 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.557934 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.558152 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.558365 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.558608 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.558841 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.559117 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.559380 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.559617 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.559843 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.560064 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.560297 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.560509 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.560755 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.560973 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.561203 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.561420 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.561635 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.561845 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.562055 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.562297 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.562512 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.562805 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.563052 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.563405 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.563905 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.564146 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.564390 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.564626 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.564859 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.565103 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.565314 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.565529 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.565757 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.565977 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.566192 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.566408 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.566658 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.566876 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.567091 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.567350 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.567585 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.567833 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.568075 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.568294 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.568508 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.568748 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.569128 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.569222 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.569363 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.569587 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.569814 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.570020 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.570302 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.570554 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.570995 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.571090 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.571282 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.571517 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.571743 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.571949 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.572156 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.572374 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.572587 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.572794 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.573020 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.573227 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.573434 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.573650 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.573884 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.574090 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.574312 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.574527 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.574753 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.574968 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.575181 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.575495 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.575984 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.576195 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.576587 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.576690 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.576816 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.577022 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.577272 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.577480 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.577686 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.577922 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.578132 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.578337 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.578689 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.578923 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.579161 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.579456 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.579697 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.579948 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.580199 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.580513 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.580721 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.581030 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.581213 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.581433 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.581655 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.581911 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.582244 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.582543 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.582820 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.583132 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.583373 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.584172 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.584438 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.584691 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.585003 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.585350 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.585629 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.585891 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.586120 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.586349 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.586596 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.586837 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.587054 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.587286 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.587517 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.587774 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.588019 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.588276 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.588490 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.588716 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.588930 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.589152 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.589397 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.589609 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.589844 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.590199 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 15 03:26:36.590830 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104557) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 15 03:26:36.591212 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 15 03:26:36.591359 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 15 03:26:36.591535 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 15 03:26:36.591704 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 15 03:26:36.591879 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 15 03:26:36.592051 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.592214 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.592389 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.592531 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.592665 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.592837 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.592983 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.593147 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.593377 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.593512 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.593646 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.593800 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.593888 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.594012 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.594168 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.594325 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.594481 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.594658 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.594823 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.594984 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.595123 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.595286 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.595443 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] debug = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.595599 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.595799 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.595962 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.596119 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.596275 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.596432 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.596588 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.596743 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.596901 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.597056 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.597214 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.597372 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.597527 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.597757 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.597840 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.597970 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.598124 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.598281 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.598626 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] host = dv-neutron-837140-3-hyperv {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.598626 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.598866 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.598987 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.599109 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.599895 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.599895 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.600152 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.600152 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.600380 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.600500 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.600621 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.600743 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.600889 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.601045 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] log_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.601211 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] log_options = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.601345 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.601504 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.601695 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.601836 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.601995 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.602152 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.602306 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.602464 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.602645 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.602797 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.602953 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.603109 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.603265 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.603411 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.603565 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.603720 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.603877 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.604033 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.604189 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.604346 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.604500 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.604657 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.604813 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.604973 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.605128 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.605283 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.605439 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.605594 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.605750 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.605905 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.606060 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.606217 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.606373 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.606528 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.606705 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.606863 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.607019 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.607175 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.607335 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.607491 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.607645 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.607802 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.607958 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.608113 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.608271 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.608426 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.608583 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] use_json = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.608738 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.608894 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.609050 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.609206 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.609362 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.609516 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.609672 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.609828 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.609997 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 15 03:26:36.610133 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.610295 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.610465 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.610638 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.610804 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.610963 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.611122 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.611281 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.611439 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.611598 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.611764 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.611923 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.612092 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.612251 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.612410 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.612572 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.613032 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.613336 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.613483 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.613592 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.613726 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.614107 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.614281 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.614439 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.614596 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.614786 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.614974 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.615150 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.615296 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.615469 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.615629 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.615789 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.615947 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.616105 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.616265 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.616424 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.616584 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.616744 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.616904 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.617063 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.617221 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.617381 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.617541 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.617698 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.617858 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.618018 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.618179 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.618338 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.618496 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.618676 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.618838 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.618997 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.619157 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.619316 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.619475 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.619635 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.619793 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.619973 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.620181 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.620308 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.620438 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.620562 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.620710 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.620868 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.621027 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.621186 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.621345 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.621504 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.621674 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.621833 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.621991 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.622148 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.622306 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.622463 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.622631 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.622799 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.622956 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.623127 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.623268 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.623406 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.623564 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.623722 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.623880 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.624038 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.624196 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.624355 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.624513 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.624671 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.624829 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.624991 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.625149 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.625315 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.625487 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.625645 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.625804 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.625962 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.626120 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.626279 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.626438 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.626597 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.626786 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.626946 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.627103 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.627262 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.627422 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.627581 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.627738 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.627896 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.628054 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.628213 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.628370 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.628528 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.628686 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.628844 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.629003 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.629161 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.629318 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.629475 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.629633 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.629800 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.629959 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.630121 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.630281 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.630462 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.630649 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.630813 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.630972 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.631131 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.631291 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.631450 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.631607 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.631766 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.631925 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.632084 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.632242 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.632409 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.632568 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.632726 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.632884 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.633064 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.633245 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.633372 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.633517 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.633675 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.633835 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.633992 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.634076 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:26:36.634159 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.634299 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.634458 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.634630 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.634796 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.634959 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.635118 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.635276 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.635434 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.635593 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.635752 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.635911 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.636071 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.636231 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.636389 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.636548 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.636711 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.637260 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.637668 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.637828 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.637988 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.638146 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.638304 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.638463 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.638659 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.638814 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.638973 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.639131 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.639289 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.639447 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.639608 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.639768 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.639927 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.640085 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.640245 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.640405 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.640565 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.640727 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.640886 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.641045 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.641204 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.641363 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.641522 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.641680 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.641839 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.641998 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.642157 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.642314 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.642488 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.642669 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.642830 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.642992 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.643153 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.643354 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.643479 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.643601 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.643739 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.643897 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.644057 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.644215 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.644373 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.644532 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.644690 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.644848 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.645014 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.645177 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.645336 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.645494 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.645654 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.645812 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.645971 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.646668 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.646835 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.646973 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.647111 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.647273 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.647429 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.647601 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.647761 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.647921 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.648078 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.648236 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.648395 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.648591 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.648711 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.648868 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.649026 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.649183 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.649340 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.649509 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.649667 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.649825 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.649985 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.650142 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.650300 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.650467 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.650666 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.650819 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.650962 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.651102 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.651232 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.651399 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.651557 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.651715 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.651874 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.652033 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.652191 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.652358 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.652518 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.652676 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.652833 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.652991 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.653150 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.653316 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.653461 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.653622 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.653787 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.653945 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.654103 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.654261 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.654430 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.654588 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.654769 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.654929 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.655088 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.655248 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.655414 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.655577 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.655745 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.655910 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.656070 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.656236 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.656403 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.656569 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.656727 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.656892 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.657061 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.657218 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.657376 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.657768 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.657971 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.658358 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.658522 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.658702 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.658861 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.659019 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.659176 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.659334 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.659491 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.659650 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.659808 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.659967 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.660129 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.660284 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.660617 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.660775 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 15 03:26:36.660929 dv-neutron-837140-3-hyperv neutron-server[104557]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104557) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 15 03:26:36.722754 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 56164) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:26:36.731948 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064120 Apr 15 03:26:48.482000 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418596bb-3870-4ee4-ac2d-e9728c46c470 None None] get_active_networks_info from dv-neutron-837140-3-hyperv {{(pid=104668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 15 03:26:48.572525 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418596bb-3870-4ee4-ac2d-e9728c46c470 None None] No non-hosted networks {{(pid=104668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 15 03:26:48.599811 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.agentschedulers_db [None req-418596bb-3870-4ee4-ac2d-e9728c46c470 None None] DHCP Agent not found on host dv-neutron-837140-3-hyperv {{(pid=104668) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 15 03:26:48.700654 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dc8ab1d8-9684-410c-afa0-361c2541fa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-946105'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:26:50.844330 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bf3416ff-1bea-48c8-899e-f3932f1d2152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-946105'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:26:50.896233 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-17a800c5-9e9d-4d61-b38f-4a534726843f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-837140-3-hyperv {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:26:50.897066 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-17a800c5-9e9d-4d61-b38f-4a534726843f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:26:51.422033 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-17a800c5-9e9d-4d61-b38f-4a534726843f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:26:51.497857 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 56228) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:26:51.820916 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-946105'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:26:52.155480 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING oslo_policy.policy [None req-615b5c2e-af3c-49b3-8f08-d7c5d688ea40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 03:26:52.156238 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING oslo_policy.policy [None req-615b5c2e-af3c-49b3-8f08-d7c5d688ea40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 03:26:52.382166 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-615b5c2e-af3c-49b3-8f08-d7c5d688ea40 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:26:52.399163 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-615b5c2e-af3c-49b3-8f08-d7c5d688ea40 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8991890 Apr 15 03:26:53.284107 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-946105'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:26:54.230383 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.db.l3_hamode_db [None req-1410b747-3dcd-463b-929b-f8a40b1034a0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 15 03:26:54.311123 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1410b747-3dcd-463b-929b-f8a40b1034a0 None None] Routers set() bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:26:54.311754 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1410b747-3dcd-463b-929b-f8a40b1034a0 None None] Router IDs set() for agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 15 03:26:54.826639 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-946105'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:26:54.827336 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:54.827676 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:54.828012 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:54.828340 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:54.828665 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:54.828989 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:54.829327 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:54.829672 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:54.829994 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:54.830334 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:54.831180 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:54.831511 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:54.831837 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:54.832158 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:54.832478 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:54.832871 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-837140-3-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:26:54.842773 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-837140-3-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:26:54.994101 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 56262) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:26:55.304365 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a6cd46c6-1929-44bb-8ad6-dc534d9a3d17 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:26:55.394804 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.policy [None req-a6cd46c6-1929-44bb-8ad6-dc534d9a3d17 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104666) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 15 03:26:55.435646 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING oslo_policy.policy [None req-a6cd46c6-1929-44bb-8ad6-dc534d9a3d17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 03:26:55.436020 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING oslo_policy.policy [None req-a6cd46c6-1929-44bb-8ad6-dc534d9a3d17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 03:26:55.611938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a6cd46c6-1929-44bb-8ad6-dc534d9a3d17 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769508205700', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769508206264', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769508189892', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769507969333', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769507971525', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769507980097', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1930701', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1872102', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1015873', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-930871'] for rbac-policy (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:26:55.896162 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a6cd46c6-1929-44bb-8ad6-dc534d9a3d17 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:26:55.897493 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a6cd46c6-1929-44bb-8ad6-dc534d9a3d17 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9023528 Apr 15 03:26:58.383656 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 56274) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:26:58.866322 dv-neutron-837140-3-hyperv neutron-server[104667]: WARNING oslo_policy.policy [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 03:26:58.866910 dv-neutron-837140-3-hyperv neutron-server[104667]: WARNING oslo_policy.policy [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 03:26:59.092463 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:26:59.197850 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Made reservation on behalf of 77e967b9051546f1b699d6a6585e34ba for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:26:59.260166 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.policy [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104667) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 15 03:26:59.300991 dv-neutron-837140-3-hyperv neutron-server[104667]: WARNING oslo_policy.policy [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 03:26:59.301366 dv-neutron-837140-3-hyperv neutron-server[104667]: WARNING oslo_policy.policy [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 03:26:59.311422 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:26:59.333640 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:26:59.443628 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Publish callbacks [] for security_group (f7425058-3fda-47fc-a8de-b9650ca03e3c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:26:59.511154 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (f7425058-3fda-47fc-a8de-b9650ca03e3c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:26:59.535110 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:26:59.569884 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769506119087', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (ff3e0761-b608-4b92-afce-2a4c029ca2c0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:26:59.570478 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Unsubscribe: segment precommit_create {{(pid=104667) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 15 03:26:59.571065 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Added segment ff3e0761-b608-4b92-afce-2a4c029ca2c0 of type vlan for network a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce Apr 15 03:26:59.588266 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f7425058-3fda-47fc-a8de-b9650ca03e3c,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:26:59.608803 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:59.609145 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:59.609492 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:59.609827 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:59.610151 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:59.610473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:59.610816 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:59.611140 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:59.611469 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:59.611789 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:59.612123 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:59.612524 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:59.612846 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:59.613158 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:59.613469 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Tracked resource versions report: Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: pushed versions: Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: { 'AddressGroup': {'1.2'}, Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Agent': {'1.1'}, Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'ConntrackHelper': {'1.0'}, Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'LocalIPAssociation': {'1.0'}, Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Log': {'1.0'}, Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'NDPProxy': {'1.0'}, Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Network': {'1.1'}, Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Port': {'1.7'}, Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'PortForwarding': {'1.3'}, Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'QosPolicy': {'1.10'}, Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'SecurityGroup': {'1.5'}, Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'SecurityGroupRule': {'1.2'}, Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'SubPort': {'1.0'}, Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Subnet': {'1.1'}, Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Trunk': {'1.1'}} Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: consumer versions: Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: { DHCP agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: L3 agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: Metadata agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: Metering agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: Open vSwitch agent@dv-neutron-837140-3-hyperv: { 'AddressGroup': '1.2', Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Agent': '1.1', Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'ConntrackHelper': '1.0', Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'LocalIPAssociation': '1.0', Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Log': '1.0', Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'NDPProxy': '1.0', Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Network': '1.1', Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Port': '1.7', Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'PortForwarding': '1.3', Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'QosPolicy': '1.10', Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'SecurityGroup': '1.5', Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'SecurityGroupRule': '1.2', Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'SubPort': '1.0', Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Subnet': '1.1', Apr 15 03:26:59.614996 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Trunk': '1.1'}} Apr 15 03:26:59.617437 dv-neutron-837140-3-hyperv neutron-server[104667]: {{(pid=104667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 15 03:26:59.692072 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:26:59.826390 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:26:59.831464 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:26:59.832197 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:26:59.951423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] Pushing event updated for resources: {'Network': ['ID=a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:26:59.963161 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:26:59.988481 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-26a39734-5243-485d-ba5e-ce33c16061ca demo demo] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.5976481 Apr 15 03:27:02.530637 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 56294) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:27:02.924963 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5edc60-2432-4c42-8ec0-960c3d6d5387 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:27:02.926316 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7e5edc60-2432-4c42-8ec0-960c3d6d5387 demo admin] 10.222.0.15 "GET /v2.0/networks/a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce HTTP/1.1" status: 200 len: 824 time: 0.3947446 Apr 15 03:27:02.964184 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b4bc9991-17b8-4e00-a2e8-ef74cc5eeeaf demo admin] 10.222.0.15 "GET /v2.0/subnetpools/7cfb68d9-78f3-4c41-9ee6-b10bf6eea638 HTTP/1.1" status: 200 len: 734 time: 0.0315645 Apr 15 03:27:02.972507 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-df14e3df-e709-4a93-a851-2277804e9e6a demo admin] Request body: {'subnet': {'network_id': 'a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '7cfb68d9-78f3-4c41-9ee6-b10bf6eea638', 'gateway_ip': '172.20.0.1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:27:03.048209 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df14e3df-e709-4a93-a851-2277804e9e6a demo admin] Made reservation on behalf of 77e967b9051546f1b699d6a6585e34ba for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:27:03.050390 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df14e3df-e709-4a93-a851-2277804e9e6a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:03.386462 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df14e3df-e709-4a93-a851-2277804e9e6a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for subnet (ee8e5538-c3a8-4099-aa43-6a2c3e05ab55), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:03.454737 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14e3df-e709-4a93-a851-2277804e9e6a demo admin] Pushing event updated for resources: {'Subnet': ['ID=ee8e5538-c3a8-4099-aa43-6a2c3e05ab55,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:27:03.456982 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df14e3df-e709-4a93-a851-2277804e9e6a demo admin] Checking segment: {'id': 'ff3e0761-b608-4b92-afce-2a4c029ca2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:27:03.457342 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df14e3df-e709-4a93-a851-2277804e9e6a demo admin] Network hostable DHCP agents. Network: a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:27:03.523241 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df14e3df-e709-4a93-a851-2277804e9e6a demo admin] Network a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:27:03.620355 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-df14e3df-e709-4a93-a851-2277804e9e6a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:27:03.625382 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df14e3df-e709-4a93-a851-2277804e9e6a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:27:03.626430 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df14e3df-e709-4a93-a851-2277804e9e6a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:03.629703 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9d2a34-53b8-4a5f-8a21-2cafef4f7a1a None None] Network a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:27:03.726901 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-df14e3df-e709-4a93-a851-2277804e9e6a demo admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7573831 Apr 15 03:27:03.992495 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce', 'network_id': 'a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce', 'project_id': '77e967b9051546f1b699d6a6585e34ba', 'fixed_ips': [{'subnet_id': 'ee8e5538-c3a8-4099-aa43-6a2c3e05ab55'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:27:03.993698 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:04.269137 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Allocated IP 172.20.0.2 (a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce/ee8e5538-c3a8-4099-aa43-6a2c3e05ab55/96e00433-ee4d-49b7-acfb-be6c740ac094) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:27:04.533273 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Publish callbacks [] for port (96e00433-ee4d-49b7-acfb-be6c740ac094), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:04.621411 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (96e00433-ee4d-49b7-acfb-be6c740ac094), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:04.701967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Network a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:27:04.706251 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:27:04.707967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Pushing event updated for resources: {'Port': ['ID=96e00433-ee4d-49b7-acfb-be6c740ac094,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:27:04.715547 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:27:04.718863 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:04.719206 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:04.719556 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:04.719894 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:04.720221 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:04.720545 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:04.720865 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:04.721190 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:04.721518 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:04.721840 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:04.722172 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:04.722512 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:04.722858 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:04.723667 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:04.724014 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Tracked resource versions report: Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: pushed versions: Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: { 'AddressGroup': {'1.2'}, Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Agent': {'1.1'}, Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'ConntrackHelper': {'1.0'}, Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'LocalIPAssociation': {'1.0'}, Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Log': {'1.0'}, Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'NDPProxy': {'1.0'}, Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Network': {'1.1'}, Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Port': {'1.7'}, Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'PortForwarding': {'1.3'}, Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'QosPolicy': {'1.10'}, Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'SecurityGroup': {'1.5'}, Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'SecurityGroupRule': {'1.2'}, Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'SubPort': {'1.0'}, Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Subnet': {'1.1'}, Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Trunk': {'1.1'}} Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: consumer versions: Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: { DHCP agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: L3 agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: Metadata agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: Metering agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: Open vSwitch agent@dv-neutron-837140-3-hyperv: { 'AddressGroup': '1.2', Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Agent': '1.1', Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'ConntrackHelper': '1.0', Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'LocalIPAssociation': '1.0', Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Log': '1.0', Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'NDPProxy': '1.0', Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Network': '1.1', Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Port': '1.7', Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'PortForwarding': '1.3', Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'QosPolicy': '1.10', Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'SecurityGroup': '1.5', Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'SecurityGroupRule': '1.2', Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'SubPort': '1.0', Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Subnet': '1.1', Apr 15 03:27:04.725489 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Trunk': '1.1'}} Apr 15 03:27:04.727566 dv-neutron-837140-3-hyperv neutron-server[104668]: {{(pid=104668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 15 03:27:04.806882 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Attempting to bind port 96e00433-ee4d-49b7-acfb-be6c740ac094 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:27:04.807195 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Attempting to bind port 96e00433-ee4d-49b7-acfb-be6c740ac094 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'ff3e0761-b608-4b92-afce-2a4c029ca2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:27:04.807613 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Attempting to bind port 96e00433-ee4d-49b7-acfb-be6c740ac094 on network a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:27:04.812785 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:27:04.813425 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Checking segment: {'id': 'ff3e0761-b608-4b92-afce-2a4c029ca2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:27:04.813890 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:04.814302 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Bound using segment: {'id': 'ff3e0761-b608-4b92-afce-2a4c029ca2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:27:04.814884 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Bound port: 96e00433-ee4d-49b7-acfb-be6c740ac094, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3e0761-b608-4b92-afce-2a4c029ca2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:27:04.815283 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (96e00433-ee4d-49b7-acfb-be6c740ac094), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:04.876953 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] For port 96e00433-ee4d-49b7-acfb-be6c740ac094, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:27:04.898009 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] For port 96e00433-ee4d-49b7-acfb-be6c740ac094, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=96e00433-ee4d-49b7-acfb-be6c740ac094,segment=NetworkSegment(ff3e0761-b608-4b92-afce-2a4c029ca2c0),segment_id=ff3e0761-b608-4b92-afce-2a4c029ca2c0)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:27:04.958948 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (96e00433-ee4d-49b7-acfb-be6c740ac094), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:05.013710 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf32d0-4bae-4ba7-a8f8-0622cd926264 None None] Pushing event updated for resources: {'Port': ['ID=96e00433-ee4d-49b7-acfb-be6c740ac094,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:27:06.277223 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 56302) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:27:06.589483 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-3801081b-aec5-4e77-be8f-f019bc91ee82 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:27:06.590553 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3801081b-aec5-4e77-be8f-f019bc91ee82 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3123703 Apr 15 03:27:09.097842 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 56310) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:27:09.406426 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-69a6987f-f5e2-4dc4-a0c9-f59f7a25882e admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:27:09.407705 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-69a6987f-f5e2-4dc4-a0c9-f59f7a25882e admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3081520 Apr 15 03:27:11.940598 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 56318) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:27:12.250501 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-6e282aac-4185-4803-b177-38c3fb341981 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:27:12.340573 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e282aac-4185-4803-b177-38c3fb341981 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (dea69604-52a3-4ddc-b529-af76f9530df6), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:12.342068 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e282aac-4185-4803-b177-38c3fb341981 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (dea69604-52a3-4ddc-b529-af76f9530df6), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:12.476520 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e282aac-4185-4803-b177-38c3fb341981 demo demo] Publish callbacks [] for router_controller (dea69604-52a3-4ddc-b529-af76f9530df6), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:12.518538 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e282aac-4185-4803-b177-38c3fb341981 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (dea69604-52a3-4ddc-b529-af76f9530df6), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:12.576577 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e282aac-4185-4803-b177-38c3fb341981 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:12.577791 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6e282aac-4185-4803-b177-38c3fb341981 demo demo] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6361799 Apr 15 03:27:15.106448 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 56330) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:27:15.425756 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-10f6fa7a-ab06-4d8d-8fe4-7cc0a6a874de admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:27:15.439338 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-10f6fa7a-ab06-4d8d-8fe4-7cc0a6a874de admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3317609 Apr 15 03:27:15.495415 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 96e00433-ee4d-49b7-acfb-be6c740ac094 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:27:15.595775 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 96e00433-ee4d-49b7-acfb-be6c740ac094 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:27:15.596425 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (96e00433-ee4d-49b7-acfb-be6c740ac094), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:15.712957 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 96e00433-ee4d-49b7-acfb-be6c740ac094 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:27:15.713288 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (96e00433-ee4d-49b7-acfb-be6c740ac094), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:15.748148 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 96e00433-ee4d-49b7-acfb-be6c740ac094, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=96e00433-ee4d-49b7-acfb-be6c740ac094,segment=NetworkSegment(ff3e0761-b608-4b92-afce-2a4c029ca2c0),segment_id=ff3e0761-b608-4b92-afce-2a4c029ca2c0)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:27:15.843948 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (96e00433-ee4d-49b7-acfb-be6c740ac094), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:15.892363 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=96e00433-ee4d-49b7-acfb-be6c740ac094,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:27:16.402386 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d20b626-4ce7-4c26-afdf-62c224b7ec13 None None] Network a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:27:16.462640 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-50cf84f4-9730-4a30-ba16-32fa1c2214bc None None] Provisioning complete for port 96e00433-ee4d-49b7-acfb-be6c740ac094 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:27:16.463020 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-50cf84f4-9730-4a30-ba16-32fa1c2214bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (96e00433-ee4d-49b7-acfb-be6c740ac094), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:16.592804 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-50cf84f4-9730-4a30-ba16-32fa1c2214bc None None] Current status of the port 96e00433-ee4d-49b7-acfb-be6c740ac094 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:27:16.912871 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f742ac66-1f65-4ca3-bacd-a4ff568aa9aa None None] Provisioning complete for port 96e00433-ee4d-49b7-acfb-be6c740ac094 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:27:16.913267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f742ac66-1f65-4ca3-bacd-a4ff568aa9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (96e00433-ee4d-49b7-acfb-be6c740ac094), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:16.988874 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f742ac66-1f65-4ca3-bacd-a4ff568aa9aa None None] Current status of the port 96e00433-ee4d-49b7-acfb-be6c740ac094 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:27:17.468710 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 96e00433-ee4d-49b7-acfb-be6c740ac094 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:27:17.513559 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 96e00433-ee4d-49b7-acfb-be6c740ac094 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:27:17.513942 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (96e00433-ee4d-49b7-acfb-be6c740ac094), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:17.585161 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 96e00433-ee4d-49b7-acfb-be6c740ac094 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:27:17.946099 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 56338) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:27:18.253270 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-4cb85131-5170-4635-a1a0-9daab34b85e0 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:27:18.334633 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb85131-5170-4635-a1a0-9daab34b85e0 admin admin] Made reservation on behalf of 7584e2e2413847f1a5117bb2e1bb4120 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:27:18.336768 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4cb85131-5170-4635-a1a0-9daab34b85e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:18.344699 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4cb85131-5170-4635-a1a0-9daab34b85e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:18.416448 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4cb85131-5170-4635-a1a0-9daab34b85e0 admin admin] Publish callbacks [] for security_group (5a0823b7-1192-4cb2-9cad-ca3b86e367cb), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:18.540476 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4cb85131-5170-4635-a1a0-9daab34b85e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (5a0823b7-1192-4cb2-9cad-ca3b86e367cb), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:18.555904 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4cb85131-5170-4635-a1a0-9daab34b85e0 admin admin] Reserving flat network on physical network physnet1 {{(pid=104667) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 15 03:27:18.557755 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ab885289-86a7-4f63-a413-df433504ced4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:18.577092 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb85131-5170-4635-a1a0-9daab34b85e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0823b7-1192-4cb2-9cad-ca3b86e367cb,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:27:18.581595 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4cb85131-5170-4635-a1a0-9daab34b85e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (1276b812-692f-43a9-a83f-90c9f0eb8a1b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:18.582717 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-4cb85131-5170-4635-a1a0-9daab34b85e0 admin admin] Added segment 1276b812-692f-43a9-a83f-90c9f0eb8a1b of type flat for network 47f4ed73-a135-4807-aa37-c76498dd2653 Apr 15 03:27:18.626974 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4cb85131-5170-4635-a1a0-9daab34b85e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (47f4ed73-a135-4807-aa37-c76498dd2653), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:18.710814 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4cb85131-5170-4635-a1a0-9daab34b85e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (47f4ed73-a135-4807-aa37-c76498dd2653), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:18.711734 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb85131-5170-4635-a1a0-9daab34b85e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:27:18.712294 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4cb85131-5170-4635-a1a0-9daab34b85e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:18.797494 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb85131-5170-4635-a1a0-9daab34b85e0 admin admin] Pushing event updated for resources: {'Network': ['ID=47f4ed73-a135-4807-aa37-c76498dd2653,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:27:18.806866 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 47f4ed73-a135-4807-aa37-c76498dd2653 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:27:18.925273 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4cb85131-5170-4635-a1a0-9daab34b85e0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9780574 Apr 15 03:27:20.808036 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8637b5ba-b314-415f-b688-d1e976f28003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:21.383765 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 56346) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:27:21.670011 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2a0b90-1dc8-426b-a5cc-c1ceeee6ec48 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:27:21.677579 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ef2a0b90-1dc8-426b-a5cc-c1ceeee6ec48 demo admin] 10.222.0.15 "GET /v2.0/subnets/ee8e5538-c3a8-4099-aa43-6a2c3e05ab55 HTTP/1.1" status: 200 len: 849 time: 0.2867384 Apr 15 03:27:21.768960 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:21.796630 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8d7b090b-83a9-4d38-9eeb-9ead2fee5889 demo admin] 10.222.0.15 "GET /v2.0/routers/dea69604-52a3-4ddc-b529-af76f9530df6 HTTP/1.1" status: 200 len: 704 time: 0.1181700 Apr 15 03:27:22.065259 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91be55b5-2880-4a66-99d1-0169595ac20d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:22.357628 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-91be55b5-2880-4a66-99d1-0169595ac20d demo admin] Allocated IP 172.20.0.1 (a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce/ee8e5538-c3a8-4099-aa43-6a2c3e05ab55/a51e7087-b5e7-4898-99bd-bb9836f6579d) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:27:22.550100 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91be55b5-2880-4a66-99d1-0169595ac20d demo admin] Publish callbacks [] for port (a51e7087-b5e7-4898-99bd-bb9836f6579d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:22.684136 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91be55b5-2880-4a66-99d1-0169595ac20d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (a51e7087-b5e7-4898-99bd-bb9836f6579d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:22.757950 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91be55b5-2880-4a66-99d1-0169595ac20d demo admin] Network a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:27:22.768414 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-91be55b5-2880-4a66-99d1-0169595ac20d demo admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:27:22.779999 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91be55b5-2880-4a66-99d1-0169595ac20d demo admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:27:22.779999 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91be55b5-2880-4a66-99d1-0169595ac20d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (dea69604-52a3-4ddc-b529-af76f9530df6), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:22.793222 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be55b5-2880-4a66-99d1-0169595ac20d demo admin] Pushing event updated for resources: {'Port': ['ID=a51e7087-b5e7-4898-99bd-bb9836f6579d,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:27:22.938680 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-700a1d4e-2d46-401e-a5e5-06dbeac88f63 None None] Provisioning complete for port a51e7087-b5e7-4898-99bd-bb9836f6579d triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:27:22.939256 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-700a1d4e-2d46-401e-a5e5-06dbeac88f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a51e7087-b5e7-4898-99bd-bb9836f6579d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:23.011462 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91be55b5-2880-4a66-99d1-0169595ac20d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a51e7087-b5e7-4898-99bd-bb9836f6579d), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:23.017734 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-700a1d4e-2d46-401e-a5e5-06dbeac88f63 None None] Port a51e7087-b5e7-4898-99bd-bb9836f6579d cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:27:23.221810 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91be55b5-2880-4a66-99d1-0169595ac20d demo admin] Publish callbacks [] for port (a51e7087-b5e7-4898-99bd-bb9836f6579d), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:23.237189 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:23.265471 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91be55b5-2880-4a66-99d1-0169595ac20d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (a51e7087-b5e7-4898-99bd-bb9836f6579d), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:23.266243 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91be55b5-2880-4a66-99d1-0169595ac20d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (dea69604-52a3-4ddc-b529-af76f9530df6), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:23.347548 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be55b5-2880-4a66-99d1-0169595ac20d demo admin] Pushing event updated for resources: {'Port': ['ID=a51e7087-b5e7-4898-99bd-bb9836f6579d,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:27:23.391402 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91be55b5-2880-4a66-99d1-0169595ac20d demo admin] Network a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:27:23.392702 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-91be55b5-2880-4a66-99d1-0169595ac20d demo admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:27:23.625832 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91be55b5-2880-4a66-99d1-0169595ac20d demo admin] Router dea69604-52a3-4ddc-b529-af76f9530df6 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:27:23.639879 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-16c8507b-8300-4377-a865-d2729d5386d8 None None] Provisioning complete for port a51e7087-b5e7-4898-99bd-bb9836f6579d triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:27:23.640267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-16c8507b-8300-4377-a865-d2729d5386d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a51e7087-b5e7-4898-99bd-bb9836f6579d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:23.674186 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-16c8507b-8300-4377-a865-d2729d5386d8 None None] Port a51e7087-b5e7-4898-99bd-bb9836f6579d cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:27:23.720165 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91be55b5-2880-4a66-99d1-0169595ac20d demo admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:27:23.725350 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-91be55b5-2880-4a66-99d1-0169595ac20d demo admin] 10.222.0.15 "PUT /v2.0/routers/dea69604-52a3-4ddc-b529-af76f9530df6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9234428 Apr 15 03:27:23.730289 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] Sync routers for ids ['dea69604-52a3-4ddc-b529-af76f9530df6'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:27:23.743567 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] Routers {'dea69604-52a3-4ddc-b529-af76f9530df6'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:27:23.744306 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:27:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dea69604-52a3-4ddc-b529-af76f9530df6'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:27:23.934506 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] Set router dea69604-52a3-4ddc-b529-af76f9530df6 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:27:24.345636 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea69604-52a3-4ddc-b529-af76f9530df6', 'name': 'router1', 'tenant_id': '77e967b9051546f1b699d6a6585e34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:27:12Z', 'updated_at': '2022-04-15T03:27:22Z', 'revision_number': 2, 'project_id': '77e967b9051546f1b699d6a6585e34ba', 'gw_port_host': None, '_interfaces': [{'id': 'a51e7087-b5e7-4898-99bd-bb9836f6579d', 'name': '', 'network_id': 'a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce', 'tenant_id': '77e967b9051546f1b699d6a6585e34ba', 'mac_address': 'fa:16:3e:35:bc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea69604-52a3-4ddc-b529-af76f9530df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee8e5538-c3a8-4099-aa43-6a2c3e05ab55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:27:22Z', 'updated_at': '2022-04-15T03:27:23Z', 'revision_number': 2, 'project_id': '77e967b9051546f1b699d6a6585e34ba', 'subnets': [{'id': 'ee8e5538-c3a8-4099-aa43-6a2c3e05ab55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cfb68d9-78f3-4c41-9ee6-b10bf6eea638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:27:24.395916 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] Checking router: dea69604-52a3-4ddc-b529-af76f9530df6 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:27:24.396276 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] Updating router dea69604-52a3-4ddc-b529-af76f9530df6 port a51e7087-b5e7-4898-99bd-bb9836f6579d binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:27:24.448895 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a51e7087-b5e7-4898-99bd-bb9836f6579d), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:24.808462 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:24.952553 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] Publish callbacks [] for port (a51e7087-b5e7-4898-99bd-bb9836f6579d), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:25.026133 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (a51e7087-b5e7-4898-99bd-bb9836f6579d), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:25.192974 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] Attempting to bind port a51e7087-b5e7-4898-99bd-bb9836f6579d on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:27:25.193370 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] Attempting to bind port a51e7087-b5e7-4898-99bd-bb9836f6579d by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'ff3e0761-b608-4b92-afce-2a4c029ca2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:27:25.193822 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] Attempting to bind port a51e7087-b5e7-4898-99bd-bb9836f6579d on network a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:27:25.195972 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52884e99-188f-4598-92bb-dc0cdbf6df68 None None] Pushing event updated for resources: {'Port': ['ID=a51e7087-b5e7-4898-99bd-bb9836f6579d,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:27:25.203428 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:27:25.203841 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] Checking segment: {'id': 'ff3e0761-b608-4b92-afce-2a4c029ca2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:27:25.204319 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:25.204713 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] Bound using segment: {'id': 'ff3e0761-b608-4b92-afce-2a4c029ca2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:27:25.205199 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] Bound port: a51e7087-b5e7-4898-99bd-bb9836f6579d, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3e0761-b608-4b92-afce-2a4c029ca2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:27:25.205578 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a51e7087-b5e7-4898-99bd-bb9836f6579d), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:25.218341 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884e99-188f-4598-92bb-dc0cdbf6df68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:25.218710 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884e99-188f-4598-92bb-dc0cdbf6df68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:25.219065 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884e99-188f-4598-92bb-dc0cdbf6df68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:25.219405 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884e99-188f-4598-92bb-dc0cdbf6df68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:25.219735 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884e99-188f-4598-92bb-dc0cdbf6df68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:25.220061 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884e99-188f-4598-92bb-dc0cdbf6df68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:25.220383 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884e99-188f-4598-92bb-dc0cdbf6df68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:25.220706 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884e99-188f-4598-92bb-dc0cdbf6df68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:25.221041 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884e99-188f-4598-92bb-dc0cdbf6df68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:25.221367 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884e99-188f-4598-92bb-dc0cdbf6df68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:25.221710 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884e99-188f-4598-92bb-dc0cdbf6df68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:25.222049 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884e99-188f-4598-92bb-dc0cdbf6df68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:25.222371 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884e99-188f-4598-92bb-dc0cdbf6df68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:25.222744 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884e99-188f-4598-92bb-dc0cdbf6df68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:25.223063 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884e99-188f-4598-92bb-dc0cdbf6df68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52884e99-188f-4598-92bb-dc0cdbf6df68 None None] Tracked resource versions report: Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: pushed versions: Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: { 'AddressGroup': {'1.2'}, Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Agent': {'1.1'}, Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'ConntrackHelper': {'1.0'}, Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'LocalIPAssociation': {'1.0'}, Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Log': {'1.0'}, Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'NDPProxy': {'1.0'}, Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Network': {'1.1'}, Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Port': {'1.7'}, Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'PortForwarding': {'1.3'}, Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'QosPolicy': {'1.10'}, Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'SecurityGroup': {'1.5'}, Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'SecurityGroupRule': {'1.2'}, Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'SubPort': {'1.0'}, Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Subnet': {'1.1'}, Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Trunk': {'1.1'}} Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: consumer versions: Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: { DHCP agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: L3 agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: Metadata agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: Metering agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: Open vSwitch agent@dv-neutron-837140-3-hyperv: { 'AddressGroup': '1.2', Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Agent': '1.1', Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'ConntrackHelper': '1.0', Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'LocalIPAssociation': '1.0', Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Log': '1.0', Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'NDPProxy': '1.0', Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Network': '1.1', Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Port': '1.7', Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'PortForwarding': '1.3', Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'QosPolicy': '1.10', Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'SecurityGroup': '1.5', Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'SecurityGroupRule': '1.2', Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'SubPort': '1.0', Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Subnet': '1.1', Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Trunk': '1.1'}} Apr 15 03:27:25.224552 dv-neutron-837140-3-hyperv neutron-server[104669]: {{(pid=104669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 15 03:27:25.284370 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] For port a51e7087-b5e7-4898-99bd-bb9836f6579d, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:27:25.301289 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-2acb89a6-d4b0-497a-8bc8-afedc40275a1 None None] Provisioning complete for port a51e7087-b5e7-4898-99bd-bb9836f6579d triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:27:25.301752 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2acb89a6-d4b0-497a-8bc8-afedc40275a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a51e7087-b5e7-4898-99bd-bb9836f6579d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:25.304234 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] For port a51e7087-b5e7-4898-99bd-bb9836f6579d, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a51e7087-b5e7-4898-99bd-bb9836f6579d,segment=NetworkSegment(ff3e0761-b608-4b92-afce-2a4c029ca2c0),segment_id=ff3e0761-b608-4b92-afce-2a4c029ca2c0)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:27:25.337937 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2acb89a6-d4b0-497a-8bc8-afedc40275a1 None None] Port a51e7087-b5e7-4898-99bd-bb9836f6579d cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:27:25.368645 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (a51e7087-b5e7-4898-99bd-bb9836f6579d), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:25.424994 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] Routers {'dea69604-52a3-4ddc-b529-af76f9530df6'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:27:25.426093 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:27:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dea69604-52a3-4ddc-b529-af76f9530df6'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:27:25.462746 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52884e99-188f-4598-92bb-dc0cdbf6df68 None None] Pushing event updated for resources: {'Port': ['ID=a51e7087-b5e7-4898-99bd-bb9836f6579d,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:27:25.522892 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] Set router dea69604-52a3-4ddc-b529-af76f9530df6 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:27:25.657327 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-b1733e83-b229-49c3-88e9-91ecff7ca0af None None] Provisioning complete for port a51e7087-b5e7-4898-99bd-bb9836f6579d triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:27:25.657720 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b1733e83-b229-49c3-88e9-91ecff7ca0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a51e7087-b5e7-4898-99bd-bb9836f6579d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:25.727356 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea69604-52a3-4ddc-b529-af76f9530df6', 'name': 'router1', 'tenant_id': '77e967b9051546f1b699d6a6585e34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:27:12Z', 'updated_at': '2022-04-15T03:27:22Z', 'revision_number': 2, 'project_id': '77e967b9051546f1b699d6a6585e34ba', 'gw_port_host': None, '_interfaces': [{'id': 'a51e7087-b5e7-4898-99bd-bb9836f6579d', 'name': '', 'network_id': 'a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce', 'tenant_id': '77e967b9051546f1b699d6a6585e34ba', 'mac_address': 'fa:16:3e:35:bc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea69604-52a3-4ddc-b529-af76f9530df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee8e5538-c3a8-4099-aa43-6a2c3e05ab55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:27:22Z', 'updated_at': '2022-04-15T03:27:25Z', 'revision_number': 4, 'project_id': '77e967b9051546f1b699d6a6585e34ba', 'subnets': [{'id': 'ee8e5538-c3a8-4099-aa43-6a2c3e05ab55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cfb68d9-78f3-4c41-9ee6-b10bf6eea638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:27:25.757203 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae54908c-f781-40ea-aea2-05cf9f4aa441 None None] The sync data for ids ['dea69604-52a3-4ddc-b529-af76f9530df6'] in dv-neutron-837140-3-hyperv is: [{'id': 'dea69604-52a3-4ddc-b529-af76f9530df6', 'name': 'router1', 'tenant_id': '77e967b9051546f1b699d6a6585e34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:27:12Z', 'updated_at': '2022-04-15T03:27:22Z', 'revision_number': 2, 'project_id': '77e967b9051546f1b699d6a6585e34ba', 'gw_port_host': None, '_interfaces': [{'id': 'a51e7087-b5e7-4898-99bd-bb9836f6579d', 'name': '', 'network_id': 'a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce', 'tenant_id': '77e967b9051546f1b699d6a6585e34ba', 'mac_address': 'fa:16:3e:35:bc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea69604-52a3-4ddc-b529-af76f9530df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee8e5538-c3a8-4099-aa43-6a2c3e05ab55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:27:22Z', 'updated_at': '2022-04-15T03:27:25Z', 'revision_number': 4, 'project_id': '77e967b9051546f1b699d6a6585e34ba', 'subnets': [{'id': 'ee8e5538-c3a8-4099-aa43-6a2c3e05ab55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cfb68d9-78f3-4c41-9ee6-b10bf6eea638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:27:25.791989 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-b1733e83-b229-49c3-88e9-91ecff7ca0af None None] Current status of the port a51e7087-b5e7-4898-99bd-bb9836f6579d is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:27:25.793648 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b1733e83-b229-49c3-88e9-91ecff7ca0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a51e7087-b5e7-4898-99bd-bb9836f6579d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:25.827623 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b1733e83-b229-49c3-88e9-91ecff7ca0af None None] For port a51e7087-b5e7-4898-99bd-bb9836f6579d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a51e7087-b5e7-4898-99bd-bb9836f6579d,segment=NetworkSegment(ff3e0761-b608-4b92-afce-2a4c029ca2c0),segment_id=ff3e0761-b608-4b92-afce-2a4c029ca2c0)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:27:25.895131 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b1733e83-b229-49c3-88e9-91ecff7ca0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (a51e7087-b5e7-4898-99bd-bb9836f6579d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:25.946013 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1733e83-b229-49c3-88e9-91ecff7ca0af None None] Pushing event updated for resources: {'Port': ['ID=a51e7087-b5e7-4898-99bd-bb9836f6579d,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:27:26.196267 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 56366) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:27:26.377539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d85e488-1bf1-4976-b425-03cf4bd2b92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:27:26.379559 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2d85e488-1bf1-4976-b425-03cf4bd2b92c admin admin] 10.222.0.15 "GET /v2.0/networks/47f4ed73-a135-4807-aa37-c76498dd2653 HTTP/1.1" status: 200 len: 842 time: 0.1822183 Apr 15 03:27:26.388741 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.6.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.26.6.0/24', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:27:26.483425 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Made reservation on behalf of 7584e2e2413847f1a5117bb2e1bb4120 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:27:26.486016 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:26.933698 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.objects.ports [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104666) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 15 03:27:26.934166 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for subnet (c63d4703-244f-4723-98ff-256b0e8bf17b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:27.001676 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c63d4703-244f-4723-98ff-256b0e8bf17b,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:27:27.006502 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:27:27.006877 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Network hostable DHCP agents. Network: 47f4ed73-a135-4807-aa37-c76498dd2653, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:27:27.016279 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:27.016622 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:27.016964 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:27.017298 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:27.017626 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:27.017952 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:27.018281 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:27.018605 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:27.018974 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:27.019334 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:27.019685 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:27.020002 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:27.020321 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:27.020637 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:27.020952 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Tracked resource versions report: Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: pushed versions: Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: { 'AddressGroup': {'1.2'}, Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Agent': {'1.1'}, Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'ConntrackHelper': {'1.0'}, Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'LocalIPAssociation': {'1.0'}, Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Log': {'1.0'}, Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'NDPProxy': {'1.0'}, Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Network': {'1.1'}, Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Port': {'1.7'}, Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'PortForwarding': {'1.3'}, Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'QosPolicy': {'1.10'}, Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'SecurityGroup': {'1.5'}, Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'SecurityGroupRule': {'1.2'}, Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'SubPort': {'1.0'}, Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Subnet': {'1.1'}, Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Trunk': {'1.1'}} Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: consumer versions: Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: { DHCP agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: L3 agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: Metadata agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: Metering agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: Open vSwitch agent@dv-neutron-837140-3-hyperv: { 'AddressGroup': '1.2', Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Agent': '1.1', Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'ConntrackHelper': '1.0', Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'LocalIPAssociation': '1.0', Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Log': '1.0', Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'NDPProxy': '1.0', Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Network': '1.1', Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Port': '1.7', Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'PortForwarding': '1.3', Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'QosPolicy': '1.10', Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'SecurityGroup': '1.5', Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'SecurityGroupRule': '1.2', Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'SubPort': '1.0', Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Subnet': '1.1', Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Trunk': '1.1'}} Apr 15 03:27:27.022358 dv-neutron-837140-3-hyperv neutron-server[104666]: {{(pid=104666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 15 03:27:27.122930 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:27:27.203083 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 47f4ed73-a135-4807-aa37-c76498dd2653) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:27:27.207976 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:27:27.208539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:27.213414 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d981c46b-40ba-413c-b907-8a0c1347342e None None] Network 47f4ed73-a135-4807-aa37-c76498dd2653 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:27:27.291464 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c1959e63-adac-4f44-ae1b-9837ec12cba2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9059999 Apr 15 03:27:27.316542 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb72154-1652-474a-9de2-6cc6efd0d788 None None] Network 47f4ed73-a135-4807-aa37-c76498dd2653 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:27:29.723496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 56388) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:27:29.982444 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e76ee8d9-0ada-461e-95ca-d5e006e54240 demo admin] 10.222.0.15 "GET /v2.0/routers/dea69604-52a3-4ddc-b529-af76f9530df6 HTTP/1.1" status: 200 len: 710 time: 0.2576606 Apr 15 03:27:30.067839 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79eda6f-fcb1-4345-8ea1-9f00ee093030 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:27:30.069194 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f79eda6f-fcb1-4345-8ea1-9f00ee093030 demo admin] 10.222.0.15 "GET /v2.0/networks/47f4ed73-a135-4807-aa37-c76498dd2653 HTTP/1.1" status: 200 len: 886 time: 0.0815043 Apr 15 03:27:30.077870 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-bbf592ca-8d0d-4eca-a51c-deaa08f2c061 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:27:30.330271 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bbf592ca-8d0d-4eca-a51c-deaa08f2c061 demo admin] Publish callbacks [] for router_gateway (dea69604-52a3-4ddc-b529-af76f9530df6), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:30.601072 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bbf592ca-8d0d-4eca-a51c-deaa08f2c061 demo admin] Publish callbacks [] for router_gateway (dea69604-52a3-4ddc-b529-af76f9530df6), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:30.676764 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bbf592ca-8d0d-4eca-a51c-deaa08f2c061 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:30.837591 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-bbf592ca-8d0d-4eca-a51c-deaa08f2c061 demo admin] Allocated IP 172.26.6.35 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/6e7280b3-ecd5-4402-8e5e-38ca6a3c7616) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:27:30.945766 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bbf592ca-8d0d-4eca-a51c-deaa08f2c061 demo admin] Publish callbacks [] for port (6e7280b3-ecd5-4402-8e5e-38ca6a3c7616), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:31.061341 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bbf592ca-8d0d-4eca-a51c-deaa08f2c061 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (6e7280b3-ecd5-4402-8e5e-38ca6a3c7616), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:31.192278 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf592ca-8d0d-4eca-a51c-deaa08f2c061 demo admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:27:31.197237 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-bbf592ca-8d0d-4eca-a51c-deaa08f2c061 demo admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:27:31.202356 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf592ca-8d0d-4eca-a51c-deaa08f2c061 demo admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:27:31.204971 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf592ca-8d0d-4eca-a51c-deaa08f2c061 demo admin] Pushing event updated for resources: {'Port': ['ID=6e7280b3-ecd5-4402-8e5e-38ca6a3c7616,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:27:31.547279 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bbf592ca-8d0d-4eca-a51c-deaa08f2c061 demo admin] Publish callbacks [] for router_gateway (dea69604-52a3-4ddc-b529-af76f9530df6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:31.747109 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bbf592ca-8d0d-4eca-a51c-deaa08f2c061 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (dea69604-52a3-4ddc-b529-af76f9530df6), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:31.752309 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bbf592ca-8d0d-4eca-a51c-deaa08f2c061 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (dea69604-52a3-4ddc-b529-af76f9530df6), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:31.865310 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf592ca-8d0d-4eca-a51c-deaa08f2c061 demo admin] Router dea69604-52a3-4ddc-b529-af76f9530df6 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:27:31.971511 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf592ca-8d0d-4eca-a51c-deaa08f2c061 demo admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:27:31.976035 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bbf592ca-8d0d-4eca-a51c-deaa08f2c061 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:31.977056 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-bbf592ca-8d0d-4eca-a51c-deaa08f2c061 demo admin] 10.222.0.15 "PUT /v2.0/routers/dea69604-52a3-4ddc-b529-af76f9530df6 HTTP/1.1" status: 200 len: 889 time: 1.9023664 Apr 15 03:27:33.497685 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a51e7087-b5e7-4898-99bd-bb9836f6579d up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:27:33.543284 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port a51e7087-b5e7-4898-99bd-bb9836f6579d triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:27:33.543594 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a51e7087-b5e7-4898-99bd-bb9836f6579d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:33.618695 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port a51e7087-b5e7-4898-99bd-bb9836f6579d is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:27:34.394371 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] Sync routers for ids ['dea69604-52a3-4ddc-b529-af76f9530df6'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:27:34.405974 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] Routers {'dea69604-52a3-4ddc-b529-af76f9530df6'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:27:34.406736 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:27:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dea69604-52a3-4ddc-b529-af76f9530df6'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:27:34.507805 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 56400) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:27:34.621372 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-09205814-24ba-4595-aa22-c9b9b6c4056c admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1124287 Apr 15 03:27:34.623323 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] Set router dea69604-52a3-4ddc-b529-af76f9530df6 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:27:35.124040 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea69604-52a3-4ddc-b529-af76f9530df6', 'name': 'router1', 'tenant_id': '77e967b9051546f1b699d6a6585e34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': '6e7280b3-ecd5-4402-8e5e-38ca6a3c7616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:27:12Z', 'updated_at': '2022-04-15T03:27:31Z', 'revision_number': 4, 'project_id': '77e967b9051546f1b699d6a6585e34ba', 'gw_port': {'id': '6e7280b3-ecd5-4402-8e5e-38ca6a3c7616', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea69604-52a3-4ddc-b529-af76f9530df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:27:30Z', 'updated_at': '2022-04-15T03:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'a51e7087-b5e7-4898-99bd-bb9836f6579d', 'name': '', 'network_id': 'a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce', 'tenant_id': '77e967b9051546f1b699d6a6585e34ba', 'mac_address': 'fa:16:3e:35:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea69604-52a3-4ddc-b529-af76f9530df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee8e5538-c3a8-4099-aa43-6a2c3e05ab55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:27:22Z', 'updated_at': '2022-04-15T03:27:25Z', 'revision_number': 5, 'project_id': '77e967b9051546f1b699d6a6585e34ba', 'subnets': [{'id': 'ee8e5538-c3a8-4099-aa43-6a2c3e05ab55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cfb68d9-78f3-4c41-9ee6-b10bf6eea638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:27:35.174094 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] Checking router: dea69604-52a3-4ddc-b529-af76f9530df6 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:27:35.174476 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] Updating router dea69604-52a3-4ddc-b529-af76f9530df6 port 6e7280b3-ecd5-4402-8e5e-38ca6a3c7616 binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:27:35.229297 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6e7280b3-ecd5-4402-8e5e-38ca6a3c7616), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:35.552029 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] Publish callbacks [] for port (6e7280b3-ecd5-4402-8e5e-38ca6a3c7616), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:35.619727 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (6e7280b3-ecd5-4402-8e5e-38ca6a3c7616), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:35.672072 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] Attempting to bind port 6e7280b3-ecd5-4402-8e5e-38ca6a3c7616 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:27:35.672617 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] Attempting to bind port 6e7280b3-ecd5-4402-8e5e-38ca6a3c7616 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:27:35.672779 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] Attempting to bind port 6e7280b3-ecd5-4402-8e5e-38ca6a3c7616 on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:27:35.675749 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815e73e-8de3-46e2-9b05-acc806a02543 None None] Pushing event updated for resources: {'Port': ['ID=6e7280b3-ecd5-4402-8e5e-38ca6a3c7616,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:27:35.680218 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:27:35.680586 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:27:35.680976 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:35.681390 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:27:35.681891 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] Bound port: 6e7280b3-ecd5-4402-8e5e-38ca6a3c7616, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:27:35.682209 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6e7280b3-ecd5-4402-8e5e-38ca6a3c7616), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:35.731836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] For port 6e7280b3-ecd5-4402-8e5e-38ca6a3c7616, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:27:35.734784 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] For port 6e7280b3-ecd5-4402-8e5e-38ca6a3c7616, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6e7280b3-ecd5-4402-8e5e-38ca6a3c7616,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:27:35.780324 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (6e7280b3-ecd5-4402-8e5e-38ca6a3c7616), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:35.839409 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] Routers {'dea69604-52a3-4ddc-b529-af76f9530df6'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:27:35.840044 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:27:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dea69604-52a3-4ddc-b529-af76f9530df6'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:27:35.843018 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815e73e-8de3-46e2-9b05-acc806a02543 None None] Pushing event updated for resources: {'Port': ['ID=6e7280b3-ecd5-4402-8e5e-38ca6a3c7616,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:27:35.971804 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] Set router dea69604-52a3-4ddc-b529-af76f9530df6 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:27:36.168291 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea69604-52a3-4ddc-b529-af76f9530df6', 'name': 'router1', 'tenant_id': '77e967b9051546f1b699d6a6585e34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': '6e7280b3-ecd5-4402-8e5e-38ca6a3c7616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:27:12Z', 'updated_at': '2022-04-15T03:27:31Z', 'revision_number': 4, 'project_id': '77e967b9051546f1b699d6a6585e34ba', 'gw_port': {'id': '6e7280b3-ecd5-4402-8e5e-38ca6a3c7616', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea69604-52a3-4ddc-b529-af76f9530df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:27:30Z', 'updated_at': '2022-04-15T03:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'a51e7087-b5e7-4898-99bd-bb9836f6579d', 'name': '', 'network_id': 'a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce', 'tenant_id': '77e967b9051546f1b699d6a6585e34ba', 'mac_address': 'fa:16:3e:35:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea69604-52a3-4ddc-b529-af76f9530df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee8e5538-c3a8-4099-aa43-6a2c3e05ab55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:27:22Z', 'updated_at': '2022-04-15T03:27:25Z', 'revision_number': 5, 'project_id': '77e967b9051546f1b699d6a6585e34ba', 'subnets': [{'id': 'ee8e5538-c3a8-4099-aa43-6a2c3e05ab55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cfb68d9-78f3-4c41-9ee6-b10bf6eea638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:27:36.194966 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef174579-6fe0-43f1-a359-7e348c900bb2 None None] The sync data for ids ['dea69604-52a3-4ddc-b529-af76f9530df6'] in dv-neutron-837140-3-hyperv is: [{'id': 'dea69604-52a3-4ddc-b529-af76f9530df6', 'name': 'router1', 'tenant_id': '77e967b9051546f1b699d6a6585e34ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': '6e7280b3-ecd5-4402-8e5e-38ca6a3c7616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:27:12Z', 'updated_at': '2022-04-15T03:27:31Z', 'revision_number': 4, 'project_id': '77e967b9051546f1b699d6a6585e34ba', 'gw_port': {'id': '6e7280b3-ecd5-4402-8e5e-38ca6a3c7616', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:af:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea69604-52a3-4ddc-b529-af76f9530df6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:27:30Z', 'updated_at': '2022-04-15T03:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'a51e7087-b5e7-4898-99bd-bb9836f6579d', 'name': '', 'network_id': 'a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce', 'tenant_id': '77e967b9051546f1b699d6a6585e34ba', 'mac_address': 'fa:16:3e:35:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea69604-52a3-4ddc-b529-af76f9530df6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee8e5538-c3a8-4099-aa43-6a2c3e05ab55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:27:22Z', 'updated_at': '2022-04-15T03:27:25Z', 'revision_number': 5, 'project_id': '77e967b9051546f1b699d6a6585e34ba', 'subnets': [{'id': 'ee8e5538-c3a8-4099-aa43-6a2c3e05ab55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cfb68d9-78f3-4c41-9ee6-b10bf6eea638'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:27:37.499364 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6e7280b3-ecd5-4402-8e5e-38ca6a3c7616 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:27:37.553049 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 6e7280b3-ecd5-4402-8e5e-38ca6a3c7616 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:27:37.553564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6e7280b3-ecd5-4402-8e5e-38ca6a3c7616), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:37.641741 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 6e7280b3-ecd5-4402-8e5e-38ca6a3c7616 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:27:37.642137 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6e7280b3-ecd5-4402-8e5e-38ca6a3c7616), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:37.662968 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 6e7280b3-ecd5-4402-8e5e-38ca6a3c7616, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6e7280b3-ecd5-4402-8e5e-38ca6a3c7616,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:27:37.765165 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (6e7280b3-ecd5-4402-8e5e-38ca6a3c7616), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:37.820788 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=6e7280b3-ecd5-4402-8e5e-38ca6a3c7616,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:27:39.533100 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 5 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:27:39.590209 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6e7280b3-ecd5-4402-8e5e-38ca6a3c7616 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:27:39.711368 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 6e7280b3-ecd5-4402-8e5e-38ca6a3c7616 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:27:39.711971 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6e7280b3-ecd5-4402-8e5e-38ca6a3c7616), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:39.843653 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 6e7280b3-ecd5-4402-8e5e-38ca6a3c7616 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:27:48.505597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-57afc2de-c69c-4d2f-915c-219fea5e8303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:50.825871 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-42650565-00cc-4290-af09-bfe9e09e6a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:51.751385 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:53.220494 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:27:54.825615 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:28:16.525461 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 5 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:28:18.494333 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fd0815cd-315c-472b-88e8-71f234eadea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:28:20.813714 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-68ce84d1-061f-47de-b932-95f7559e8307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:28:22.453616 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:28:23.230777 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:28:24.802236 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:28:48.475662 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-412fd7e8-9d75-4f76-bb43-2d5ded15eec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:28:50.790423 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-98d58d46-6e44-44fd-bc5a-eaab64d48381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:28:51.773491 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:28:53.207138 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:28:53.524425 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 5 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:28:54.847780 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:29:01.510240 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 56916) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:29:01.570364 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b17fda6-4df7-4449-95a4-7735e5931354 admin admin] GET failed (client error): The resource could not be found. Apr 15 03:29:01.571670 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5b17fda6-4df7-4449-95a4-7735e5931354 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604651 Apr 15 03:29:01.801214 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa434846-e97d-40c8-a261-33c445dae8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:29:01.802599 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fa434846-e97d-40c8-a261-33c445dae8a0 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.2268665 Apr 15 03:29:04.107599 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 56926) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:29:04.199888 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04a37bb-0517-4311-8f46-bb6dc1f8b16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:29:04.201225 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d04a37bb-0517-4311-8f46-bb6dc1f8b16f admin admin] 10.222.0.15 "GET /v2.0/subnets/ee8e5538-c3a8-4099-aa43-6a2c3e05ab55 HTTP/1.1" status: 200 len: 849 time: 0.0926847 Apr 15 03:29:04.211053 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-5e121eff-2c38-45bf-9802-40a4e9c55539 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:29:04.292576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5e121eff-2c38-45bf-9802-40a4e9c55539 admin admin] Publish callbacks [] for subnet (ee8e5538-c3a8-4099-aa43-6a2c3e05ab55), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:29:04.469608 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5e121eff-2c38-45bf-9802-40a4e9c55539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769506086175'] for subnet (ee8e5538-c3a8-4099-aa43-6a2c3e05ab55), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:29:04.498958 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e121eff-2c38-45bf-9802-40a4e9c55539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:29:04.499995 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5e121eff-2c38-45bf-9802-40a4e9c55539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:29:04.506651 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5e121eff-2c38-45bf-9802-40a4e9c55539 admin admin] 10.222.0.15 "PUT /v2.0/subnets/ee8e5538-c3a8-4099-aa43-6a2c3e05ab55 HTTP/1.1" status: 200 len: 868 time: 0.2938924 Apr 15 03:29:04.506882 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f937f08d-c831-4e16-bee8-86b435f97131 None None] Network a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:29:04.524105 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e121eff-2c38-45bf-9802-40a4e9c55539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee8e5538-c3a8-4099-aa43-6a2c3e05ab55,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:29:04.532405 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e121eff-2c38-45bf-9802-40a4e9c55539 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:29:04.532793 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e121eff-2c38-45bf-9802-40a4e9c55539 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:29:04.533119 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e121eff-2c38-45bf-9802-40a4e9c55539 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:29:04.533467 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e121eff-2c38-45bf-9802-40a4e9c55539 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:29:04.533808 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e121eff-2c38-45bf-9802-40a4e9c55539 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:29:04.534145 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e121eff-2c38-45bf-9802-40a4e9c55539 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:29:04.534479 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e121eff-2c38-45bf-9802-40a4e9c55539 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:29:04.534842 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e121eff-2c38-45bf-9802-40a4e9c55539 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:29:04.535175 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e121eff-2c38-45bf-9802-40a4e9c55539 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:29:04.535508 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e121eff-2c38-45bf-9802-40a4e9c55539 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:29:04.535859 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e121eff-2c38-45bf-9802-40a4e9c55539 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:29:04.536190 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e121eff-2c38-45bf-9802-40a4e9c55539 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:29:04.536523 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e121eff-2c38-45bf-9802-40a4e9c55539 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:29:04.536850 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e121eff-2c38-45bf-9802-40a4e9c55539 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:29:04.537173 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e121eff-2c38-45bf-9802-40a4e9c55539 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:29:04.858129 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-c21a2cbf-0650-42a7-87b3-a0f0ebe45319 None None] Provisioning complete for port 96e00433-ee4d-49b7-acfb-be6c740ac094 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:29:04.858438 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c21a2cbf-0650-42a7-87b3-a0f0ebe45319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (96e00433-ee4d-49b7-acfb-be6c740ac094), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:29:04.936917 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c21a2cbf-0650-42a7-87b3-a0f0ebe45319 None None] Current status of the port 96e00433-ee4d-49b7-acfb-be6c740ac094 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:29:04.944429 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-c21a2cbf-0650-42a7-87b3-a0f0ebe45319 None None] Provisioning complete for port a51e7087-b5e7-4898-99bd-bb9836f6579d triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:29:04.944792 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c21a2cbf-0650-42a7-87b3-a0f0ebe45319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a51e7087-b5e7-4898-99bd-bb9836f6579d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:29:05.017066 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c21a2cbf-0650-42a7-87b3-a0f0ebe45319 None None] Current status of the port a51e7087-b5e7-4898-99bd-bb9836f6579d is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:29:06.852536 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 56934) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:29:07.053753 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3525533-2121-47e6-889c-77dcd01074d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:29:07.054130 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3525533-2121-47e6-889c-77dcd01074d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:29:07.055693 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e3525533-2121-47e6-889c-77dcd01074d6 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2022049 Apr 15 03:29:09.362140 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 56942) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:29:09.490182 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d511fc-fd97-4ef0-902f-b88304734b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:29:09.490683 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d511fc-fd97-4ef0-902f-b88304734b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:29:09.492177 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-55d511fc-fd97-4ef0-902f-b88304734b70 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1290612 Apr 15 03:29:11.788358 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 56950) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:29:11.911338 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8765f140-817a-408a-8675-ecb9eeb5b3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:29:11.912680 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8765f140-817a-408a-8675-ecb9eeb5b3b0 admin admin] 10.222.0.15 "GET /v2.0/networks/47f4ed73-a135-4807-aa37-c76498dd2653 HTTP/1.1" status: 200 len: 886 time: 0.1233215 Apr 15 03:29:14.208077 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 56958) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:29:14.337232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66802611-135a-4aa2-82e9-b3b1bad4b825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:29:14.338565 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-66802611-135a-4aa2-82e9-b3b1bad4b825 admin admin] 10.222.0.15 "GET /v2.0/networks/a8fcc9c4-ead5-4b37-9fac-efbc811eb4ce HTTP/1.1" status: 200 len: 868 time: 0.1295233 Apr 15 03:29:16.626790 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 56966) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:29:16.746087 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab5318b-62d4-4d48-af3a-294dfab296dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:29:16.746598 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab5318b-62d4-4d48-af3a-294dfab296dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:29:16.748224 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fab5318b-62d4-4d48-af3a-294dfab296dc admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204975 Apr 15 03:29:18.475938 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-73332f28-b10f-45d8-9b90-fb991181ed81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:29:19.071605 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 56974) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:29:19.163484 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847aa242-217e-444e-bf74-cb91138052e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:29:19.163942 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847aa242-217e-444e-bf74-cb91138052e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:29:19.165438 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-847aa242-217e-444e-bf74-cb91138052e0 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0928409 Apr 15 03:29:20.823936 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4df20427-6c85-40f0-9950-313d01ce9e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:29:21.460311 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 56982) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:29:21.544747 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856b3b44-eb66-4072-a4e2-4c4f3e8ab494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:29:21.546065 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-856b3b44-eb66-4072-a4e2-4c4f3e8ab494 admin admin] 10.222.0.15 "GET /v2.0/subnets/c63d4703-244f-4723-98ff-256b0e8bf17b HTTP/1.1" status: 200 len: 816 time: 0.0847328 Apr 15 03:29:21.761230 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:29:23.224004 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:29:23.839565 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 56990) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:29:23.929809 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8094f4-13f2-4a54-ad2c-8b25bfc87ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:29:23.931184 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-df8094f4-13f2-4a54-ad2c-8b25bfc87ce6 admin admin] 10.222.0.15 "GET /v2.0/subnets/ee8e5538-c3a8-4099-aa43-6a2c3e05ab55 HTTP/1.1" status: 200 len: 868 time: 0.0906680 Apr 15 03:29:24.823422 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:29:30.523553 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 5 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:29:48.474849 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-021c6c81-77c3-4e98-a82f-769642a1b2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:29:50.823316 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9cd639b3-413a-462b-9b86-3878f9659b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:29:51.772006 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:29:53.211455 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:29:54.823139 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:04.932752 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57048) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:30:04.980185 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-9c5cc7e0-7280-4541-9c68-295bef1d876e admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:30:04.981219 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9c5cc7e0-7280-4541-9c68-295bef1d876e admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474415 Apr 15 03:30:07.368748 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57056) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:30:07.428868 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-09359786-c3b6-400c-a3c9-a2a7af42ed52 admin admin] GET failed (client error): The resource could not be found. Apr 15 03:30:07.430158 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-09359786-c3b6-400c-a3c9-a2a7af42ed52 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605168 Apr 15 03:30:07.522778 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 5 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:30:07.574398 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26423b9e-eb15-449b-a317-f09dc201f99c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:30:07.575930 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-26423b9e-eb15-449b-a317-f09dc201f99c admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1418405 Apr 15 03:30:09.902782 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57066) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:30:09.950465 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:30:10.045705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Made reservation on behalf of 7584e2e2413847f1a5117bb2e1bb4120 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:30:10.048232 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:10.091774 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING neutron.services.revisions.revision_plugin [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Could not find related network for resource to bump revision. Apr 15 03:30:10.106934 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:30:10.119386 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769506119087', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (5292c6f6-e172-46d4-9439-638c51717f58), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:10.119976 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Unsubscribe: segment precommit_create {{(pid=104666) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 15 03:30:10.120436 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Added segment 5292c6f6-e172-46d4-9439-638c51717f58 of type vlan for network 40202759-dcc3-4103-a236-3435696c6770 Apr 15 03:30:10.163802 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (40202759-dcc3-4103-a236-3435696c6770), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:10.257066 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (40202759-dcc3-4103-a236-3435696c6770), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:10.257983 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:30:10.258551 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:10.345067 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Pushing event updated for resources: {'Network': ['ID=40202759-dcc3-4103-a236-3435696c6770,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:30:10.351577 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:10.351922 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:10.352274 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:10.352611 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:10.352937 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:10.353267 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:10.353591 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:10.353915 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:10.354269 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:10.354584 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:10.359335 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:10.359335 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:10.359335 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:10.359335 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:10.359335 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:10.367589 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 40202759-dcc3-4103-a236-3435696c6770 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:30:10.379971 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-84bf28ca-0f6e-4a20-9e3e-3d903af3c6a8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4760442 Apr 15 03:30:12.691701 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57074) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:30:12.752429 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-4296e81f-3a7c-4904-98ab-aabf746d4021 admin admin] GET failed (client error): The resource could not be found. Apr 15 03:30:12.753714 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4296e81f-3a7c-4904-98ab-aabf746d4021 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610456 Apr 15 03:30:12.821144 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3698f82-a874-4fdf-895d-ebc403ea6ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:30:12.822632 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f3698f82-a874-4fdf-895d-ebc403ea6ab5 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0649664 Apr 15 03:30:12.832475 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d31c9c67-bf0c-40d9-b025-ef39f7136d56 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '40202759-dcc3-4103-a236-3435696c6770', 'description': 'shared-subnet'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:30:12.942742 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31c9c67-bf0c-40d9-b025-ef39f7136d56 admin admin] Made reservation on behalf of 7584e2e2413847f1a5117bb2e1bb4120 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:30:12.945784 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d31c9c67-bf0c-40d9-b025-ef39f7136d56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:13.217833 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d31c9c67-bf0c-40d9-b025-ef39f7136d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for subnet (ba087c33-529a-4d26-9daf-e2bfb3d388fb), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:13.272963 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c9c67-bf0c-40d9-b025-ef39f7136d56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba087c33-529a-4d26-9daf-e2bfb3d388fb,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:30:13.283281 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31c9c67-bf0c-40d9-b025-ef39f7136d56 admin admin] Checking segment: {'id': '5292c6f6-e172-46d4-9439-638c51717f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '40202759-dcc3-4103-a236-3435696c6770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:30:13.283670 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31c9c67-bf0c-40d9-b025-ef39f7136d56 admin admin] Network hostable DHCP agents. Network: 40202759-dcc3-4103-a236-3435696c6770, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:30:13.360001 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31c9c67-bf0c-40d9-b025-ef39f7136d56 admin admin] Network 40202759-dcc3-4103-a236-3435696c6770 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:30:13.445787 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-d31c9c67-bf0c-40d9-b025-ef39f7136d56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 40202759-dcc3-4103-a236-3435696c6770) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:30:13.451828 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31c9c67-bf0c-40d9-b025-ef39f7136d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:30:13.451828 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d31c9c67-bf0c-40d9-b025-ef39f7136d56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:13.455196 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e883f48c-bbcc-4180-932a-8fca8fcf3073 None None] Network 40202759-dcc3-4103-a236-3435696c6770 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:30:13.517452 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d31c9c67-bf0c-40d9-b025-ef39f7136d56 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6881850 Apr 15 03:30:13.562225 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-40202759-dcc3-4103-a236-3435696c6770', 'network_id': '40202759-dcc3-4103-a236-3435696c6770', 'project_id': '7584e2e2413847f1a5117bb2e1bb4120', 'fixed_ips': [{'subnet_id': 'ba087c33-529a-4d26-9daf-e2bfb3d388fb'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:30:13.563157 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:13.811894 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Allocated IP 192.168.233.2 (40202759-dcc3-4103-a236-3435696c6770/ba087c33-529a-4d26-9daf-e2bfb3d388fb/6b42bcfb-9dbc-485f-b2fb-66b4420b428e) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:30:13.964400 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Publish callbacks [] for port (6b42bcfb-9dbc-485f-b2fb-66b4420b428e), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:14.029952 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (6b42bcfb-9dbc-485f-b2fb-66b4420b428e), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:14.073518 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Network 40202759-dcc3-4103-a236-3435696c6770 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:30:14.079924 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Pushing event updated for resources: {'Port': ['ID=6b42bcfb-9dbc-485f-b2fb-66b4420b428e,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:30:14.083084 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:30:14.088601 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:14.097591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:14.097591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:14.097591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:14.097591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:14.097591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:14.097591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:14.097591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:14.097591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:14.097591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:14.097591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:14.097591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:14.097591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:14.097591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:14.097591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:30:14.098665 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:30:14.169713 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Attempting to bind port 6b42bcfb-9dbc-485f-b2fb-66b4420b428e on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:30:14.170083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Attempting to bind port 6b42bcfb-9dbc-485f-b2fb-66b4420b428e by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '5292c6f6-e172-46d4-9439-638c51717f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '40202759-dcc3-4103-a236-3435696c6770'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:30:14.170444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Attempting to bind port 6b42bcfb-9dbc-485f-b2fb-66b4420b428e on network 40202759-dcc3-4103-a236-3435696c6770 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:30:14.176240 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:30:14.176606 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Checking segment: {'id': '5292c6f6-e172-46d4-9439-638c51717f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '40202759-dcc3-4103-a236-3435696c6770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:30:14.177007 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:14.177401 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Bound using segment: {'id': '5292c6f6-e172-46d4-9439-638c51717f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '40202759-dcc3-4103-a236-3435696c6770'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:30:14.177849 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Bound port: 6b42bcfb-9dbc-485f-b2fb-66b4420b428e, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5292c6f6-e172-46d4-9439-638c51717f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '40202759-dcc3-4103-a236-3435696c6770'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:30:14.178222 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6b42bcfb-9dbc-485f-b2fb-66b4420b428e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:14.246181 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] For port 6b42bcfb-9dbc-485f-b2fb-66b4420b428e, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:30:14.252715 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] For port 6b42bcfb-9dbc-485f-b2fb-66b4420b428e, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6b42bcfb-9dbc-485f-b2fb-66b4420b428e,segment=NetworkSegment(5292c6f6-e172-46d4-9439-638c51717f58),segment_id=5292c6f6-e172-46d4-9439-638c51717f58)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:30:14.316707 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (6b42bcfb-9dbc-485f-b2fb-66b4420b428e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:14.387086 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8c5fe-f8dd-4569-bba1-b85f189f1528 None None] Pushing event updated for resources: {'Port': ['ID=6b42bcfb-9dbc-485f-b2fb-66b4420b428e,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:30:15.270131 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed68c61-1aa9-4d59-bcbb-5ce718bba814 None None] Network 40202759-dcc3-4103-a236-3435696c6770 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:30:15.339440 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a6937abf-aaf4-4654-8b44-f4a8d9c5fcc3 None None] Provisioning complete for port 6b42bcfb-9dbc-485f-b2fb-66b4420b428e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:30:15.339800 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a6937abf-aaf4-4654-8b44-f4a8d9c5fcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6b42bcfb-9dbc-485f-b2fb-66b4420b428e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:15.457667 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a6937abf-aaf4-4654-8b44-f4a8d9c5fcc3 None None] Current status of the port 6b42bcfb-9dbc-485f-b2fb-66b4420b428e is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:30:15.458050 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a6937abf-aaf4-4654-8b44-f4a8d9c5fcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6b42bcfb-9dbc-485f-b2fb-66b4420b428e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:15.497078 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-a6937abf-aaf4-4654-8b44-f4a8d9c5fcc3 None None] For port 6b42bcfb-9dbc-485f-b2fb-66b4420b428e, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6b42bcfb-9dbc-485f-b2fb-66b4420b428e,segment=NetworkSegment(5292c6f6-e172-46d4-9439-638c51717f58),segment_id=5292c6f6-e172-46d4-9439-638c51717f58)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:30:15.565988 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a6937abf-aaf4-4654-8b44-f4a8d9c5fcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (6b42bcfb-9dbc-485f-b2fb-66b4420b428e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:15.621480 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6937abf-aaf4-4654-8b44-f4a8d9c5fcc3 None None] Pushing event updated for resources: {'Port': ['ID=6b42bcfb-9dbc-485f-b2fb-66b4420b428e,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:30:15.647728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6b42bcfb-9dbc-485f-b2fb-66b4420b428e up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:30:15.698807 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a591ff79-dccb-4119-944a-ad4ba1b0fa9c None None] Provisioning complete for port 6b42bcfb-9dbc-485f-b2fb-66b4420b428e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:30:15.699195 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a591ff79-dccb-4119-944a-ad4ba1b0fa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6b42bcfb-9dbc-485f-b2fb-66b4420b428e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:15.730948 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 6b42bcfb-9dbc-485f-b2fb-66b4420b428e triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:30:15.731323 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6b42bcfb-9dbc-485f-b2fb-66b4420b428e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:15.850491 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a591ff79-dccb-4119-944a-ad4ba1b0fa9c None None] Current status of the port 6b42bcfb-9dbc-485f-b2fb-66b4420b428e is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:30:15.855924 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 6b42bcfb-9dbc-485f-b2fb-66b4420b428e is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:30:17.586375 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6b42bcfb-9dbc-485f-b2fb-66b4420b428e up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:30:17.636216 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 6b42bcfb-9dbc-485f-b2fb-66b4420b428e triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:30:17.636607 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6b42bcfb-9dbc-485f-b2fb-66b4420b428e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:17.712436 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 6b42bcfb-9dbc-485f-b2fb-66b4420b428e is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:30:18.502773 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-deb66178-97a3-4c05-a332-e236ecc93d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:20.788693 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a1ad877a-8292-4240-a6e9-39b4fc22991c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:21.766119 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:23.222931 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:24.828267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:44.520498 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 5 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:30:48.474054 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-664b5a20-18ff-4b1b-9831-70ee97631f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:50.776548 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bd506640-6485-4800-acdf-89828a9576b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:51.770734 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:53.239864 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:30:54.839412 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:31:18.484794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-86a9c5a7-74f0-44cb-af77-793a4948311a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:31:20.788026 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-12e66730-243e-45a3-88ee-80cc7dccd150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:31:21.519699 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 5 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:31:21.764989 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:31:23.222123 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:31:24.822244 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:31:48.473163 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f2f77a52-6676-444a-98d6-ad86b9266314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:31:50.804560 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-debc2bae-97b7-475b-99ef-dea218582280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:31:51.839305 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:31:53.227706 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:31:54.855782 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:31:58.518119 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 5 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:32:18.477470 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4548c703-417e-4130-a1b8-653ca53e93bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:32:20.769622 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1162290-bc95-4610-b648-0d38eac8dbbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:32:21.786106 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:32:21.954572 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57114) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:32:21.960907 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-54de5d46-885c-40e6-ae1e-655f405ed03b tempest-verify_tempest_config-675798798 tempest-verify_tempest_config-675798798-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:32:21.961896 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-54de5d46-885c-40e6-ae1e-655f405ed03b tempest-verify_tempest_config-675798798 tempest-verify_tempest_config-675798798-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060380 Apr 15 03:32:22.462093 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57132) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:32:22.562845 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d480-e4b9-44a9-90ff-917a0c980f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:32:22.667409 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d480-e4b9-44a9-90ff-917a0c980f47 admin admin] Publish callbacks [] for security_group (5441b8af-cd85-4636-a667-dec3294356f6), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:32:22.735746 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4d6d480-e4b9-44a9-90ff-917a0c980f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (5441b8af-cd85-4636-a667-dec3294356f6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:32:22.780145 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f4d6d480-e4b9-44a9-90ff-917a0c980f47 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c315d14c1c0a44c78730be6d98cd9180&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3169284 Apr 15 03:32:22.781078 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6d480-e4b9-44a9-90ff-917a0c980f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5441b8af-cd85-4636-a667-dec3294356f6,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:32:22.782867 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57136) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:32:22.787941 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d6d480-e4b9-44a9-90ff-917a0c980f47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:22.788290 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d6d480-e4b9-44a9-90ff-917a0c980f47 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:22.788651 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d6d480-e4b9-44a9-90ff-917a0c980f47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:22.788998 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d6d480-e4b9-44a9-90ff-917a0c980f47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:22.789378 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d6d480-e4b9-44a9-90ff-917a0c980f47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:22.789725 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d6d480-e4b9-44a9-90ff-917a0c980f47 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:22.790634 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d6d480-e4b9-44a9-90ff-917a0c980f47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:22.790975 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d6d480-e4b9-44a9-90ff-917a0c980f47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:22.791319 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d6d480-e4b9-44a9-90ff-917a0c980f47 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:22.791655 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d6d480-e4b9-44a9-90ff-917a0c980f47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:22.791981 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d6d480-e4b9-44a9-90ff-917a0c980f47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:22.792306 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d6d480-e4b9-44a9-90ff-917a0c980f47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:22.792630 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d6d480-e4b9-44a9-90ff-917a0c980f47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:22.792949 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d6d480-e4b9-44a9-90ff-917a0c980f47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:22.793268 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d6d480-e4b9-44a9-90ff-917a0c980f47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:22.841242 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-22e97f7f-aa22-4a34-925b-e63a454c07f1 admin admin] Publish callbacks [] for security_group (5441b8af-cd85-4636-a667-dec3294356f6), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:32:22.861668 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-22e97f7f-aa22-4a34-925b-e63a454c07f1 admin admin] Publish callbacks [] for security_group (5441b8af-cd85-4636-a667-dec3294356f6), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:32:23.010624 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-22e97f7f-aa22-4a34-925b-e63a454c07f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (5441b8af-cd85-4636-a667-dec3294356f6), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:32:23.013199 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-22e97f7f-aa22-4a34-925b-e63a454c07f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:32:23.014330 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-22e97f7f-aa22-4a34-925b-e63a454c07f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5441b8af-cd85-4636-a667-dec3294356f6 HTTP/1.1" status: 204 len: 168 time: 0.2304604 Apr 15 03:32:23.021689 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e97f7f-aa22-4a34-925b-e63a454c07f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5441b8af-cd85-4636-a667-dec3294356f6,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:32:23.028719 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e97f7f-aa22-4a34-925b-e63a454c07f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:23.029064 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e97f7f-aa22-4a34-925b-e63a454c07f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:23.029403 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e97f7f-aa22-4a34-925b-e63a454c07f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:23.029736 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e97f7f-aa22-4a34-925b-e63a454c07f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:23.030066 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e97f7f-aa22-4a34-925b-e63a454c07f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:23.032523 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e97f7f-aa22-4a34-925b-e63a454c07f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:23.032523 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e97f7f-aa22-4a34-925b-e63a454c07f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:23.032523 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e97f7f-aa22-4a34-925b-e63a454c07f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:23.032523 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e97f7f-aa22-4a34-925b-e63a454c07f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:23.032523 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e97f7f-aa22-4a34-925b-e63a454c07f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:23.032523 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e97f7f-aa22-4a34-925b-e63a454c07f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:23.032523 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e97f7f-aa22-4a34-925b-e63a454c07f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:23.033244 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e97f7f-aa22-4a34-925b-e63a454c07f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:23.033244 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e97f7f-aa22-4a34-925b-e63a454c07f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:23.033468 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e97f7f-aa22-4a34-925b-e63a454c07f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:32:23.301616 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:32:24.838576 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:32:35.518063 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 5 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:32:48.490184 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-61ebfe77-c48e-493d-b7ae-5d791cd7d4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:32:50.813490 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bfd1c0da-12b7-440f-b787-9ff28c34300c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:32:51.758066 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:32:53.242507 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:32:54.861111 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:33:12.516318 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 5 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:33:18.505892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c2fe5b84-56ac-46c0-b86a-775a0438456f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:33:20.803088 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ce15c6d1-8209-44e5-af86-27d521efd6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:33:21.769079 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:33:23.237447 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:33:24.860419 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:33:34.345959 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-946105'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:33:48.511965 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-16c8c95c-7c3b-46a7-ba14-5b45faa63712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:33:48.728871 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57208) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:33:48.835236 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1c748154-3673-42ac-bebb-a756840680c6 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1051984 Apr 15 03:33:49.514982 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:33:50.812728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-435ab425-57d1-445d-bc17-e81daa813372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:33:51.147215 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57218) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:33:51.201021 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d3904db0-0c25-48d5-ac33-1ee41f6a26bd admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0527582 Apr 15 03:33:51.768385 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:33:53.265806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:33:54.865380 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:34:04.276814 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:34:18.484520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74b130e0-4689-4e22-af08-7d98f3c7a678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:34:20.802386 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-aa87b9c4-688e-4ffe-a013-bc8781201088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:34:21.790260 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:34:23.286370 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:34:24.865497 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:34:26.515412 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:34:34.297564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:34:48.522124 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-95aa2ae3-02f1-4c48-b82c-11ab10a9f6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:34:50.800051 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-64cc58da-3bab-48ed-bb22-54e4a23fe32d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:34:51.785554 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:34:53.264636 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:34:54.859192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:03.514071 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:35:04.328047 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:14.265132 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57410) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:14.402465 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57418) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:14.440753 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57424) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:14.622758 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57432) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:14.633565 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-104345144-network', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:14.715122 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-35a3c011-0a43-4e6b-8da6-ddde49724c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1421058083'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:14.744773 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Made reservation on behalf of e585f3ca53e5479db86fbf2994cc0780 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:14.747257 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:14.755843 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:14.787588 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-843c29bc-1e4c-4f8f-958c-79c107541740 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1790863245-network', 'tenant_id': '11a65844133b45eca2de1ac5661b176d'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:14.840605 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a3c011-0a43-4e6b-8da6-ddde49724c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Made reservation on behalf of f57163c4809140cca7dbbe1675ee038c for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:14.844573 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35a3c011-0a43-4e6b-8da6-ddde49724c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:14.864250 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35a3c011-0a43-4e6b-8da6-ddde49724c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:14.868804 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Publish callbacks [] for security_group (5bfbe8b1-e6f9-49cf-b96e-f0faf831b5d0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:14.898442 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843c29bc-1e4c-4f8f-958c-79c107541740 admin admin] Made reservation on behalf of 11a65844133b45eca2de1ac5661b176d for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:14.900643 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-843c29bc-1e4c-4f8f-958c-79c107541740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:14.914368 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-843c29bc-1e4c-4f8f-958c-79c107541740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:14.928128 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (5bfbe8b1-e6f9-49cf-b96e-f0faf831b5d0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:14.960724 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:35:15.001882 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (99935493-8f6b-427d-a241-4be340658787), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:15.002219 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Added segment 99935493-8f6b-427d-a241-4be340658787 of type vlan for network f2fea504-3cd4-4378-8032-e10de311dc7b Apr 15 03:35:15.024172 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfbe8b1-e6f9-49cf-b96e-f0faf831b5d0,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:15.028940 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35a3c011-0a43-4e6b-8da6-ddde49724c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Publish callbacks [] for security_group (a16cd6e4-5bbf-4a1e-afb5-17873ad733ae), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:15.058772 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:15.059125 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:15.059469 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:15.059809 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:15.060135 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:15.060455 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:15.060778 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:15.061097 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:15.061429 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:15.061751 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:15.062083 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:15.062430 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:15.062815 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:15.063098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:15.063980 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Tracked resource versions report: Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: pushed versions: Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: { 'AddressGroup': {'1.2'}, Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Agent': {'1.1'}, Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'ConntrackHelper': {'1.0'}, Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'LocalIPAssociation': {'1.0'}, Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Log': {'1.0'}, Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'NDPProxy': {'1.0'}, Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Network': {'1.1'}, Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Port': {'1.7'}, Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'PortForwarding': {'1.3'}, Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'QosPolicy': {'1.10'}, Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'SecurityGroup': {'1.5'}, Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'SecurityGroupRule': {'1.2'}, Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'SubPort': {'1.0'}, Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Subnet': {'1.1'}, Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Trunk': {'1.1'}} Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: consumer versions: Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: { DHCP agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: HyperV agent@hv-neutron-8371: {}, Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: L3 agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: Metadata agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: Metering agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: Open vSwitch agent@dv-neutron-837140-3-hyperv: { 'AddressGroup': '1.2', Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Agent': '1.1', Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'ConntrackHelper': '1.0', Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'LocalIPAssociation': '1.0', Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Log': '1.0', Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'NDPProxy': '1.0', Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Network': '1.1', Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Port': '1.7', Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'PortForwarding': '1.3', Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'QosPolicy': '1.10', Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'SecurityGroup': '1.5', Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'SecurityGroupRule': '1.2', Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'SubPort': '1.0', Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Subnet': '1.1', Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: 'Trunk': '1.1'}} Apr 15 03:35:15.065402 dv-neutron-837140-3-hyperv neutron-server[104667]: {{(pid=104667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 15 03:35:15.088271 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-bd4fcc59-8d99-44f7-807f-038fcbce59ac tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.089273 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bd4fcc59-8d99-44f7-807f-038fcbce59ac tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.4655674 Apr 15 03:35:15.093524 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57450) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.094820 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (f2fea504-3cd4-4378-8032-e10de311dc7b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:15.099220 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-33c3f7a7-b41d-4a09-9757-25b5616a9e0c tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.105343 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-33c3f7a7-b41d-4a09-9757-25b5616a9e0c tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0055308 Apr 15 03:35:15.105616 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57454) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.109871 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-0e96732b-996a-446b-994f-6882747ed6a4 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.114851 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0e96732b-996a-446b-994f-6882747ed6a4 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0068836 Apr 15 03:35:15.114851 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57456) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.120092 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-9be532b1-aa9c-45b8-9506-270412e21a09 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.121159 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9be532b1-aa9c-45b8-9506-270412e21a09 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0058904 Apr 15 03:35:15.123639 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57458) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.125217 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35a3c011-0a43-4e6b-8da6-ddde49724c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (a16cd6e4-5bbf-4a1e-afb5-17873ad733ae), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:15.127934 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-94806260-0ee6-41d9-a7d4-738a01da4e73 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.128873 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-94806260-0ee6-41d9-a7d4-738a01da4e73 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0043297 Apr 15 03:35:15.131168 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57460) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.134996 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-cfa69d80-b3f3-4b69-a6d4-c6f9929236d2 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.135922 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cfa69d80-b3f3-4b69-a6d4-c6f9929236d2 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0039196 Apr 15 03:35:15.138847 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57462) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.142976 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-0672ca41-d466-4ede-b369-482896f78f97 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.146470 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0672ca41-d466-4ede-b369-482896f78f97 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0067346 Apr 15 03:35:15.147606 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57464) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.151607 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-dc42a32a-657d-4a19-954e-7353db701964 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.155720 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-dc42a32a-657d-4a19-954e-7353db701964 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0040841 Apr 15 03:35:15.155930 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57466) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.160325 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-e863f562-ff05-4e9b-9fd0-746967bac11a tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.164155 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e863f562-ff05-4e9b-9fd0-746967bac11a tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0074010 Apr 15 03:35:15.164765 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57470) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.168798 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-f60bd4ba-be07-4003-a448-467ee76e9b8e tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.169939 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f60bd4ba-be07-4003-a448-467ee76e9b8e tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0042942 Apr 15 03:35:15.172633 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57472) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.176405 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-497b36f1-b9de-440a-b0c2-e566124c0674 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.189667 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-497b36f1-b9de-440a-b0c2-e566124c0674 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0039768 Apr 15 03:35:15.190451 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-843c29bc-1e4c-4f8f-958c-79c107541740 admin admin] Publish callbacks [] for security_group (1926a05d-27cc-44bd-b170-def7eade7c84), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:15.190451 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a3c011-0a43-4e6b-8da6-ddde49724c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:35:15.190451 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3c011-0a43-4e6b-8da6-ddde49724c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a16cd6e4-5bbf-4a1e-afb5-17873ad733ae,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:15.191332 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35a3c011-0a43-4e6b-8da6-ddde49724c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (280785ce-6a60-422f-9c05-9f0da9418d6c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:15.191670 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-35a3c011-0a43-4e6b-8da6-ddde49724c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Added segment 280785ce-6a60-422f-9c05-9f0da9418d6c of type vlan for network eaed2354-7859-416d-a876-050d61a68310 Apr 15 03:35:15.192041 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57474) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.197243 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-33c576d1-4f25-4d20-9331-de9cd495f73c tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.198100 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-33c576d1-4f25-4d20-9331-de9cd495f73c tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0048404 Apr 15 03:35:15.200690 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57476) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.205715 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-00c5d784-f75b-4123-8c4d-dd69adb64d46 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.206670 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-00c5d784-f75b-4123-8c4d-dd69adb64d46 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0050559 Apr 15 03:35:15.208895 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57478) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.213382 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-bafa1b87-42ef-4c9b-9187-b03503603fbb tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.214443 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-bafa1b87-42ef-4c9b-9187-b03503603fbb tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0041375 Apr 15 03:35:15.216567 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57480) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.220279 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-26cd1452-38a5-4819-8597-34594a5c7072 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.221284 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-26cd1452-38a5-4819-8597-34594a5c7072 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0038459 Apr 15 03:35:15.223357 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57482) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.227633 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-131ed5f2-0a32-4c06-ba74-883091e795c2 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.228537 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-131ed5f2-0a32-4c06-ba74-883091e795c2 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0043457 Apr 15 03:35:15.230586 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57484) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.234223 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-98bd2cd2-8362-4f5f-9b72-e5c9e85a2e5e tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.235178 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-98bd2cd2-8362-4f5f-9b72-e5c9e85a2e5e tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0037448 Apr 15 03:35:15.236489 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35a3c011-0a43-4e6b-8da6-ddde49724c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (eaed2354-7859-416d-a876-050d61a68310), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:15.237329 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57486) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.241759 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-533f0852-761a-48cd-8cf7-960bd44e8869 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.242857 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-533f0852-761a-48cd-8cf7-960bd44e8869 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0044830 Apr 15 03:35:15.244953 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57488) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.248818 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-de48acda-7db2-4adc-908f-28f3c034d5bc tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.255867 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-de48acda-7db2-4adc-908f-28f3c034d5bc tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0039597 Apr 15 03:35:15.256870 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57492) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.261254 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-d6a1c5bf-c344-4c88-8f24-d68aa1ec5a6b tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.262337 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d6a1c5bf-c344-4c88-8f24-d68aa1ec5a6b tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045452 Apr 15 03:35:15.264944 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57494) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.494755 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-76c81d95-0884-4023-bc72-43e29afb3e38 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.494755 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-76c81d95-0884-4023-bc72-43e29afb3e38 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0042706 Apr 15 03:35:15.494755 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (f2fea504-3cd4-4378-8032-e10de311dc7b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:15.494755 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:15.494755 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:15.495714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57496) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.495714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-088f7240-be94-4ed4-8dad-c4ef33681639 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.495714 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-088f7240-be94-4ed4-8dad-c4ef33681639 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0051744 Apr 15 03:35:15.495714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57498) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.495714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-a93a4443-5c27-46de-8c93-04c154eaf0ab tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.495714 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a93a4443-5c27-46de-8c93-04c154eaf0ab tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0039172 Apr 15 03:35:15.496391 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57500) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.496391 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-b54a9c22-5636-4471-b5ff-4e4d27b9786f tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.496391 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b54a9c22-5636-4471-b5ff-4e4d27b9786f tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0281413 Apr 15 03:35:15.496660 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57504) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.496660 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-6769a7b3-5ec3-40d4-85a6-f64b954c643f tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.496837 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] Pushing event updated for resources: {'Network': ['ID=f2fea504-3cd4-4378-8032-e10de311dc7b,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:15.496837 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-843c29bc-1e4c-4f8f-958c-79c107541740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (1926a05d-27cc-44bd-b170-def7eade7c84), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:15.497292 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6769a7b3-5ec3-40d4-85a6-f64b954c643f tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0079796 Apr 15 03:35:15.497292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57506) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.497292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-2076a568-34d7-4a81-be46-f215bba7ffe9 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.497621 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network f2fea504-3cd4-4378-8032-e10de311dc7b details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:35:15.498276 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843c29bc-1e4c-4f8f-958c-79c107541740 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:35:15.498276 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-843c29bc-1e4c-4f8f-958c-79c107541740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (fb1b78e1-40f7-4798-bbc6-72edf5220371), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:15.498276 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-843c29bc-1e4c-4f8f-958c-79c107541740 admin admin] Added segment fb1b78e1-40f7-4798-bbc6-72edf5220371 of type vlan for network aff9828f-e70e-4acc-8eaf-6dd6dde216ee Apr 15 03:35:15.498823 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2076a568-34d7-4a81-be46-f215bba7ffe9 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0200999 Apr 15 03:35:15.498823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57508) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.498823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-3a52d4b3-c319-48eb-929c-024197b79b00 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.498823 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3a52d4b3-c319-48eb-929c-024197b79b00 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0049751 Apr 15 03:35:15.498823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57510) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.498823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-f88c438b-5af5-43a1-978a-c068f94c137e tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.498823 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f88c438b-5af5-43a1-978a-c068f94c137e tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0080106 Apr 15 03:35:15.498823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57514) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.498823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-6c76217c-f0c8-4c68-a781-6ca9ad114f45 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.498823 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6c76217c-f0c8-4c68-a781-6ca9ad114f45 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0056343 Apr 15 03:35:15.498823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57516) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.498823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-39bf181b-c39b-4157-bcc1-be6c86527b54 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.498823 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-39bf181b-c39b-4157-bcc1-be6c86527b54 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0073340 Apr 15 03:35:15.498823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57518) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.500024 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-843c29bc-1e4c-4f8f-958c-79c107541740 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (aff9828f-e70e-4acc-8eaf-6dd6dde216ee), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:15.500371 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-e073da60-b61b-41a9-8e27-2ffca065aa33 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.500371 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e073da60-b61b-41a9-8e27-2ffca065aa33 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0102227 Apr 15 03:35:15.500371 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57522) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.500801 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35a3c011-0a43-4e6b-8da6-ddde49724c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (eaed2354-7859-416d-a876-050d61a68310), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:15.501077 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-1b564220-a880-4b97-a02d-706045a47694 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.501281 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a3c011-0a43-4e6b-8da6-ddde49724c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:15.501281 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35a3c011-0a43-4e6b-8da6-ddde49724c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:15.501469 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1b564220-a880-4b97-a02d-706045a47694 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0088995 Apr 15 03:35:15.501558 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57524) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.548303 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-8f5a6168-5773-4aa9-88af-df9a09dc0a85 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.549888 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8f5a6168-5773-4aa9-88af-df9a09dc0a85 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.1085346 Apr 15 03:35:15.552398 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57532) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.557747 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7e458b7e-04e5-4b02-b5d6-8405ce8f9083 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2914889 Apr 15 03:35:15.559194 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-29b3dae8-afae-4ef7-840a-0f131bb2baca tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.561873 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-29b3dae8-afae-4ef7-840a-0f131bb2baca tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0076232 Apr 15 03:35:15.570638 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57534) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.570991 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57536) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.576369 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Request body: {'subnet': {'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-104345144-subnet', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:15.586503 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-f50dda9b-de05-4c07-b0cf-04d647195666 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.590439 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f50dda9b-de05-4c07-b0cf-04d647195666 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0084603 Apr 15 03:35:15.591003 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57540) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.597245 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-c42ad40f-a457-4cc1-b09c-1edb6194704a tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.598164 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c42ad40f-a457-4cc1-b09c-1edb6194704a tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0041180 Apr 15 03:35:15.601320 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57542) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.605159 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-b552066a-a0de-47ae-b75d-d183c942df10 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.607023 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b552066a-a0de-47ae-b75d-d183c942df10 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048499 Apr 15 03:35:15.613658 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57544) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.620019 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-44551c41-9f7b-4f7c-bc1e-074eda17ff36 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.621232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-843c29bc-1e4c-4f8f-958c-79c107541740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (aff9828f-e70e-4acc-8eaf-6dd6dde216ee), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:15.622152 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843c29bc-1e4c-4f8f-958c-79c107541740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:15.622751 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-843c29bc-1e4c-4f8f-958c-79c107541740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:15.624290 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-44551c41-9f7b-4f7c-bc1e-074eda17ff36 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0095522 Apr 15 03:35:15.625888 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57546) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.629979 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-03c653b0-a139-4e25-a33e-421e9d45bc3d tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.632415 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-03c653b0-a139-4e25-a33e-421e9d45bc3d tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0056586 Apr 15 03:35:15.639011 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57548) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.645136 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-cdb8e8f5-5e06-4c4f-8048-bad179766f99 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.649349 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cdb8e8f5-5e06-4c4f-8048-bad179766f99 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0059757 Apr 15 03:35:15.649463 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3c011-0a43-4e6b-8da6-ddde49724c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Pushing event updated for resources: {'Network': ['ID=eaed2354-7859-416d-a876-050d61a68310,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:15.649534 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57550) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.654233 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-eacb1c39-c4e4-462d-90db-03863ca33491 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.657996 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-eacb1c39-c4e4-462d-90db-03863ca33491 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0073423 Apr 15 03:35:15.658984 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57552) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.659558 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network eaed2354-7859-416d-a876-050d61a68310 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:35:15.667742 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-3024600a-58b3-466c-b263-089ea1273e98 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.667742 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3024600a-58b3-466c-b263-089ea1273e98 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0052595 Apr 15 03:35:15.667984 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57554) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.669159 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c29bc-1e4c-4f8f-958c-79c107541740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1926a05d-27cc-44bd-b170-def7eade7c84,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:15.672791 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-5d17af93-4f78-4a76-ae7d-29a9ab3d63b5 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.676411 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5d17af93-4f78-4a76-ae7d-29a9ab3d63b5 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0070760 Apr 15 03:35:15.677078 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57556) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.682320 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-01aef4f0-e0c9-46c0-9224-0b06f2aa240f tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.686010 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-01aef4f0-e0c9-46c0-9224-0b06f2aa240f tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0077689 Apr 15 03:35:15.686692 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57558) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.691170 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-af7b45f9-b423-45c5-b56b-2eb66b58f8b7 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.694997 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-af7b45f9-b423-45c5-b56b-2eb66b58f8b7 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0071669 Apr 15 03:35:15.703908 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57560) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.703908 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-3ed0580b-0fb0-4fee-9698-a84a62d7b74d tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.703908 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3ed0580b-0fb0-4fee-9698-a84a62d7b74d tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0050440 Apr 15 03:35:15.704136 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57564) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.708652 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-e1d0ae47-15c8-48ae-b84d-928cae380cb6 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.712820 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e1d0ae47-15c8-48ae-b84d-928cae380cb6 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0074098 Apr 15 03:35:15.713612 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57566) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.716120 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c29bc-1e4c-4f8f-958c-79c107541740 admin admin] Pushing event updated for resources: {'Network': ['ID=aff9828f-e70e-4acc-8eaf-6dd6dde216ee,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:15.718038 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-430287e4-8db9-484d-9e40-e93432cb3574 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.722048 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57570) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.722294 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-430287e4-8db9-484d-9e40-e93432cb3574 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0076292 Apr 15 03:35:15.723858 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Made reservation on behalf of e585f3ca53e5479db86fbf2994cc0780 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:15.727360 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:15.728067 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-843c29bc-1e4c-4f8f-958c-79c107541740 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2853606 Apr 15 03:35:15.738148 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-35a3c011-0a43-4e6b-8da6-ddde49724c68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3281295 Apr 15 03:35:15.744366 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57572) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.749154 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a3749d13-7db0-41e0-b647-c9096f212f4a admin admin] Request body: {'subnet': {'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1790863245-subnet', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:15.751180 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-de611334-6f80-4088-bfc2-001388ba3ecf tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.754886 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-de611334-6f80-4088-bfc2-001388ba3ecf tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0222709 Apr 15 03:35:15.755956 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57580) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.760516 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-c2575428-0608-453d-acc9-0398c8043f36 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.762883 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c2575428-0608-453d-acc9-0398c8043f36 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0055146 Apr 15 03:35:15.767439 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57582) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.771325 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-926cb205-dc41-4a12-b55c-fecc7f060e18 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.775588 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-926cb205-dc41-4a12-b55c-fecc7f060e18 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0074375 Apr 15 03:35:15.776848 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57584) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.780844 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-4500e4de-9830-407b-a867-6b7c432c465f tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.784371 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4500e4de-9830-407b-a867-6b7c432c465f tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0067558 Apr 15 03:35:15.785473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57586) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.790235 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-599da9a6-7c0a-4c93-bb40-aad56426b1a2 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.792140 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-599da9a6-7c0a-4c93-bb40-aad56426b1a2 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0058081 Apr 15 03:35:15.795116 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57588) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.799040 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-cfae9fd9-b28b-45cd-babb-8e80a91e8d4d tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.802418 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cfae9fd9-b28b-45cd-babb-8e80a91e8d4d tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0064628 Apr 15 03:35:15.803052 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57590) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.808461 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-1ff3963e-58ca-4f1e-ad3f-8a5afceac5fc tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.809015 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network aff9828f-e70e-4acc-8eaf-6dd6dde216ee details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:35:15.812054 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1ff3963e-58ca-4f1e-ad3f-8a5afceac5fc tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0078404 Apr 15 03:35:15.812637 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57592) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.816549 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-695736cf-bf33-443c-8d7b-ff8b703c1550 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.820031 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-695736cf-bf33-443c-8d7b-ff8b703c1550 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0065165 Apr 15 03:35:15.820263 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57594) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.824998 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-4c85dea0-c695-4d68-be97-e916620a2ae9 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.826664 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4c85dea0-c695-4d68-be97-e916620a2ae9 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0049210 Apr 15 03:35:15.828793 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57598) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.833407 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-393a8ab4-9d47-4f80-b008-178e3cea3c92 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.837602 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-393a8ab4-9d47-4f80-b008-178e3cea3c92 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0077229 Apr 15 03:35:15.838137 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57600) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.844691 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-f880c402-2e93-41e2-a474-68f480a8a173 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.846853 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f880c402-2e93-41e2-a474-68f480a8a173 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0056660 Apr 15 03:35:15.852087 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57602) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.857602 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-49642b99-c26f-461b-b894-4bedfa69632c tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.860885 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-49642b99-c26f-461b-b894-4bedfa69632c tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0056088 Apr 15 03:35:15.862356 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57604) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.867570 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-ba216fc9-f475-4ef8-9288-336bb3224e5e tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.871528 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ba216fc9-f475-4ef8-9288-336bb3224e5e tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0078838 Apr 15 03:35:15.872562 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3749d13-7db0-41e0-b647-c9096f212f4a admin admin] Made reservation on behalf of 11a65844133b45eca2de1ac5661b176d for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:15.873030 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57606) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.875084 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a3749d13-7db0-41e0-b647-c9096f212f4a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:15.878335 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-a2715943-ff6f-492e-ad7d-8d07ac2966d8 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.883035 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a2715943-ff6f-492e-ad7d-8d07ac2966d8 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0084043 Apr 15 03:35:15.884053 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57610) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.891420 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-82a2bc7e-1924-4c54-b454-3ba406521eab tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.896632 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-82a2bc7e-1924-4c54-b454-3ba406521eab tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0113924 Apr 15 03:35:15.899169 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57612) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.903586 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-dc49b538-fff5-46d0-9263-cd04b524add9 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.907561 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-dc49b538-fff5-46d0-9263-cd04b524add9 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0074351 Apr 15 03:35:15.908120 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57614) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.912077 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-ac46cdcf-d0d0-47d7-a516-fd7c53a4b9a6 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.916505 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ac46cdcf-d0d0-47d7-a516-fd7c53a4b9a6 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0074804 Apr 15 03:35:15.917066 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57616) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.921576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-0dcd9ce6-7f46-4892-8a27-16921922ea16 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.925709 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0dcd9ce6-7f46-4892-8a27-16921922ea16 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0077300 Apr 15 03:35:15.926285 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57618) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.931145 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-a753cba7-f8f7-4c22-bc99-9990d68cc14a tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.934401 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a753cba7-f8f7-4c22-bc99-9990d68cc14a tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0047100 Apr 15 03:35:15.934633 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57620) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.938674 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-9f88663a-78dd-40cf-98b8-b60997051fb3 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.942634 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9f88663a-78dd-40cf-98b8-b60997051fb3 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0070732 Apr 15 03:35:15.943187 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57622) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.948201 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-c6c8729b-46cc-4ce0-8f20-fed2753cdd48 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.951690 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c6c8729b-46cc-4ce0-8f20-fed2753cdd48 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0068088 Apr 15 03:35:15.952548 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57624) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.961956 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [None req-877b2af4-6ca8-47c6-9820-d10fd03c0a57 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.962947 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-877b2af4-6ca8-47c6-9820-d10fd03c0a57 tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0077245 Apr 15 03:35:15.966220 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57626) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:15.974423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [None req-1d957161-7c78-4fe2-a286-7938a19a060d tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:15.981651 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1d957161-7c78-4fe2-a286-7938a19a060d tempest-ExtensionsTestJSON-657222808 tempest-ExtensionsTestJSON-657222808-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0115972 Apr 15 03:35:16.012373 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57630) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:16.108950 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for subnet (092479ab-a039-43a5-be16-d3695e00426b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:16.171997 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=092479ab-a039-43a5-be16-d3695e00426b,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:16.181814 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:16.182162 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:16.182519 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:16.182865 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:16.183195 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:16.183609 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:16.183939 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:16.184256 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:16.184587 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:16.184938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:16.185268 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:16.185598 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:16.185901 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:16.186212 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:16.186523 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Tracked resource versions report: Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: pushed versions: Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: { 'AddressGroup': {'1.2'}, Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Agent': {'1.1'}, Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'ConntrackHelper': {'1.0'}, Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'LocalIPAssociation': {'1.0'}, Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Log': {'1.0'}, Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'NDPProxy': {'1.0'}, Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Network': {'1.1'}, Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Port': {'1.7'}, Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'PortForwarding': {'1.3'}, Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'QosPolicy': {'1.10'}, Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'SecurityGroup': {'1.5'}, Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'SecurityGroupRule': {'1.2'}, Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'SubPort': {'1.0'}, Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Subnet': {'1.1'}, Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Trunk': {'1.1'}} Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: consumer versions: Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: { DHCP agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: HyperV agent@hv-neutron-8371: {}, Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: L3 agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: Metadata agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: Metering agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: Open vSwitch agent@dv-neutron-837140-3-hyperv: { 'AddressGroup': '1.2', Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Agent': '1.1', Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'ConntrackHelper': '1.0', Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'LocalIPAssociation': '1.0', Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Log': '1.0', Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'NDPProxy': '1.0', Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Network': '1.1', Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Port': '1.7', Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'PortForwarding': '1.3', Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'QosPolicy': '1.10', Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'SecurityGroup': '1.5', Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'SecurityGroupRule': '1.2', Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'SubPort': '1.0', Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Subnet': '1.1', Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: 'Trunk': '1.1'}} Apr 15 03:35:16.187751 dv-neutron-837140-3-hyperv neutron-server[104666]: {{(pid=104666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 15 03:35:16.205496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Checking segment: {'id': '99935493-8f6b-427d-a241-4be340658787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:16.205859 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Network hostable DHCP agents. Network: f2fea504-3cd4-4378-8032-e10de311dc7b, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:35:16.251364 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a3749d13-7db0-41e0-b647-c9096f212f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for subnet (78adb54a-0d2d-4945-b7b1-f8e96da5bc76), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:16.307553 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3749d13-7db0-41e0-b647-c9096f212f4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=78adb54a-0d2d-4945-b7b1-f8e96da5bc76,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:16.316224 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3749d13-7db0-41e0-b647-c9096f212f4a admin admin] Checking segment: {'id': 'fb1b78e1-40f7-4798-bbc6-72edf5220371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:16.316580 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3749d13-7db0-41e0-b647-c9096f212f4a admin admin] Network hostable DHCP agents. Network: aff9828f-e70e-4acc-8eaf-6dd6dde216ee, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:35:16.342148 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Network f2fea504-3cd4-4378-8032-e10de311dc7b is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:35:16.412096 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3749d13-7db0-41e0-b647-c9096f212f4a admin admin] Network aff9828f-e70e-4acc-8eaf-6dd6dde216ee is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:35:16.414976 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-2f3d4962-08b9-4d58-8c91-e3135d24abd0 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1128313917'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:16.491916 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3d4962-08b9-4d58-8c91-e3135d24abd0 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Made reservation on behalf of be75d84f6e324cbdbf8a8d10f1e2f6f5 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:16.492679 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, f2fea504-3cd4-4378-8032-e10de311dc7b) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:16.497738 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4962-08b9-4d58-8c91-e3135d24abd0 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:16.502872 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb0ea6b-64b7-46c7-90c4-a31daa536915 None None] Network f2fea504-3cd4-4378-8032-e10de311dc7b requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:16.504656 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-a3749d13-7db0-41e0-b647-c9096f212f4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, aff9828f-e70e-4acc-8eaf-6dd6dde216ee) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:16.509428 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:16.510191 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:16.530267 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3749d13-7db0-41e0-b647-c9096f212f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:16.531398 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a3749d13-7db0-41e0-b647-c9096f212f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:16.538047 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4962-08b9-4d58-8c91-e3135d24abd0 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:16.555060 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a529bf79-a420-47ec-bdc0-57971e4704aa None None] Network aff9828f-e70e-4acc-8eaf-6dd6dde216ee requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:16.612462 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c92b6c5c-3b7b-4d00-b2b4-8a9c02638ee3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0398409 Apr 15 03:35:16.621482 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57654) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:16.626314 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-59ab32f5-1ec9-41d5-96cb-2c20a6cec900 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-104345144-router', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:16.649128 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a3749d13-7db0-41e0-b647-c9096f212f4a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9034107 Apr 15 03:35:16.651987 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57656) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:16.657639 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-800157f2-bf74-4412-a24c-d3956db3d57d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1790863245-router', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:16.698397 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4962-08b9-4d58-8c91-e3135d24abd0 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks [] for security_group (3b1673fa-7c71-4d41-8817-2d2f7fe267da), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:16.754643 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-800157f2-bf74-4412-a24c-d3956db3d57d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (a24400f5-75d1-4571-9f49-1e08d869249f), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:16.756812 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-800157f2-bf74-4412-a24c-d3956db3d57d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (a24400f5-75d1-4571-9f49-1e08d869249f), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:16.768017 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-f2fea504-3cd4-4378-8032-e10de311dc7b', 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b', 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'fixed_ips': [{'subnet_id': '092479ab-a039-43a5-be16-d3695e00426b'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:35:16.768884 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:16.775190 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d87040-a78d-4ab2-ac08-95dda7cf128c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-aff9828f-e70e-4acc-8eaf-6dd6dde216ee', 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee', 'project_id': '11a65844133b45eca2de1ac5661b176d', 'fixed_ips': [{'subnet_id': '78adb54a-0d2d-4945-b7b1-f8e96da5bc76'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:35:16.775190 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75d87040-a78d-4ab2-ac08-95dda7cf128c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:16.819966 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57658) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:16.828431 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4962-08b9-4d58-8c91-e3135d24abd0 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (3b1673fa-7c71-4d41-8817-2d2f7fe267da), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:16.895549 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d4962-08b9-4d58-8c91-e3135d24abd0 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1673fa-7c71-4d41-8817-2d2f7fe267da,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:16.937650 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3d4962-08b9-4d58-8c91-e3135d24abd0 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:35:16.954242 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57664) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:16.967124 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4962-08b9-4d58-8c91-e3135d24abd0 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (357a1a71-b36d-4bbd-a202-79bdaff6c650), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:16.968420 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-2f3d4962-08b9-4d58-8c91-e3135d24abd0 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Added segment 357a1a71-b36d-4bbd-a202-79bdaff6c650 of type vlan for network 8a108b1b-5eac-4536-bf86-910de60c0184 Apr 15 03:35:16.970051 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-59ab32f5-1ec9-41d5-96cb-2c20a6cec900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (dc9f902a-ca14-4d9e-8041-0b56d9db6483), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:16.977673 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-59ab32f5-1ec9-41d5-96cb-2c20a6cec900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (dc9f902a-ca14-4d9e-8041-0b56d9db6483), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.023130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-75d87040-a78d-4ab2-ac08-95dda7cf128c None None] Allocated IP 172.20.0.2 (aff9828f-e70e-4acc-8eaf-6dd6dde216ee/78adb54a-0d2d-4945-b7b1-f8e96da5bc76/c66764ee-c0ea-45e5-9c2f-20ec90c68b4a) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:17.039047 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Allocated IP 172.20.0.2 (f2fea504-3cd4-4378-8032-e10de311dc7b/092479ab-a039-43a5-be16-d3695e00426b/7dc67a72-8609-41bb-b916-a4243182155a) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:17.070887 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4962-08b9-4d58-8c91-e3135d24abd0 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (8a108b1b-5eac-4536-bf86-910de60c0184), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.113674 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-59ab32f5-1ec9-41d5-96cb-2c20a6cec900 admin admin] Publish callbacks [] for router_controller (dc9f902a-ca14-4d9e-8041-0b56d9db6483), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.131850 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-762d821b-e243-49f6-9894-6fd95a413f14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.134447 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-800157f2-bf74-4412-a24c-d3956db3d57d admin admin] Publish callbacks [] for router_controller (a24400f5-75d1-4571-9f49-1e08d869249f), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.138514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57668) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:17.190214 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57674) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:17.197711 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Request body: {'port': {'network_id': 'eaed2354-7859-416d-a876-050d61a68310', 'binding:host_id': 'hv-neutron-8371', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1492489472'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:17.242338 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d697e183-2de3-442f-982b-e0be92c43bc7 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-805368731'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:17.242878 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d697e183-2de3-442f-982b-e0be92c43bc7 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] Unknown quota resources ['metering_label']. {{(pid=104666) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 15 03:35:17.245395 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-762d821b-e243-49f6-9894-6fd95a413f14 admin admin] Publish callbacks [] for security_group (95d6258b-d2db-46da-a53f-5bf585cb252a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.246963 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4962-08b9-4d58-8c91-e3135d24abd0 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (8a108b1b-5eac-4536-bf86-910de60c0184), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.252131 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3d4962-08b9-4d58-8c91-e3135d24abd0 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:17.253111 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4962-08b9-4d58-8c91-e3135d24abd0 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.283851 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-230a7033-325f-45a3-9871-0bdd1c7f2bce tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-473323789'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:17.302588 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Publish callbacks [] for port (7dc67a72-8609-41bb-b916-a4243182155a), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.319786 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d4962-08b9-4d58-8c91-e3135d24abd0 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Pushing event updated for resources: {'Network': ['ID=8a108b1b-5eac-4536-bf86-910de60c0184,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:17.333105 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 8a108b1b-5eac-4536-bf86-910de60c0184 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:35:17.356929 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-762d821b-e243-49f6-9894-6fd95a413f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (95d6258b-d2db-46da-a53f-5bf585cb252a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.396691 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2f3d4962-08b9-4d58-8c91-e3135d24abd0 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3829005 Apr 15 03:35:17.400683 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57684) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:17.401125 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (7dc67a72-8609-41bb-b916-a4243182155a), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.410262 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-cd4b9e58-f567-49f3-bda6-25265d7e616c tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Request body: {'subnet': {'network_id': '8a108b1b-5eac-4536-bf86-910de60c0184', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:17.480490 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-762d821b-e243-49f6-9894-6fd95a413f14 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bcd5d8bdb09446f0ba7fa56d4f80c11e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6591074 Apr 15 03:35:17.495660 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d821b-e243-49f6-9894-6fd95a413f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d6258b-d2db-46da-a53f-5bf585cb252a,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:17.501373 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Pushing event updated for resources: {'Port': ['ID=7dc67a72-8609-41bb-b916-a4243182155a,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:17.511754 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57690) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:17.513412 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Network f2fea504-3cd4-4378-8032-e10de311dc7b is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:17.517184 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:17.517706 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:17.517998 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:17.518444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:17.518807 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:17.519231 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:17.519563 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:17.519892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:17.520256 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:17.520620 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:17.520979 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:17.521301 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:17.521651 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:17.521978 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:17.522297 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Tracked resource versions report: Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: pushed versions: Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: { 'AddressGroup': {'1.2'}, Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Agent': {'1.1'}, Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'ConntrackHelper': {'1.0'}, Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'LocalIPAssociation': {'1.0'}, Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Log': {'1.0'}, Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'NDPProxy': {'1.0'}, Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Network': {'1.1'}, Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Port': {'1.7'}, Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'PortForwarding': {'1.3'}, Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'QosPolicy': {'1.10'}, Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'SecurityGroup': {'1.5'}, Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'SecurityGroupRule': {'1.2'}, Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'SubPort': {'1.0'}, Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Subnet': {'1.1'}, Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Trunk': {'1.1'}} Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: consumer versions: Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: { DHCP agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: HyperV agent@hv-neutron-8371: {}, Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: L3 agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: Metadata agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: Metering agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: Open vSwitch agent@dv-neutron-837140-3-hyperv: { 'AddressGroup': '1.2', Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Agent': '1.1', Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'ConntrackHelper': '1.0', Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'LocalIPAssociation': '1.0', Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Log': '1.0', Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'NDPProxy': '1.0', Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Network': '1.1', Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Port': '1.7', Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'PortForwarding': '1.3', Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'QosPolicy': '1.10', Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'SecurityGroup': '1.5', Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'SecurityGroupRule': '1.2', Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'SubPort': '1.0', Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Subnet': '1.1', Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: 'Trunk': '1.1'}} Apr 15 03:35:17.523604 dv-neutron-837140-3-hyperv neutron-server[104668]: {{(pid=104668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 15 03:35:17.538298 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:17.549841 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:17.563495 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75d87040-a78d-4ab2-ac08-95dda7cf128c None None] Publish callbacks [] for port (c66764ee-c0ea-45e5-9c2f-20ec90c68b4a), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.665666 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57696) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:17.693655 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4b9e58-f567-49f3-bda6-25265d7e616c tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Made reservation on behalf of be75d84f6e324cbdbf8a8d10f1e2f6f5 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:17.700054 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cd4b9e58-f567-49f3-bda6-25265d7e616c tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks [] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.733504 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Attempting to bind port 7dc67a72-8609-41bb-b916-a4243182155a on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:17.733981 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Attempting to bind port 7dc67a72-8609-41bb-b916-a4243182155a by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '99935493-8f6b-427d-a241-4be340658787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:17.734234 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Attempting to bind port 7dc67a72-8609-41bb-b916-a4243182155a on network f2fea504-3cd4-4378-8032-e10de311dc7b {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:17.739539 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:35:17.739914 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Checking segment: {'id': '99935493-8f6b-427d-a241-4be340658787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:17.740315 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.740797 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Bound using segment: {'id': '99935493-8f6b-427d-a241-4be340658787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:35:17.741259 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Bound port: 7dc67a72-8609-41bb-b916-a4243182155a, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99935493-8f6b-427d-a241-4be340658787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:35:17.741639 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (7dc67a72-8609-41bb-b916-a4243182155a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.757709 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75d87040-a78d-4ab2-ac08-95dda7cf128c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (c66764ee-c0ea-45e5-9c2f-20ec90c68b4a), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.793137 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-230a7033-325f-45a3-9871-0bdd1c7f2bce tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (15e8871a-dc03-472a-ac1f-8e2109e27afc), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.794164 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-230a7033-325f-45a3-9871-0bdd1c7f2bce tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (15e8871a-dc03-472a-ac1f-8e2109e27afc), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.822212 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d87040-a78d-4ab2-ac08-95dda7cf128c None None] Pushing event updated for resources: {'Port': ['ID=c66764ee-c0ea-45e5-9c2f-20ec90c68b4a,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:17.838929 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d697e183-2de3-442f-982b-e0be92c43bc7 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.840163 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d697e183-2de3-442f-982b-e0be92c43bc7 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8808801 Apr 15 03:35:17.840900 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Made reservation on behalf of 7a8f392df1e74498a19be12da4c5dee2 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:17.843191 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.844806 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57700) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:17.845025 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d87040-a78d-4ab2-ac08-95dda7cf128c None None] Network aff9828f-e70e-4acc-8eaf-6dd6dde216ee is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:17.851567 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-75d87040-a78d-4ab2-ac08-95dda7cf128c None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:17.855336 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d87040-a78d-4ab2-ac08-95dda7cf128c None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:17.861276 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-561f674b-203c-42ef-bb99-3335ac7d10a1 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '08629cd4-453b-4475-ae96-a39169b7fb12'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:17.862176 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-561f674b-203c-42ef-bb99-3335ac7d10a1 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104667) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 15 03:35:17.876667 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f3445504-b657-4343-9181-5c1488c76dc6 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:17.881645 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.889856 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] For port 7dc67a72-8609-41bb-b916-a4243182155a, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:35:17.919096 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] For port 7dc67a72-8609-41bb-b916-a4243182155a, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=7dc67a72-8609-41bb-b916-a4243182155a,segment=NetworkSegment(99935493-8f6b-427d-a241-4be340658787),segment_id=99935493-8f6b-427d-a241-4be340658787)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:35:17.931279 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-75d87040-a78d-4ab2-ac08-95dda7cf128c None None] Attempting to bind port c66764ee-c0ea-45e5-9c2f-20ec90c68b4a on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:17.931655 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-75d87040-a78d-4ab2-ac08-95dda7cf128c None None] Attempting to bind port c66764ee-c0ea-45e5-9c2f-20ec90c68b4a by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'fb1b78e1-40f7-4798-bbc6-72edf5220371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:17.932026 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d87040-a78d-4ab2-ac08-95dda7cf128c None None] Attempting to bind port c66764ee-c0ea-45e5-9c2f-20ec90c68b4a on network aff9828f-e70e-4acc-8eaf-6dd6dde216ee {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:17.937519 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d87040-a78d-4ab2-ac08-95dda7cf128c None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:35:17.937892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d87040-a78d-4ab2-ac08-95dda7cf128c None None] Checking segment: {'id': 'fb1b78e1-40f7-4798-bbc6-72edf5220371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:17.938290 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75d87040-a78d-4ab2-ac08-95dda7cf128c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.938705 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d87040-a78d-4ab2-ac08-95dda7cf128c None None] Bound using segment: {'id': 'fb1b78e1-40f7-4798-bbc6-72edf5220371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:35:17.939169 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-75d87040-a78d-4ab2-ac08-95dda7cf128c None None] Bound port: c66764ee-c0ea-45e5-9c2f-20ec90c68b4a, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1b78e1-40f7-4798-bbc6-72edf5220371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:35:17.939548 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75d87040-a78d-4ab2-ac08-95dda7cf128c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c66764ee-c0ea-45e5-9c2f-20ec90c68b4a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.953949 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-59ab32f5-1ec9-41d5-96cb-2c20a6cec900 admin admin] Publish callbacks [] for router_gateway (dc9f902a-ca14-4d9e-8041-0b56d9db6483), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:17.995753 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-800157f2-bf74-4412-a24c-d3956db3d57d admin admin] Publish callbacks [] for router_gateway (a24400f5-75d1-4571-9f49-1e08d869249f), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.004788 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-75d87040-a78d-4ab2-ac08-95dda7cf128c None None] For port c66764ee-c0ea-45e5-9c2f-20ec90c68b4a, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:35:18.008077 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-75d87040-a78d-4ab2-ac08-95dda7cf128c None None] For port c66764ee-c0ea-45e5-9c2f-20ec90c68b4a, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c66764ee-c0ea-45e5-9c2f-20ec90c68b4a,segment=NetworkSegment(fb1b78e1-40f7-4798-bbc6-72edf5220371),segment_id=fb1b78e1-40f7-4798-bbc6-72edf5220371)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:35:18.010138 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (7dc67a72-8609-41bb-b916-a4243182155a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.018079 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-230a7033-325f-45a3-9871-0bdd1c7f2bce tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router_controller (15e8871a-dc03-472a-ac1f-8e2109e27afc), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.038576 dv-neutron-837140-3-hyperv neutron-server[104667]: WARNING neutron.services.metering.metering_plugin [None req-561f674b-203c-42ef-bb99-3335ac7d10a1 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 15 03:35:18.081896 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c1105ee2-93af-42b0-874d-1dc76b37383c admin admin] Publish callbacks [] for security_group (95d6258b-d2db-46da-a53f-5bf585cb252a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.089461 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks [] for security_group (112088e9-c0a0-4e9a-a0d2-8401375a4704), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.089648 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08209e6-9a00-4647-bb3b-a2628de3578a None None] Pushing event updated for resources: {'Port': ['ID=7dc67a72-8609-41bb-b916-a4243182155a,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:18.145601 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c1105ee2-93af-42b0-874d-1dc76b37383c admin admin] Publish callbacks [] for security_group (95d6258b-d2db-46da-a53f-5bf585cb252a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.199143 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-561f674b-203c-42ef-bb99-3335ac7d10a1 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.200529 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-561f674b-203c-42ef-bb99-3335ac7d10a1 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3537276 Apr 15 03:35:18.206311 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3445504-b657-4343-9181-5c1488c76dc6 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.206915 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57702) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:18.214146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75d87040-a78d-4ab2-ac08-95dda7cf128c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c66764ee-c0ea-45e5-9c2f-20ec90c68b4a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.278824 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d87040-a78d-4ab2-ac08-95dda7cf128c None None] Pushing event updated for resources: {'Port': ['ID=c66764ee-c0ea-45e5-9c2f-20ec90c68b4a,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:18.294391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2098ae50-b9e5-4538-b7d5-5e500c2c82b9 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '08629cd4-453b-4475-ae96-a39169b7fb12'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:18.294921 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2098ae50-b9e5-4538-b7d5-5e500c2c82b9 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104666) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 15 03:35:18.323925 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cd4b9e58-f567-49f3-bda6-25265d7e616c tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for subnet (02363962-a925-4ddd-8515-446c817b1f94), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.406372 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3445504-b657-4343-9181-5c1488c76dc6 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.446788 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-230a7033-325f-45a3-9871-0bdd1c7f2bce tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (15e8871a-dc03-472a-ac1f-8e2109e27afc), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.452272 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (112088e9-c0a0-4e9a-a0d2-8401375a4704), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.472649 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4b9e58-f567-49f3-bda6-25265d7e616c tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Checking segment: {'id': '357a1a71-b36d-4bbd-a202-79bdaff6c650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a108b1b-5eac-4536-bf86-910de60c0184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:18.478674 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4b9e58-f567-49f3-bda6-25265d7e616c tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Network hostable DHCP agents. Network: 8a108b1b-5eac-4536-bf86-910de60c0184, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:35:18.480778 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b9e58-f567-49f3-bda6-25265d7e616c tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Pushing event updated for resources: {'Subnet': ['ID=02363962-a925-4ddd-8515-446c817b1f94,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:18.499303 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-31247be1-7d96-4745-ab22-ce35a942f76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.514667 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] device_id is not set on port c8da07c4-3734-46b6-acb9-9fa41259da7c yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:35:18.519419 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING neutron.services.metering.metering_plugin [None req-2098ae50-b9e5-4538-b7d5-5e500c2c82b9 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 15 03:35:18.555313 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-f3445504-b657-4343-9181-5c1488c76dc6 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Allocated IP 172.26.6.127 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/46711888-55fd-44a2-8bcb-4b696846028e) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:18.628043 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112088e9-c0a0-4e9a-a0d2-8401375a4704,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:18.631824 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4b9e58-f567-49f3-bda6-25265d7e616c tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Network 8a108b1b-5eac-4536-bf86-910de60c0184 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:35:18.682947 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-230a7033-325f-45a3-9871-0bdd1c7f2bce tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.686435 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-230a7033-325f-45a3-9871-0bdd1c7f2bce tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.5469220 Apr 15 03:35:18.695270 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57706) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:18.701418 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3445504-b657-4343-9181-5c1488c76dc6 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for port (46711888-55fd-44a2-8bcb-4b696846028e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.881507 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2098ae50-b9e5-4538-b7d5-5e500c2c82b9 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.882585 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2098ae50-b9e5-4538-b7d5-5e500c2c82b9 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5970640 Apr 15 03:35:18.883367 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c1105ee2-93af-42b0-874d-1dc76b37383c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (95d6258b-d2db-46da-a53f-5bf585cb252a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.885840 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c1105ee2-93af-42b0-874d-1dc76b37383c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.886955 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c1105ee2-93af-42b0-874d-1dc76b37383c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95d6258b-d2db-46da-a53f-5bf585cb252a HTTP/1.1" status: 204 len: 168 time: 1.2971025 Apr 15 03:35:18.888682 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-cd4b9e58-f567-49f3-bda6-25265d7e616c tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 8a108b1b-5eac-4536-bf86-910de60c0184) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:18.891185 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57708) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:18.910816 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381de3c2-1add-4ae0-a202-3cef52dc2de3 None None] Network 8a108b1b-5eac-4536-bf86-910de60c0184 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:18.938213 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-59ab32f5-1ec9-41d5-96cb-2c20a6cec900 admin admin] Publish callbacks [] for router_gateway (dc9f902a-ca14-4d9e-8041-0b56d9db6483), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.945390 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8c93c588-93de-487c-9d65-ce786f1f98b3 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=2c0e5eb1-4374-4563-bc7e-b40fa9f0c067 HTTP/1.1" status: 200 len: 464 time: 0.0434861 Apr 15 03:35:18.945390 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1105ee2-93af-42b0-874d-1dc76b37383c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d6258b-d2db-46da-a53f-5bf585cb252a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:18.946830 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4b9e58-f567-49f3-bda6-25265d7e616c tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:18.947441 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cd4b9e58-f567-49f3-bda6-25265d7e616c tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.949941 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57712) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:18.982303 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a6b48aa4-317b-4fc4-8d18-989a3687b5a0 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router (15e8871a-dc03-472a-ac1f-8e2109e27afc), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.985875 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-59ab32f5-1ec9-41d5-96cb-2c20a6cec900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:18.993053 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-800157f2-bf74-4412-a24c-d3956db3d57d admin admin] Publish callbacks [] for router_gateway (a24400f5-75d1-4571-9f49-1e08d869249f), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:19.025860 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-800157f2-bf74-4412-a24c-d3956db3d57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:19.067008 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3445504-b657-4343-9181-5c1488c76dc6 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (46711888-55fd-44a2-8bcb-4b696846028e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:19.092631 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902bdebd-0b86-4d49-bac7-6d6fec75c004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-8a108b1b-5eac-4536-bf86-910de60c0184', 'network_id': '8a108b1b-5eac-4536-bf86-910de60c0184', 'project_id': 'be75d84f6e324cbdbf8a8d10f1e2f6f5', 'fixed_ips': [{'subnet_id': '02363962-a925-4ddd-8515-446c817b1f94'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:35:19.093661 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-902bdebd-0b86-4d49-bac7-6d6fec75c004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:19.124294 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cd4b9e58-f567-49f3-bda6-25265d7e616c tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7177000 Apr 15 03:35:19.126826 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57714) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:19.233188 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-06bc389d-e5ae-4849-be20-71902dacdfed tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Request body: {'port': {'network_id': '8a108b1b-5eac-4536-bf86-910de60c0184', 'name': 'tempest-DHCPAgentSchedulersTestJSON-308436412'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:19.238205 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3445504-b657-4343-9181-5c1488c76dc6 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:19.245266 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] device_id is not set on port c8da07c4-3734-46b6-acb9-9fa41259da7c yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:35:19.259909 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks [] for port (c8da07c4-3734-46b6-acb9-9fa41259da7c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:19.273268 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-902bdebd-0b86-4d49-bac7-6d6fec75c004 None None] Allocated IP 172.20.0.2 (8a108b1b-5eac-4536-bf86-910de60c0184/02363962-a925-4ddd-8515-446c817b1f94/4e3d3f5b-2dca-4643-bf99-90a8bff5f927) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:19.308936 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5645547-c120-40ad-a836-fe1ee79e40ab tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:19.313144 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e5645547-c120-40ad-a836-fe1ee79e40ab tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/2c0e5eb1-4374-4563-bc7e-b40fa9f0c067 HTTP/1.1" status: 204 len: 168 time: 0.3626139 Apr 15 03:35:19.318385 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57716) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:19.352653 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (c8da07c4-3734-46b6-acb9-9fa41259da7c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:19.377650 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-f3445504-b657-4343-9181-5c1488c76dc6 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:19.380165 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3445504-b657-4343-9181-5c1488c76dc6 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:19.454965 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2472ce88-3867-41be-b95f-07085cada6b4 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=2c0e5eb1-4374-4563-bc7e-b40fa9f0c067 HTTP/1.1" status: 200 len: 221 time: 0.1256523 Apr 15 03:35:19.481243 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57720) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:19.482403 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-59ab32f5-1ec9-41d5-96cb-2c20a6cec900 admin admin] Allocated IP 172.26.6.3 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/92265e0c-e40e-4b26-aea9-b0f0ed53fa47) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:19.488812 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3445504-b657-4343-9181-5c1488c76dc6 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for floatingip (6eadc82e-7d1f-426a-850d-8eef5d845f38), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:19.518000 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-902bdebd-0b86-4d49-bac7-6d6fec75c004 None None] Publish callbacks [] for port (4e3d3f5b-2dca-4643-bf99-90a8bff5f927), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:19.545004 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Pushing event updated for resources: {'Port': ['ID=c8da07c4-3734-46b6-acb9-9fa41259da7c,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:19.557549 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-198a50ac-068e-4ba4-b437-b9176d7de385 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1186402019', 'description': 'label created by tempest'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:19.557997 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-198a50ac-068e-4ba4-b437-b9176d7de385 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] Unknown quota resources ['metering_label']. {{(pid=104666) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 15 03:35:19.583988 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3445504-b657-4343-9181-5c1488c76dc6 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Pushing event updated for resources: {'Port': ['ID=46711888-55fd-44a2-8bcb-4b696846028e,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:19.590877 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a6b48aa4-317b-4fc4-8d18-989a3687b5a0 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (15e8871a-dc03-472a-ac1f-8e2109e27afc), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:19.595278 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a6b48aa4-317b-4fc4-8d18-989a3687b5a0 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router_controller (15e8871a-dc03-472a-ac1f-8e2109e27afc), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:19.619970 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-902bdebd-0b86-4d49-bac7-6d6fec75c004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (4e3d3f5b-2dca-4643-bf99-90a8bff5f927), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:19.691285 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902bdebd-0b86-4d49-bac7-6d6fec75c004 None None] Network 8a108b1b-5eac-4536-bf86-910de60c0184 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:19.704860 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bdebd-0b86-4d49-bac7-6d6fec75c004 None None] Pushing event updated for resources: {'Port': ['ID=4e3d3f5b-2dca-4643-bf99-90a8bff5f927,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:19.709659 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-902bdebd-0b86-4d49-bac7-6d6fec75c004 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:19.711649 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaa5416-81b7-4a3a-af98-30b463c791a2 None None] Network aff9828f-e70e-4acc-8eaf-6dd6dde216ee requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:19.714236 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902bdebd-0b86-4d49-bac7-6d6fec75c004 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:19.750279 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3445504-b657-4343-9181-5c1488c76dc6 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (46711888-55fd-44a2-8bcb-4b696846028e), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:19.913628 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-902bdebd-0b86-4d49-bac7-6d6fec75c004 None None] Attempting to bind port 4e3d3f5b-2dca-4643-bf99-90a8bff5f927 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:19.914839 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-902bdebd-0b86-4d49-bac7-6d6fec75c004 None None] Attempting to bind port 4e3d3f5b-2dca-4643-bf99-90a8bff5f927 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '357a1a71-b36d-4bbd-a202-79bdaff6c650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a108b1b-5eac-4536-bf86-910de60c0184'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:19.921049 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902bdebd-0b86-4d49-bac7-6d6fec75c004 None None] Attempting to bind port 4e3d3f5b-2dca-4643-bf99-90a8bff5f927 on network 8a108b1b-5eac-4536-bf86-910de60c0184 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:19.924212 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 7dc67a72-8609-41bb-b916-a4243182155a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:19.932829 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7db3821a-aecf-4d94-b53e-f8b7e1de152e None None] Provisioning complete for port c66764ee-c0ea-45e5-9c2f-20ec90c68b4a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:19.934187 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7db3821a-aecf-4d94-b53e-f8b7e1de152e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c66764ee-c0ea-45e5-9c2f-20ec90c68b4a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:19.944670 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a6b48aa4-317b-4fc4-8d18-989a3687b5a0 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (15e8871a-dc03-472a-ac1f-8e2109e27afc), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:19.944670 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b48aa4-317b-4fc4-8d18-989a3687b5a0 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15e8871a-dc03-472a-ac1f-8e2109e27afc {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:35:19.949154 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a6b48aa4-317b-4fc4-8d18-989a3687b5a0 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:19.949765 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a6b48aa4-317b-4fc4-8d18-989a3687b5a0 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] 10.222.0.15 "DELETE /v2.0/routers/15e8871a-dc03-472a-ac1f-8e2109e27afc HTTP/1.1" status: 204 len: 168 time: 1.2534754 Apr 15 03:35:19.953617 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57730) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:19.962364 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-063a964c-54c0-4b2e-af6a-21f8b9d59a31 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Request body: {'router': {'name': 'tempest-router-1658498804', 'distributed': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:20.002655 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902bdebd-0b86-4d49-bac7-6d6fec75c004 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:35:20.007631 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902bdebd-0b86-4d49-bac7-6d6fec75c004 None None] Checking segment: {'id': '357a1a71-b36d-4bbd-a202-79bdaff6c650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a108b1b-5eac-4536-bf86-910de60c0184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:20.007631 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-902bdebd-0b86-4d49-bac7-6d6fec75c004 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.007631 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902bdebd-0b86-4d49-bac7-6d6fec75c004 None None] Bound using segment: {'id': '357a1a71-b36d-4bbd-a202-79bdaff6c650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a108b1b-5eac-4536-bf86-910de60c0184'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:35:20.007631 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-902bdebd-0b86-4d49-bac7-6d6fec75c004 None None] Bound port: 4e3d3f5b-2dca-4643-bf99-90a8bff5f927, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357a1a71-b36d-4bbd-a202-79bdaff6c650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a108b1b-5eac-4536-bf86-910de60c0184'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:35:20.007631 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-902bdebd-0b86-4d49-bac7-6d6fec75c004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4e3d3f5b-2dca-4643-bf99-90a8bff5f927), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.021387 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-59ab32f5-1ec9-41d5-96cb-2c20a6cec900 admin admin] Publish callbacks [] for port (92265e0c-e40e-4b26-aea9-b0f0ed53fa47), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.026149 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Checking segment: {'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:20.026510 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd80312-7b12-44b6-bb4c-eaaa0249b914 None None] Network f2fea504-3cd4-4378-8032-e10de311dc7b requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:20.026708 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Network hostable DHCP agents. Network: eaed2354-7859-416d-a876-050d61a68310, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:35:20.057606 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3445504-b657-4343-9181-5c1488c76dc6 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for port (46711888-55fd-44a2-8bcb-4b696846028e), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.080519 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-063a964c-54c0-4b2e-af6a-21f8b9d59a31 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (eb0205de-07a0-49ba-af63-4e3d69f6e794), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.081587 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-063a964c-54c0-4b2e-af6a-21f8b9d59a31 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (eb0205de-07a0-49ba-af63-4e3d69f6e794), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.086074 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bc389d-e5ae-4849-be20-71902dacdfed tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Made reservation on behalf of be75d84f6e324cbdbf8a8d10f1e2f6f5 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:20.089473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06bc389d-e5ae-4849-be20-71902dacdfed tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.122336 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-06bc389d-e5ae-4849-be20-71902dacdfed tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] device_id is not set on port 3b29661d-a592-4408-bdfa-a90b255c1ea0 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:35:20.123583 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-198a50ac-068e-4ba4-b437-b9176d7de385 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.127223 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-198a50ac-068e-4ba4-b437-b9176d7de385 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5709825 Apr 15 03:35:20.127595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57738) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:20.154837 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3445504-b657-4343-9181-5c1488c76dc6 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (46711888-55fd-44a2-8bcb-4b696846028e), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.214774 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b3601882-d508-4411-8e3c-a79ef1d55b8d tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=d7d8b048-3814-47c8-9d4b-f18a06e5d956 HTTP/1.1" status: 200 len: 468 time: 0.0857360 Apr 15 03:35:20.217475 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57742) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:20.224376 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Network eaed2354-7859-416d-a876-050d61a68310 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:35:20.282230 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-063a964c-54c0-4b2e-af6a-21f8b9d59a31 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router_controller (eb0205de-07a0-49ba-af63-4e3d69f6e794), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.294964 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 7dc67a72-8609-41bb-b916-a4243182155a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:20.295359 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (7dc67a72-8609-41bb-b916-a4243182155a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.301006 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3445504-b657-4343-9181-5c1488c76dc6 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (6eadc82e-7d1f-426a-850d-8eef5d845f38), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.358119 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3445504-b657-4343-9181-5c1488c76dc6 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Pushing event updated for resources: {'Port': ['ID=46711888-55fd-44a2-8bcb-4b696846028e,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:20.382828 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-063a964c-54c0-4b2e-af6a-21f8b9d59a31 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (eb0205de-07a0-49ba-af63-4e3d69f6e794), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.384585 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, eaed2354-7859-416d-a876-050d61a68310) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:20.390534 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-59ab32f5-1ec9-41d5-96cb-2c20a6cec900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (92265e0c-e40e-4b26-aea9-b0f0ed53fa47), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.399737 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-06bc389d-e5ae-4849-be20-71902dacdfed tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Allocated IP 172.20.0.11 (8a108b1b-5eac-4536-bf86-910de60c0184/02363962-a925-4ddd-8515-446c817b1f94/3b29661d-a592-4408-bdfa-a90b255c1ea0) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:20.420648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3445504-b657-4343-9181-5c1488c76dc6 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.424805 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:20.424954 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f3445504-b657-4343-9181-5c1488c76dc6 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7569718 Apr 15 03:35:20.427419 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57746) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:20.438694 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-721a300f-9bb4-4d3b-b06c-17ca05cc2328 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1504496871'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:20.451938 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f217ac66-4ec1-4f8c-b8ec-4d9227bfe6a5 None None] Network eaed2354-7859-416d-a876-050d61a68310 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:20.458141 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:20.458703 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:20.459702 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:20.484043 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-063a964c-54c0-4b2e-af6a-21f8b9d59a31 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.489285 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-063a964c-54c0-4b2e-af6a-21f8b9d59a31 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5346406 Apr 15 03:35:20.493164 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57748) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:20.496044 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-902bdebd-0b86-4d49-bac7-6d6fec75c004 None None] For port 4e3d3f5b-2dca-4643-bf99-90a8bff5f927, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:35:20.541047 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57750) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:20.549285 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port c8da07c4-3734-46b6-acb9-9fa41259da7c on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:20.550671 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:20.564808 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-902bdebd-0b86-4d49-bac7-6d6fec75c004 None None] For port 4e3d3f5b-2dca-4643-bf99-90a8bff5f927, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4e3d3f5b-2dca-4643-bf99-90a8bff5f927,segment=NetworkSegment(357a1a71-b36d-4bbd-a202-79bdaff6c650),segment_id=357a1a71-b36d-4bbd-a202-79bdaff6c650)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:35:20.566671 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7db3821a-aecf-4d94-b53e-f8b7e1de152e None None] Current status of the port c66764ee-c0ea-45e5-9c2f-20ec90c68b4a is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:20.566671 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7db3821a-aecf-4d94-b53e-f8b7e1de152e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c66764ee-c0ea-45e5-9c2f-20ec90c68b4a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.644705 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721a300f-9bb4-4d3b-b06c-17ca05cc2328 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Made reservation on behalf of 20dcbc1dd82f4bbcace452c9ac5c39f3 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:20.649434 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-721a300f-9bb4-4d3b-b06c-17ca05cc2328 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.656956 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-800157f2-bf74-4412-a24c-d3956db3d57d admin admin] Allocated IP 172.26.6.77 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/0fbecf07-d677-49cc-a55f-37d6bf7037af) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:20.679321 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-721a300f-9bb4-4d3b-b06c-17ca05cc2328 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.717666 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7db3821a-aecf-4d94-b53e-f8b7e1de152e None None] For port c66764ee-c0ea-45e5-9c2f-20ec90c68b4a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c66764ee-c0ea-45e5-9c2f-20ec90c68b4a,segment=NetworkSegment(fb1b78e1-40f7-4798-bbc6-72edf5220371),segment_id=fb1b78e1-40f7-4798-bbc6-72edf5220371)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:35:20.718369 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f2a04b9-d658-4254-93cc-ae858902b6a8 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router (eb0205de-07a0-49ba-af63-4e3d69f6e794), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.728376 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-902bdebd-0b86-4d49-bac7-6d6fec75c004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (4e3d3f5b-2dca-4643-bf99-90a8bff5f927), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.736344 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 2 to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c Apr 15 03:35:20.740025 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab32f5-1ec9-41d5-96cb-2c20a6cec900 admin admin] Pushing event updated for resources: {'Port': ['ID=92265e0c-e40e-4b26-aea9-b0f0ed53fa47,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:20.760075 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9df5ff6-0bac-4499-a7dd-32137db714e5 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.763953 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d9df5ff6-0bac-4499-a7dd-32137db714e5 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/d7d8b048-3814-47c8-9d4b-f18a06e5d956 HTTP/1.1" status: 204 len: 168 time: 0.5429993 Apr 15 03:35:20.769301 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57756) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:20.771534 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ab32f5-1ec9-41d5-96cb-2c20a6cec900 admin admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:20.787002 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:20.787002 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:20.787285 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:20.790343 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-59ab32f5-1ec9-41d5-96cb-2c20a6cec900 admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:20.798715 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ab32f5-1ec9-41d5-96cb-2c20a6cec900 admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:20.808789 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d59e96b6-640a-4af3-a5da-2506e158a472 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=d7d8b048-3814-47c8-9d4b-f18a06e5d956 HTTP/1.1" status: 200 len: 216 time: 0.0306377 Apr 15 03:35:20.820604 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7db3821a-aecf-4d94-b53e-f8b7e1de152e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c66764ee-c0ea-45e5-9c2f-20ec90c68b4a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.825517 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 7dc67a72-8609-41bb-b916-a4243182155a is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:20.826713 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (7dc67a72-8609-41bb-b916-a4243182155a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.844628 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port c8da07c4-3734-46b6-acb9-9fa41259da7c on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:20.844956 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:20.847467 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57758) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:20.874232 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 3 to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c Apr 15 03:35:20.881386 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bdebd-0b86-4d49-bac7-6d6fec75c004 None None] Pushing event updated for resources: {'Port': ['ID=4e3d3f5b-2dca-4643-bf99-90a8bff5f927,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:20.914926 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3fbee869-c479-4094-9071-f4487607238c tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0337582 Apr 15 03:35:20.918840 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57760) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:20.936289 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5569a8a5-d145-40f9-b3f5-3b33fff1b397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.952723 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 7dc67a72-8609-41bb-b916-a4243182155a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=7dc67a72-8609-41bb-b916-a4243182155a,segment=NetworkSegment(99935493-8f6b-427d-a241-4be340658787),segment_id=99935493-8f6b-427d-a241-4be340658787)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:35:20.957468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:20.957811 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:20.958147 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:20.967371 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-800157f2-bf74-4412-a24c-d3956db3d57d admin admin] Publish callbacks [] for port (0fbecf07-d677-49cc-a55f-37d6bf7037af), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.971883 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-bbc540d1-8e7a-46ff-94a6-9886370ec03f None None] Provisioning complete for port c66764ee-c0ea-45e5-9c2f-20ec90c68b4a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:20.973080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bbc540d1-8e7a-46ff-94a6-9886370ec03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c66764ee-c0ea-45e5-9c2f-20ec90c68b4a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:20.978675 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-64321816-a7ab-4695-82b2-7d8a5333cfb3 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-870454915'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:20.980329 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port c8da07c4-3734-46b6-acb9-9fa41259da7c on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:20.984505 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:20.989752 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 4 to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c Apr 15 03:35:20.994101 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-efc2c8df-f591-4d69-a630-6580be8d81c9 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0721772 Apr 15 03:35:21.000719 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3821a-aecf-4d94-b53e-f8b7e1de152e None None] Pushing event updated for resources: {'Port': ['ID=c66764ee-c0ea-45e5-9c2f-20ec90c68b4a,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:21.003929 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57762) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:21.027771 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (7dc67a72-8609-41bb-b916-a4243182155a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:21.028675 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c66764ee-c0ea-45e5-9c2f-20ec90c68b4a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:21.037046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:21.038518 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:21.039103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:21.048764 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port c8da07c4-3734-46b6-acb9-9fa41259da7c on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:21.049400 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:21.051318 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 5 to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c Apr 15 03:35:21.066018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:21.066708 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:21.067367 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:21.072119 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port c8da07c4-3734-46b6-acb9-9fa41259da7c on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:21.072840 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:21.073288 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 6 to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c Apr 15 03:35:21.089247 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:21.089658 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:21.090007 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:21.096434 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port c8da07c4-3734-46b6-acb9-9fa41259da7c on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:21.096878 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:21.097026 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bdccdc91-b1a1-4f3b-8e5b-a4eb2bd3d018 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/08629cd4-453b-4475-ae96-a39169b7fb12 HTTP/1.1" status: 200 len: 472 time: 0.0895157 Apr 15 03:35:21.097527 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 7 to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c Apr 15 03:35:21.102109 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57764) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:21.128055 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2cecc34a-a19a-4c10-879b-50a524f835a8 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/45273849-c748-48d8-9109-d1fb09668e73 HTTP/1.1" status: 200 len: 461 time: 0.0246229 Apr 15 03:35:21.133823 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57766) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:21.165074 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:21.165494 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:21.165908 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:21.171410 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-800157f2-bf74-4412-a24c-d3956db3d57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (0fbecf07-d677-49cc-a55f-37d6bf7037af), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:21.190802 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port c8da07c4-3734-46b6-acb9-9fa41259da7c on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:21.191271 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:21.223308 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 8 to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c Apr 15 03:35:21.238803 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800157f2-bf74-4412-a24c-d3956db3d57d admin admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:21.243629 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64321816-a7ab-4695-82b2-7d8a5333cfb3 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Made reservation on behalf of 07dbfaef433643bcbdde916cc71b0400 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:21.246906 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-64321816-a7ab-4695-82b2-7d8a5333cfb3 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:21.277048 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06bc389d-e5ae-4849-be20-71902dacdfed tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks [] for port (3b29661d-a592-4408-bdfa-a90b255c1ea0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:21.286850 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-800157f2-bf74-4412-a24c-d3956db3d57d admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:21.291312 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-64321816-a7ab-4695-82b2-7d8a5333cfb3 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:21.294793 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f2a04b9-d658-4254-93cc-ae858902b6a8 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (eb0205de-07a0-49ba-af63-4e3d69f6e794), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:21.296734 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800157f2-bf74-4412-a24c-d3956db3d57d admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:21.310396 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:21.310396 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:21.310605 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f2a04b9-d658-4254-93cc-ae858902b6a8 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router_controller (eb0205de-07a0-49ba-af63-4e3d69f6e794), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:21.310697 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:21.327770 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=7dc67a72-8609-41bb-b916-a4243182155a,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:21.331568 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-bbc540d1-8e7a-46ff-94a6-9886370ec03f None None] Current status of the port c66764ee-c0ea-45e5-9c2f-20ec90c68b4a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:21.347041 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-bbc540d1-8e7a-46ff-94a6-9886370ec03f None None] Provisioning complete for port 7dc67a72-8609-41bb-b916-a4243182155a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:21.347552 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bbc540d1-8e7a-46ff-94a6-9886370ec03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (7dc67a72-8609-41bb-b916-a4243182155a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:21.351124 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port c66764ee-c0ea-45e5-9c2f-20ec90c68b4a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:21.351301 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c66764ee-c0ea-45e5-9c2f-20ec90c68b4a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:21.417590 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800157f2-bf74-4412-a24c-d3956db3d57d admin admin] Pushing event updated for resources: {'Port': ['ID=0fbecf07-d677-49cc-a55f-37d6bf7037af,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:21.436123 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port c8da07c4-3734-46b6-acb9-9fa41259da7c on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:21.436357 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:21.442436 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 9 to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c Apr 15 03:35:21.497446 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:21.497791 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:21.498131 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:21.500433 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-721a300f-9bb4-4d3b-b06c-17ca05cc2328 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for security_group (7123f5cd-3a04-4ddc-93e3-4c83bd80a5f3), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:21.503212 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-59ab32f5-1ec9-41d5-96cb-2c20a6cec900 admin admin] Publish callbacks [] for router_gateway (dc9f902a-ca14-4d9e-8041-0b56d9db6483), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:21.507640 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f2a04b9-d658-4254-93cc-ae858902b6a8 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (eb0205de-07a0-49ba-af63-4e3d69f6e794), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:21.508395 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2a04b9-d658-4254-93cc-ae858902b6a8 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb0205de-07a0-49ba-af63-4e3d69f6e794 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:35:21.518913 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f2a04b9-d658-4254-93cc-ae858902b6a8 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:21.520313 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5f2a04b9-d658-4254-93cc-ae858902b6a8 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] 10.222.0.15 "DELETE /v2.0/routers/eb0205de-07a0-49ba-af63-4e3d69f6e794 HTTP/1.1" status: 204 len: 168 time: 1.0192409 Apr 15 03:35:21.527790 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57768) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:21.549685 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-bbc540d1-8e7a-46ff-94a6-9886370ec03f None None] Current status of the port 7dc67a72-8609-41bb-b916-a4243182155a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:21.552340 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port c66764ee-c0ea-45e5-9c2f-20ec90c68b4a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:21.570729 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e70a4573-f712-46ea-bd75-28315e076f73 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Request body: {'router': {'name': 'tempest-router-1333309672', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e3429a635dea4e8199e793ce4e88c227'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:21.582231 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5cd2107e-58af-477a-bcb1-4d013c44e3cb tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:21.592045 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5cd2107e-58af-477a-bcb1-4d013c44e3cb tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/45273849-c748-48d8-9109-d1fb09668e73 HTTP/1.1" status: 204 len: 168 time: 0.4116902 Apr 15 03:35:21.592045 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57770) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:21.622355 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-721a300f-9bb4-4d3b-b06c-17ca05cc2328 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (7123f5cd-3a04-4ddc-93e3-4c83bd80a5f3), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:21.625498 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06bc389d-e5ae-4849-be20-71902dacdfed tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (3b29661d-a592-4408-bdfa-a90b255c1ea0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:21.663854 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port c8da07c4-3734-46b6-acb9-9fa41259da7c on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:21.664183 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:21.667592 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 10 to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c Apr 15 03:35:21.698443 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:21.698809 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:21.699146 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:21.730561 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port c8da07c4-3734-46b6-acb9-9fa41259da7c on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:21.731068 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port c8da07c4-3734-46b6-acb9-9fa41259da7c on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:21.731359 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c8da07c4-3734-46b6-acb9-9fa41259da7c), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:21.785392 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721a300f-9bb4-4d3b-b06c-17ca05cc2328 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:35:21.805278 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:21.863920 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-64321816-a7ab-4695-82b2-7d8a5333cfb3 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks [] for security_group (0d41105f-1fe5-41c7-b398-e6cc6c45a184), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:21.878256 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e70a4573-f712-46ea-bd75-28315e076f73 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (881c617e-9cca-4118-9ce8-0f24de333b1c), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:21.878490 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e70a4573-f712-46ea-bd75-28315e076f73 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (881c617e-9cca-4118-9ce8-0f24de333b1c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:21.943054 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 7dc67a72-8609-41bb-b916-a4243182155a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:21.951321 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc389d-e5ae-4849-be20-71902dacdfed tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Pushing event updated for resources: {'Port': ['ID=3b29661d-a592-4408-bdfa-a90b255c1ea0,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:21.960776 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bc389d-e5ae-4849-be20-71902dacdfed tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Network 8a108b1b-5eac-4536-bf86-910de60c0184 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:21.973915 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-721a300f-9bb4-4d3b-b06c-17ca05cc2328 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (c935fc20-06fa-4f45-b7ed-03770ecdfedd), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:21.974264 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-721a300f-9bb4-4d3b-b06c-17ca05cc2328 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Added segment c935fc20-06fa-4f45-b7ed-03770ecdfedd of type vlan for network fc1603fc-d010-444e-86f4-1d50707673e5 Apr 15 03:35:21.983735 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-06bc389d-e5ae-4849-be20-71902dacdfed tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:21.991628 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bc389d-e5ae-4849-be20-71902dacdfed tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:21.996076 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] For port c8da07c4-3734-46b6-acb9-9fa41259da7c, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:35:21.996544 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempted to set empty binding levels {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 15 03:35:21.997335 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bc389d-e5ae-4849-be20-71902dacdfed tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:21.997459 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06bc389d-e5ae-4849-be20-71902dacdfed tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.003399 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-800157f2-bf74-4412-a24c-d3956db3d57d admin admin] Publish callbacks [] for router_gateway (a24400f5-75d1-4571-9f49-1e08d869249f), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.012435 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a300f-9bb4-4d3b-b06c-17ca05cc2328 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7123f5cd-3a04-4ddc-93e3-4c83bd80a5f3,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:22.017246 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 7dc67a72-8609-41bb-b916-a4243182155a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:22.018729 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (7dc67a72-8609-41bb-b916-a4243182155a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.067447 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-64321816-a7ab-4695-82b2-7d8a5333cfb3 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (0d41105f-1fe5-41c7-b398-e6cc6c45a184), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.082359 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64321816-a7ab-4695-82b2-7d8a5333cfb3 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:35:22.092565 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-64321816-a7ab-4695-82b2-7d8a5333cfb3 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (4a69518c-0516-47d7-a674-f846b24fcf23), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.093081 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-64321816-a7ab-4695-82b2-7d8a5333cfb3 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Added segment 4a69518c-0516-47d7-a674-f846b24fcf23 of type vlan for network 4c67f8e6-04d3-4ab4-9295-835e6f315b0d Apr 15 03:35:22.110360 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c8da07c4-3734-46b6-acb9-9fa41259da7c), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.122151 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 7dc67a72-8609-41bb-b916-a4243182155a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:22.123640 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4e3d3f5b-2dca-4643-bf99-90a8bff5f927 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:22.143788 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-64321816-a7ab-4695-82b2-7d8a5333cfb3 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (4c67f8e6-04d3-4ab4-9295-835e6f315b0d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.152178 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-59ab32f5-1ec9-41d5-96cb-2c20a6cec900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (dc9f902a-ca14-4d9e-8041-0b56d9db6483), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.164724 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:22.165342 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.188447 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-06bc389d-e5ae-4849-be20-71902dacdfed tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0538073 Apr 15 03:35:22.193043 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 4e3d3f5b-2dca-4643-bf99-90a8bff5f927 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:22.193557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4e3d3f5b-2dca-4643-bf99-90a8bff5f927), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.213716 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57776) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:22.237678 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Pushing event updated for resources: {'Port': ['ID=c8da07c4-3734-46b6-acb9-9fa41259da7c,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:22.288906 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ead2ff0c-c87c-4731-8e66-1f4d22aab06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.0948129 Apr 15 03:35:22.299247 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 4e3d3f5b-2dca-4643-bf99-90a8bff5f927 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:22.299641 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4e3d3f5b-2dca-4643-bf99-90a8bff5f927), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.311877 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8fd1ab-57d1-43e8-a44a-d029cf09b6d1 None None] Network 8a108b1b-5eac-4536-bf86-910de60c0184 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:22.317486 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57778) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:22.327432 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8b29324-65bf-4c58-a988-89c39d7a50b5 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.332593 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d8b29324-65bf-4c58-a988-89c39d7a50b5 tempest-MeteringTestJSON-244184770 tempest-MeteringTestJSON-244184770-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/08629cd4-453b-4475-ae96-a39169b7fb12 HTTP/1.1" status: 204 len: 168 time: 0.7359598 Apr 15 03:35:22.370814 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-721a300f-9bb4-4d3b-b06c-17ca05cc2328 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (fc1603fc-d010-444e-86f4-1d50707673e5), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.377845 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-64321816-a7ab-4695-82b2-7d8a5333cfb3 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (4c67f8e6-04d3-4ab4-9295-835e6f315b0d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.384221 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64321816-a7ab-4695-82b2-7d8a5333cfb3 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:22.385179 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-64321816-a7ab-4695-82b2-7d8a5333cfb3 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.406316 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 4e3d3f5b-2dca-4643-bf99-90a8bff5f927, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4e3d3f5b-2dca-4643-bf99-90a8bff5f927,segment=NetworkSegment(357a1a71-b36d-4bbd-a202-79bdaff6c650),segment_id=357a1a71-b36d-4bbd-a202-79bdaff6c650)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:35:22.414367 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-89d40a8f-bd9a-4f48-b111-c96f60beb506 None None] Provisioning complete for port 4e3d3f5b-2dca-4643-bf99-90a8bff5f927 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:22.414778 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-89d40a8f-bd9a-4f48-b111-c96f60beb506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4e3d3f5b-2dca-4643-bf99-90a8bff5f927), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.492652 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (4e3d3f5b-2dca-4643-bf99-90a8bff5f927), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.493428 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c66764ee-c0ea-45e5-9c2f-20ec90c68b4a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:22.500109 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-b1489878-5414-4980-b798-f9fb74e8d735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Deleting port c8da07c4-3734-46b6-acb9-9fa41259da7c {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:35:22.500610 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b1489878-5414-4980-b798-f9fb74e8d735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c8da07c4-3734-46b6-acb9-9fa41259da7c), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.504640 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-800157f2-bf74-4412-a24c-d3956db3d57d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (a24400f5-75d1-4571-9f49-1e08d869249f), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.529826 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e70a4573-f712-46ea-bd75-28315e076f73 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router_controller (881c617e-9cca-4118-9ce8-0f24de333b1c), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.531393 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64321816-a7ab-4695-82b2-7d8a5333cfb3 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d41105f-1fe5-41c7-b398-e6cc6c45a184,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:22.561585 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-0e4f8338-01e8-4f69-9d82-ce2375e17e0c tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Deleting port 3b29661d-a592-4408-bdfa-a90b255c1ea0 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:35:22.561938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0e4f8338-01e8-4f69-9d82-ce2375e17e0c tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (3b29661d-a592-4408-bdfa-a90b255c1ea0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.572346 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.db.resource_extend [None req-721a300f-9bb4-4d3b-b06c-17ca05cc2328 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 15 03:35:22.579704 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-64321816-a7ab-4695-82b2-7d8a5333cfb3 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.0030901 Apr 15 03:35:22.609005 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-b1489878-5414-4980-b798-f9fb74e8d735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] For port c8da07c4-3734-46b6-acb9-9fa41259da7c, host hv-neutron-8371, got binding levels [] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:35:22.610498 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b1489878-5414-4980-b798-f9fb74e8d735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c8da07c4-3734-46b6-acb9-9fa41259da7c), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.630207 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-b1489878-5414-4980-b798-f9fb74e8d735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Calling delete_port for c8da07c4-3734-46b6-acb9-9fa41259da7c owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:35:22.646323 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e70a4573-f712-46ea-bd75-28315e076f73 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (881c617e-9cca-4118-9ce8-0f24de333b1c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.699218 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64321816-a7ab-4695-82b2-7d8a5333cfb3 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event updated for resources: {'Network': ['ID=4c67f8e6-04d3-4ab4-9295-835e6f315b0d,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:22.727383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 4c67f8e6-04d3-4ab4-9295-835e6f315b0d details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:35:22.775691 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0e4f8338-01e8-4f69-9d82-ce2375e17e0c tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (3b29661d-a592-4408-bdfa-a90b255c1ea0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.803119 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-721a300f-9bb4-4d3b-b06c-17ca05cc2328 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (fc1603fc-d010-444e-86f4-1d50707673e5), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.810043 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721a300f-9bb4-4d3b-b06c-17ca05cc2328 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:22.811050 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-721a300f-9bb4-4d3b-b06c-17ca05cc2328 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.819312 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-0e4f8338-01e8-4f69-9d82-ce2375e17e0c tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Calling delete_port for 3b29661d-a592-4408-bdfa-a90b255c1ea0 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:35:22.837013 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-89d40a8f-bd9a-4f48-b111-c96f60beb506 None None] Current status of the port 4e3d3f5b-2dca-4643-bf99-90a8bff5f927 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:22.841438 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e70a4573-f712-46ea-bd75-28315e076f73 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.842966 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e70a4573-f712-46ea-bd75-28315e076f73 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3138349 Apr 15 03:35:22.885586 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port c66764ee-c0ea-45e5-9c2f-20ec90c68b4a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:22.886402 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c66764ee-c0ea-45e5-9c2f-20ec90c68b4a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:22.935357 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57782) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:22.948818 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d85477ca-6aec-4228-a168-0bf61c99e4ea tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:22.960926 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=4e3d3f5b-2dca-4643-bf99-90a8bff5f927,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:22.976524 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ea1a9ab9-389d-4b08-a815-84189a54592e None None] Provisioning complete for port 3b29661d-a592-4408-bdfa-a90b255c1ea0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:22.977205 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9ab9-389d-4b08-a815-84189a54592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (3b29661d-a592-4408-bdfa-a90b255c1ea0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:23.036197 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a9ab9-389d-4b08-a815-84189a54592e None None] Port 3b29661d-a592-4408-bdfa-a90b255c1ea0 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:35:23.059516 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ea1a9ab9-389d-4b08-a815-84189a54592e None None] Provisioning complete for port 4e3d3f5b-2dca-4643-bf99-90a8bff5f927 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:23.066273 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9ab9-389d-4b08-a815-84189a54592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4e3d3f5b-2dca-4643-bf99-90a8bff5f927), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:23.135159 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57786) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:23.268373 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port c66764ee-c0ea-45e5-9c2f-20ec90c68b4a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:23.284661 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ea1a9ab9-389d-4b08-a815-84189a54592e None None] Current status of the port 4e3d3f5b-2dca-4643-bf99-90a8bff5f927 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:23.294567 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-721a300f-9bb4-4d3b-b06c-17ca05cc2328 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8635318 Apr 15 03:35:23.326790 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:23.329283 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57790) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:23.337629 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-734b3f13-140c-478e-90a1-6e5a3471e7a2 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Request body: {'subnet': {'network_id': 'fc1603fc-d010-444e-86f4-1d50707673e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:23.374766 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a300f-9bb4-4d3b-b06c-17ca05cc2328 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Pushing event updated for resources: {'Network': ['ID=fc1603fc-d010-444e-86f4-1d50707673e5,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:23.380306 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-298df102-e019-430f-9ba3-e9783f99a367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:23.400255 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network fc1603fc-d010-444e-86f4-1d50707673e5 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:35:23.447368 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ab32f5-1ec9-41d5-96cb-2c20a6cec900 admin admin] Router dc9f902a-ca14-4d9e-8041-0b56d9db6483 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:35:23.460734 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d85477ca-6aec-4228-a168-0bf61c99e4ea tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (881c617e-9cca-4118-9ce8-0f24de333b1c), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:23.461200 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d85477ca-6aec-4228-a168-0bf61c99e4ea tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router (881c617e-9cca-4118-9ce8-0f24de333b1c), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:23.463119 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-298df102-e019-430f-9ba3-e9783f99a367 admin admin] Publish callbacks [] for security_group (c5b32c6f-6b2b-4dc3-a2fc-d6d983e1ee89), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:23.507051 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9f95a137-f1cc-4fa1-9360-31fbd7278341 None None] Provisioning complete for port 3b29661d-a592-4408-bdfa-a90b255c1ea0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:23.507680 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9f95a137-f1cc-4fa1-9360-31fbd7278341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (3b29661d-a592-4408-bdfa-a90b255c1ea0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:23.564036 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800157f2-bf74-4412-a24c-d3956db3d57d admin admin] Router a24400f5-75d1-4571-9f49-1e08d869249f is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:35:23.570993 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b1489878-5414-4980-b798-f9fb74e8d735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (c8da07c4-3734-46b6-acb9-9fa41259da7c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:23.571937 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9f95a137-f1cc-4fa1-9360-31fbd7278341 None None] Port 3b29661d-a592-4408-bdfa-a90b255c1ea0 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:35:23.590455 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-298df102-e019-430f-9ba3-e9783f99a367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (c5b32c6f-6b2b-4dc3-a2fc-d6d983e1ee89), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:23.630652 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1489878-5414-4980-b798-f9fb74e8d735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8da07c4-3734-46b6-acb9-9fa41259da7c,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:23.650462 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-298df102-e019-430f-9ba3-e9783f99a367 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fd0ba18ba7d4ce3ad70fc113f593944&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5076344 Apr 15 03:35:23.651233 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57792) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:23.653673 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298df102-e019-430f-9ba3-e9783f99a367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b32c6f-6b2b-4dc3-a2fc-d6d983e1ee89,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:23.669585 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d85477ca-6aec-4228-a168-0bf61c99e4ea tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104666) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 15 03:35:23.670019 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d85477ca-6aec-4228-a168-0bf61c99e4ea tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Router 881c617e-9cca-4118-9ce8-0f24de333b1c migrating from provider to provider. {{(pid=104666) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 15 03:35:23.675356 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d85477ca-6aec-4228-a168-0bf61c99e4ea tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router_controller (881c617e-9cca-4118-9ce8-0f24de333b1c), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:23.682497 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b1489878-5414-4980-b798-f9fb74e8d735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:23.690646 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734b3f13-140c-478e-90a1-6e5a3471e7a2 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Made reservation on behalf of 20dcbc1dd82f4bbcace452c9ac5c39f3 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:23.690839 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b1489878-5414-4980-b798-f9fb74e8d735 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] 10.222.0.15 "DELETE /v2.0/ports/c8da07c4-3734-46b6-acb9-9fa41259da7c HTTP/1.1" status: 204 len: 168 time: 1.3675711 Apr 15 03:35:23.690937 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-734b3f13-140c-478e-90a1-6e5a3471e7a2 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:23.691018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57794) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:23.731995 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d85477ca-6aec-4228-a168-0bf61c99e4ea tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router_controller (881c617e-9cca-4118-9ce8-0f24de333b1c), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:23.752677 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0e4f8338-01e8-4f69-9d82-ce2375e17e0c tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (3b29661d-a592-4408-bdfa-a90b255c1ea0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:23.762603 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9cc7cc-bb4d-411d-9d9c-b7be7fb009c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] GET failed (client error): The resource could not be found. Apr 15 03:35:23.769248 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0d9cc7cc-bb4d-411d-9d9c-b7be7fb009c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] 10.222.0.15 "GET /v2.0/ports/c8da07c4-3734-46b6-acb9-9fa41259da7c HTTP/1.1" status: 404 len: 333 time: 0.0729370 Apr 15 03:35:23.769898 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57796) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:23.783844 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-54488e8e-4c85-4546-9c3a-f968c2974fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Request body: {'port': {'network_id': 'eaed2354-7859-416d-a876-050d61a68310', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-28573587'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:23.796000 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ab32f5-1ec9-41d5-96cb-2c20a6cec900 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:35:23.800353 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-94cd959a-72c3-4c7b-84e8-04c3d8d510d3 admin admin] Publish callbacks [] for security_group (c5b32c6f-6b2b-4dc3-a2fc-d6d983e1ee89), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:23.806651 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f8338-01e8-4f69-9d82-ce2375e17e0c tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Pushing event deleted for resources: {'Port': ['ID=3b29661d-a592-4408-bdfa-a90b255c1ea0,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:23.835131 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d85477ca-6aec-4228-a168-0bf61c99e4ea tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (881c617e-9cca-4118-9ce8-0f24de333b1c), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:23.842819 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] Sync routers for ids ['dc9f902a-ca14-4d9e-8041-0b56d9db6483'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:35:23.856981 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] Routers {'dc9f902a-ca14-4d9e-8041-0b56d9db6483'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:35:23.857725 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dc9f902a-ca14-4d9e-8041-0b56d9db6483'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:23.888502 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-94cd959a-72c3-4c7b-84e8-04c3d8d510d3 admin admin] Publish callbacks [] for security_group (c5b32c6f-6b2b-4dc3-a2fc-d6d983e1ee89), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:23.890724 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0e4f8338-01e8-4f69-9d82-ce2375e17e0c tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:23.897176 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0e4f8338-01e8-4f69-9d82-ce2375e17e0c tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] 10.222.0.15 "DELETE /v2.0/ports/3b29661d-a592-4408-bdfa-a90b255c1ea0 HTTP/1.1" status: 204 len: 168 time: 1.6750209 Apr 15 03:35:23.900381 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57798) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:23.953421 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4e3d3f5b-2dca-4643-bf99-90a8bff5f927 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:24.079346 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-59ab32f5-1ec9-41d5-96cb-2c20a6cec900 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:24.087661 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-59ab32f5-1ec9-41d5-96cb-2c20a6cec900 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 7.4650562 Apr 15 03:35:24.089638 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57802) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:24.090445 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54488e8e-4c85-4546-9c3a-f968c2974fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Made reservation on behalf of 7a8f392df1e74498a19be12da4c5dee2 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:24.095223 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-54488e8e-4c85-4546-9c3a-f968c2974fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:24.118738 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 4e3d3f5b-2dca-4643-bf99-90a8bff5f927 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:24.119212 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4e3d3f5b-2dca-4643-bf99-90a8bff5f927), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:24.157138 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800157f2-bf74-4412-a24c-d3956db3d57d admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:35:24.165170 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-54488e8e-4c85-4546-9c3a-f968c2974fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] device_id is not set on port 8789c5a6-665b-49b4-896f-adc9f9e2f856 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:35:24.171618 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] Sync routers for ids ['a24400f5-75d1-4571-9f49-1e08d869249f'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:35:24.195680 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d85477ca-6aec-4228-a168-0bf61c99e4ea tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] No L3 agents can host the router 881c617e-9cca-4118-9ce8-0f24de333b1c Apr 15 03:35:24.201127 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] Routers {'a24400f5-75d1-4571-9f49-1e08d869249f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:35:24.201718 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a24400f5-75d1-4571-9f49-1e08d869249f'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:24.361176 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-800157f2-bf74-4412-a24c-d3956db3d57d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:24.362778 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-800157f2-bf74-4412-a24c-d3956db3d57d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7098439 Apr 15 03:35:24.366889 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57804) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:24.379083 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] Set router dc9f902a-ca14-4d9e-8041-0b56d9db6483 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:35:24.508052 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] Set router a24400f5-75d1-4571-9f49-1e08d869249f gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:35:24.562116 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'name': 'tempest-ServersTestJSON-104345144-router', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:21Z', 'revision_number': 3, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'gw_port': {'id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:92:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:24.576258 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 4e3d3f5b-2dca-4643-bf99-90a8bff5f927 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:24.594805 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] Checking router: dc9f902a-ca14-4d9e-8041-0b56d9db6483 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:35:24.595361 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] Updating router dc9f902a-ca14-4d9e-8041-0b56d9db6483 port 92265e0c-e40e-4b26-aea9-b0f0ed53fa47 binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:35:24.637411 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (92265e0c-e40e-4b26-aea9-b0f0ed53fa47), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:24.674970 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-94cd959a-72c3-4c7b-84e8-04c3d8d510d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (c5b32c6f-6b2b-4dc3-a2fc-d6d983e1ee89), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:24.679205 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-94cd959a-72c3-4c7b-84e8-04c3d8d510d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:24.682766 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-94cd959a-72c3-4c7b-84e8-04c3d8d510d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5b32c6f-6b2b-4dc3-a2fc-d6d983e1ee89 HTTP/1.1" status: 204 len: 168 time: 1.0240405 Apr 15 03:35:24.712610 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-54488e8e-4c85-4546-9c3a-f968c2974fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks [] for port (8789c5a6-665b-49b4-896f-adc9f9e2f856), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:24.759353 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-16d7fa35-66f7-4941-af42-b752bcc0ed1e tempest-DHCPAgentSchedulersTestJSON-1255860444 tempest-DHCPAgentSchedulersTestJSON-1255860444-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.8530607 Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING neutron.objects.base [None req-d85477ca-6aec-4228-a168-0bf61c99e4ea tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] ORM session: SQL execution without transaction in progress, traceback: Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: result = function(*args, **kwargs) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: proto.__init__(conn_state, self) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: self.handle() Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: self.handle_one_request() Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: self.handle_one_response() Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: result = self.application(self.environ, start_response) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: return app(environ, start_response) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: resp = self.call_func(req, *args, **kw) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.func(req, *args, **kwargs) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: response = req.get_response(self.application) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: status, headers, app_iter = self.call_application( Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: app_iter = application(self.environ, start_response) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: resp = self.call_func(req, *args, **kw) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.func(req, *args, **kwargs) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: response = req.get_response(self.application) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: status, headers, app_iter = self.call_application( Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: app_iter = application(self.environ, start_response) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: resp = self.call_func(req, *args, **kw) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.func(req, *args, **kwargs) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: response = req.get_response(self.application) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: status, headers, app_iter = self.call_application( Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: app_iter = application(self.environ, start_response) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: resp = self.call_func(req, *args, **kw) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.func(req, *args, **kwargs) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: response = req.get_response(self.application) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: status, headers, app_iter = self.call_application( Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: app_iter = application(self.environ, start_response) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: resp = self.call_func(req, *args, **kw) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.func(req, *args, **kwargs) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: return request.get_response(self.application) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: status, headers, app_iter = self.call_application( Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: app_iter = application(self.environ, start_response) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: resp = self.call_func(req, *args, **kw) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.func(req, *args, **kwargs) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: response = req.get_response(self._app) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: status, headers, app_iter = self.call_application( Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: app_iter = application(self.environ, start_response) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: return resp(environ, start_response) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: return resp(environ, start_response) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: response = self.app(environ, start_response) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: return resp(environ, start_response) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: resp = self.call_func(req, *args, **kw) Apr 15 03:35:24.799268 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.func(req, *args, **kwargs) Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: result = method(request=request, **args) Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 630, in update Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._update(request, id, body, **kwargs) Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(*args, **kwargs) Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(*args, **kwargs) Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(*dup_args, **dup_kwargs) Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 695, in _update Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: obj = obj_updater(request.context, id, **kwargs) Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: return super(ExtraRoute_dbonly_mixin, self).update_router( Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: self.notify_router_updated(context, router_dict['id'], None) Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: self.l3_rpc_notifier.routers_updated( Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notification(context, 'routers_updated', router_ids, Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: self._agent_notification( Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: hosts = plugin.get_hosts_to_notify(adminContext, router_id) Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 310, in get_hosts_to_notify Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: dvr_hosts = self._get_dvr_hosts_for_router(context, router_id) Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 328, in _get_dvr_hosts_for_router Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: hosts = self._get_dvr_hosts_for_subnets(context, subnet_ids) Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 367, in _get_dvr_hosts_for_subnets Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: hosts = [item[0] for item in query if item[0] != ''] Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._iter().__iter__() Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: result = self.session.execute( Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: result = fn(orm_exec_state) Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: Apr 15 03:35:24.808432 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57808) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:24.825649 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-20298be7-9e4a-4bba-9ac1-fc0537d3f488 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1883474064'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:24.849880 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd959a-72c3-4c7b-84e8-04c3d8d510d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b32c6f-6b2b-4dc3-a2fc-d6d983e1ee89,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:24.853395 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85477ca-6aec-4228-a168-0bf61c99e4ea tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Hosts for router 881c617e-9cca-4118-9ce8-0f24de333b1c: [] {{(pid=104666) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING neutron.objects.base [None req-d85477ca-6aec-4228-a168-0bf61c99e4ea tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] ORM session: SQL execution without transaction in progress, traceback: Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: result = function(*args, **kwargs) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: proto.__init__(conn_state, self) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: self.handle() Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: self.handle_one_request() Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: self.handle_one_response() Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: result = self.application(self.environ, start_response) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: return app(environ, start_response) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: resp = self.call_func(req, *args, **kw) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.func(req, *args, **kwargs) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: response = req.get_response(self.application) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: status, headers, app_iter = self.call_application( Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: app_iter = application(self.environ, start_response) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: resp = self.call_func(req, *args, **kw) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.func(req, *args, **kwargs) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: response = req.get_response(self.application) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: status, headers, app_iter = self.call_application( Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: app_iter = application(self.environ, start_response) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: resp = self.call_func(req, *args, **kw) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.func(req, *args, **kwargs) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: response = req.get_response(self.application) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: status, headers, app_iter = self.call_application( Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: app_iter = application(self.environ, start_response) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: resp = self.call_func(req, *args, **kw) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.func(req, *args, **kwargs) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: response = req.get_response(self.application) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: status, headers, app_iter = self.call_application( Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: app_iter = application(self.environ, start_response) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: resp = self.call_func(req, *args, **kw) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.func(req, *args, **kwargs) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: return request.get_response(self.application) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: status, headers, app_iter = self.call_application( Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: app_iter = application(self.environ, start_response) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: resp = self.call_func(req, *args, **kw) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.func(req, *args, **kwargs) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: response = req.get_response(self._app) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: status, headers, app_iter = self.call_application( Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: app_iter = application(self.environ, start_response) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: return resp(environ, start_response) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: return resp(environ, start_response) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: response = self.app(environ, start_response) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: return resp(environ, start_response) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: resp = self.call_func(req, *args, **kw) Apr 15 03:35:24.965613 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.func(req, *args, **kwargs) Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: result = method(request=request, **args) Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 630, in update Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._update(request, id, body, **kwargs) Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(*args, **kwargs) Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(*args, **kwargs) Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(*dup_args, **dup_kwargs) Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 695, in _update Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: obj = obj_updater(request.context, id, **kwargs) Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: return super(ExtraRoute_dbonly_mixin, self).update_router( Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: self.notify_router_updated(context, router_dict['id'], None) Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: self.l3_rpc_notifier.routers_updated( Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notification(context, 'routers_updated', router_ids, Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: self._agent_notification( Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: hosts = plugin.get_hosts_to_notify(adminContext, router_id) Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 312, in get_hosts_to_notify Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: dvr_hosts |= self._get_other_dvr_hosts(context, router_id) Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 340, in _get_other_dvr_hosts Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: self._get_other_dvr_router_ids_connected_router( Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 412, in _get_other_dvr_router_ids_connected_router Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: return [item[0] for item in query] Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._iter().__iter__() Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: result = self.session.execute( Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: result = fn(orm_exec_state) Apr 15 03:35:24.974971 dv-neutron-837140-3-hyperv neutron-server[104666]: Apr 15 03:35:24.989850 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'name': 'tempest-ServersTestManualDisk-1790863245-router', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:21Z', 'revision_number': 3, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'gw_port': {'id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:39:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:24.998039 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b03894e8-4b02-466c-ba8f-983845a37d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:25.021864 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85477ca-6aec-4228-a168-0bf61c99e4ea tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Hosts for other DVR routers connected to router 881c617e-9cca-4118-9ce8-0f24de333b1c: set() {{(pid=104666) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 15 03:35:25.033132 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d85477ca-6aec-4228-a168-0bf61c99e4ea tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:25.034345 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d85477ca-6aec-4228-a168-0bf61c99e4ea tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] 10.222.0.15 "PUT /v2.0/routers/881c617e-9cca-4118-9ce8-0f24de333b1c HTTP/1.1" status: 200 len: 717 time: 2.0925062 Apr 15 03:35:25.046306 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57810) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:25.054274 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] Checking router: a24400f5-75d1-4571-9f49-1e08d869249f for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:35:25.054830 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] Updating router a24400f5-75d1-4571-9f49-1e08d869249f port 0fbecf07-d677-49cc-a55f-37d6bf7037af binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:35:25.107137 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] Publish callbacks [] for port (92265e0c-e40e-4b26-aea9-b0f0ed53fa47), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:25.120572 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (0fbecf07-d677-49cc-a55f-37d6bf7037af), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:25.128253 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:25.182924 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20298be7-9e4a-4bba-9ac1-fc0537d3f488 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Made reservation on behalf of be75d84f6e324cbdbf8a8d10f1e2f6f5 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:25.186188 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-20298be7-9e4a-4bba-9ac1-fc0537d3f488 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:25.215594 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-734b3f13-140c-478e-90a1-6e5a3471e7a2 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for subnet (cff0507b-ddb0-4876-b9ac-e9f2d176e2ea), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:25.218841 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (92265e0c-e40e-4b26-aea9-b0f0ed53fa47), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:25.247824 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e0206375-8b94-4fed-9b9f-2b20b9e02ac3 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] 10.222.0.15 "GET /v2.0/routers/881c617e-9cca-4118-9ce8-0f24de333b1c HTTP/1.1" status: 200 len: 717 time: 0.1971161 Apr 15 03:35:25.251847 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57814) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:25.272141 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20298be7-9e4a-4bba-9ac1-fc0537d3f488 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:35:25.281945 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-54488e8e-4c85-4546-9c3a-f968c2974fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (8789c5a6-665b-49b4-896f-adc9f9e2f856), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:25.307868 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3abee-f332-49b7-b6bd-da9e77f62bca None None] Pushing event updated for resources: {'Port': ['ID=92265e0c-e40e-4b26-aea9-b0f0ed53fa47,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:25.345138 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-20298be7-9e4a-4bba-9ac1-fc0537d3f488 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (59693527-55a9-41f3-a7dd-b1668805bfd7), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:25.345730 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-20298be7-9e4a-4bba-9ac1-fc0537d3f488 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Added segment 59693527-55a9-41f3-a7dd-b1668805bfd7 of type vlan for network ac2a6970-1cf1-46ba-86f1-215cfcff51a6 Apr 15 03:35:25.361725 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3abee-f332-49b7-b6bd-da9e77f62bca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:25.362816 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3abee-f332-49b7-b6bd-da9e77f62bca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:25.363280 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3abee-f332-49b7-b6bd-da9e77f62bca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:25.365116 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3abee-f332-49b7-b6bd-da9e77f62bca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:25.365891 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3abee-f332-49b7-b6bd-da9e77f62bca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:25.366450 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3abee-f332-49b7-b6bd-da9e77f62bca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:25.367951 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3abee-f332-49b7-b6bd-da9e77f62bca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:25.368593 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3abee-f332-49b7-b6bd-da9e77f62bca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:25.370087 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3abee-f332-49b7-b6bd-da9e77f62bca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:25.370546 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3abee-f332-49b7-b6bd-da9e77f62bca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:25.371640 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3abee-f332-49b7-b6bd-da9e77f62bca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:25.372832 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3abee-f332-49b7-b6bd-da9e77f62bca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:25.373348 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3abee-f332-49b7-b6bd-da9e77f62bca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:25.374434 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3abee-f332-49b7-b6bd-da9e77f62bca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:25.375161 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3abee-f332-49b7-b6bd-da9e77f62bca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca3abee-f332-49b7-b6bd-da9e77f62bca None None] Tracked resource versions report: Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: pushed versions: Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: { 'AddressGroup': {'1.2'}, Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Agent': {'1.1'}, Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'ConntrackHelper': {'1.0'}, Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'LocalIPAssociation': {'1.0'}, Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Log': {'1.0'}, Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'NDPProxy': {'1.0'}, Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Network': {'1.1'}, Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Port': {'1.7'}, Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'PortForwarding': {'1.3'}, Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'QosPolicy': {'1.10'}, Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'SecurityGroup': {'1.5'}, Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'SecurityGroupRule': {'1.2'}, Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'SubPort': {'1.0'}, Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Subnet': {'1.1'}, Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Trunk': {'1.1'}} Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: consumer versions: Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: { DHCP agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: HyperV agent@hv-neutron-8371: {}, Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: L3 agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: Metadata agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: Metering agent@dv-neutron-837140-3-hyperv: {}, Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: Open vSwitch agent@dv-neutron-837140-3-hyperv: { 'AddressGroup': '1.2', Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Agent': '1.1', Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'ConntrackHelper': '1.0', Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'LocalIPAssociation': '1.0', Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Log': '1.0', Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'NDPProxy': '1.0', Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Network': '1.1', Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Port': '1.7', Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'PortForwarding': '1.3', Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'QosPolicy': '1.10', Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'SecurityGroup': '1.5', Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'SecurityGroupRule': '1.2', Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'SubPort': '1.0', Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Subnet': '1.1', Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: 'Trunk': '1.1'}} Apr 15 03:35:25.378972 dv-neutron-837140-3-hyperv neutron-server[104669]: {{(pid=104669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 15 03:35:25.400486 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] Attempting to bind port 92265e0c-e40e-4b26-aea9-b0f0ed53fa47 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:25.402581 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] Attempting to bind port 92265e0c-e40e-4b26-aea9-b0f0ed53fa47 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:25.403115 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] Attempting to bind port 92265e0c-e40e-4b26-aea9-b0f0ed53fa47 on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:25.426691 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b3f13-140c-478e-90a1-6e5a3471e7a2 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Pushing event updated for resources: {'Subnet': ['ID=cff0507b-ddb0-4876-b9ac-e9f2d176e2ea,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:25.456064 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:35:25.460560 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:25.462964 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:25.466421 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:35:25.470220 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] Bound port: 92265e0c-e40e-4b26-aea9-b0f0ed53fa47, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:35:25.470849 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (92265e0c-e40e-4b26-aea9-b0f0ed53fa47), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:25.512662 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734b3f13-140c-478e-90a1-6e5a3471e7a2 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Checking segment: {'id': 'c935fc20-06fa-4f45-b7ed-03770ecdfedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc1603fc-d010-444e-86f4-1d50707673e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:25.513019 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734b3f13-140c-478e-90a1-6e5a3471e7a2 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Network hostable DHCP agents. Network: fc1603fc-d010-444e-86f4-1d50707673e5, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:35:25.550188 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54488e8e-4c85-4546-9c3a-f968c2974fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Network eaed2354-7859-416d-a876-050d61a68310 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:25.553715 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54488e8e-4c85-4546-9c3a-f968c2974fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Pushing event updated for resources: {'Port': ['ID=8789c5a6-665b-49b4-896f-adc9f9e2f856,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:25.557114 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-20298be7-9e4a-4bba-9ac1-fc0537d3f488 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (ac2a6970-1cf1-46ba-86f1-215cfcff51a6), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:25.563790 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-54488e8e-4c85-4546-9c3a-f968c2974fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:25.569634 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54488e8e-4c85-4546-9c3a-f968c2974fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:25.570934 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54488e8e-4c85-4546-9c3a-f968c2974fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:25.571711 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-54488e8e-4c85-4546-9c3a-f968c2974fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:25.585018 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-b03894e8-4b02-466c-ba8f-983845a37d27 admin admin] Allocated IP 172.20.0.1 (f2fea504-3cd4-4378-8032-e10de311dc7b/092479ab-a039-43a5-be16-d3695e00426b/970da3e5-fc85-4a47-b25d-0a29a9ab5cd6) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:25.671700 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] For port 92265e0c-e40e-4b26-aea9-b0f0ed53fa47, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:35:25.675314 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] For port 92265e0c-e40e-4b26-aea9-b0f0ed53fa47, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=92265e0c-e40e-4b26-aea9-b0f0ed53fa47,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:35:25.678709 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734b3f13-140c-478e-90a1-6e5a3471e7a2 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Network fc1603fc-d010-444e-86f4-1d50707673e5 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:35:25.731649 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57820) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:25.747002 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-82bccea6-507b-4a9c-be15-cc5cfcdb14d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:25.758984 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-54488e8e-4c85-4546-9c3a-f968c2974fa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.9792030 Apr 15 03:35:25.760842 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (92265e0c-e40e-4b26-aea9-b0f0ed53fa47), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:25.762628 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57822) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:25.765333 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-734b3f13-140c-478e-90a1-6e5a3471e7a2 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, fc1603fc-d010-444e-86f4-1d50707673e5) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:25.776961 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8371'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:25.785925 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-20298be7-9e4a-4bba-9ac1-fc0537d3f488 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (ac2a6970-1cf1-46ba-86f1-215cfcff51a6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:25.791065 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20298be7-9e4a-4bba-9ac1-fc0537d3f488 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:25.791711 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-20298be7-9e4a-4bba-9ac1-fc0537d3f488 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:25.836869 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] Publish callbacks [] for port (0fbecf07-d677-49cc-a55f-37d6bf7037af), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:25.844318 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddb62be-1a9b-4a9c-8ef8-f6b5de20c360 None None] Network fc1603fc-d010-444e-86f4-1d50707673e5 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:25.883292 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3abee-f332-49b7-b6bd-da9e77f62bca None None] Pushing event updated for resources: {'Port': ['ID=92265e0c-e40e-4b26-aea9-b0f0ed53fa47,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:25.908436 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] Routers {'dc9f902a-ca14-4d9e-8041-0b56d9db6483'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:35:25.909527 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dc9f902a-ca14-4d9e-8041-0b56d9db6483'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:25.920831 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (0fbecf07-d677-49cc-a55f-37d6bf7037af), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:25.931318 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57824) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:25.937062 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-794b327b-2fb2-4af9-a3d4-ce3ccb789caa tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Request body: {'subnet': {'network_id': '4c67f8e6-04d3-4ab4-9295-835e6f315b0d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:26.006567 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] Attempting to bind port 0fbecf07-d677-49cc-a55f-37d6bf7037af on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:26.007699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] Attempting to bind port 0fbecf07-d677-49cc-a55f-37d6bf7037af by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:26.007699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] Attempting to bind port 0fbecf07-d677-49cc-a55f-37d6bf7037af on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:26.041146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7f4d8-92f4-4be9-b9a4-d5e66fc0658a None None] Pushing event updated for resources: {'Port': ['ID=0fbecf07-d677-49cc-a55f-37d6bf7037af,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:26.044257 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:35:26.044879 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:26.045329 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.045816 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:35:26.046406 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] Bound port: 0fbecf07-d677-49cc-a55f-37d6bf7037af, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:35:26.046992 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (0fbecf07-d677-49cc-a55f-37d6bf7037af), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.075169 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698f489f-095b-4047-bb81-6ff17d32ce1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-fc1603fc-d010-444e-86f4-1d50707673e5', 'network_id': 'fc1603fc-d010-444e-86f4-1d50707673e5', 'project_id': '20dcbc1dd82f4bbcace452c9ac5c39f3', 'fixed_ips': [{'subnet_id': 'cff0507b-ddb0-4876-b9ac-e9f2d176e2ea'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:35:26.076674 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-698f489f-095b-4047-bb81-6ff17d32ce1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.090170 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] Set router dc9f902a-ca14-4d9e-8041-0b56d9db6483 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:35:26.091312 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-82bccea6-507b-4a9c-be15-cc5cfcdb14d3 admin admin] Publish callbacks [] for security_group (64db3d71-583a-4b82-9df6-0eac6eb102d0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.097027 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8789c5a6-665b-49b4-896f-adc9f9e2f856), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.114753 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734b3f13-140c-478e-90a1-6e5a3471e7a2 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:26.114753 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-734b3f13-140c-478e-90a1-6e5a3471e7a2 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.160399 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-20298be7-9e4a-4bba-9ac1-fc0537d3f488 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3466170 Apr 15 03:35:26.166401 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57828) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:26.188049 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-82bccea6-507b-4a9c-be15-cc5cfcdb14d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (64db3d71-583a-4b82-9df6-0eac6eb102d0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.192202 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] For port 0fbecf07-d677-49cc-a55f-37d6bf7037af, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:35:26.217272 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a8b43a10-a160-4b34-b06c-5bdabfe26bd3 tempest-RoutersTestDVR-1434451319 tempest-RoutersTestDVR-1434451319-project] 10.222.0.15 "GET /v2.0/routers/881c617e-9cca-4118-9ce8-0f24de333b1c HTTP/1.1" status: 200 len: 683 time: 0.9641879 Apr 15 03:35:26.221483 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] For port 0fbecf07-d677-49cc-a55f-37d6bf7037af, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=0fbecf07-d677-49cc-a55f-37d6bf7037af,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:35:26.227385 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57830) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:26.237677 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20298be7-9e4a-4bba-9ac1-fc0537d3f488 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Pushing event updated for resources: {'Network': ['ID=ac2a6970-1cf1-46ba-86f1-215cfcff51a6,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:26.252842 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-82bccea6-507b-4a9c-be15-cc5cfcdb14d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d14599dcc25948428889e82c3131adf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5200155 Apr 15 03:35:26.265106 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network ac2a6970-1cf1-46ba-86f1-215cfcff51a6 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:35:26.269941 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bccea6-507b-4a9c-be15-cc5cfcdb14d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64db3d71-583a-4b82-9df6-0eac6eb102d0,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:26.275404 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-734b3f13-140c-478e-90a1-6e5a3471e7a2 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9427404 Apr 15 03:35:26.284318 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57832) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:26.284628 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57834) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:26.290153 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b03894e8-4b02-466c-ba8f-983845a37d27 admin admin] Publish callbacks [] for port (970da3e5-fc85-4a47-b25d-0a29a9ab5cd6), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.305731 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-28e1068c-772b-4071-b6bf-16b31a8fbcab tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1041681702', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}, 'admin_state_up': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:26.357637 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (0fbecf07-d677-49cc-a55f-37d6bf7037af), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.374124 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd278-64cd-4dd4-8827-08262ad78939 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router (881c617e-9cca-4118-9ce8-0f24de333b1c), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.378735 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'name': 'tempest-ServersTestJSON-104345144-router', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:21Z', 'revision_number': 3, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'gw_port': {'id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:92:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:26.412834 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28e1068c-772b-4071-b6bf-16b31a8fbcab tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (bb6f4df1-3d52-4c19-a71f-154c869af0cf), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.414016 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28e1068c-772b-4071-b6bf-16b31a8fbcab tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (bb6f4df1-3d52-4c19-a71f-154c869af0cf), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.420683 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-698f489f-095b-4047-bb81-6ff17d32ce1f None None] Allocated IP 172.20.0.2 (fc1603fc-d010-444e-86f4-1d50707673e5/cff0507b-ddb0-4876-b9ac-e9f2d176e2ea/40bfb760-cbad-4f40-b83d-db90132838d6) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:26.442000 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cff2a5-07d5-4638-a1a6-f63ce15a51b4 None None] The sync data for ids ['dc9f902a-ca14-4d9e-8041-0b56d9db6483'] in dv-neutron-837140-3-hyperv is: [{'id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'name': 'tempest-ServersTestJSON-104345144-router', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:21Z', 'revision_number': 3, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'gw_port': {'id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:92:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:35:26.455724 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] Routers {'a24400f5-75d1-4571-9f49-1e08d869249f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:35:26.456518 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a24400f5-75d1-4571-9f49-1e08d869249f'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:26.465183 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794b327b-2fb2-4af9-a3d4-ce3ccb789caa tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Made reservation on behalf of 07dbfaef433643bcbdde916cc71b0400 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:26.475124 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-794b327b-2fb2-4af9-a3d4-ce3ccb789caa tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks [] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.508681 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7f4d8-92f4-4be9-b9a4-d5e66fc0658a None None] Pushing event updated for resources: {'Port': ['ID=0fbecf07-d677-49cc-a55f-37d6bf7037af,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:26.539584 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8442fedf-0aab-4eba-bc35-803ddb3456a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.620141 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e16fb47d-7a1d-4c05-bd03-9f94b608eff6 admin admin] Publish callbacks [] for security_group (64db3d71-583a-4b82-9df6-0eac6eb102d0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.660806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] Set router a24400f5-75d1-4571-9f49-1e08d869249f gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:35:26.699315 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd278-64cd-4dd4-8827-08262ad78939 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (881c617e-9cca-4118-9ce8-0f24de333b1c), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.738734 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] device_id is not set on port 8789c5a6-665b-49b4-896f-adc9f9e2f856 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:35:26.749709 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks [] for port (8789c5a6-665b-49b4-896f-adc9f9e2f856), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.814068 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-698f489f-095b-4047-bb81-6ff17d32ce1f None None] Publish callbacks [] for port (40bfb760-cbad-4f40-b83d-db90132838d6), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.823054 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28e1068c-772b-4071-b6bf-16b31a8fbcab tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for router_controller (bb6f4df1-3d52-4c19-a71f-154c869af0cf), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.823844 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd278-64cd-4dd4-8827-08262ad78939 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router_controller (881c617e-9cca-4118-9ce8-0f24de333b1c), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.838419 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b03894e8-4b02-466c-ba8f-983845a37d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (970da3e5-fc85-4a47-b25d-0a29a9ab5cd6), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.861478 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e16fb47d-7a1d-4c05-bd03-9f94b608eff6 admin admin] Publish callbacks [] for security_group (64db3d71-583a-4b82-9df6-0eac6eb102d0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.866760 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (8789c5a6-665b-49b4-896f-adc9f9e2f856), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.866760 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-00068e6c-6736-41da-90eb-3d93d59130e2 tempest-DHCPAgentSchedulersTestJSON-1255860444 tempest-DHCPAgentSchedulersTestJSON-1255860444-project-admin] 10.222.0.15 "GET /v2.0/agents/c661f692-e6a2-49e6-b7ef-e35ef1eeaff6/dhcp-networks HTTP/1.1" status: 200 len: 6455 time: 0.7019217 Apr 15 03:35:26.878778 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57838) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:26.924016 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-698f489f-095b-4047-bb81-6ff17d32ce1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (40bfb760-cbad-4f40-b83d-db90132838d6), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.939475 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03894e8-4b02-466c-ba8f-983845a37d27 admin admin] Network f2fea504-3cd4-4378-8032-e10de311dc7b is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:26.949072 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03894e8-4b02-466c-ba8f-983845a37d27 admin admin] Pushing event updated for resources: {'Port': ['ID=970da3e5-fc85-4a47-b25d-0a29a9ab5cd6,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:26.958350 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-b03894e8-4b02-466c-ba8f-983845a37d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:26.964065 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03894e8-4b02-466c-ba8f-983845a37d27 admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:26.964544 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b03894e8-4b02-466c-ba8f-983845a37d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (dc9f902a-ca14-4d9e-8041-0b56d9db6483), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:26.994235 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698f489f-095b-4047-bb81-6ff17d32ce1f None None] Network fc1603fc-d010-444e-86f4-1d50707673e5 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:26.997989 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'name': 'tempest-ServersTestManualDisk-1790863245-router', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:21Z', 'revision_number': 3, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'gw_port': {'id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:39:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:27.002122 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-698f489f-095b-4047-bb81-6ff17d32ce1f None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:27.035743 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f489f-095b-4047-bb81-6ff17d32ce1f None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:27.045038 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5623ca6d-3fa5-4de5-b1ca-cb65f5a479d4 None None] The sync data for ids ['a24400f5-75d1-4571-9f49-1e08d869249f'] in dv-neutron-837140-3-hyperv is: [{'id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'name': 'tempest-ServersTestManualDisk-1790863245-router', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:21Z', 'revision_number': 3, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'gw_port': {'id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:39:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:35:27.049351 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f489f-095b-4047-bb81-6ff17d32ce1f None None] Pushing event updated for resources: {'Port': ['ID=40bfb760-cbad-4f40-b83d-db90132838d6,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:27.140476 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-698f489f-095b-4047-bb81-6ff17d32ce1f None None] Attempting to bind port 40bfb760-cbad-4f40-b83d-db90132838d6 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:27.140476 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-698f489f-095b-4047-bb81-6ff17d32ce1f None None] Attempting to bind port 40bfb760-cbad-4f40-b83d-db90132838d6 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'c935fc20-06fa-4f45-b7ed-03770ecdfedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc1603fc-d010-444e-86f4-1d50707673e5'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:27.140476 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698f489f-095b-4047-bb81-6ff17d32ce1f None None] Attempting to bind port 40bfb760-cbad-4f40-b83d-db90132838d6 on network fc1603fc-d010-444e-86f4-1d50707673e5 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:27.153290 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698f489f-095b-4047-bb81-6ff17d32ce1f None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:35:27.153761 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698f489f-095b-4047-bb81-6ff17d32ce1f None None] Checking segment: {'id': 'c935fc20-06fa-4f45-b7ed-03770ecdfedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc1603fc-d010-444e-86f4-1d50707673e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:27.154273 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-698f489f-095b-4047-bb81-6ff17d32ce1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:27.154827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698f489f-095b-4047-bb81-6ff17d32ce1f None None] Bound using segment: {'id': 'c935fc20-06fa-4f45-b7ed-03770ecdfedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc1603fc-d010-444e-86f4-1d50707673e5'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:35:27.155418 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-698f489f-095b-4047-bb81-6ff17d32ce1f None None] Bound port: 40bfb760-cbad-4f40-b83d-db90132838d6, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c935fc20-06fa-4f45-b7ed-03770ecdfedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fc1603fc-d010-444e-86f4-1d50707673e5'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:35:27.155936 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-698f489f-095b-4047-bb81-6ff17d32ce1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (40bfb760-cbad-4f40-b83d-db90132838d6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:27.293252 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-698f489f-095b-4047-bb81-6ff17d32ce1f None None] For port 40bfb760-cbad-4f40-b83d-db90132838d6, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:35:27.297270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-698f489f-095b-4047-bb81-6ff17d32ce1f None None] For port 40bfb760-cbad-4f40-b83d-db90132838d6, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=40bfb760-cbad-4f40-b83d-db90132838d6,segment=NetworkSegment(c935fc20-06fa-4f45-b7ed-03770ecdfedd),segment_id=c935fc20-06fa-4f45-b7ed-03770ecdfedd)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:35:27.353981 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-0b7f2d27-81f1-46d1-9388-e51528ffc145 None None] Provisioning complete for port 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:27.355207 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0b7f2d27-81f1-46d1-9388-e51528ffc145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (970da3e5-fc85-4a47-b25d-0a29a9ab5cd6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:27.355507 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:27.355867 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:27.356271 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:27.361513 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Pushing event updated for resources: {'Port': ['ID=8789c5a6-665b-49b4-896f-adc9f9e2f856,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:27.373806 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:27.373806 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:27.411309 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 2 to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 Apr 15 03:35:27.419134 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f2d27-81f1-46d1-9388-e51528ffc145 None None] Port 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:35:27.422884 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd278-64cd-4dd4-8827-08262ad78939 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (881c617e-9cca-4118-9ce8-0f24de333b1c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:27.423600 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3bd278-64cd-4dd4-8827-08262ad78939 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 881c617e-9cca-4118-9ce8-0f24de333b1c {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:35:27.430195 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-8442fedf-0aab-4eba-bc35-803ddb3456a0 admin admin] Allocated IP 172.20.0.1 (aff9828f-e70e-4acc-8eaf-6dd6dde216ee/78adb54a-0d2d-4945-b7b1-f8e96da5bc76/831b6df7-15f8-4b55-b809-306627eb932b) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:27.440531 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd278-64cd-4dd4-8827-08262ad78939 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:27.445425 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4f3bd278-64cd-4dd4-8827-08262ad78939 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] 10.222.0.15 "DELETE /v2.0/routers/881c617e-9cca-4118-9ce8-0f24de333b1c HTTP/1.1" status: 204 len: 168 time: 1.2153311 Apr 15 03:35:27.449200 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57840) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:27.453420 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-fd86d05c-dd14-4052-ae86-7d6dcfe29130 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Request body: {'router': {'name': 'tempest-router-1598897841', 'distributed': True}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:27.467420 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255f2736-0ac5-4f35-8a3a-382ae62d49e5 tempest-DHCPAgentSchedulersTestJSON-1255860444 tempest-DHCPAgentSchedulersTestJSON-1255860444-project-admin] Network ac2a6970-1cf1-46ba-86f1-215cfcff51a6 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:35:27.508085 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28e1068c-772b-4071-b6bf-16b31a8fbcab tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for router_gateway (bb6f4df1-3d52-4c19-a71f-154c869af0cf), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:27.522041 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:27.522550 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:27.523096 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:27.541189 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:27.541685 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:27.542219 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 3 to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 Apr 15 03:35:27.556093 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:27.556415 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:27.557814 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:27.563143 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:27.563613 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:27.564113 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 4 to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 Apr 15 03:35:27.587082 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:27.587509 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:27.588111 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:27.593025 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:27.593439 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:27.593891 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 5 to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 Apr 15 03:35:27.603013 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8442fedf-0aab-4eba-bc35-803ddb3456a0 admin admin] Publish callbacks [] for port (831b6df7-15f8-4b55-b809-306627eb932b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:27.606400 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:27.606771 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:27.607112 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:27.611818 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:27.612148 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:27.612533 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 6 to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 Apr 15 03:35:27.633175 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:27.633731 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:27.633849 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:27.638822 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:27.639445 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:27.639870 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 7 to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 Apr 15 03:35:27.657877 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:27.658353 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:27.658834 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:27.664133 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:27.664601 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:27.665084 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 8 to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 Apr 15 03:35:27.679358 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:27.679687 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:27.680019 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:27.684969 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:27.685291 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:27.685673 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 9 to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 Apr 15 03:35:27.700820 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:27.701247 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:27.701655 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:27.706660 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:27.707076 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:27.707528 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 10 to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 Apr 15 03:35:27.722566 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:27.722943 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:27.723284 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:27.728516 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:27.728926 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:27.729466 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8789c5a6-665b-49b4-896f-adc9f9e2f856), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:27.809509 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] For port 8789c5a6-665b-49b4-896f-adc9f9e2f856, host hv-neutron-8371, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:35:27.810135 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempted to set empty binding levels {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 15 03:35:27.857961 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 92265e0c-e40e-4b26-aea9-b0f0ed53fa47 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:27.906871 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 92265e0c-e40e-4b26-aea9-b0f0ed53fa47 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:27.907258 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (92265e0c-e40e-4b26-aea9-b0f0ed53fa47), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:28.103460 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 92265e0c-e40e-4b26-aea9-b0f0ed53fa47 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:28.103851 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (92265e0c-e40e-4b26-aea9-b0f0ed53fa47), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:28.127137 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 92265e0c-e40e-4b26-aea9-b0f0ed53fa47, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=92265e0c-e40e-4b26-aea9-b0f0ed53fa47,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:35:28.297272 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-698f489f-095b-4047-bb81-6ff17d32ce1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (40bfb760-cbad-4f40-b83d-db90132838d6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:28.318015 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (8789c5a6-665b-49b4-896f-adc9f9e2f856), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:28.319523 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8442fedf-0aab-4eba-bc35-803ddb3456a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (831b6df7-15f8-4b55-b809-306627eb932b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:28.322528 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fd86d05c-dd14-4052-ae86-7d6dcfe29130 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (d8fec82e-23ca-404b-a1cb-cf7769b08207), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:28.324672 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fd86d05c-dd14-4052-ae86-7d6dcfe29130 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (d8fec82e-23ca-404b-a1cb-cf7769b08207), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:28.326747 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (92265e0c-e40e-4b26-aea9-b0f0ed53fa47), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:28.327505 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 0fbecf07-d677-49cc-a55f-37d6bf7037af up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:28.330112 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-794b327b-2fb2-4af9-a3d4-ce3ccb789caa tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for subnet (ba847087-9898-4dbf-b509-b3baf9480eb9), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:28.334476 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4934d8e5-a550-499f-b706-195b93909cb0 None None] Network ac2a6970-1cf1-46ba-86f1-215cfcff51a6 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:28.335356 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-255f2736-0ac5-4f35-8a3a-382ae62d49e5 tempest-DHCPAgentSchedulersTestJSON-1255860444 tempest-DHCPAgentSchedulersTestJSON-1255860444-project-admin] 10.222.0.15 "POST /v2.0/agents/c661f692-e6a2-49e6-b7ef-e35ef1eeaff6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.4555717 Apr 15 03:35:28.362378 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] In _notify_port_updated(), no bound segment for port 8789c5a6-665b-49b4-896f-adc9f9e2f856 on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:35:28.362378 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:28.362378 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:28.366274 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] 10.222.0.15 "PUT /v2.0/ports/8789c5a6-665b-49b4-896f-adc9f9e2f856 HTTP/1.1" status: 200 len: 979 time: 2.5991313 Apr 15 03:35:28.366274 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e16fb47d-7a1d-4c05-bd03-9f94b608eff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (64db3d71-583a-4b82-9df6-0eac6eb102d0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:28.368117 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e16fb47d-7a1d-4c05-bd03-9f94b608eff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:28.368682 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e16fb47d-7a1d-4c05-bd03-9f94b608eff6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64db3d71-583a-4b82-9df6-0eac6eb102d0 HTTP/1.1" status: 204 len: 168 time: 2.0831544 Apr 15 03:35:28.374391 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57842) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:28.374757 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57844) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:28.398366 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442fedf-0aab-4eba-bc35-803ddb3456a0 admin admin] Pushing event updated for resources: {'Port': ['ID=831b6df7-15f8-4b55-b809-306627eb932b,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:28.472997 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b327b-2fb2-4af9-a3d4-ce3ccb789caa tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event updated for resources: {'Subnet': ['ID=ba847087-9898-4dbf-b509-b3baf9480eb9,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:28.492115 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8442fedf-0aab-4eba-bc35-803ddb3456a0 admin admin] Network aff9828f-e70e-4acc-8eaf-6dd6dde216ee is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:28.506053 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f489f-095b-4047-bb81-6ff17d32ce1f None None] Pushing event updated for resources: {'Port': ['ID=40bfb760-cbad-4f40-b83d-db90132838d6,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:28.520249 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fb47d-7a1d-4c05-bd03-9f94b608eff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64db3d71-583a-4b82-9df6-0eac6eb102d0,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:28.521183 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-8442fedf-0aab-4eba-bc35-803ddb3456a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:28.528732 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8442fedf-0aab-4eba-bc35-803ddb3456a0 admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:28.529519 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8442fedf-0aab-4eba-bc35-803ddb3456a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (a24400f5-75d1-4571-9f49-1e08d869249f), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:28.586673 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 0fbecf07-d677-49cc-a55f-37d6bf7037af triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:28.587064 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0fbecf07-d677-49cc-a55f-37d6bf7037af), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:28.604652 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b03894e8-4b02-466c-ba8f-983845a37d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (970da3e5-fc85-4a47-b25d-0a29a9ab5cd6), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:28.628514 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf5d62-7098-4d64-bd73-b111e64641f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Pushing event updated for resources: {'Port': ['ID=8789c5a6-665b-49b4-896f-adc9f9e2f856,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:28.669919 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=92265e0c-e40e-4b26-aea9-b0f0ed53fa47,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:28.725758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fd86d05c-dd14-4052-ae86-7d6dcfe29130 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router_controller (d8fec82e-23ca-404b-a1cb-cf7769b08207), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:28.727474 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794b327b-2fb2-4af9-a3d4-ce3ccb789caa tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Checking segment: {'id': '4a69518c-0516-47d7-a674-f846b24fcf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4c67f8e6-04d3-4ab4-9295-835e6f315b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:28.735137 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794b327b-2fb2-4af9-a3d4-ce3ccb789caa tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Network hostable DHCP agents. Network: 4c67f8e6-04d3-4ab4-9295-835e6f315b0d, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:35:28.757421 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 0fbecf07-d677-49cc-a55f-37d6bf7037af is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:28.757809 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (0fbecf07-d677-49cc-a55f-37d6bf7037af), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:28.815289 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 0fbecf07-d677-49cc-a55f-37d6bf7037af, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=0fbecf07-d677-49cc-a55f-37d6bf7037af,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:35:28.834330 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fd86d05c-dd14-4052-ae86-7d6dcfe29130 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (d8fec82e-23ca-404b-a1cb-cf7769b08207), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:28.911433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (0fbecf07-d677-49cc-a55f-37d6bf7037af), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:28.999189 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fd86d05c-dd14-4052-ae86-7d6dcfe29130 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:29.000452 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-fd86d05c-dd14-4052-ae86-7d6dcfe29130 tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.5503073 Apr 15 03:35:29.002421 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794b327b-2fb2-4af9-a3d4-ce3ccb789caa tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Network 4c67f8e6-04d3-4ab4-9295-835e6f315b0d is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:35:29.015740 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57850) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:29.024686 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e4370-7875-4e3e-8a42-2c53ba910d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:29.025316 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e4370-7875-4e3e-8a42-2c53ba910d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:29.025636 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e4370-7875-4e3e-8a42-2c53ba910d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:29.026107 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e4370-7875-4e3e-8a42-2c53ba910d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:29.026576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e4370-7875-4e3e-8a42-2c53ba910d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:29.027071 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e4370-7875-4e3e-8a42-2c53ba910d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:29.027542 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e4370-7875-4e3e-8a42-2c53ba910d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:29.028017 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e4370-7875-4e3e-8a42-2c53ba910d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:29.029210 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e4370-7875-4e3e-8a42-2c53ba910d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:29.029210 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e4370-7875-4e3e-8a42-2c53ba910d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:29.029423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e4370-7875-4e3e-8a42-2c53ba910d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:29.030736 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e4370-7875-4e3e-8a42-2c53ba910d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:29.031277 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e4370-7875-4e3e-8a42-2c53ba910d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:29.031888 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281e4370-7875-4e3e-8a42-2c53ba910d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:29.040195 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-281e4370-7875-4e3e-8a42-2c53ba910d56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13044 time: 0.6611111 Apr 15 03:35:29.088926 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57852) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:29.103946 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=0fbecf07-d677-49cc-a55f-37d6bf7037af,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:29.107599 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a15d25d5-b9fb-451d-874f-d67d146b5886 None None] Provisioning complete for port 831b6df7-15f8-4b55-b809-306627eb932b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:29.107599 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a15d25d5-b9fb-451d-874f-d67d146b5886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (831b6df7-15f8-4b55-b809-306627eb932b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:29.162532 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a15d25d5-b9fb-451d-874f-d67d146b5886 None None] Port 831b6df7-15f8-4b55-b809-306627eb932b cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:35:29.176041 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b672d58f-1d9f-49ab-90f3-7dbb5d9f5c6a tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router (d8fec82e-23ca-404b-a1cb-cf7769b08207), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:29.221428 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-794b327b-2fb2-4af9-a3d4-ce3ccb789caa tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 4c67f8e6-04d3-4ab4-9295-835e6f315b0d) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:29.227496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794b327b-2fb2-4af9-a3d4-ce3ccb789caa tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:29.228301 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-794b327b-2fb2-4af9-a3d4-ce3ccb789caa tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:29.235166 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7363d6e-177b-46c8-8e84-fcb462d94f37 None None] Network 4c67f8e6-04d3-4ab4-9295-835e6f315b0d requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:29.282687 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28e1068c-772b-4071-b6bf-16b31a8fbcab tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for router_gateway (bb6f4df1-3d52-4c19-a71f-154c869af0cf), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:29.367522 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28e1068c-772b-4071-b6bf-16b31a8fbcab tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:29.393118 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da41a9a-a0a4-473c-b86a-7244db8e9a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-4c67f8e6-04d3-4ab4-9295-835e6f315b0d', 'network_id': '4c67f8e6-04d3-4ab4-9295-835e6f315b0d', 'project_id': '07dbfaef433643bcbdde916cc71b0400', 'fixed_ips': [{'subnet_id': 'ba847087-9898-4dbf-b509-b3baf9480eb9'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:35:29.394899 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4da41a9a-a0a4-473c-b86a-7244db8e9a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:29.402117 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7d0e802d-ca62-4f5b-aa1e-b7d243c0177b tempest-DHCPAgentSchedulersTestJSON-1255860444 tempest-DHCPAgentSchedulersTestJSON-1255860444-project-admin] 10.222.0.15 "GET /v2.0/agents/c661f692-e6a2-49e6-b7ef-e35ef1eeaff6/dhcp-networks HTTP/1.1" status: 200 len: 7224 time: 1.0219393 Apr 15 03:35:29.413680 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57860) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:29.454912 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-794b327b-2fb2-4af9-a3d4-ce3ccb789caa tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5224857 Apr 15 03:35:29.455623 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8442fedf-0aab-4eba-bc35-803ddb3456a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (831b6df7-15f8-4b55-b809-306627eb932b), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:29.466797 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-1e64e35e-06ac-4a77-8995-874ebfa77aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Deleting port 8789c5a6-665b-49b4-896f-adc9f9e2f856 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:35:29.467140 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1e64e35e-06ac-4a77-8995-874ebfa77aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (8789c5a6-665b-49b4-896f-adc9f9e2f856), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:29.470194 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57864) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:29.490594 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-22ab7f90-87b4-4f38-ac1d-1c4911957fa0 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1895255089'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:29.522953 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b672d58f-1d9f-49ab-90f3-7dbb5d9f5c6a tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (d8fec82e-23ca-404b-a1cb-cf7769b08207), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:29.532291 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b672d58f-1d9f-49ab-90f3-7dbb5d9f5c6a tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router_controller (d8fec82e-23ca-404b-a1cb-cf7769b08207), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:29.591349 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-4da41a9a-a0a4-473c-b86a-7244db8e9a22 None None] Allocated IP 2001:db8:0:ffff::2 (4c67f8e6-04d3-4ab4-9295-835e6f315b0d/ba847087-9898-4dbf-b509-b3baf9480eb9/f58cf647-188d-4c2f-a1b9-6149e634829a) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:29.622967 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-1e64e35e-06ac-4a77-8995-874ebfa77aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] For port 8789c5a6-665b-49b4-896f-adc9f9e2f856, host hv-neutron-8371, got binding levels [] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:35:29.623510 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1e64e35e-06ac-4a77-8995-874ebfa77aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (8789c5a6-665b-49b4-896f-adc9f9e2f856), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:29.650257 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-1e64e35e-06ac-4a77-8995-874ebfa77aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Calling delete_port for 8789c5a6-665b-49b4-896f-adc9f9e2f856 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:35:29.654874 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ab7f90-87b4-4f38-ac1d-1c4911957fa0 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Made reservation on behalf of 07dbfaef433643bcbdde916cc71b0400 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:29.658280 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-22ab7f90-87b4-4f38-ac1d-1c4911957fa0 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:29.706345 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-28e1068c-772b-4071-b6bf-16b31a8fbcab tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Allocated IP 172.26.6.38 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/80d5debf-5d4d-4693-8c7c-eef442f2925d) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:29.717064 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3e16f57c-e3f9-4ddc-af2f-30a18f96d785 tempest-DHCPAgentSchedulersTestJSON-1255860444 tempest-DHCPAgentSchedulersTestJSON-1255860444-project-admin] 10.222.0.15 "DELETE /v2.0/agents/c661f692-e6a2-49e6-b7ef-e35ef1eeaff6/dhcp-networks/ac2a6970-1cf1-46ba-86f1-215cfcff51a6 HTTP/1.1" status: 204 len: 168 time: 0.3006055 Apr 15 03:35:29.717812 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b03894e8-4b02-466c-ba8f-983845a37d27 admin admin] Publish callbacks [] for port (970da3e5-fc85-4a47-b25d-0a29a9ab5cd6), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:29.725774 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57870) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:29.790236 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b672d58f-1d9f-49ab-90f3-7dbb5d9f5c6a tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (d8fec82e-23ca-404b-a1cb-cf7769b08207), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:29.790236 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b672d58f-1d9f-49ab-90f3-7dbb5d9f5c6a tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8fec82e-23ca-404b-a1cb-cf7769b08207 {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:35:29.792080 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ab7f90-87b4-4f38-ac1d-1c4911957fa0 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:35:29.793273 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b672d58f-1d9f-49ab-90f3-7dbb5d9f5c6a tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:29.798303 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b672d58f-1d9f-49ab-90f3-7dbb5d9f5c6a tempest-RoutersTestDVR-157059420 tempest-RoutersTestDVR-157059420-project-admin] 10.222.0.15 "DELETE /v2.0/routers/d8fec82e-23ca-404b-a1cb-cf7769b08207 HTTP/1.1" status: 204 len: 168 time: 0.7769918 Apr 15 03:35:29.840475 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b03894e8-4b02-466c-ba8f-983845a37d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (970da3e5-fc85-4a47-b25d-0a29a9ab5cd6), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:29.841200 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b03894e8-4b02-466c-ba8f-983845a37d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (dc9f902a-ca14-4d9e-8041-0b56d9db6483), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:29.845495 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-22ab7f90-87b4-4f38-ac1d-1c4911957fa0 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (635bcd56-53e4-490a-a80c-381465ee3ddf), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:29.845813 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-22ab7f90-87b4-4f38-ac1d-1c4911957fa0 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Added segment 635bcd56-53e4-490a-a80c-381465ee3ddf of type vlan for network ec4a464d-0824-46b3-b7ac-46715f405924 Apr 15 03:35:29.871299 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4da41a9a-a0a4-473c-b86a-7244db8e9a22 None None] Publish callbacks [] for port (f58cf647-188d-4c2f-a1b9-6149e634829a), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:29.900540 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8442fedf-0aab-4eba-bc35-803ddb3456a0 admin admin] Publish callbacks [] for port (831b6df7-15f8-4b55-b809-306627eb932b), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:29.958055 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4da41a9a-a0a4-473c-b86a-7244db8e9a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (f58cf647-188d-4c2f-a1b9-6149e634829a), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:30.016196 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8442fedf-0aab-4eba-bc35-803ddb3456a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (831b6df7-15f8-4b55-b809-306627eb932b), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:30.017246 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8442fedf-0aab-4eba-bc35-803ddb3456a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (a24400f5-75d1-4571-9f49-1e08d869249f), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:30.045306 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da41a9a-a0a4-473c-b86a-7244db8e9a22 None None] Network 4c67f8e6-04d3-4ab4-9295-835e6f315b0d is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:30.066332 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-22ab7f90-87b4-4f38-ac1d-1c4911957fa0 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (ec4a464d-0824-46b3-b7ac-46715f405924), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:30.067736 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-4da41a9a-a0a4-473c-b86a-7244db8e9a22 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:30.071243 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da41a9a-a0a4-473c-b86a-7244db8e9a22 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:30.073475 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 92265e0c-e40e-4b26-aea9-b0f0ed53fa47 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:30.121441 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28e1068c-772b-4071-b6bf-16b31a8fbcab tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for port (80d5debf-5d4d-4693-8c7c-eef442f2925d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:30.132895 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03894e8-4b02-466c-ba8f-983845a37d27 admin admin] Pushing event updated for resources: {'Port': ['ID=970da3e5-fc85-4a47-b25d-0a29a9ab5cd6,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:30.186280 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da41a9a-a0a4-473c-b86a-7244db8e9a22 None None] Pushing event updated for resources: {'Port': ['ID=f58cf647-188d-4c2f-a1b9-6149e634829a,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:30.247624 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-4da41a9a-a0a4-473c-b86a-7244db8e9a22 None None] Attempting to bind port f58cf647-188d-4c2f-a1b9-6149e634829a on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:30.248196 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-4da41a9a-a0a4-473c-b86a-7244db8e9a22 None None] Attempting to bind port f58cf647-188d-4c2f-a1b9-6149e634829a by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '4a69518c-0516-47d7-a674-f846b24fcf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4c67f8e6-04d3-4ab4-9295-835e6f315b0d'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:30.249103 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da41a9a-a0a4-473c-b86a-7244db8e9a22 None None] Attempting to bind port f58cf647-188d-4c2f-a1b9-6149e634829a on network 4c67f8e6-04d3-4ab4-9295-835e6f315b0d {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:30.252383 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1e64e35e-06ac-4a77-8995-874ebfa77aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (8789c5a6-665b-49b4-896f-adc9f9e2f856), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:30.252869 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 92265e0c-e40e-4b26-aea9-b0f0ed53fa47 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:30.253304 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (92265e0c-e40e-4b26-aea9-b0f0ed53fa47), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:30.265140 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57878) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:30.287369 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da41a9a-a0a4-473c-b86a-7244db8e9a22 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:35:30.287829 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da41a9a-a0a4-473c-b86a-7244db8e9a22 None None] Checking segment: {'id': '4a69518c-0516-47d7-a674-f846b24fcf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4c67f8e6-04d3-4ab4-9295-835e6f315b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:30.288299 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4da41a9a-a0a4-473c-b86a-7244db8e9a22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:30.288840 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da41a9a-a0a4-473c-b86a-7244db8e9a22 None None] Bound using segment: {'id': '4a69518c-0516-47d7-a674-f846b24fcf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4c67f8e6-04d3-4ab4-9295-835e6f315b0d'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:35:30.289344 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-4da41a9a-a0a4-473c-b86a-7244db8e9a22 None None] Bound port: f58cf647-188d-4c2f-a1b9-6149e634829a, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a69518c-0516-47d7-a674-f846b24fcf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4c67f8e6-04d3-4ab4-9295-835e6f315b0d'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:35:30.289793 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4da41a9a-a0a4-473c-b86a-7244db8e9a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f58cf647-188d-4c2f-a1b9-6149e634829a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:30.322080 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64e35e-06ac-4a77-8995-874ebfa77aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Pushing event deleted for resources: {'Port': ['ID=8789c5a6-665b-49b4-896f-adc9f9e2f856,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:30.346640 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1e64e35e-06ac-4a77-8995-874ebfa77aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:30.356862 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1e64e35e-06ac-4a77-8995-874ebfa77aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] 10.222.0.15 "DELETE /v2.0/ports/8789c5a6-665b-49b4-896f-adc9f9e2f856 HTTP/1.1" status: 204 len: 168 time: 1.2272797 Apr 15 03:35:30.375904 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03894e8-4b02-466c-ba8f-983845a37d27 admin admin] Network f2fea504-3cd4-4378-8032-e10de311dc7b is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:30.375904 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57884) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:30.375904 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-b03894e8-4b02-466c-ba8f-983845a37d27 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:30.414799 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-22ab7f90-87b4-4f38-ac1d-1c4911957fa0 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (ec4a464d-0824-46b3-b7ac-46715f405924), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:30.423673 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ab7f90-87b4-4f38-ac1d-1c4911957fa0 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:30.425403 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-22ab7f90-87b4-4f38-ac1d-1c4911957fa0 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:30.432431 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442fedf-0aab-4eba-bc35-803ddb3456a0 admin admin] Pushing event updated for resources: {'Port': ['ID=831b6df7-15f8-4b55-b809-306627eb932b,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:30.448450 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-702fa343-15e6-47c7-9a46-62fc144576ae tempest-DHCPAgentSchedulersTestJSON-1255860444 tempest-DHCPAgentSchedulersTestJSON-1255860444-project-admin] 10.222.0.15 "GET /v2.0/agents/c661f692-e6a2-49e6-b7ef-e35ef1eeaff6/dhcp-networks HTTP/1.1" status: 200 len: 7254 time: 0.7200799 Apr 15 03:35:30.458007 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4da41a9a-a0a4-473c-b86a-7244db8e9a22 None None] For port f58cf647-188d-4c2f-a1b9-6149e634829a, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:35:30.459550 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57886) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:30.517466 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4da41a9a-a0a4-473c-b86a-7244db8e9a22 None None] For port f58cf647-188d-4c2f-a1b9-6149e634829a, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f58cf647-188d-4c2f-a1b9-6149e634829a,segment=NetworkSegment(4a69518c-0516-47d7-a674-f846b24fcf23),segment_id=4a69518c-0516-47d7-a674-f846b24fcf23)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:35:30.530961 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ad0df0c0-457d-4a43-a8d5-2434c8a0e27d tempest-DHCPAgentSchedulersTestJSON-1255860444 tempest-DHCPAgentSchedulersTestJSON-1255860444-project-admin] 10.222.0.15 "GET /v2.0/networks/8a108b1b-5eac-4536-bf86-910de60c0184/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0682013 Apr 15 03:35:30.535286 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57888) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:30.535970 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 92265e0c-e40e-4b26-aea9-b0f0ed53fa47 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:30.537911 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 40bfb760-cbad-4f40-b83d-db90132838d6 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:30.540605 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57890) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:30.590475 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06922be9-b17d-47a7-90b3-ac52185deedd None None] Network fc1603fc-d010-444e-86f4-1d50707673e5 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:30.615761 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8442fedf-0aab-4eba-bc35-803ddb3456a0 admin admin] Network aff9828f-e70e-4acc-8eaf-6dd6dde216ee is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:30.617441 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-8442fedf-0aab-4eba-bc35-803ddb3456a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:30.649909 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab7f90-87b4-4f38-ac1d-1c4911957fa0 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event updated for resources: {'Network': ['ID=ec4a464d-0824-46b3-b7ac-46715f405924,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:30.663751 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4da41a9a-a0a4-473c-b86a-7244db8e9a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f58cf647-188d-4c2f-a1b9-6149e634829a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:30.663950 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-11360fd0-cdab-4e2e-badc-2454ddc37b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] GET failed (client error): The resource could not be found. Apr 15 03:35:30.665682 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-11360fd0-cdab-4e2e-badc-2454ddc37b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] 10.222.0.15 "GET /v2.0/ports/8789c5a6-665b-49b4-896f-adc9f9e2f856 HTTP/1.1" status: 404 len: 333 time: 0.2673001 Apr 15 03:35:30.671702 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28e1068c-772b-4071-b6bf-16b31a8fbcab tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (80d5debf-5d4d-4693-8c7c-eef442f2925d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:30.685402 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57894) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:30.700604 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a26c1ee9-5bdd-4c02-af08-e73bf1a993ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146301156', 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:30.707352 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e1068c-772b-4071-b6bf-16b31a8fbcab tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:30.723258 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-11d47aaa-4067-4f6e-b7f2-cc75c2ab0d07 tempest-DHCPAgentSchedulersTestJSON-1255860444 tempest-DHCPAgentSchedulersTestJSON-1255860444-project-admin] 10.222.0.15 "GET /v2.0/networks/8a108b1b-5eac-4536-bf86-910de60c0184/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1691091 Apr 15 03:35:30.736851 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3dd1366c-dfae-4227-a7e3-0319d0a4110d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:30.738363 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57896) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:30.764223 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-28e1068c-772b-4071-b6bf-16b31a8fbcab tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:30.767409 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e1068c-772b-4071-b6bf-16b31a8fbcab tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:30.782367 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network ec4a464d-0824-46b3-b7ac-46715f405924 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:35:30.801181 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-22ab7f90-87b4-4f38-ac1d-1c4911957fa0 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3261831 Apr 15 03:35:30.814186 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57898) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:30.824577 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3dd1366c-dfae-4227-a7e3-0319d0a4110d admin admin] Publish callbacks [] for security_group (9bb8fb3b-82ba-49e5-84ea-a7f579288382), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:30.855282 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b2bf7676-ac02-4003-aaae-ed251ce611d6 tempest-AgentManagementNegativeTest-318968115 tempest-AgentManagementNegativeTest-318968115-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5852358 Apr 15 03:35:30.860827 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-7d6f0b95-a155-48a1-8104-0820ea2f0928 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Request body: {'subnet': {'network_id': 'ec4a464d-0824-46b3-b7ac-46715f405924', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:30.876870 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9a5e4904-81eb-466f-a8c1-789c339e907c None None] Provisioning complete for port 40bfb760-cbad-4f40-b83d-db90132838d6 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:30.876870 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9a5e4904-81eb-466f-a8c1-789c339e907c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (40bfb760-cbad-4f40-b83d-db90132838d6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:30.900642 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3dd1366c-dfae-4227-a7e3-0319d0a4110d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (9bb8fb3b-82ba-49e5-84ea-a7f579288382), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:30.943873 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1366c-dfae-4227-a7e3-0319d0a4110d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb8fb3b-82ba-49e5-84ea-a7f579288382,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:30.987531 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3dd1366c-dfae-4227-a7e3-0319d0a4110d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3429a635dea4e8199e793ce4e88c227&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4443655 Apr 15 03:35:31.004125 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57902) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:31.016415 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8442fedf-0aab-4eba-bc35-803ddb3456a0 admin admin] Router a24400f5-75d1-4571-9f49-1e08d869249f has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:35:31.125385 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da41a9a-a0a4-473c-b86a-7244db8e9a22 None None] Pushing event updated for resources: {'Port': ['ID=f58cf647-188d-4c2f-a1b9-6149e634829a,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:31.131814 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ccd0821d-94cd-4781-99bd-be4868dd12a8 admin admin] Publish callbacks [] for security_group (9bb8fb3b-82ba-49e5-84ea-a7f579288382), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:31.153186 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 40bfb760-cbad-4f40-b83d-db90132838d6 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:31.153829 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (40bfb760-cbad-4f40-b83d-db90132838d6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:31.191250 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ccd0821d-94cd-4781-99bd-be4868dd12a8 admin admin] Publish callbacks [] for security_group (9bb8fb3b-82ba-49e5-84ea-a7f579288382), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:31.328866 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 40bfb760-cbad-4f40-b83d-db90132838d6 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:31.329431 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (40bfb760-cbad-4f40-b83d-db90132838d6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:31.378316 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9a5e4904-81eb-466f-a8c1-789c339e907c None None] Current status of the port 40bfb760-cbad-4f40-b83d-db90132838d6 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:31.378882 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9a5e4904-81eb-466f-a8c1-789c339e907c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (40bfb760-cbad-4f40-b83d-db90132838d6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:31.391391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8442fedf-0aab-4eba-bc35-803ddb3456a0 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:35:31.404057 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] Sync routers for ids ['a24400f5-75d1-4571-9f49-1e08d869249f'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:35:31.422445 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8442fedf-0aab-4eba-bc35-803ddb3456a0 admin admin] 10.222.0.15 "PUT /v2.0/routers/a24400f5-75d1-4571-9f49-1e08d869249f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0433173 Apr 15 03:35:31.437395 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] Routers {'a24400f5-75d1-4571-9f49-1e08d869249f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:35:31.439507 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a24400f5-75d1-4571-9f49-1e08d869249f'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:31.440496 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-51e72f24-e4bb-4176-a609-74ac4cf05755 tempest-DHCPAgentSchedulersTestJSON-1255860444 tempest-DHCPAgentSchedulersTestJSON-1255860444-project-admin] 10.222.0.15 "GET /v2.0/agents/c661f692-e6a2-49e6-b7ef-e35ef1eeaff6/dhcp-networks HTTP/1.1" status: 200 len: 7254 time: 0.6892776 Apr 15 03:35:31.444034 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57908) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:31.448264 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 40bfb760-cbad-4f40-b83d-db90132838d6, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=40bfb760-cbad-4f40-b83d-db90132838d6,segment=NetworkSegment(c935fc20-06fa-4f45-b7ed-03770ecdfedd),segment_id=c935fc20-06fa-4f45-b7ed-03770ecdfedd)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:35:31.484719 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57910) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:31.492896 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26c1ee9-5bdd-4c02-af08-e73bf1a993ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Made reservation on behalf of 7a8f392df1e74498a19be12da4c5dee2 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:31.495180 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a26c1ee9-5bdd-4c02-af08-e73bf1a993ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:31.504740 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ccd0821d-94cd-4781-99bd-be4868dd12a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (9bb8fb3b-82ba-49e5-84ea-a7f579288382), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:31.508160 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ccd0821d-94cd-4781-99bd-be4868dd12a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:31.509631 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ccd0821d-94cd-4781-99bd-be4868dd12a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9bb8fb3b-82ba-49e5-84ea-a7f579288382 HTTP/1.1" status: 204 len: 168 time: 0.5035794 Apr 15 03:35:31.548795 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1068c-772b-4071-b6bf-16b31a8fbcab tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Pushing event updated for resources: {'Port': ['ID=80d5debf-5d4d-4693-8c7c-eef442f2925d,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:31.562225 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0821d-94cd-4781-99bd-be4868dd12a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb8fb3b-82ba-49e5-84ea-a7f579288382,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:31.589472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-a26c1ee9-5bdd-4c02-af08-e73bf1a993ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] device_id is not set on port 5b7f93cb-2646-4155-bd1e-30611c9ea3ae yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:35:31.593086 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (ac2a6970-1cf1-46ba-86f1-215cfcff51a6), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:31.599067 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (40bfb760-cbad-4f40-b83d-db90132838d6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:31.599896 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 0fbecf07-d677-49cc-a55f-37d6bf7037af up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:31.607145 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] Set router a24400f5-75d1-4571-9f49-1e08d869249f gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:35:31.650387 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-9a5e4904-81eb-466f-a8c1-789c339e907c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:35:31.650800 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-9a5e4904-81eb-466f-a8c1-789c339e907c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:35:31.756571 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 0fbecf07-d677-49cc-a55f-37d6bf7037af triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:31.757025 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0fbecf07-d677-49cc-a55f-37d6bf7037af), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:31.761535 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (ac2a6970-1cf1-46ba-86f1-215cfcff51a6), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:31.770266 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c915bad2-5ade-412f-a2da-b95f4c5d27ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:31.792616 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03894e8-4b02-466c-ba8f-983845a37d27 admin admin] Router dc9f902a-ca14-4d9e-8041-0b56d9db6483 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:35:31.805708 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=40bfb760-cbad-4f40-b83d-db90132838d6,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:31.868205 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > segment before_delete 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:31.871269 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:31.875770 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:31.875770 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > port after_create 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:31.875770 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > port after_delete 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:31.877416 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > port after_update 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:31.878005 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > segment after_delete 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:31.878552 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > subnet after_create 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:31.880239 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > subnet after_delete 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:31.880877 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > subnet after_update 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:31.894429 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6f0b95-a155-48a1-8104-0820ea2f0928 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Made reservation on behalf of 07dbfaef433643bcbdde916cc71b0400 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:31.897891 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0b95-a155-48a1-8104-0820ea2f0928 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks [] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:32.022645 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'name': 'tempest-ServersTestManualDisk-1790863245-router', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:29Z', 'revision_number': 4, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'gw_port': {'id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '831b6df7-15f8-4b55-b809-306627eb932b', 'name': '', 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'mac_address': 'fa:16:3e:34:90:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '78adb54a-0d2d-4945-b7b1-f8e96da5bc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:26Z', 'updated_at': '2022-04-15T03:35:29Z', 'revision_number': 2, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'subnets': [{'id': '78adb54a-0d2d-4945-b7b1-f8e96da5bc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:32.082069 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] Checking router: a24400f5-75d1-4571-9f49-1e08d869249f for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:35:32.085346 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] Updating router a24400f5-75d1-4571-9f49-1e08d869249f port 831b6df7-15f8-4b55-b809-306627eb932b binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:35:32.102773 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 0fbecf07-d677-49cc-a55f-37d6bf7037af is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:32.194076 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (831b6df7-15f8-4b55-b809-306627eb932b), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:32.240723 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9a5e4904-81eb-466f-a8c1-789c339e907c None None] Current status of the port 40bfb760-cbad-4f40-b83d-db90132838d6 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:32.259489 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a26c1ee9-5bdd-4c02-af08-e73bf1a993ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks [] for port (5b7f93cb-2646-4155-bd1e-30611c9ea3ae), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:32.320354 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > subnet after_create 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:32.320873 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > subnet after_delete 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:32.321222 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > subnet before_create 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:32.321559 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > subnet before_update 55550000 {{(pid=104666) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:32.321905 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac2a6970-1cf1-46ba-86f1-215cfcff51a6']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:32.362785 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-964e94a9-a5fe-4b22-a8e8-73bc33ac2037 None None] Provisioning complete for port 831b6df7-15f8-4b55-b809-306627eb932b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:32.365908 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-964e94a9-a5fe-4b22-a8e8-73bc33ac2037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (831b6df7-15f8-4b55-b809-306627eb932b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:32.400958 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03894e8-4b02-466c-ba8f-983845a37d27 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:35:32.400958 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a26c1ee9-5bdd-4c02-af08-e73bf1a993ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (5b7f93cb-2646-4155-bd1e-30611c9ea3ae), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:32.405368 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59693527-55a9-41f3-a7dd-b1668805bfd7') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:32.405368 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59693527-55a9-41f3-a7dd-b1668805bfd7') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:32.437204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (59693527-55a9-41f3-a7dd-b1668805bfd7), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:32.437362 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b03894e8-4b02-466c-ba8f-983845a37d27 admin admin] 10.222.0.15 "PUT /v2.0/routers/dc9f902a-ca14-4d9e-8041-0b56d9db6483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3457565 Apr 15 03:35:32.446415 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] Sync routers for ids ['dc9f902a-ca14-4d9e-8041-0b56d9db6483'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:35:32.464427 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f58cf647-188d-4c2f-a1b9-6149e634829a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:32.485250 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (59693527-55a9-41f3-a7dd-b1668805bfd7), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:32.501735 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:35:32.502453 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (59693527-55a9-41f3-a7dd-b1668805bfd7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: from cryptography.utils import int_from_bytes Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: from cryptography.utils import int_from_bytes Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:35:32.526149 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:35:32.534882 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36316d45-fed7-4d88-b755-b5bd9c8a1432 None None] Network 4c67f8e6-04d3-4ab4-9295-835e6f315b0d requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:32.551895 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c1ee9-5bdd-4c02-af08-e73bf1a993ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Pushing event updated for resources: {'Port': ['ID=5b7f93cb-2646-4155-bd1e-30611c9ea3ae,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:32.620297 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26c1ee9-5bdd-4c02-af08-e73bf1a993ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Network eaed2354-7859-416d-a876-050d61a68310 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:32.643076 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-a26c1ee9-5bdd-4c02-af08-e73bf1a993ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:32.654246 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26c1ee9-5bdd-4c02-af08-e73bf1a993ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:32.656683 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26c1ee9-5bdd-4c02-af08-e73bf1a993ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:32.657874 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a26c1ee9-5bdd-4c02-af08-e73bf1a993ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:32.664609 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] Routers {'dc9f902a-ca14-4d9e-8041-0b56d9db6483'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:35:32.664609 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dc9f902a-ca14-4d9e-8041-0b56d9db6483'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:32.677054 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57936) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:32.707762 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b3eaa6d6-6aff-4e4f-b72a-c7d3200dea07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:32.716358 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c915bad2-5ade-412f-a2da-b95f4c5d27ff admin admin] Publish callbacks [] for security_group (ebb83348-a7c7-449d-a1c8-512c4b6df3b8), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:32.721396 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28e1068c-772b-4071-b6bf-16b31a8fbcab tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for router_gateway (bb6f4df1-3d52-4c19-a71f-154c869af0cf), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:32.794962 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b3eaa6d6-6aff-4e4f-b72a-c7d3200dea07 admin admin] Publish callbacks [] for security_group (b2d11f52-3540-4954-88f2-a47b0d1ebf88), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:32.798729 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (ac2a6970-1cf1-46ba-86f1-215cfcff51a6), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:32.815021 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:32.820516 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a26c1ee9-5bdd-4c02-af08-e73bf1a993ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1252959 Apr 15 03:35:32.823686 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] 10.222.0.15 "DELETE /v2.0/networks/ac2a6970-1cf1-46ba-86f1-215cfcff51a6 HTTP/1.1" status: 204 len: 168 time: 1.3780630 Apr 15 03:35:32.835020 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57938) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:32.835356 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57940) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:32.847717 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c915bad2-5ade-412f-a2da-b95f4c5d27ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (ebb83348-a7c7-449d-a1c8-512c4b6df3b8), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:32.858815 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] Set router dc9f902a-ca14-4d9e-8041-0b56d9db6483 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:35:32.885394 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c87e6-02af-4741-abf8-b55e4d1f3d30 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Pushing event deleted for resources: {'Network': ['ID=ac2a6970-1cf1-46ba-86f1-215cfcff51a6,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:32.905584 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] Publish callbacks [] for port (831b6df7-15f8-4b55-b809-306627eb932b), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:32.910678 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-964e94a9-a5fe-4b22-a8e8-73bc33ac2037 None None] Port 831b6df7-15f8-4b55-b809-306627eb932b cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:35:32.933128 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915bad2-5ade-412f-a2da-b95f4c5d27ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb83348-a7c7-449d-a1c8-512c4b6df3b8,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:32.941490 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b3eaa6d6-6aff-4e4f-b72a-c7d3200dea07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (b2d11f52-3540-4954-88f2-a47b0d1ebf88), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:32.972355 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-964e94a9-a5fe-4b22-a8e8-73bc33ac2037 None None] Provisioning complete for port 40bfb760-cbad-4f40-b83d-db90132838d6 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:32.972832 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-964e94a9-a5fe-4b22-a8e8-73bc33ac2037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (40bfb760-cbad-4f40-b83d-db90132838d6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:32.991673 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (831b6df7-15f8-4b55-b809-306627eb932b), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:32.993300 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c07b20-e4d0-4e16-9acb-1d843a61a483 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] DELETE failed (client error): The resource could not be found. Apr 15 03:35:32.993791 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c07b20-e4d0-4e16-9acb-1d843a61a483 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:35:32.996942 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-17c07b20-e4d0-4e16-9acb-1d843a61a483 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] 10.222.0.15 "DELETE /v2.0/ports/3b29661d-a592-4408-bdfa-a90b255c1ea0 HTTP/1.1" status: 404 len: 333 time: 0.1588275 Apr 15 03:35:33.003141 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57944) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:33.030215 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c915bad2-5ade-412f-a2da-b95f4c5d27ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09201671805c4be78c9ec978f40d296c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5441167 Apr 15 03:35:33.033842 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57946) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:33.035828 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b274d0a1-2619-44bb-b70a-e0bdfa76b72e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:33.038044 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b274d0a1-2619-44bb-b70a-e0bdfa76b72e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] 10.222.0.15 "GET /v2.0/ports/5b7f93cb-2646-4155-bd1e-30611c9ea3ae HTTP/1.1" status: 200 len: 959 time: 0.2015917 Apr 15 03:35:33.046270 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57948) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:33.092605 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f4241-eda6-444c-88bf-3b1054379072 None None] Pushing event updated for resources: {'Port': ['ID=831b6df7-15f8-4b55-b809-306627eb932b,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:33.095467 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eaa6d6-6aff-4e4f-b72a-c7d3200dea07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d11f52-3540-4954-88f2-a47b0d1ebf88,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:33.105448 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57950) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:33.107777 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b3eaa6d6-6aff-4e4f-b72a-c7d3200dea07 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37824314b3164747a9c772d47af2e4cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4287550 Apr 15 03:35:33.112568 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-70992b80-8c67-4b91-aea9-f12dcb8c063c tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--556909468', 'description': 'tempest-description--321905800'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:33.126175 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57952) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:33.127304 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port f58cf647-188d-4c2f-a1b9-6149e634829a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:33.127772 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f58cf647-188d-4c2f-a1b9-6149e634829a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.236567 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28e1068c-772b-4071-b6bf-16b31a8fbcab tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (bb6f4df1-3d52-4c19-a71f-154c869af0cf), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.247828 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9fdc391c-f758-4364-a697-9ec8aaa238a9 admin admin] Publish callbacks [] for security_group (ebb83348-a7c7-449d-a1c8-512c4b6df3b8), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.326983 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] Attempting to bind port 831b6df7-15f8-4b55-b809-306627eb932b on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:33.328030 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] Attempting to bind port 831b6df7-15f8-4b55-b809-306627eb932b by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'fb1b78e1-40f7-4798-bbc6-72edf5220371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:33.328030 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] Attempting to bind port 831b6df7-15f8-4b55-b809-306627eb932b on network aff9828f-e70e-4acc-8eaf-6dd6dde216ee {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:33.332421 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7d34efa2-ab21-403d-8997-1814d7625172 admin admin] Publish callbacks [] for security_group (b2d11f52-3540-4954-88f2-a47b0d1ebf88), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.360727 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:35:33.361130 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] Checking segment: {'id': 'fb1b78e1-40f7-4798-bbc6-72edf5220371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:33.361494 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.361885 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] Bound using segment: {'id': 'fb1b78e1-40f7-4798-bbc6-72edf5220371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:35:33.362351 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] Bound port: 831b6df7-15f8-4b55-b809-306627eb932b, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1b78e1-40f7-4798-bbc6-72edf5220371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:35:33.362749 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (831b6df7-15f8-4b55-b809-306627eb932b), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.417257 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9fdc391c-f758-4364-a697-9ec8aaa238a9 admin admin] Publish callbacks [] for security_group (ebb83348-a7c7-449d-a1c8-512c4b6df3b8), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.425220 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-70992b80-8c67-4b91-aea9-f12dcb8c063c tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.440832 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-964e94a9-a5fe-4b22-a8e8-73bc33ac2037 None None] Current status of the port 40bfb760-cbad-4f40-b83d-db90132838d6 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:33.473130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-964e94a9-a5fe-4b22-a8e8-73bc33ac2037 None None] Provisioning complete for port 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:33.474082 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-964e94a9-a5fe-4b22-a8e8-73bc33ac2037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (970da3e5-fc85-4a47-b25d-0a29a9ab5cd6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.482903 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7d34efa2-ab21-403d-8997-1814d7625172 admin admin] Publish callbacks [] for security_group (b2d11f52-3540-4954-88f2-a47b0d1ebf88), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.498850 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-8374b007-13b2-492e-9a52-f1ffd9fda5e8 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Deleting subnet 02363962-a925-4ddd-8515-446c817b1f94 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:35:33.500206 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-2e957d14-3ead-4a17-a7f1-d56caf935808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Deleting port 5b7f93cb-2646-4155-bd1e-30611c9ea3ae {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:35:33.500691 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2e957d14-3ead-4a17-a7f1-d56caf935808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (5b7f93cb-2646-4155-bd1e-30611c9ea3ae), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.516715 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8374b007-13b2-492e-9a52-f1ffd9fda5e8 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks [] for subnet (02363962-a925-4ddd-8515-446c817b1f94), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.638471 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2e957d14-3ead-4a17-a7f1-d56caf935808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (5b7f93cb-2646-4155-bd1e-30611c9ea3ae), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.664363 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port f58cf647-188d-4c2f-a1b9-6149e634829a is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:33.664560 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-2e957d14-3ead-4a17-a7f1-d56caf935808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Calling delete_port for 5b7f93cb-2646-4155-bd1e-30611c9ea3ae owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:35:33.664791 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f58cf647-188d-4c2f-a1b9-6149e634829a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.699433 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] For port 831b6df7-15f8-4b55-b809-306627eb932b, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:35:33.704139 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] For port 831b6df7-15f8-4b55-b809-306627eb932b, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=831b6df7-15f8-4b55-b809-306627eb932b,segment=NetworkSegment(fb1b78e1-40f7-4798-bbc6-72edf5220371),segment_id=fb1b78e1-40f7-4798-bbc6-72edf5220371)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:35:33.726814 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-964e94a9-a5fe-4b22-a8e8-73bc33ac2037 None None] Port 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:35:33.758811 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port f58cf647-188d-4c2f-a1b9-6149e634829a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f58cf647-188d-4c2f-a1b9-6149e634829a,segment=NetworkSegment(4a69518c-0516-47d7-a674-f846b24fcf23),segment_id=4a69518c-0516-47d7-a674-f846b24fcf23)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:35:33.759879 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.objects.ports [None req-7d6f0b95-a155-48a1-8104-0820ea2f0928 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104667) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 15 03:35:33.762952 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9fdc391c-f758-4364-a697-9ec8aaa238a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (ebb83348-a7c7-449d-a1c8-512c4b6df3b8), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.765529 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8374b007-13b2-492e-9a52-f1ffd9fda5e8 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks [] for subnet (02363962-a925-4ddd-8515-446c817b1f94), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.765655 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9fdc391c-f758-4364-a697-9ec8aaa238a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.766788 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9fdc391c-f758-4364-a697-9ec8aaa238a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ebb83348-a7c7-449d-a1c8-512c4b6df3b8 HTTP/1.1" status: 204 len: 168 time: 0.7233443 Apr 15 03:35:33.774201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7d34efa2-ab21-403d-8997-1814d7625172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (b2d11f52-3540-4954-88f2-a47b0d1ebf88), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.776994 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7d34efa2-ab21-403d-8997-1814d7625172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.779023 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'name': 'tempest-ServersTestJSON-104345144-router', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:27Z', 'revision_number': 4, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'gw_port': {'id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '970da3e5-fc85-4a47-b25d-0a29a9ab5cd6', 'name': '', 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'mac_address': 'fa:16:3e:8c:70:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '092479ab-a039-43a5-be16-d3695e00426b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:25Z', 'updated_at': '2022-04-15T03:35:29Z', 'revision_number': 2, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'subnets': [{'id': '092479ab-a039-43a5-be16-d3695e00426b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:33.780824 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7d34efa2-ab21-403d-8997-1814d7625172 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2d11f52-3540-4954-88f2-a47b0d1ebf88 HTTP/1.1" status: 204 len: 168 time: 0.6520011 Apr 15 03:35:33.785951 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-70992b80-8c67-4b91-aea9-f12dcb8c063c tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks [] for security_group (682d1ead-5a9a-4ee5-9f03-0d6258875b3d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.794053 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc391c-f758-4364-a697-9ec8aaa238a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb83348-a7c7-449d-a1c8-512c4b6df3b8,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:33.800378 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (831b6df7-15f8-4b55-b809-306627eb932b), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.828055 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34efa2-ab21-403d-8997-1814d7625172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d11f52-3540-4954-88f2-a47b0d1ebf88,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:33.873416 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-70992b80-8c67-4b91-aea9-f12dcb8c063c tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (682d1ead-5a9a-4ee5-9f03-0d6258875b3d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.875275 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8374b007-13b2-492e-9a52-f1ffd9fda5e8 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (02363962-a925-4ddd-8515-446c817b1f94), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.894646 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57960) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:33.910391 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0b95-a155-48a1-8104-0820ea2f0928 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for subnet (5adabfa7-b912-4f9c-9a23-187b942170df), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.937371 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] Routers {'a24400f5-75d1-4571-9f49-1e08d869249f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:35:33.938194 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a24400f5-75d1-4571-9f49-1e08d869249f'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:33.944090 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-33ef4f1f-802f-4fde-91bc-5ac35778910b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1092211349', 'description': 'tempest-description--546005657'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:33.966925 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f58cf647-188d-4c2f-a1b9-6149e634829a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:33.967968 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 40bfb760-cbad-4f40-b83d-db90132838d6 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:33.981942 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f0b95-a155-48a1-8104-0820ea2f0928 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event updated for resources: {'Subnet': ['ID=5adabfa7-b912-4f9c-9a23-187b942170df,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:33.993144 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f4241-eda6-444c-88bf-3b1054379072 None None] Pushing event updated for resources: {'Port': ['ID=831b6df7-15f8-4b55-b809-306627eb932b,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:34.003017 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2e957d14-3ead-4a17-a7f1-d56caf935808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (5b7f93cb-2646-4155-bd1e-30611c9ea3ae), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:34.072498 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] Checking router: dc9f902a-ca14-4d9e-8041-0b56d9db6483 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:35:34.072865 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] Updating router dc9f902a-ca14-4d9e-8041-0b56d9db6483 port 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6 binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:35:34.097435 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f0b95-a155-48a1-8104-0820ea2f0928 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Checking segment: {'id': '635bcd56-53e4-490a-a80c-381465ee3ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ec4a464d-0824-46b3-b7ac-46715f405924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:34.097798 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6f0b95-a155-48a1-8104-0820ea2f0928 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Network hostable DHCP agents. Network: ec4a464d-0824-46b3-b7ac-46715f405924, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:35:34.119041 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-70992b80-8c67-4b91-aea9-f12dcb8c063c tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:34.122680 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-70992b80-8c67-4b91-aea9-f12dcb8c063c tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0114026 Apr 15 03:35:34.124938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2e957d14-3ead-4a17-a7f1-d56caf935808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:34.127609 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57962) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:34.132548 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2e957d14-3ead-4a17-a7f1-d56caf935808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] 10.222.0.15 "DELETE /v2.0/ports/5b7f93cb-2646-4155-bd1e-30611c9ea3ae HTTP/1.1" status: 204 len: 168 time: 1.0398226 Apr 15 03:35:34.133197 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e957d14-3ead-4a17-a7f1-d56caf935808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b7f93cb-2646-4155-bd1e-30611c9ea3ae,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:34.136353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57964) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:34.138606 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-27d36ccc-7694-4fd5-b4a7-deeefdd78124 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Request body: {'security_group_rule': {'security_group_id': '682d1ead-5a9a-4ee5-9f03-0d6258875b3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:34.138995 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70992b80-8c67-4b91-aea9-f12dcb8c063c tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682d1ead-5a9a-4ee5-9f03-0d6258875b3d,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:34.186652 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] Set router a24400f5-75d1-4571-9f49-1e08d869249f gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:35:34.190683 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8374b007-13b2-492e-9a52-f1ffd9fda5e8 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for subnet (02363962-a925-4ddd-8515-446c817b1f94), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:34.211564 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76fb658-180b-423a-9e26-dd5a56cb980d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] GET failed (client error): The resource could not be found. Apr 15 03:35:34.211564 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b76fb658-180b-423a-9e26-dd5a56cb980d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] 10.222.0.15 "GET /v2.0/ports/5b7f93cb-2646-4155-bd1e-30611c9ea3ae HTTP/1.1" status: 404 len: 333 time: 0.0668924 Apr 15 03:35:34.211564 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57968) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:34.223889 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e1068c-772b-4071-b6bf-16b31a8fbcab tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Router bb6f4df1-3d52-4c19-a71f-154c869af0cf is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:35:34.233302 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-619ab5c9-bae9-4003-bf2e-2f239645606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Request body: {'port': {'network_id': 'eaed2354-7859-416d-a876-050d61a68310', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1788119741'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:34.244871 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33ef4f1f-802f-4fde-91bc-5ac35778910b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:34.286582 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-76668d5d-095f-44f7-ae47-276440aecaf8 None None] Provisioning complete for port f58cf647-188d-4c2f-a1b9-6149e634829a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:34.287501 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-76668d5d-095f-44f7-ae47-276440aecaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f58cf647-188d-4c2f-a1b9-6149e634829a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:34.323562 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6f0b95-a155-48a1-8104-0820ea2f0928 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Network ec4a464d-0824-46b3-b7ac-46715f405924 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:35:34.338021 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374b007-13b2-492e-9a52-f1ffd9fda5e8 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Pushing event deleted for resources: {'Subnet': ['ID=02363962-a925-4ddd-8515-446c817b1f94,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:34.341514 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8374b007-13b2-492e-9a52-f1ffd9fda5e8 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:34.353750 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8374b007-13b2-492e-9a52-f1ffd9fda5e8 tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] 10.222.0.15 "DELETE /v2.0/subnets/02363962-a925-4ddd-8515-446c817b1f94 HTTP/1.1" status: 204 len: 168 time: 1.3458724 Apr 15 03:35:34.362971 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 57976) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:34.367418 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33ef4f1f-802f-4fde-91bc-5ac35778910b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks [] for security_group (4a74ef2f-e468-4823-bb5a-cc40bfb59703), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:34.374193 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9593d7-9994-4fb6-a1f0-62dda83f64e9 None None] Network 8a108b1b-5eac-4536-bf86-910de60c0184 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:34.376623 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619ab5c9-bae9-4003-bf2e-2f239645606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Made reservation on behalf of 7a8f392df1e74498a19be12da4c5dee2 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:34.379447 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-619ab5c9-bae9-4003-bf2e-2f239645606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:34.410076 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-619ab5c9-bae9-4003-bf2e-2f239645606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] device_id is not set on port 7d77b09c-4ac3-4588-8e74-cb32963482b9 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:35:34.437466 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (970da3e5-fc85-4a47-b25d-0a29a9ab5cd6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:34.469498 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'name': 'tempest-ServersTestManualDisk-1790863245-router', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:29Z', 'revision_number': 4, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'gw_port': {'id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '831b6df7-15f8-4b55-b809-306627eb932b', 'name': '', 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'mac_address': 'fa:16:3e:34:90:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '78adb54a-0d2d-4945-b7b1-f8e96da5bc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:26Z', 'updated_at': '2022-04-15T03:35:33Z', 'revision_number': 4, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'subnets': [{'id': '78adb54a-0d2d-4945-b7b1-f8e96da5bc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:34.471449 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33ef4f1f-802f-4fde-91bc-5ac35778910b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (4a74ef2f-e468-4823-bb5a-cc40bfb59703), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:34.539294 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd349a3-2298-4ab3-b617-f7c15e2b794a None None] The sync data for ids ['a24400f5-75d1-4571-9f49-1e08d869249f'] in dv-neutron-837140-3-hyperv is: [{'id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'name': 'tempest-ServersTestManualDisk-1790863245-router', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:29Z', 'revision_number': 4, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'gw_port': {'id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '831b6df7-15f8-4b55-b809-306627eb932b', 'name': '', 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'mac_address': 'fa:16:3e:34:90:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '78adb54a-0d2d-4945-b7b1-f8e96da5bc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:26Z', 'updated_at': '2022-04-15T03:35:33Z', 'revision_number': 4, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'subnets': [{'id': '78adb54a-0d2d-4945-b7b1-f8e96da5bc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:35:34.576652 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=f58cf647-188d-4c2f-a1b9-6149e634829a,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:34.582863 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 40bfb760-cbad-4f40-b83d-db90132838d6 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:34.584232 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (40bfb760-cbad-4f40-b83d-db90132838d6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:34.610038 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:34.624725 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389d4ead-44cf-46f1-b9a6-c468d625804e None None] DHCP port deletion for 8a108b1b-5eac-4536-bf86-910de60c0184 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:35:34.728573 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-27d36ccc-7694-4fd5-b4a7-deeefdd78124 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks [] for security_group_rule (996f8cbe-2c77-4894-a1ca-22fab67541e9), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:34.758758 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-7d6f0b95-a155-48a1-8104-0820ea2f0928 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, ec4a464d-0824-46b3-b7ac-46715f405924) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:34.783345 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6f0b95-a155-48a1-8104-0820ea2f0928 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:34.783896 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7d6f0b95-a155-48a1-8104-0820ea2f0928 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:34.847954 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f26507-c6e7-4765-a070-f05868a374e8 None None] Network ec4a464d-0824-46b3-b7ac-46715f405924 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:34.946291 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (8a108b1b-5eac-4536-bf86-910de60c0184), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:34.958104 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef4f1f-802f-4fde-91bc-5ac35778910b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a74ef2f-e468-4823-bb5a-cc40bfb59703,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:35.023617 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7d6f0b95-a155-48a1-8104-0820ea2f0928 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1669099 Apr 15 03:35:35.027117 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 57994) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:35.033481 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-1f781844-ac3c-440f-881c-112fdd79e139 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Request body: {'port': {'network_id': 'ec4a464d-0824-46b3-b7ac-46715f405924', 'name': 'tempest-NetworksIpV6TestAttrs-268631704'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:35.078704 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-619ab5c9-bae9-4003-bf2e-2f239645606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks [] for port (7d77b09c-4ac3-4588-8e74-cb32963482b9), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:35.083535 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Deleting port 4e3d3f5b-2dca-4643-bf99-90a8bff5f927 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:35:35.083968 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (4e3d3f5b-2dca-4643-bf99-90a8bff5f927), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:35.109666 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-76668d5d-095f-44f7-ae47-276440aecaf8 None None] Current status of the port f58cf647-188d-4c2f-a1b9-6149e634829a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:35.119350 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-27d36ccc-7694-4fd5-b4a7-deeefdd78124 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks [] for security_group_rule (996f8cbe-2c77-4894-a1ca-22fab67541e9), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:35.128154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-76668d5d-095f-44f7-ae47-276440aecaf8 None None] Provisioning complete for port 831b6df7-15f8-4b55-b809-306627eb932b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:35.128773 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-76668d5d-095f-44f7-ae47-276440aecaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (831b6df7-15f8-4b55-b809-306627eb932b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:35.130548 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-389d4ead-44cf-46f1-b9a6-c468d625804e None None] Deleting port 4e3d3f5b-2dca-4643-bf99-90a8bff5f927 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:35:35.131100 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-389d4ead-44cf-46f1-b9a6-c468d625804e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (4e3d3f5b-2dca-4643-bf99-90a8bff5f927), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:35.141820 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33ef4f1f-802f-4fde-91bc-5ac35778910b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:35.146421 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-33ef4f1f-802f-4fde-91bc-5ac35778910b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2378623 Apr 15 03:35:35.149854 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58000) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:35.154926 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-012da540-a46a-4185-8c3c-fa8190b4a3c6 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Request body: {'security_group_rule': {'security_group_id': '4a74ef2f-e468-4823-bb5a-cc40bfb59703', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:35.227138 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-27d36ccc-7694-4fd5-b4a7-deeefdd78124 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (996f8cbe-2c77-4894-a1ca-22fab67541e9), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:35.236749 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e1068c-772b-4071-b6bf-16b31a8fbcab tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:35:35.251662 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f6f3a7-6c3e-4b58-96ba-2001259230a8 None None] Sync routers for ids ['bb6f4df1-3d52-4c19-a71f-154c869af0cf'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:35:35.269624 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f6f3a7-6c3e-4b58-96ba-2001259230a8 None None] Routers {'bb6f4df1-3d52-4c19-a71f-154c869af0cf'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:35:35.272865 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b8f6f3a7-6c3e-4b58-96ba-2001259230a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['bb6f4df1-3d52-4c19-a71f-154c869af0cf'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:35.277795 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-619ab5c9-bae9-4003-bf2e-2f239645606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (7d77b09c-4ac3-4588-8e74-cb32963482b9), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:35.323000 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d36ccc-7694-4fd5-b4a7-deeefdd78124 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996f8cbe-2c77-4894-a1ca-22fab67541e9,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:35.339624 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] For port 4e3d3f5b-2dca-4643-bf99-90a8bff5f927, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4e3d3f5b-2dca-4643-bf99-90a8bff5f927,segment=NetworkSegment(357a1a71-b36d-4bbd-a202-79bdaff6c650),segment_id=357a1a71-b36d-4bbd-a202-79bdaff6c650)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:35:35.340593 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (4e3d3f5b-2dca-4643-bf99-90a8bff5f927), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:35.348766 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58004) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:35.383822 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28e1068c-772b-4071-b6bf-16b31a8fbcab tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:35.385101 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-28e1068c-772b-4071-b6bf-16b31a8fbcab tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.0984395 Apr 15 03:35:35.401817 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58008) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:35.409505 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Calling delete_port for 4e3d3f5b-2dca-4643-bf99-90a8bff5f927 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:35:35.417066 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619ab5c9-bae9-4003-bf2e-2f239645606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Network eaed2354-7859-416d-a876-050d61a68310 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:35.439160 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b8f6f3a7-6c3e-4b58-96ba-2001259230a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:35.449872 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f6f3a7-6c3e-4b58-96ba-2001259230a8 None None] Routers {'bb6f4df1-3d52-4c19-a71f-154c869af0cf'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:35:35.450402 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-27d36ccc-7694-4fd5-b4a7-deeefdd78124 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:35.451260 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b8f6f3a7-6c3e-4b58-96ba-2001259230a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['bb6f4df1-3d52-4c19-a71f-154c869af0cf'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:35.463744 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-27d36ccc-7694-4fd5-b4a7-deeefdd78124 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3349814 Apr 15 03:35:35.464415 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58012) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:35.473650 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-2785f79a-70ac-4ee7-bd6c-a3a43a980f8d tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Request body: {'security_group_rule': {'security_group_id': '682d1ead-5a9a-4ee5-9f03-0d6258875b3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:35.489389 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-389d4ead-44cf-46f1-b9a6-c468d625804e None None] For port 4e3d3f5b-2dca-4643-bf99-90a8bff5f927, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4e3d3f5b-2dca-4643-bf99-90a8bff5f927,segment=NetworkSegment(357a1a71-b36d-4bbd-a202-79bdaff6c650),segment_id=357a1a71-b36d-4bbd-a202-79bdaff6c650)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:35:35.490375 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-389d4ead-44cf-46f1-b9a6-c468d625804e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (4e3d3f5b-2dca-4643-bf99-90a8bff5f927), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:35.497741 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-619ab5c9-bae9-4003-bf2e-2f239645606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:35.500263 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-012da540-a46a-4185-8c3c-fa8190b4a3c6 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks [] for security_group_rule (44c6b0d2-84b7-485a-b2a5-46e1930726d1), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:35.505156 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ab5c9-bae9-4003-bf2e-2f239645606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:35.505287 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b8f6f3a7-6c3e-4b58-96ba-2001259230a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:35.506848 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f6f3a7-6c3e-4b58-96ba-2001259230a8 None None] The sync data for ids ['bb6f4df1-3d52-4c19-a71f-154c869af0cf'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:35:35.507547 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619ab5c9-bae9-4003-bf2e-2f239645606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:35.508930 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-619ab5c9-bae9-4003-bf2e-2f239645606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:35.538301 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-389d4ead-44cf-46f1-b9a6-c468d625804e None None] Calling delete_port for 4e3d3f5b-2dca-4643-bf99-90a8bff5f927 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:35:35.564316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ab5c9-bae9-4003-bf2e-2f239645606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Pushing event updated for resources: {'Port': ['ID=7d77b09c-4ac3-4588-8e74-cb32963482b9,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:35.598380 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-b67b7c6b-56d9-4e51-a7a1-297ebaca1c08 tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] Request body: {'port': {'network_id': '122ce120-35b4-44fb-994c-12b4fc0c719c', 'name': 'tempest-NetworksNegativeTestJSON-1034247036'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:35.637820 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-b67b7c6b-56d9-4e51-a7a1-297ebaca1c08 tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] POST failed (client error): The resource could not be found. Apr 15 03:35:35.638644 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b67b7c6b-56d9-4e51-a7a1-297ebaca1c08 tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:35:35.639902 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b67b7c6b-56d9-4e51-a7a1-297ebaca1c08 tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2905059 Apr 15 03:35:35.644191 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58016) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:35.669817 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce80487-5b44-412e-99d4-3e64e8f3149e tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] DELETE failed (client error): The resource could not be found. Apr 15 03:35:35.670333 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce80487-5b44-412e-99d4-3e64e8f3149e tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:35:35.673318 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fce80487-5b44-412e-99d4-3e64e8f3149e tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] 10.222.0.15 "DELETE /v2.0/networks/167af8f7-69f8-459b-9cc5-c0171516466a HTTP/1.1" status: 404 len: 339 time: 0.0281873 Apr 15 03:35:35.690954 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58018) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:35.693070 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (4e3d3f5b-2dca-4643-bf99-90a8bff5f927), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:35.747331 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Pushing event deleted for resources: {'Port': ['ID=4e3d3f5b-2dca-4643-bf99-90a8bff5f927,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:35.784304 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] No DVR routers for this DVR port 4e3d3f5b-2dca-4643-bf99-90a8bff5f927 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:35:35.813144 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e94c11-4c11-4514-a2a1-1112bf98f76d tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] DELETE failed (client error): The resource could not be found. Apr 15 03:35:35.813715 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e94c11-4c11-4514-a2a1-1112bf98f76d tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:35:35.821617 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-26e94c11-4c11-4514-a2a1-1112bf98f76d tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] 10.222.0.15 "DELETE /v2.0/ports/934f4d2e-0202-41aa-99b4-cc828e06697b HTTP/1.1" status: 404 len: 333 time: 0.1250579 Apr 15 03:35:35.824918 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58024) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:35.855648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2785f79a-70ac-4ee7-bd6c-a3a43a980f8d tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks [] for security_group_rule (32a43de8-c145-4257-9f9e-cb7af5280771), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:35.910404 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-b901a669-7db0-44c7-a3e0-7e4a851c43ad tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] DELETE failed (client error): The resource could not be found. Apr 15 03:35:35.910881 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b901a669-7db0-44c7-a3e0-7e4a851c43ad tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:35:35.914492 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b901a669-7db0-44c7-a3e0-7e4a851c43ad tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] 10.222.0.15 "DELETE /v2.0/subnets/506d3d38-1aef-42db-89ae-a51d37b304d1 HTTP/1.1" status: 404 len: 337 time: 0.0862744 Apr 15 03:35:35.917732 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 40bfb760-cbad-4f40-b83d-db90132838d6 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:35.925559 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58026) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:35.941583 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-619ab5c9-bae9-4003-bf2e-2f239645606c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7263505 Apr 15 03:35:35.944402 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58028) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:35.951336 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:35.999662 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58030) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:36.012510 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5482171-ffd3-467c-bf5e-355f07c64907 tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] GET failed (client error): The resource could not be found. Apr 15 03:35:36.013889 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c5482171-ffd3-467c-bf5e-355f07c64907 tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] 10.222.0.15 "GET /v2.0/networks/856d168e-3c03-41f0-a856-2e12a37ac23b HTTP/1.1" status: 404 len: 339 time: 0.0475101 Apr 15 03:35:36.028125 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-012da540-a46a-4185-8c3c-fa8190b4a3c6 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks [] for security_group_rule (44c6b0d2-84b7-485a-b2a5-46e1930726d1), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.033403 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f781844-ac3c-440f-881c-112fdd79e139 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Made reservation on behalf of 07dbfaef433643bcbdde916cc71b0400 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:36.036341 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58034) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:36.037967 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f781844-ac3c-440f-881c-112fdd79e139 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.049009 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (8a108b1b-5eac-4536-bf86-910de60c0184), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.074372 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-389d4ead-44cf-46f1-b9a6-c468d625804e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (4e3d3f5b-2dca-4643-bf99-90a8bff5f927), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.115366 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1a06c1-6906-4086-8907-7119ec788e71 tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] GET failed (client error): The resource could not be found. Apr 15 03:35:36.115366 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0e1a06c1-6906-4086-8907-7119ec788e71 tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] 10.222.0.15 "GET /v2.0/ports/2545d154-1e7d-42c9-9881-f9ec89d05d4c HTTP/1.1" status: 404 len: 333 time: 0.0772121 Apr 15 03:35:36.126989 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58036) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:36.127618 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-012da540-a46a-4185-8c3c-fa8190b4a3c6 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (44c6b0d2-84b7-485a-b2a5-46e1930726d1), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.128817 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389d4ead-44cf-46f1-b9a6-c468d625804e None None] No DVR routers for this DVR port 4e3d3f5b-2dca-4643-bf99-90a8bff5f927 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:35:36.141571 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > segment before_delete 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:36.141936 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:36.142737 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:36.143090 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > port after_create 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:36.144021 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > port after_delete 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:36.144021 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > port after_update 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:36.144217 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > segment after_delete 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:36.144391 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > subnet after_create 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:36.144715 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > subnet after_delete 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:36.145039 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > subnet after_update 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:36.206531 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] Publish callbacks [] for port (970da3e5-fc85-4a47-b25d-0a29a9ab5cd6), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.275246 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-76668d5d-095f-44f7-ae47-276440aecaf8 None None] Current status of the port 831b6df7-15f8-4b55-b809-306627eb932b is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:36.277738 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-76668d5d-095f-44f7-ae47-276440aecaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (831b6df7-15f8-4b55-b809-306627eb932b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.281146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2e5153-d66f-4dac-9a3e-70cfad7202d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-ec4a464d-0824-46b3-b7ac-46715f405924', 'network_id': 'ec4a464d-0824-46b3-b7ac-46715f405924', 'project_id': '07dbfaef433643bcbdde916cc71b0400', 'fixed_ips': [{'subnet_id': '5adabfa7-b912-4f9c-9a23-187b942170df'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:35:36.282012 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5153-d66f-4dac-9a3e-70cfad7202d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.283901 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 831b6df7-15f8-4b55-b809-306627eb932b up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:36.287844 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-04c1ba16-c7d3-4fc5-a468-46841b9e29b2 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-411922585'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:36.306492 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (7d77b09c-4ac3-4588-8e74-cb32963482b9), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.338398 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (970da3e5-fc85-4a47-b25d-0a29a9ab5cd6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.341957 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d4ead-44cf-46f1-b9a6-c468d625804e None None] Pushing event deleted for resources: {'Port': ['ID=4e3d3f5b-2dca-4643-bf99-90a8bff5f927,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:36.362322 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-1f781844-ac3c-440f-881c-112fdd79e139 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] device_id is not set on port 7339f6c9-d837-4736-93fc-8affb2638c38 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:35:36.378185 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > subnet after_create 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:36.378538 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > subnet after_delete 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:36.378938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > subnet before_create 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:36.379273 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Subscribe: > subnet before_update 55550000 {{(pid=104667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 15 03:35:36.385437 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a108b1b-5eac-4536-bf86-910de60c0184']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:36.393326 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c1ba16-c7d3-4fc5-a468-46841b9e29b2 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Made reservation on behalf of 4bd0a249cd534be59e067fa37ac4612f for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:36.396955 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-04c1ba16-c7d3-4fc5-a468-46841b9e29b2 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.473470 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2785f79a-70ac-4ee7-bd6c-a3a43a980f8d tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks [] for security_group_rule (32a43de8-c145-4257-9f9e-cb7af5280771), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.476586 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-50113d6c-227e-48ab-adab-209e23b81942 tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] GET failed (client error): The resource could not be found. Apr 15 03:35:36.477668 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-50113d6c-227e-48ab-adab-209e23b81942 tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] 10.222.0.15 "GET /v2.0/subnets/17ea3cc0-fbbe-489e-9e2b-b1e52815349a HTTP/1.1" status: 404 len: 337 time: 0.3480794 Apr 15 03:35:36.480806 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357a1a71-b36d-4bbd-a202-79bdaff6c650') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:36.480806 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357a1a71-b36d-4bbd-a202-79bdaff6c650') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:36.484857 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012da540-a46a-4185-8c3c-fa8190b4a3c6 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44c6b0d2-84b7-485a-b2a5-46e1930726d1,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:36.496036 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58038) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:36.508367 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f6f7914d-9f65-4b00-ae80-e9bd64126610 tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:36.510251 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (357a1a71-b36d-4bbd-a202-79bdaff6c650), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.518054 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-04c1ba16-c7d3-4fc5-a468-46841b9e29b2 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.546205 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-76668d5d-095f-44f7-ae47-276440aecaf8 None None] For port 831b6df7-15f8-4b55-b809-306627eb932b, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=831b6df7-15f8-4b55-b809-306627eb932b,segment=NetworkSegment(fb1b78e1-40f7-4798-bbc6-72edf5220371),segment_id=fb1b78e1-40f7-4798-bbc6-72edf5220371)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:35:36.546437 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f7914d-9f65-4b00-ae80-e9bd64126610 tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] PUT failed (client error): The resource could not be found. Apr 15 03:35:36.546437 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f7914d-9f65-4b00-ae80-e9bd64126610 tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:35:36.546437 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f6f7914d-9f65-4b00-ae80-e9bd64126610 tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] 10.222.0.15 "PUT /v2.0/networks/4a0b3521-d723-4fa3-8b88-ad1bdf3852e2 HTTP/1.1" status: 404 len: 339 time: 0.0492413 Apr 15 03:35:36.552660 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58040) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:36.564154 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (357a1a71-b36d-4bbd-a202-79bdaff6c650), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.565416 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 831b6df7-15f8-4b55-b809-306627eb932b triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:36.565853 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (831b6df7-15f8-4b55-b809-306627eb932b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.580564 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:35:36.581434 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (357a1a71-b36d-4bbd-a202-79bdaff6c650), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: from cryptography.utils import int_from_bytes Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: from cryptography.utils import int_from_bytes Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: warnings.warn(msg) Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:35:36.589487 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:35:36.595848 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-0e137809-b59a-40ee-b19c-7323ed094eb3 tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:36.612996 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74bb4e5-a419-48a8-835a-7ade92885888 None None] Pushing event updated for resources: {'Port': ['ID=970da3e5-fc85-4a47-b25d-0a29a9ab5cd6,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:36.613639 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-012da540-a46a-4185-8c3c-fa8190b4a3c6 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.615289 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-012da540-a46a-4185-8c3c-fa8190b4a3c6 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4641645 Apr 15 03:35:36.625563 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2785f79a-70ac-4ee7-bd6c-a3a43a980f8d tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (32a43de8-c145-4257-9f9e-cb7af5280771), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.651014 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58042) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:36.673830 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-9b673531-6afb-4734-885b-f57a4d716d2b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Request body: {'security_group_rule': {'security_group_id': '4a74ef2f-e468-4823-bb5a-cc40bfb59703', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:36.684870 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e137809-b59a-40ee-b19c-7323ed094eb3 tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] PUT failed (client error): The resource could not be found. Apr 15 03:35:36.685553 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-76668d5d-095f-44f7-ae47-276440aecaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (831b6df7-15f8-4b55-b809-306627eb932b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.685939 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e137809-b59a-40ee-b19c-7323ed094eb3 tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:35:36.687315 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0e137809-b59a-40ee-b19c-7323ed094eb3 tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] 10.222.0.15 "PUT /v2.0/ports/d010cdfb-9d40-4b8b-9bad-c1e90f8b33c8 HTTP/1.1" status: 404 len: 333 time: 0.1014197 Apr 15 03:35:36.703429 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58044) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:36.712083 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-475460cc-6d15-42c7-86f9-d60cf4f09455 tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:36.735682 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785f79a-70ac-4ee7-bd6c-a3a43a980f8d tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a43de8-c145-4257-9f9e-cb7af5280771,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:36.739478 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-475460cc-6d15-42c7-86f9-d60cf4f09455 tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] PUT failed (client error): The resource could not be found. Apr 15 03:35:36.741061 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475460cc-6d15-42c7-86f9-d60cf4f09455 tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:35:36.742989 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-475460cc-6d15-42c7-86f9-d60cf4f09455 tempest-NetworksNegativeTestJSON-1323389999 tempest-NetworksNegativeTestJSON-1323389999-project] 10.222.0.15 "PUT /v2.0/subnets/45fa96f5-5571-4c58-b8b1-619b1578d136 HTTP/1.1" status: 404 len: 337 time: 0.0378191 Apr 15 03:35:36.756808 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] Attempting to bind port 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:36.757273 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] Attempting to bind port 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '99935493-8f6b-427d-a241-4be340658787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:36.757886 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] Attempting to bind port 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6 on network f2fea504-3cd4-4378-8032-e10de311dc7b {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:36.779151 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:35:36.779556 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] Checking segment: {'id': '99935493-8f6b-427d-a241-4be340658787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:36.780038 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.780507 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] Bound using segment: {'id': '99935493-8f6b-427d-a241-4be340658787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:35:36.781063 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] Bound port: 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99935493-8f6b-427d-a241-4be340658787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:35:36.781450 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (970da3e5-fc85-4a47-b25d-0a29a9ab5cd6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.789372 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (8a108b1b-5eac-4536-bf86-910de60c0184), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.821731 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76668d5d-095f-44f7-ae47-276440aecaf8 None None] Pushing event updated for resources: {'Port': ['ID=831b6df7-15f8-4b55-b809-306627eb932b,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:36.822959 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-1f781844-ac3c-440f-881c-112fdd79e139 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Allocated IP 2001:db8::f816:3eff:fe0e:7f32 (ec4a464d-0824-46b3-b7ac-46715f405924/5adabfa7-b912-4f9c-9a23-187b942170df/7339f6c9-d837-4736-93fc-8affb2638c38) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:36.823598 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.836656 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] 10.222.0.15 "DELETE /v2.0/networks/8a108b1b-5eac-4536-bf86-910de60c0184 HTTP/1.1" status: 204 len: 168 time: 2.4453034 Apr 15 03:35:36.839503 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b2168-8391-422a-8c3f-b91516067e1e tempest-DHCPAgentSchedulersTestJSON-2015637168 tempest-DHCPAgentSchedulersTestJSON-2015637168-project] Pushing event deleted for resources: {'Network': ['ID=8a108b1b-5eac-4536-bf86-910de60c0184,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:36.845056 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2785f79a-70ac-4ee7-bd6c-a3a43a980f8d tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.847205 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2785f79a-70ac-4ee7-bd6c-a3a43a980f8d tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3773589 Apr 15 03:35:36.853218 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58050) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:36.862025 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-05b3f57c-db71-4ab9-99a0-b261b4fe6c54 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:36.868040 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-12bc37cd-6c87-496f-8985-255311204b18 None None] Provisioning complete for port 831b6df7-15f8-4b55-b809-306627eb932b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:36.868445 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-12bc37cd-6c87-496f-8985-255311204b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (831b6df7-15f8-4b55-b809-306627eb932b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.896892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 831b6df7-15f8-4b55-b809-306627eb932b is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:36.898002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f58cf647-188d-4c2f-a1b9-6149e634829a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:36.944372 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b673531-6afb-4734-885b-f57a4d716d2b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks [] for security_group_rule (77f05f49-b263-43e1-9ae8-5d2cf602a139), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.962968 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] For port 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:35:36.968104 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] For port 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=970da3e5-fc85-4a47-b25d-0a29a9ab5cd6,segment=NetworkSegment(99935493-8f6b-427d-a241-4be340658787),segment_id=99935493-8f6b-427d-a241-4be340658787)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:35:36.980296 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-05b3f57c-db71-4ab9-99a0-b261b4fe6c54 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:36.987738 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port f58cf647-188d-4c2f-a1b9-6149e634829a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:36.988114 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f58cf647-188d-4c2f-a1b9-6149e634829a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:37.051838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-12bc37cd-6c87-496f-8985-255311204b18 None None] Current status of the port 831b6df7-15f8-4b55-b809-306627eb932b is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:37.062134 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-04c1ba16-c7d3-4fc5-a468-46841b9e29b2 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks [] for security_group (d3eb3dec-e840-45a5-b2d1-cb3110f88668), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:37.072195 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (970da3e5-fc85-4a47-b25d-0a29a9ab5cd6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:37.076940 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-12bc37cd-6c87-496f-8985-255311204b18 None None] Provisioning complete for port 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:37.084233 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-12bc37cd-6c87-496f-8985-255311204b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (970da3e5-fc85-4a47-b25d-0a29a9ab5cd6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:37.119461 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] device_id is not set on port 7d77b09c-4ac3-4588-8e74-cb32963482b9 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:35:37.123289 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-05b3f57c-db71-4ab9-99a0-b261b4fe6c54 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:37.137909 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks [] for port (7d77b09c-4ac3-4588-8e74-cb32963482b9), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:37.191304 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-04c1ba16-c7d3-4fc5-a468-46841b9e29b2 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (d3eb3dec-e840-45a5-b2d1-cb3110f88668), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:37.202513 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port f58cf647-188d-4c2f-a1b9-6149e634829a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:37.203140 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1b112d0c-e853-407c-aa27-06fd45b3f32b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:37.266114 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] Routers {'dc9f902a-ca14-4d9e-8041-0b56d9db6483'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:35:37.267093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dc9f902a-ca14-4d9e-8041-0b56d9db6483'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:37.340343 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-05b3f57c-db71-4ab9-99a0-b261b4fe6c54 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Allocated IP 172.26.6.65 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/4f8e66c2-a268-4552-9490-cdd3d06b7287) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:37.399816 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74bb4e5-a419-48a8-835a-7ade92885888 None None] Pushing event updated for resources: {'Port': ['ID=970da3e5-fc85-4a47-b25d-0a29a9ab5cd6,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:37.412787 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4e3d3f5b-2dca-4643-bf99-90a8bff5f927 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:35:37.419472 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-12bc37cd-6c87-496f-8985-255311204b18 None None] Current status of the port 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:37.419815 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-12bc37cd-6c87-496f-8985-255311204b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (970da3e5-fc85-4a47-b25d-0a29a9ab5cd6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:37.430594 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58056) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:37.452192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 4e3d3f5b-2dca-4643-bf99-90a8bff5f927 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:35:37.452569 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4e3d3f5b-2dca-4643-bf99-90a8bff5f927 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:35:37.488535 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58060) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:37.511527 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-05b3f57c-db71-4ab9-99a0-b261b4fe6c54 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks [] for port (4f8e66c2-a268-4552-9490-cdd3d06b7287), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:37.526591 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (7d77b09c-4ac3-4588-8e74-cb32963482b9), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:37.537394 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-12bc37cd-6c87-496f-8985-255311204b18 None None] For port 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=970da3e5-fc85-4a47-b25d-0a29a9ab5cd6,segment=NetworkSegment(99935493-8f6b-427d-a241-4be340658787),segment_id=99935493-8f6b-427d-a241-4be340658787)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:35:37.613824 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b673531-6afb-4734-885b-f57a4d716d2b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks [] for security_group_rule (77f05f49-b263-43e1-9ae8-5d2cf602a139), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:37.621544 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c1ba16-c7d3-4fc5-a468-46841b9e29b2 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:35:37.633500 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] Set router dc9f902a-ca14-4d9e-8041-0b56d9db6483 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:35:37.664066 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-12bc37cd-6c87-496f-8985-255311204b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (970da3e5-fc85-4a47-b25d-0a29a9ab5cd6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:37.667455 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-05b3f57c-db71-4ab9-99a0-b261b4fe6c54 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (4f8e66c2-a268-4552-9490-cdd3d06b7287), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:37.707707 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1ba16-c7d3-4fc5-a468-46841b9e29b2 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3eb3dec-e840-45a5-b2d1-cb3110f88668,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:37.721468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b673531-6afb-4734-885b-f57a4d716d2b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (77f05f49-b263-43e1-9ae8-5d2cf602a139), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:37.722984 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c4ceca7e-9557-430d-b81a-d1f53c7462b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:37.727739 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-04c1ba16-c7d3-4fc5-a468-46841b9e29b2 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (b585a898-555c-4429-b9bd-8b7ffbc8671e), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:37.728149 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-04c1ba16-c7d3-4fc5-a468-46841b9e29b2 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Added segment b585a898-555c-4429-b9bd-8b7ffbc8671e of type vlan for network bea8d5e2-3137-4d57-8ad9-7decf4fc8453 Apr 15 03:35:37.745338 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b3f57c-db71-4ab9-99a0-b261b4fe6c54 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:37.759490 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-05b3f57c-db71-4ab9-99a0-b261b4fe6c54 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:37.762379 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b3f57c-db71-4ab9-99a0-b261b4fe6c54 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:37.799332 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Pushing event updated for resources: {'Port': ['ID=7d77b09c-4ac3-4588-8e74-cb32963482b9,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:37.809587 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f5890600-9917-492a-a1fa-952301218774 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be75d84f6e324cbdbf8a8d10f1e2f6f5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3198254 Apr 15 03:35:37.813596 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc37cd-6c87-496f-8985-255311204b18 None None] Pushing event updated for resources: {'Port': ['ID=970da3e5-fc85-4a47-b25d-0a29a9ab5cd6,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:37.815931 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58064) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:37.817184 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3f57c-db71-4ab9-99a0-b261b4fe6c54 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Pushing event updated for resources: {'Port': ['ID=4f8e66c2-a268-4552-9490-cdd3d06b7287,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:37.824110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d7794598-e252-491d-84ec-fa18e3c92dc7 None None] Provisioning complete for port 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:37.824934 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d7794598-e252-491d-84ec-fa18e3c92dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (970da3e5-fc85-4a47-b25d-0a29a9ab5cd6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:37.839590 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b673531-6afb-4734-885b-f57a4d716d2b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f05f49-b263-43e1-9ae8-5d2cf602a139,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:37.856024 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f781844-ac3c-440f-881c-112fdd79e139 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks [] for port (7339f6c9-d837-4736-93fc-8affb2638c38), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:37.882875 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-04c1ba16-c7d3-4fc5-a468-46841b9e29b2 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (bea8d5e2-3137-4d57-8ad9-7decf4fc8453), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:37.893959 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:37.894374 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:37.895284 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:37.911952 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:37.912387 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:37.918357 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 2 to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 Apr 15 03:35:37.941437 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b673531-6afb-4734-885b-f57a4d716d2b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:37.943399 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9b673531-6afb-4734-885b-f57a4d716d2b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2731047 Apr 15 03:35:37.949799 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58066) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:37.951565 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-87cba78d-ff65-4c2e-8aae-8e720d72e662 admin admin] Publish callbacks [] for security_group (3b1673fa-7c71-4d41-8817-2d2f7fe267da), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:37.962195 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-b44215dd-8b6a-42ab-9570-842a25541ddb tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:37.973845 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:37.974510 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:37.974662 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:38.011410 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c4ceca7e-9557-430d-b81a-d1f53c7462b0 admin admin] Publish callbacks [] for security_group (8efe17e2-6ca0-41dc-9ec2-793b25ef1428), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.019037 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-87cba78d-ff65-4c2e-8aae-8e720d72e662 admin admin] Publish callbacks [] for security_group (3b1673fa-7c71-4d41-8817-2d2f7fe267da), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.028729 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-05b3f57c-db71-4ab9-99a0-b261b4fe6c54 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks [] for floatingip (168823ce-4f78-430d-bafa-17ebff5a67e5), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.043207 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:38.043207 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:38.050428 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 3 to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 Apr 15 03:35:38.089508 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-04c1ba16-c7d3-4fc5-a468-46841b9e29b2 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (bea8d5e2-3137-4d57-8ad9-7decf4fc8453), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.094534 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 831b6df7-15f8-4b55-b809-306627eb932b up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:38.094994 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c1ba16-c7d3-4fc5-a468-46841b9e29b2 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:38.095360 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-04c1ba16-c7d3-4fc5-a468-46841b9e29b2 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.100838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'name': 'tempest-ServersTestJSON-104345144-router', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:27Z', 'revision_number': 4, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'gw_port': {'id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '970da3e5-fc85-4a47-b25d-0a29a9ab5cd6', 'name': '', 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'mac_address': 'fa:16:3e:8c:70:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '092479ab-a039-43a5-be16-d3695e00426b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:25Z', 'updated_at': '2022-04-15T03:35:36Z', 'revision_number': 4, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'subnets': [{'id': '092479ab-a039-43a5-be16-d3695e00426b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:38.127905 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b44215dd-8b6a-42ab-9570-842a25541ddb tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.131237 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c4ceca7e-9557-430d-b81a-d1f53c7462b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (8efe17e2-6ca0-41dc-9ec2-793b25ef1428), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.147529 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:38.147953 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:38.148351 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:38.160597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad3bf6-9d1d-45f5-96ad-e52b4f7d7749 None None] The sync data for ids ['dc9f902a-ca14-4d9e-8041-0b56d9db6483'] in dv-neutron-837140-3-hyperv is: [{'id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'name': 'tempest-ServersTestJSON-104345144-router', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:27Z', 'revision_number': 4, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'gw_port': {'id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '970da3e5-fc85-4a47-b25d-0a29a9ab5cd6', 'name': '', 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'mac_address': 'fa:16:3e:8c:70:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '092479ab-a039-43a5-be16-d3695e00426b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:25Z', 'updated_at': '2022-04-15T03:35:36Z', 'revision_number': 4, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'subnets': [{'id': '092479ab-a039-43a5-be16-d3695e00426b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:35:38.176133 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f781844-ac3c-440f-881c-112fdd79e139 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (7339f6c9-d837-4736-93fc-8affb2638c38), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.192005 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-87cba78d-ff65-4c2e-8aae-8e720d72e662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (3b1673fa-7c71-4d41-8817-2d2f7fe267da), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.195061 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-87cba78d-ff65-4c2e-8aae-8e720d72e662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.198425 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-87cba78d-ff65-4c2e-8aae-8e720d72e662 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b1673fa-7c71-4d41-8817-2d2f7fe267da HTTP/1.1" status: 204 len: 168 time: 0.3756020 Apr 15 03:35:38.224847 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:38.224847 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:38.254845 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 4 to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 Apr 15 03:35:38.277754 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-3d2e5153-d66f-4dac-9a3e-70cfad7202d2 None None] Allocated IP 2001:db8::f816:3eff:fe91:6661 (ec4a464d-0824-46b3-b7ac-46715f405924/5adabfa7-b912-4f9c-9a23-187b942170df/1dac573c-926c-40ad-98c0-7ba63fb51b08) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:38.292671 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d7794598-e252-491d-84ec-fa18e3c92dc7 None None] Current status of the port 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:38.305752 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-04c1ba16-c7d3-4fc5-a468-46841b9e29b2 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2913461 Apr 15 03:35:38.313592 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1ba16-c7d3-4fc5-a468-46841b9e29b2 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Pushing event updated for resources: {'Network': ['ID=bea8d5e2-3137-4d57-8ad9-7decf4fc8453,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:38.320596 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58070) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:38.339235 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-9ff25dd2-af6e-4259-9c86-2631ca814302 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Request body: {'subnet': {'network_id': 'bea8d5e2-3137-4d57-8ad9-7decf4fc8453', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:38.341305 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network bea8d5e2-3137-4d57-8ad9-7decf4fc8453 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:35:38.346445 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-05b3f57c-db71-4ab9-99a0-b261b4fe6c54 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4f8e66c2-a268-4552-9490-cdd3d06b7287), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.362021 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f781844-ac3c-440f-881c-112fdd79e139 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Network ec4a464d-0824-46b3-b7ac-46715f405924 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:38.362667 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c4ceca7e-9557-430d-b81a-d1f53c7462b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a1ad6b5cbfc14a91bf5ed051de9437fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9261875 Apr 15 03:35:38.369663 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ceca7e-9557-430d-b81a-d1f53c7462b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efe17e2-6ca0-41dc-9ec2-793b25ef1428,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:38.390682 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 831b6df7-15f8-4b55-b809-306627eb932b triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:38.391129 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (831b6df7-15f8-4b55-b809-306627eb932b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.397908 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:38.398405 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:38.398904 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:38.417561 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58072) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:38.441030 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-1f781844-ac3c-440f-881c-112fdd79e139 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:38.442429 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cba78d-ff65-4c2e-8aae-8e720d72e662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1673fa-7c71-4d41-8817-2d2f7fe267da,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:38.449701 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f781844-ac3c-440f-881c-112fdd79e139 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:38.452783 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b44215dd-8b6a-42ab-9570-842a25541ddb tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.456197 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f781844-ac3c-440f-881c-112fdd79e139 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:38.457125 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f781844-ac3c-440f-881c-112fdd79e139 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.467505 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f781844-ac3c-440f-881c-112fdd79e139 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event updated for resources: {'Port': ['ID=7339f6c9-d837-4736-93fc-8affb2638c38,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:38.470314 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:38.470904 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:38.481357 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 5 to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 Apr 15 03:35:38.562158 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-1b112d0c-e853-407c-aa27-06fd45b3f32b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Allocated IP 172.20.0.1 (fc1603fc-d010-444e-86f4-1d50707673e5/cff0507b-ddb0-4876-b9ac-e9f2d176e2ea/56eb6e70-8749-4435-87cf-81c1a9816b9b) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:38.577156 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:38.577855 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:38.578364 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:38.595138 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:38.595458 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:38.600638 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 6 to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 Apr 15 03:35:38.646111 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1f781844-ac3c-440f-881c-112fdd79e139 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.6147630 Apr 15 03:35:38.653465 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58076) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:38.701109 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:38.701456 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:38.701790 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:38.720369 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:38.720690 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:38.721231 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-564afcef-9e56-4bcf-a023-fcfb849a0cef admin admin] Publish callbacks [] for security_group (8efe17e2-6ca0-41dc-9ec2-793b25ef1428), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.725755 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 7 to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 Apr 15 03:35:38.744485 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 831b6df7-15f8-4b55-b809-306627eb932b is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:38.780690 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff25dd2-af6e-4259-9c86-2631ca814302 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Made reservation on behalf of 4bd0a249cd534be59e067fa37ac4612f for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:38.784889 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9ff25dd2-af6e-4259-9c86-2631ca814302 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.793605 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-564afcef-9e56-4bcf-a023-fcfb849a0cef admin admin] Publish callbacks [] for security_group (8efe17e2-6ca0-41dc-9ec2-793b25ef1428), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.819164 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:38.819497 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:38.819826 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:38.826567 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5153-d66f-4dac-9a3e-70cfad7202d2 None None] Publish callbacks [] for port (1dac573c-926c-40ad-98c0-7ba63fb51b08), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.826868 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-b44215dd-8b6a-42ab-9570-842a25541ddb tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Allocated IP 172.26.6.116 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/f9d61e88-5726-4fbe-b97d-4b9ef98d10cd) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:38.834181 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-13424542-c9b7-4857-a2fa-48527aadff25 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Deleting subnet 5adabfa7-b912-4f9c-9a23-187b942170df {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:35:38.852068 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:38.852585 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:38.855856 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-05b3f57c-db71-4ab9-99a0-b261b4fe6c54 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks [] for port (4f8e66c2-a268-4552-9490-cdd3d06b7287), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.889528 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 8 to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 Apr 15 03:35:38.914938 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5153-d66f-4dac-9a3e-70cfad7202d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (1dac573c-926c-40ad-98c0-7ba63fb51b08), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.915268 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-13424542-c9b7-4857-a2fa-48527aadff25 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks [] for subnet (5adabfa7-b912-4f9c-9a23-187b942170df), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.928623 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1b112d0c-e853-407c-aa27-06fd45b3f32b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for port (56eb6e70-8749-4435-87cf-81c1a9816b9b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.967714 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2e5153-d66f-4dac-9a3e-70cfad7202d2 None None] Network ec4a464d-0824-46b3-b7ac-46715f405924 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:38.970138 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:38.970412 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-3d2e5153-d66f-4dac-9a3e-70cfad7202d2 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:38.970530 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:38.971474 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:38.974981 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2e5153-d66f-4dac-9a3e-70cfad7202d2 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:38.979865 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-05b3f57c-db71-4ab9-99a0-b261b4fe6c54 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (4f8e66c2-a268-4552-9490-cdd3d06b7287), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.985891 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-13424542-c9b7-4857-a2fa-48527aadff25 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (5adabfa7-b912-4f9c-9a23-187b942170df), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:38.999040 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:38.999369 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:39.005531 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 9 to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 Apr 15 03:35:39.016615 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e5153-d66f-4dac-9a3e-70cfad7202d2 None None] Pushing event updated for resources: {'Port': ['ID=1dac573c-926c-40ad-98c0-7ba63fb51b08,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:39.030648 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:39.030992 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:39.032777 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:39.038768 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:39.039098 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:39.039475 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempt 10 to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 Apr 15 03:35:39.058830 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58078) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:39.073180 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-3d2e5153-d66f-4dac-9a3e-70cfad7202d2 None None] Attempting to bind port 1dac573c-926c-40ad-98c0-7ba63fb51b08 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:39.073565 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-3d2e5153-d66f-4dac-9a3e-70cfad7202d2 None None] Attempting to bind port 1dac573c-926c-40ad-98c0-7ba63fb51b08 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '635bcd56-53e4-490a-a80c-381465ee3ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ec4a464d-0824-46b3-b7ac-46715f405924'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:39.073972 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2e5153-d66f-4dac-9a3e-70cfad7202d2 None None] Attempting to bind port 1dac573c-926c-40ad-98c0-7ba63fb51b08 on network ec4a464d-0824-46b3-b7ac-46715f405924 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:39.078122 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:39.078458 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:39.078848 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempting to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:39.082218 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fad2a880-15a6-43b3-a6e0-f821b554f941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:39.084575 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2e5153-d66f-4dac-9a3e-70cfad7202d2 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:35:39.084966 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2e5153-d66f-4dac-9a3e-70cfad7202d2 None None] Checking segment: {'id': '635bcd56-53e4-490a-a80c-381465ee3ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ec4a464d-0824-46b3-b7ac-46715f405924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:39.085560 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5153-d66f-4dac-9a3e-70cfad7202d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:39.085758 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2e5153-d66f-4dac-9a3e-70cfad7202d2 None None] Bound using segment: {'id': '635bcd56-53e4-490a-a80c-381465ee3ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ec4a464d-0824-46b3-b7ac-46715f405924'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:35:39.086249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-3d2e5153-d66f-4dac-9a3e-70cfad7202d2 None None] Bound port: 1dac573c-926c-40ad-98c0-7ba63fb51b08, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635bcd56-53e4-490a-a80c-381465ee3ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ec4a464d-0824-46b3-b7ac-46715f405924'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:35:39.086651 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5153-d66f-4dac-9a3e-70cfad7202d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1dac573c-926c-40ad-98c0-7ba63fb51b08), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:39.092689 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on network eaed2354-7859-416d-a876-050d61a68310 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:39.093222 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Failed to bind port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on host hv-neutron-8371 for vnic_type normal using segments [{'id': '280785ce-6a60-422f-9c05-9f0da9418d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'eaed2354-7859-416d-a876-050d61a68310'}] Apr 15 03:35:39.093481 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (7d77b09c-4ac3-4588-8e74-cb32963482b9), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:39.111103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-564afcef-9e56-4bcf-a023-fcfb849a0cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (8efe17e2-6ca0-41dc-9ec2-793b25ef1428), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:39.113900 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-564afcef-9e56-4bcf-a023-fcfb849a0cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:39.118369 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-564afcef-9e56-4bcf-a023-fcfb849a0cef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8efe17e2-6ca0-41dc-9ec2-793b25ef1428 HTTP/1.1" status: 204 len: 168 time: 0.6994910 Apr 15 03:35:39.140172 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1b112d0c-e853-407c-aa27-06fd45b3f32b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (56eb6e70-8749-4435-87cf-81c1a9816b9b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:39.149092 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564afcef-9e56-4bcf-a023-fcfb849a0cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efe17e2-6ca0-41dc-9ec2-793b25ef1428,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:39.186267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-3d2e5153-d66f-4dac-9a3e-70cfad7202d2 None None] For port 1dac573c-926c-40ad-98c0-7ba63fb51b08, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:35:39.191565 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-3d2e5153-d66f-4dac-9a3e-70cfad7202d2 None None] For port 1dac573c-926c-40ad-98c0-7ba63fb51b08, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1dac573c-926c-40ad-98c0-7ba63fb51b08,segment=NetworkSegment(635bcd56-53e4-490a-a80c-381465ee3ddf),segment_id=635bcd56-53e4-490a-a80c-381465ee3ddf)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:35:39.278157 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5153-d66f-4dac-9a3e-70cfad7202d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (1dac573c-926c-40ad-98c0-7ba63fb51b08), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:39.281596 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b112d0c-e853-407c-aa27-06fd45b3f32b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Network fc1603fc-d010-444e-86f4-1d50707673e5 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:39.303735 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-1b112d0c-e853-407c-aa27-06fd45b3f32b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:39.318577 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b112d0c-e853-407c-aa27-06fd45b3f32b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:39.366139 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b112d0c-e853-407c-aa27-06fd45b3f32b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Pushing event updated for resources: {'Port': ['ID=56eb6e70-8749-4435-87cf-81c1a9816b9b,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:39.401077 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-05b3f57c-db71-4ab9-99a0-b261b4fe6c54 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (168823ce-4f78-430d-bafa-17ebff5a67e5), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:39.401903 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e5153-d66f-4dac-9a3e-70cfad7202d2 None None] Pushing event updated for resources: {'Port': ['ID=1dac573c-926c-40ad-98c0-7ba63fb51b08,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:39.413705 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3f57c-db71-4ab9-99a0-b261b4fe6c54 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Pushing event updated for resources: {'Port': ['ID=4f8e66c2-a268-4552-9490-cdd3d06b7287,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:39.425689 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] For port 7d77b09c-4ac3-4588-8e74-cb32963482b9, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:35:39.426705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attempted to set empty binding levels {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 15 03:35:39.453409 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b44215dd-8b6a-42ab-9570-842a25541ddb tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks [] for port (f9d61e88-5726-4fbe-b97d-4b9ef98d10cd), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:39.522900 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (7d77b09c-4ac3-4588-8e74-cb32963482b9), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:39.555022 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1b112d0c-e853-407c-aa27-06fd45b3f32b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (bb6f4df1-3d52-4c19-a71f-154c869af0cf), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:39.565817 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fad2a880-15a6-43b3-a6e0-f821b554f941 admin admin] Publish callbacks [] for security_group (36cca9b2-3f0c-419f-a798-ed40f7b5f530), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:39.571922 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-05b3f57c-db71-4ab9-99a0-b261b4fe6c54 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:39.584399 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-05b3f57c-db71-4ab9-99a0-b261b4fe6c54 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7172413 Apr 15 03:35:39.602599 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b44215dd-8b6a-42ab-9570-842a25541ddb tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (f9d61e88-5726-4fbe-b97d-4b9ef98d10cd), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:39.634764 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-765f470a-c864-4efc-98d7-5910eab7ddd9 None None] Provisioning complete for port 56eb6e70-8749-4435-87cf-81c1a9816b9b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:39.674866 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-765f470a-c864-4efc-98d7-5910eab7ddd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (56eb6e70-8749-4435-87cf-81c1a9816b9b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:39.689813 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44215dd-8b6a-42ab-9570-842a25541ddb tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Pushing event updated for resources: {'Port': ['ID=f9d61e88-5726-4fbe-b97d-4b9ef98d10cd,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:39.721566 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44215dd-8b6a-42ab-9570-842a25541ddb tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:39.732449 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-b44215dd-8b6a-42ab-9570-842a25541ddb tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:39.741021 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44215dd-8b6a-42ab-9570-842a25541ddb tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:39.754494 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-765f470a-c864-4efc-98d7-5910eab7ddd9 None None] Port 56eb6e70-8749-4435-87cf-81c1a9816b9b cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:35:39.767699 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-13424542-c9b7-4857-a2fa-48527aadff25 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (5adabfa7-b912-4f9c-9a23-187b942170df), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:39.772819 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9ff25dd2-af6e-4259-9c86-2631ca814302 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (ea8d755f-c401-4219-b3af-31792d2060f7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:39.775264 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fad2a880-15a6-43b3-a6e0-f821b554f941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (36cca9b2-3f0c-419f-a798-ed40f7b5f530), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:39.785636 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] In _notify_port_updated(), no bound segment for port 7d77b09c-4ac3-4588-8e74-cb32963482b9 on network eaed2354-7859-416d-a876-050d61a68310 {{(pid=104666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:35:39.786539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:39.790808 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:39.792185 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] 10.222.0.15 "PUT /v2.0/ports/7d77b09c-4ac3-4588-8e74-cb32963482b9 HTTP/1.1" status: 200 len: 981 time: 3.8466141 Apr 15 03:35:39.807374 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58086) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:39.935352 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd35cb6-c0a1-4224-9cc8-40e0362e0706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Pushing event updated for resources: {'Port': ['ID=7d77b09c-4ac3-4588-8e74-cb32963482b9,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:39.971586 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-fad2a880-15a6-43b3-a6e0-f821b554f941 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=641df43fdc1842b6a3f9396f0275b350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9091005 Apr 15 03:35:39.976758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58100) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:39.995474 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-93529554-022a-4bfd-a703-c029d5db0187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Deleting port 7d77b09c-4ac3-4588-8e74-cb32963482b9 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:35:39.995959 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-93529554-022a-4bfd-a703-c029d5db0187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (7d77b09c-4ac3-4588-8e74-cb32963482b9), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:40.071378 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2a880-15a6-43b3-a6e0-f821b554f941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cca9b2-3f0c-419f-a798-ed40f7b5f530,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:40.138915 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b44215dd-8b6a-42ab-9570-842a25541ddb tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks [] for floatingip (4da844ca-1494-45bf-808c-295b695f0d65), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:40.149986 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff25dd2-af6e-4259-9c86-2631ca814302 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Pushing event updated for resources: {'Subnet': ['ID=ea8d755f-c401-4219-b3af-31792d2060f7,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:40.151750 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-13424542-c9b7-4857-a2fa-48527aadff25 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (5adabfa7-b912-4f9c-9a23-187b942170df), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:40.162042 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-93529554-022a-4bfd-a703-c029d5db0187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] For port 7d77b09c-4ac3-4588-8e74-cb32963482b9, host hv-neutron-8371, got binding levels [] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:35:40.162403 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-93529554-022a-4bfd-a703-c029d5db0187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (7d77b09c-4ac3-4588-8e74-cb32963482b9), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:40.176298 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-13424542-c9b7-4857-a2fa-48527aadff25 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:40.180401 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-13424542-c9b7-4857-a2fa-48527aadff25 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "DELETE /v2.0/subnets/5adabfa7-b912-4f9c-9a23-187b942170df HTTP/1.1" status: 204 len: 168 time: 1.5231953 Apr 15 03:35:40.210819 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58106) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:40.235771 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-93529554-022a-4bfd-a703-c029d5db0187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Calling delete_port for 7d77b09c-4ac3-4588-8e74-cb32963482b9 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:35:40.237703 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13424542-c9b7-4857-a2fa-48527aadff25 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event deleted for resources: {'Subnet': ['ID=5adabfa7-b912-4f9c-9a23-187b942170df,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:40.315046 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b44215dd-8b6a-42ab-9570-842a25541ddb tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f9d61e88-5726-4fbe-b97d-4b9ef98d10cd), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:40.315648 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c16066c-0846-40ab-bbef-fd04156f6ef7 admin admin] Publish callbacks [] for security_group (36cca9b2-3f0c-419f-a798-ed40f7b5f530), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:40.322462 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:40.323069 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff25dd2-af6e-4259-9c86-2631ca814302 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Checking segment: {'id': 'b585a898-555c-4429-b9bd-8b7ffbc8671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bea8d5e2-3137-4d57-8ad9-7decf4fc8453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:40.323305 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff25dd2-af6e-4259-9c86-2631ca814302 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Network hostable DHCP agents. Network: bea8d5e2-3137-4d57-8ad9-7decf4fc8453, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:35:40.336523 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1b112d0c-e853-407c-aa27-06fd45b3f32b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (56eb6e70-8749-4435-87cf-81c1a9816b9b), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:40.430173 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:40.430639 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (970da3e5-fc85-4a47-b25d-0a29a9ab5cd6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:40.435643 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c69ca6-f3d8-4332-9166-fe1c19de739a tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:40.438035 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c69ca6-f3d8-4332-9166-fe1c19de739a tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:40.439954 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-14c69ca6-f3d8-4332-9166-fe1c19de739a tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2281275 Apr 15 03:35:40.452116 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58118) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:40.513447 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:35:40.615407 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c16066c-0846-40ab-bbef-fd04156f6ef7 admin admin] Publish callbacks [] for security_group (36cca9b2-3f0c-419f-a798-ed40f7b5f530), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:40.675356 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:40.676435 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1dac573c-926c-40ad-98c0-7ba63fb51b08 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:40.743286 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a04984ea-92f4-4d85-9537-4a59535b1482 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (ec4a464d-0824-46b3-b7ac-46715f405924), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:40.778652 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 1dac573c-926c-40ad-98c0-7ba63fb51b08 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:40.779101 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1dac573c-926c-40ad-98c0-7ba63fb51b08), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:40.798636 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04984ea-92f4-4d85-9537-4a59535b1482 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 15 03:35:40.799470 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a04984ea-92f4-4d85-9537-4a59535b1482 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:35:40.818688 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a04984ea-92f4-4d85-9537-4a59535b1482 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "DELETE /v2.0/networks/ec4a464d-0824-46b3-b7ac-46715f405924 HTTP/1.1" status: 409 len: 466 time: 0.3597944 Apr 15 03:35:40.822954 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58132) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:40.823302 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58134) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:40.835617 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-886aeb00-5843-4a0f-aef4-351b698dd16d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-367988074'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:40.839426 dv-neutron-837140-3-hyperv neutron-server[104667]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 15 03:35:40.852993 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-93529554-022a-4bfd-a703-c029d5db0187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (7d77b09c-4ac3-4588-8e74-cb32963482b9), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:40.948058 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93529554-022a-4bfd-a703-c029d5db0187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d77b09c-4ac3-4588-8e74-cb32963482b9,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:40.985257 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 1dac573c-926c-40ad-98c0-7ba63fb51b08 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:40.985646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1dac573c-926c-40ad-98c0-7ba63fb51b08), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.017473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58138) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:41.034378 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 1dac573c-926c-40ad-98c0-7ba63fb51b08, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1dac573c-926c-40ad-98c0-7ba63fb51b08,segment=NetworkSegment(635bcd56-53e4-490a-a80c-381465ee3ddf),segment_id=635bcd56-53e4-490a-a80c-381465ee3ddf)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:35:41.054329 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-93529554-022a-4bfd-a703-c029d5db0187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.058092 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-93529554-022a-4bfd-a703-c029d5db0187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] 10.222.0.15 "DELETE /v2.0/ports/7d77b09c-4ac3-4588-8e74-cb32963482b9 HTTP/1.1" status: 204 len: 168 time: 1.2483654 Apr 15 03:35:41.073032 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58142) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:41.092527 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec0d314-9af8-4f8d-8ab1-983ee7cef551 None None] Network ec4a464d-0824-46b3-b7ac-46715f405924 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:41.116579 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb1cfce-8554-4ea7-8e3a-fe7e53a76975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] GET failed (client error): The resource could not be found. Apr 15 03:35:41.121694 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bcb1cfce-8554-4ea7-8e3a-fe7e53a76975 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887803471-project-admin] 10.222.0.15 "GET /v2.0/ports/7d77b09c-4ac3-4588-8e74-cb32963482b9 HTTP/1.1" status: 404 len: 333 time: 0.0440691 Apr 15 03:35:41.122806 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b44215dd-8b6a-42ab-9570-842a25541ddb tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks [] for port (f9d61e88-5726-4fbe-b97d-4b9ef98d10cd), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.124432 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886aeb00-5843-4a0f-aef4-351b698dd16d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Made reservation on behalf of 07dbfaef433643bcbdde916cc71b0400 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:41.127682 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-886aeb00-5843-4a0f-aef4-351b698dd16d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.129653 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58144) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:41.147095 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (1dac573c-926c-40ad-98c0-7ba63fb51b08), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.150005 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-bff97346-d897-43c4-b714-3c2921a88b33 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--556909468&fields=id&tenant_id=11a65844133b45eca2de1ac5661b176d HTTP/1.1" status: 200 len: 267 time: 0.3245475 Apr 15 03:35:41.186690 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff25dd2-af6e-4259-9c86-2631ca814302 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Network bea8d5e2-3137-4d57-8ad9-7decf4fc8453 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:35:41.231821 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-07520d73-fc77-4b97-bd76-7d9e8b031b2f None None] Provisioning complete for port 1dac573c-926c-40ad-98c0-7ba63fb51b08 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:41.231821 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-07520d73-fc77-4b97-bd76-7d9e8b031b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1dac573c-926c-40ad-98c0-7ba63fb51b08), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.250743 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-59144de2-1239-4afb-b722-9342a29dee34 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1077058346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:41.267754 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b44215dd-8b6a-42ab-9570-842a25541ddb tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (f9d61e88-5726-4fbe-b97d-4b9ef98d10cd), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.271368 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886aeb00-5843-4a0f-aef4-351b698dd16d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:35:41.308735 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=1dac573c-926c-40ad-98c0-7ba63fb51b08,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:41.323985 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1b112d0c-e853-407c-aa27-06fd45b3f32b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for port (56eb6e70-8749-4435-87cf-81c1a9816b9b), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.335895 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-9ff25dd2-af6e-4259-9c86-2631ca814302 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, bea8d5e2-3137-4d57-8ad9-7decf4fc8453) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:41.335895 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c16066c-0846-40ab-bbef-fd04156f6ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (36cca9b2-3f0c-419f-a798-ed40f7b5f530), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.335895 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c16066c-0846-40ab-bbef-fd04156f6ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.335895 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3c16066c-0846-40ab-bbef-fd04156f6ef7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36cca9b2-3f0c-419f-a798-ed40f7b5f530 HTTP/1.1" status: 204 len: 168 time: 1.3576434 Apr 15 03:35:41.338110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441bbd04-d862-44d7-a45f-504367b7fceb None None] Network bea8d5e2-3137-4d57-8ad9-7decf4fc8453 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:41.340512 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff25dd2-af6e-4259-9c86-2631ca814302 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:41.341421 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9ff25dd2-af6e-4259-9c86-2631ca814302 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.360355 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16066c-0846-40ab-bbef-fd04156f6ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cca9b2-3f0c-419f-a798-ed40f7b5f530,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:41.407632 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1b112d0c-e853-407c-aa27-06fd45b3f32b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (56eb6e70-8749-4435-87cf-81c1a9816b9b), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.439868 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-886aeb00-5843-4a0f-aef4-351b698dd16d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (f891267b-adfe-4a4b-baa2-4e4be135de7f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.440287 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-886aeb00-5843-4a0f-aef4-351b698dd16d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Added segment f891267b-adfe-4a4b-baa2-4e4be135de7f of type vlan for network 02571790-4798-4768-8edf-393997480f85 Apr 15 03:35:41.444602 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1038f7-e5d5-46c0-ab90-a12184f7967c None None] DHCP port deletion for ec4a464d-0824-46b3-b7ac-46715f405924 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:35:41.500724 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e04560e5-9ea8-498e-bc22-99c7a86a06d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (eaed2354-7859-416d-a876-050d61a68310), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.502487 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9ff25dd2-af6e-4259-9c86-2631ca814302 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1716218 Apr 15 03:35:41.510986 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58148) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:41.518709 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d4f5ed32-cb39-42ea-b280-7ccd80e17235 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Request body: {'port': {'network_id': 'bea8d5e2-3137-4d57-8ad9-7decf4fc8453', 'name': 'tempest-AllowedAddressPairTestJSON-1899784299'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:41.542687 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-07520d73-fc77-4b97-bd76-7d9e8b031b2f None None] Current status of the port 1dac573c-926c-40ad-98c0-7ba63fb51b08 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:41.591640 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb16b01-90d4-4492-84c3-9d10d86aa30e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-bea8d5e2-3137-4d57-8ad9-7decf4fc8453', 'network_id': 'bea8d5e2-3137-4d57-8ad9-7decf4fc8453', 'project_id': '4bd0a249cd534be59e067fa37ac4612f', 'fixed_ips': [{'subnet_id': 'ea8d755f-c401-4219-b3af-31792d2060f7'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:35:41.594713 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-acb16b01-90d4-4492-84c3-9d10d86aa30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.597082 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44215dd-8b6a-42ab-9570-842a25541ddb tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Pushing event updated for resources: {'Port': ['ID=f9d61e88-5726-4fbe-b97d-4b9ef98d10cd,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:41.608389 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8a1038f7-e5d5-46c0-ab90-a12184f7967c None None] Deleting port 1dac573c-926c-40ad-98c0-7ba63fb51b08 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:35:41.608768 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8a1038f7-e5d5-46c0-ab90-a12184f7967c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (1dac573c-926c-40ad-98c0-7ba63fb51b08), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.629877 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-59144de2-1239-4afb-b722-9342a29dee34 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (64e86b26-bff9-4b14-8f87-0c8bc2a44c23), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.631219 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-59144de2-1239-4afb-b722-9342a29dee34 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (64e86b26-bff9-4b14-8f87-0c8bc2a44c23), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.631651 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1b112d0c-e853-407c-aa27-06fd45b3f32b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (bb6f4df1-3d52-4c19-a71f-154c869af0cf), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.633771 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b112d0c-e853-407c-aa27-06fd45b3f32b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Pushing event updated for resources: {'Port': ['ID=56eb6e70-8749-4435-87cf-81c1a9816b9b,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:41.637907 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-886aeb00-5843-4a0f-aef4-351b698dd16d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (02571790-4798-4768-8edf-393997480f85), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.657091 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-f58b46df-5651-4bcb-bce8-7fcc1dc2ea5c tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:41.657091 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-f58b46df-5651-4bcb-bce8-7fcc1dc2ea5c tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/networks?id=aff9828f-e70e-4acc-8eaf-6dd6dde216ee HTTP/1.1" status: 200 len: 812 time: 0.4917481 Apr 15 03:35:41.659972 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b44215dd-8b6a-42ab-9570-842a25541ddb tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (4da844ca-1494-45bf-808c-295b695f0d65), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.783075 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-56e1e051-49b7-4070-b8e6-793b9a4724a3 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/quotas/11a65844133b45eca2de1ac5661b176d HTTP/1.1" status: 200 len: 375 time: 0.1163297 Apr 15 03:35:41.792537 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-8a1038f7-e5d5-46c0-ab90-a12184f7967c None None] For port 1dac573c-926c-40ad-98c0-7ba63fb51b08, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1dac573c-926c-40ad-98c0-7ba63fb51b08,segment=NetworkSegment(635bcd56-53e4-490a-a80c-381465ee3ddf),segment_id=635bcd56-53e4-490a-a80c-381465ee3ddf)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:35:41.792937 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8a1038f7-e5d5-46c0-ab90-a12184f7967c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (1dac573c-926c-40ad-98c0-7ba63fb51b08), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.816380 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8a1038f7-e5d5-46c0-ab90-a12184f7967c None None] Calling delete_port for 1dac573c-926c-40ad-98c0-7ba63fb51b08 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:35:41.818402 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b112d0c-e853-407c-aa27-06fd45b3f32b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Network fc1603fc-d010-444e-86f4-1d50707673e5 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:41.819656 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-1b112d0c-e853-407c-aa27-06fd45b3f32b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:41.834766 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b44215dd-8b6a-42ab-9570-842a25541ddb tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.834766 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b44215dd-8b6a-42ab-9570-842a25541ddb tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8777754 Apr 15 03:35:41.861823 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-59144de2-1239-4afb-b722-9342a29dee34 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks [] for router_controller (64e86b26-bff9-4b14-8f87-0c8bc2a44c23), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.904402 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-acb16b01-90d4-4492-84c3-9d10d86aa30e None None] Allocated IP 172.20.0.2 (bea8d5e2-3137-4d57-8ad9-7decf4fc8453/ea8d755f-c401-4219-b3af-31792d2060f7/cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:41.924222 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e04560e5-9ea8-498e-bc22-99c7a86a06d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (eaed2354-7859-416d-a876-050d61a68310), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.955358 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f5ed32-cb39-42ea-b280-7ccd80e17235 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Made reservation on behalf of 4bd0a249cd534be59e067fa37ac4612f for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:41.959356 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d4f5ed32-cb39-42ea-b280-7ccd80e17235 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:41.969341 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-e04560e5-9ea8-498e-bc22-99c7a86a06d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaed2354-7859-416d-a876-050d61a68310']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:42.013737 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-e04560e5-9ea8-498e-bc22-99c7a86a06d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280785ce-6a60-422f-9c05-9f0da9418d6c') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:42.014111 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-e04560e5-9ea8-498e-bc22-99c7a86a06d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280785ce-6a60-422f-9c05-9f0da9418d6c') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:42.075210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-d4f5ed32-cb39-42ea-b280-7ccd80e17235 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] device_id is not set on port 72592883-04ab-4738-a5b3-9cb05159fb8f yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:35:42.164361 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-b6784348-bf21-4612-9f53-9a319b94e875 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=11a65844133b45eca2de1ac5661b176d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3693950 Apr 15 03:35:42.166943 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-886aeb00-5843-4a0f-aef4-351b698dd16d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (02571790-4798-4768-8edf-393997480f85), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:42.181010 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886aeb00-5843-4a0f-aef4-351b698dd16d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:42.181743 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-886aeb00-5843-4a0f-aef4-351b698dd16d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:42.197649 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1dac573c-926c-40ad-98c0-7ba63fb51b08 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:35:42.199415 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e04560e5-9ea8-498e-bc22-99c7a86a06d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (280785ce-6a60-422f-9c05-9f0da9418d6c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:42.231359 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e04560e5-9ea8-498e-bc22-99c7a86a06d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (280785ce-6a60-422f-9c05-9f0da9418d6c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:42.241628 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e04560e5-9ea8-498e-bc22-99c7a86a06d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:35:42.242113 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e04560e5-9ea8-498e-bc22-99c7a86a06d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (280785ce-6a60-422f-9c05-9f0da9418d6c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:42.259525 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b112d0c-e853-407c-aa27-06fd45b3f32b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Router bb6f4df1-3d52-4c19-a71f-154c869af0cf has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:35:42.318970 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-01868801-9d69-4ada-b506-f7f2ff155a7c None None] Provisioning complete for port 56eb6e70-8749-4435-87cf-81c1a9816b9b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:42.319672 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-01868801-9d69-4ada-b506-f7f2ff155a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (56eb6e70-8749-4435-87cf-81c1a9816b9b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:35:42.325012 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:35:42.331218 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-59144de2-1239-4afb-b722-9342a29dee34 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (64e86b26-bff9-4b14-8f87-0c8bc2a44c23), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:42.393255 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-01868801-9d69-4ada-b506-f7f2ff155a7c None None] Port 56eb6e70-8749-4435-87cf-81c1a9816b9b cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:35:42.406957 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b112d0c-e853-407c-aa27-06fd45b3f32b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:35:42.412367 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1b112d0c-e853-407c-aa27-06fd45b3f32b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] 10.222.0.15 "PUT /v2.0/routers/bb6f4df1-3d52-4c19-a71f-154c869af0cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0073800 Apr 15 03:35:42.415227 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58180) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:42.425913 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f3726a32-c884-4e1b-8c0a-1f3321d8f268 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Request body: {'port': {'network_id': 'fc1603fc-d010-444e-86f4-1d50707673e5', 'name': 'tempest-FloatingIPAdminTestJSON-1216369887'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:42.429395 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e04560e5-9ea8-498e-bc22-99c7a86a06d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (eaed2354-7859-416d-a876-050d61a68310), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:42.433691 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-59144de2-1239-4afb-b722-9342a29dee34 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:42.437398 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-59144de2-1239-4afb-b722-9342a29dee34 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3995175 Apr 15 03:35:42.443654 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-886aeb00-5843-4a0f-aef4-351b698dd16d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6193619 Apr 15 03:35:42.444348 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58182) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:42.448290 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58184) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:42.448761 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e04560e5-9ea8-498e-bc22-99c7a86a06d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:42.452543 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e04560e5-9ea8-498e-bc22-99c7a86a06d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] 10.222.0.15 "DELETE /v2.0/networks/eaed2354-7859-416d-a876-050d61a68310 HTTP/1.1" status: 204 len: 168 time: 1.3202868 Apr 15 03:35:42.458154 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-6e00ab69-8fa0-4ace-a310-82c836041f0d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2086945788'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:42.461724 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae19be4-e174-42f5-896d-d14d3f32d3db None None] Sync routers for ids ['bb6f4df1-3d52-4c19-a71f-154c869af0cf'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:35:42.476280 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-3aeb3c6a-ae81-44d2-b286-22e565ac8bbc tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Request body: {'subnet': {'network_id': '02571790-4798-4768-8edf-393997480f85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:42.484916 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886aeb00-5843-4a0f-aef4-351b698dd16d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event updated for resources: {'Network': ['ID=02571790-4798-4768-8edf-393997480f85,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:42.506368 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04560e5-9ea8-498e-bc22-99c7a86a06d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1706730018-project] Pushing event deleted for resources: {'Network': ['ID=eaed2354-7859-416d-a876-050d61a68310,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:42.539767 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 02571790-4798-4768-8edf-393997480f85 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:35:42.545634 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e00ab69-8fa0-4ace-a310-82c836041f0d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Made reservation on behalf of 616da300bb9a49ff9cf2aec5ffde9ef9 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:42.549812 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e00ab69-8fa0-4ace-a310-82c836041f0d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:42.566884 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e00ab69-8fa0-4ace-a310-82c836041f0d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:42.617416 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae19be4-e174-42f5-896d-d14d3f32d3db None None] Routers {'bb6f4df1-3d52-4c19-a71f-154c869af0cf'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:35:42.621806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-3ae19be4-e174-42f5-896d-d14d3f32d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['bb6f4df1-3d52-4c19-a71f-154c869af0cf'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:42.667407 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e00ab69-8fa0-4ace-a310-82c836041f0d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks [] for security_group (cade5a0f-6f46-4076-bc13-11ae0ef3c2b5), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:42.733098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e00ab69-8fa0-4ace-a310-82c836041f0d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (cade5a0f-6f46-4076-bc13-11ae0ef3c2b5), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:42.746892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-3ae19be4-e174-42f5-896d-d14d3f32d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:42.765813 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 1dac573c-926c-40ad-98c0-7ba63fb51b08 is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:42.771694 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1dac573c-926c-40ad-98c0-7ba63fb51b08), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:42.790884 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3726a32-c884-4e1b-8c0a-1f3321d8f268 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Made reservation on behalf of 20dcbc1dd82f4bbcace452c9ac5c39f3 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:42.792616 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e00ab69-8fa0-4ace-a310-82c836041f0d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:35:42.794962 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3726a32-c884-4e1b-8c0a-1f3321d8f268 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:42.812857 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae19be4-e174-42f5-896d-d14d3f32d3db None None] Routers {'bb6f4df1-3d52-4c19-a71f-154c869af0cf'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:35:42.813498 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-3ae19be4-e174-42f5-896d-d14d3f32d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['bb6f4df1-3d52-4c19-a71f-154c869af0cf'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:42.821316 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00ab69-8fa0-4ace-a310-82c836041f0d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cade5a0f-6f46-4076-bc13-11ae0ef3c2b5,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:42.829360 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e00ab69-8fa0-4ace-a310-82c836041f0d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (ae9c6c16-36c0-48db-a51a-e2e15fb81597), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:42.829360 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-6e00ab69-8fa0-4ace-a310-82c836041f0d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Added segment ae9c6c16-36c0-48db-a51a-e2e15fb81597 of type vlan for network 7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa Apr 15 03:35:42.855361 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58196) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:42.866438 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-3ae19be4-e174-42f5-896d-d14d3f32d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:42.866918 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 15 03:35:42.867114 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae19be4-e174-42f5-896d-d14d3f32d3db None None] The sync data for ids ['bb6f4df1-3d52-4c19-a71f-154c869af0cf'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:35:42.882462 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aeb3c6a-ae81-44d2-b286-22e565ac8bbc tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Made reservation on behalf of 07dbfaef433643bcbdde916cc71b0400 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:42.886590 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3aeb3c6a-ae81-44d2-b286-22e565ac8bbc tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:42.887000 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e00ab69-8fa0-4ace-a310-82c836041f0d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:42.887223 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8a1038f7-e5d5-46c0-ab90-a12184f7967c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (1dac573c-926c-40ad-98c0-7ba63fb51b08), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:42.892431 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-f3726a32-c884-4e1b-8c0a-1f3321d8f268 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] device_id is not set on port 55a341c0-b6f6-4bed-8b5f-f8d375e5e004 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:35:42.915044 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1038f7-e5d5-46c0-ab90-a12184f7967c None None] Pushing event deleted for resources: {'Port': ['ID=1dac573c-926c-40ad-98c0-7ba63fb51b08,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:42.959372 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1038f7-e5d5-46c0-ab90-a12184f7967c None None] No DVR routers for this DVR port 1dac573c-926c-40ad-98c0-7ba63fb51b08 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:35:43.007738 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e00ab69-8fa0-4ace-a310-82c836041f0d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:43.013445 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e00ab69-8fa0-4ace-a310-82c836041f0d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:43.014945 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e00ab69-8fa0-4ace-a310-82c836041f0d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:43.050298 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-5a16620b-0a24-427a-9d5f-f960c9c69666 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:43.051598 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-5a16620b-0a24-427a-9d5f-f960c9c69666 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4782422 Apr 15 03:35:43.054361 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-acb16b01-90d4-4492-84c3-9d10d86aa30e None None] Publish callbacks [] for port (cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:43.211144 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-acb16b01-90d4-4492-84c3-9d10d86aa30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:43.229834 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00ab69-8fa0-4ace-a310-82c836041f0d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Pushing event updated for resources: {'Network': ['ID=7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:43.243241 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6e00ab69-8fa0-4ace-a310-82c836041f0d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7894464 Apr 15 03:35:43.244025 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58204) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:43.251392 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-bc5333ed-d704-461a-afe5-3b638a16d246 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Request body: {'subnet': {'network_id': '7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:43.258395 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-0a5a2c95-d69b-4a58-aec9-a0a817af91d7 service neutron] 10.222.0.15 "GET /v2.0/networks/aff9828f-e70e-4acc-8eaf-6dd6dde216ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812801 Apr 15 03:35:43.289619 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-ff43196b-9d2f-4f6b-834e-64631b661357 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1092211349&fields=id&tenant_id=e585f3ca53e5479db86fbf2994cc0780 HTTP/1.1" status: 200 len: 267 time: 0.4264376 Apr 15 03:35:43.323148 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb16b01-90d4-4492-84c3-9d10d86aa30e None None] Pushing event updated for resources: {'Port': ['ID=cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:43.336166 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58208) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:43.339982 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:35:43.389747 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb16b01-90d4-4492-84c3-9d10d86aa30e None None] Network bea8d5e2-3137-4d57-8ad9-7decf4fc8453 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:43.394037 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-acb16b01-90d4-4492-84c3-9d10d86aa30e None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:43.438661 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb16b01-90d4-4492-84c3-9d10d86aa30e None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:43.542722 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-acb16b01-90d4-4492-84c3-9d10d86aa30e None None] Attempting to bind port cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:43.543818 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-acb16b01-90d4-4492-84c3-9d10d86aa30e None None] Attempting to bind port cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'b585a898-555c-4429-b9bd-8b7ffbc8671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bea8d5e2-3137-4d57-8ad9-7decf4fc8453'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:43.544399 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb16b01-90d4-4492-84c3-9d10d86aa30e None None] Attempting to bind port cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d on network bea8d5e2-3137-4d57-8ad9-7decf4fc8453 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:43.550990 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb16b01-90d4-4492-84c3-9d10d86aa30e None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:35:43.551583 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb16b01-90d4-4492-84c3-9d10d86aa30e None None] Checking segment: {'id': 'b585a898-555c-4429-b9bd-8b7ffbc8671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bea8d5e2-3137-4d57-8ad9-7decf4fc8453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:43.552372 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-acb16b01-90d4-4492-84c3-9d10d86aa30e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:43.553260 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb16b01-90d4-4492-84c3-9d10d86aa30e None None] Bound using segment: {'id': 'b585a898-555c-4429-b9bd-8b7ffbc8671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bea8d5e2-3137-4d57-8ad9-7decf4fc8453'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:35:43.553888 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-acb16b01-90d4-4492-84c3-9d10d86aa30e None None] Bound port: cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b585a898-555c-4429-b9bd-8b7ffbc8671e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'bea8d5e2-3137-4d57-8ad9-7decf4fc8453'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:35:43.554439 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-acb16b01-90d4-4492-84c3-9d10d86aa30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:43.647361 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-acb16b01-90d4-4492-84c3-9d10d86aa30e None None] For port cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:35:43.652039 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-acb16b01-90d4-4492-84c3-9d10d86aa30e None None] For port cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d,segment=NetworkSegment(b585a898-555c-4429-b9bd-8b7ffbc8671e),segment_id=b585a898-555c-4429-b9bd-8b7ffbc8671e)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:35:43.655733 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-d4f5ed32-cb39-42ea-b280-7ccd80e17235 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Allocated IP 172.20.0.8 (bea8d5e2-3137-4d57-8ad9-7decf4fc8453/ea8d755f-c401-4219-b3af-31792d2060f7/72592883-04ab-4738-a5b3-9cb05159fb8f) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:43.662126 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-4e26414f-0327-47fc-8678-ea1b1d65a915 service neutron] 10.222.0.15 "GET /v2.0/networks/aff9828f-e70e-4acc-8eaf-6dd6dde216ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916132 Apr 15 03:35:43.711826 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.objects.ports [None req-3aeb3c6a-ae81-44d2-b286-22e565ac8bbc tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104666) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 15 03:35:43.748194 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-acb16b01-90d4-4492-84c3-9d10d86aa30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:43.756825 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5333ed-d704-461a-afe5-3b638a16d246 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Made reservation on behalf of 616da300bb9a49ff9cf2aec5ffde9ef9 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:43.761045 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bc5333ed-d704-461a-afe5-3b638a16d246 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:43.890592 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb16b01-90d4-4492-84c3-9d10d86aa30e None None] Pushing event updated for resources: {'Port': ['ID=cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:44.010891 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3aeb3c6a-ae81-44d2-b286-22e565ac8bbc tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (89203b56-16ba-4813-8512-2f552542e3ff), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:44.131864 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-f3726a32-c884-4e1b-8c0a-1f3321d8f268 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Allocated IP 172.20.0.11 (fc1603fc-d010-444e-86f4-1d50707673e5/cff0507b-ddb0-4876-b9ac-e9f2d176e2ea/55a341c0-b6f6-4bed-8b5f-f8d375e5e004) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:44.154406 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bc5333ed-d704-461a-afe5-3b638a16d246 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (0e3382df-3858-4183-8795-c542ae0ab478), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:44.210186 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb3c6a-ae81-44d2-b286-22e565ac8bbc tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event updated for resources: {'Subnet': ['ID=89203b56-16ba-4813-8512-2f552542e3ff,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:44.238988 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-dc5536a7-408d-4de1-8cbb-3b766322fe8e tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:44.241572 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-dc5536a7-408d-4de1-8cbb-3b766322fe8e tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/networks?id=f2fea504-3cd4-4378-8032-e10de311dc7b HTTP/1.1" status: 200 len: 805 time: 0.9037287 Apr 15 03:35:44.321703 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7fc34926-aef1-4e67-8564-98e5bb52cfb3 req-ba0e7382-cdc3-4dbb-8c28-44299c70b292 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 210 time: 0.0929554 Apr 15 03:35:44.331718 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5333ed-d704-461a-afe5-3b638a16d246 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Pushing event updated for resources: {'Subnet': ['ID=0e3382df-3858-4183-8795-c542ae0ab478,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:44.344192 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5333ed-d704-461a-afe5-3b638a16d246 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Checking segment: {'id': 'ae9c6c16-36c0-48db-a51a-e2e15fb81597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:44.344580 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5333ed-d704-461a-afe5-3b638a16d246 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Network hostable DHCP agents. Network: 7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:35:44.462119 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5333ed-d704-461a-afe5-3b638a16d246 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Network 7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:35:44.489693 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-0c7a5c76-66cc-4cd6-a53f-695ae62e8b3a tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/quotas/e585f3ca53e5479db86fbf2994cc0780 HTTP/1.1" status: 200 len: 375 time: 0.1231825 Apr 15 03:35:44.498768 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d891e48b-ab8f-45c4-b606-d93f9b589bdc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f57163c4809140cca7dbbe1675ee038c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1433094 Apr 15 03:35:44.499160 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58244) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:44.550862 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb3c6a-ae81-44d2-b286-22e565ac8bbc tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Checking segment: {'id': 'f891267b-adfe-4a4b-baa2-4e4be135de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '02571790-4798-4768-8edf-393997480f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:44.551234 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeb3c6a-ae81-44d2-b286-22e565ac8bbc tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Network hostable DHCP agents. Network: 02571790-4798-4768-8edf-393997480f85, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:35:44.559051 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-bc5333ed-d704-461a-afe5-3b638a16d246 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:44.569739 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32efbec5-e5db-49ac-a178-74db7af585e2 None None] Network 7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:44.585548 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5333ed-d704-461a-afe5-3b638a16d246 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:44.590055 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bc5333ed-d704-461a-afe5-3b638a16d246 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:44.593605 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e7d4ec0f-9737-47b6-a63f-60de124f6e38 admin admin] Publish callbacks [] for security_group (a16cd6e4-5bbf-4a1e-afb5-17873ad733ae), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:44.661026 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-90e5cff4-7b06-422e-910b-6034df786b1a tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e585f3ca53e5479db86fbf2994cc0780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1567593 Apr 15 03:35:44.672985 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e7d4ec0f-9737-47b6-a63f-60de124f6e38 admin admin] Publish callbacks [] for security_group (a16cd6e4-5bbf-4a1e-afb5-17873ad733ae), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:44.692077 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d4f5ed32-cb39-42ea-b280-7ccd80e17235 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks [] for port (72592883-04ab-4738-a5b3-9cb05159fb8f), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:44.748279 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3726a32-c884-4e1b-8c0a-1f3321d8f268 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for port (55a341c0-b6f6-4bed-8b5f-f8d375e5e004), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:44.770504 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeb3c6a-ae81-44d2-b286-22e565ac8bbc tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Network 02571790-4798-4768-8edf-393997480f85 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:35:44.788747 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-3aeb3c6a-ae81-44d2-b286-22e565ac8bbc tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 02571790-4798-4768-8edf-393997480f85) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:44.798574 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeb3c6a-ae81-44d2-b286-22e565ac8bbc tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:44.800508 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3aeb3c6a-ae81-44d2-b286-22e565ac8bbc tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:44.811118 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bc5333ed-d704-461a-afe5-3b638a16d246 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5643842 Apr 15 03:35:44.821611 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46224d72-36a1-4b02-a08e-a86c26471bce None None] Network 02571790-4798-4768-8edf-393997480f85 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:44.826354 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58264) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:44.833824 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-1def63ae-1229-47e7-9b9d-ab8dc5926291 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Request body: {'network': {'name': 'tempest-router-network01--248755021'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:44.841835 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d4f5ed32-cb39-42ea-b280-7ccd80e17235 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (72592883-04ab-4738-a5b3-9cb05159fb8f), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:44.892546 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5716b8cf-b0dd-4256-a5d9-649afb37054b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa', 'network_id': '7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa', 'project_id': '616da300bb9a49ff9cf2aec5ffde9ef9', 'fixed_ips': [{'subnet_id': '0e3382df-3858-4183-8795-c542ae0ab478'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:35:44.893975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5716b8cf-b0dd-4256-a5d9-649afb37054b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:44.907467 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f5ed32-cb39-42ea-b280-7ccd80e17235 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Network bea8d5e2-3137-4d57-8ad9-7decf4fc8453 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:44.911249 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e7d4ec0f-9737-47b6-a63f-60de124f6e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (a16cd6e4-5bbf-4a1e-afb5-17873ad733ae), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:44.913998 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e7d4ec0f-9737-47b6-a63f-60de124f6e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:44.918222 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e7d4ec0f-9737-47b6-a63f-60de124f6e38 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a16cd6e4-5bbf-4a1e-afb5-17873ad733ae HTTP/1.1" status: 204 len: 168 time: 0.4177999 Apr 15 03:35:44.929165 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58270) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:44.941856 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-d4f5ed32-cb39-42ea-b280-7ccd80e17235 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:44.944638 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4ec0f-9737-47b6-a63f-60de124f6e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16cd6e4-5bbf-4a1e-afb5-17873ad733ae,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:44.948592 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5ed32-cb39-42ea-b280-7ccd80e17235 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:44.968113 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3aeb3c6a-ae81-44d2-b286-22e565ac8bbc tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5186582 Apr 15 03:35:44.970725 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58274) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:44.976020 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-42af93d9-4e4d-4ac7-8e07-90035da8bfea tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Request body: {'port': {'network_id': '02571790-4798-4768-8edf-393997480f85', 'name': 'tempest-NetworksIpV6TestAttrs-802218593'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:44.986573 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-c583959b-ac38-481c-9a8f-b5585f0b102d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:44.987804 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-c583959b-ac38-481c-9a8f-b5585f0b102d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1014874 Apr 15 03:35:45.046145 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1def63ae-1229-47e7-9b9d-ab8dc5926291 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Made reservation on behalf of 616da300bb9a49ff9cf2aec5ffde9ef9 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:45.051103 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1def63ae-1229-47e7-9b9d-ab8dc5926291 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:45.155725 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-e468b38b-307a-4556-b35c-9f032d373c10 service neutron] 10.222.0.15 "GET /v2.0/networks/f2fea504-3cd4-4378-8032-e10de311dc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325829 Apr 15 03:35:45.156474 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5ed32-cb39-42ea-b280-7ccd80e17235 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Pushing event updated for resources: {'Port': ['ID=72592883-04ab-4738-a5b3-9cb05159fb8f,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:45.163635 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3726a32-c884-4e1b-8c0a-1f3321d8f268 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (55a341c0-b6f6-4bed-8b5f-f8d375e5e004), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:45.167195 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-bbaaa30c-6899-4b15-ac4e-9a6c0499b6b2 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-330165740'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:45.190589 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1def63ae-1229-47e7-9b9d-ab8dc5926291 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:35:45.229951 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1def63ae-1229-47e7-9b9d-ab8dc5926291 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (5da35a55-bfdd-4033-b6fe-aa3f6709fd21), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:45.230553 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-1def63ae-1229-47e7-9b9d-ab8dc5926291 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Added segment 5da35a55-bfdd-4033-b6fe-aa3f6709fd21 of type vlan for network 68c90c53-d794-4ac5-b245-af6c4671e426 Apr 15 03:35:45.259016 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7081c5e8-dcf7-4b28-8a21-d6386200f593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-02571790-4798-4768-8edf-393997480f85', 'network_id': '02571790-4798-4768-8edf-393997480f85', 'project_id': '07dbfaef433643bcbdde916cc71b0400', 'fixed_ips': [{'subnet_id': '89203b56-16ba-4813-8512-2f552542e3ff'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:35:45.259970 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7081c5e8-dcf7-4b28-8a21-d6386200f593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:45.324045 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1def63ae-1229-47e7-9b9d-ab8dc5926291 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (68c90c53-d794-4ac5-b245-af6c4671e426), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:45.331562 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f5ed32-cb39-42ea-b280-7ccd80e17235 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:45.332304 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d4f5ed32-cb39-42ea-b280-7ccd80e17235 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:45.337749 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3726a32-c884-4e1b-8c0a-1f3321d8f268 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Network fc1603fc-d010-444e-86f4-1d50707673e5 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:45.347983 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42af93d9-4e4d-4ac7-8e07-90035da8bfea tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Made reservation on behalf of 07dbfaef433643bcbdde916cc71b0400 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:45.352500 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-42af93d9-4e4d-4ac7-8e07-90035da8bfea tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:45.360341 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-f3726a32-c884-4e1b-8c0a-1f3321d8f268 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:45.366278 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3726a32-c884-4e1b-8c0a-1f3321d8f268 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:45.377091 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaaa30c-6899-4b15-ac4e-9a6c0499b6b2 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Made reservation on behalf of 47cc2ba19447419297d565fb0951950b for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:45.382178 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bbaaa30c-6899-4b15-ac4e-9a6c0499b6b2 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:45.393024 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3726a32-c884-4e1b-8c0a-1f3321d8f268 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Pushing event updated for resources: {'Port': ['ID=55a341c0-b6f6-4bed-8b5f-f8d375e5e004,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:45.394581 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bbaaa30c-6899-4b15-ac4e-9a6c0499b6b2 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:45.398299 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-d8899dee-9c2c-4455-820b-69ccbdb31c7e service neutron] 10.222.0.15 "GET /v2.0/networks/f2fea504-3cd4-4378-8032-e10de311dc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280669 Apr 15 03:35:45.404104 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-42af93d9-4e4d-4ac7-8e07-90035da8bfea tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] device_id is not set on port 1e205df5-fb2e-40db-8f8b-1b61d43e4f49 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:35:45.452824 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d4f5ed32-cb39-42ea-b280-7ccd80e17235 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9405098 Apr 15 03:35:45.454650 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58280) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:45.478070 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1def63ae-1229-47e7-9b9d-ab8dc5926291 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (68c90c53-d794-4ac5-b245-af6c4671e426), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:45.478656 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-443be475-91b8-45e9-8e66-f0349699fd82 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Request body: {'port': {'network_id': 'bea8d5e2-3137-4d57-8ad9-7decf4fc8453', 'name': 'tempest-AllowedAddressPairTestJSON-643869479', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3c:54:97'}]}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:45.483560 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1def63ae-1229-47e7-9b9d-ab8dc5926291 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:45.484179 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1def63ae-1229-47e7-9b9d-ab8dc5926291 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:45.542332 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3726a32-c884-4e1b-8c0a-1f3321d8f268 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:45.544017 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3726a32-c884-4e1b-8c0a-1f3321d8f268 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:45.565181 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2ed20eea-4140-4693-8a32-88a00df13093 req-a3974551-20b8-4841-9201-183913396a81 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 210 time: 0.0882211 Apr 15 03:35:45.593060 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-7081c5e8-dcf7-4b28-8a21-d6386200f593 None None] Allocated IP 2001:db8::f816:3eff:fe18:efab (02571790-4798-4768-8edf-393997480f85/89203b56-16ba-4813-8512-2f552542e3ff/8aadf300-276d-436a-948e-1feb476ad2ed) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:45.651062 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1def63ae-1229-47e7-9b9d-ab8dc5926291 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8231583 Apr 15 03:35:45.654123 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58286) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:45.679647 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-16556cc0-35a9-4df6-befe-d30abd797f58 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Request body: {'network': {'name': 'tempest-router-network02--100536150'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:45.737906 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f3726a32-c884-4e1b-8c0a-1f3321d8f268 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3215935 Apr 15 03:35:45.738841 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58288) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:45.769858 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a89040d-3aa1-4a0b-953e-72fe49d1d2bf None None] Network bea8d5e2-3137-4d57-8ad9-7decf4fc8453 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:45.810880 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443be475-91b8-45e9-8e66-f0349699fd82 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Made reservation on behalf of 4bd0a249cd534be59e067fa37ac4612f for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:45.874901 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bbaaa30c-6899-4b15-ac4e-9a6c0499b6b2 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Publish callbacks [] for security_group (7ad2afd7-f9c0-43b4-90ed-dd5ee284ceb3), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:45.877956 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def63ae-1229-47e7-9b9d-ab8dc5926291 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Pushing event updated for resources: {'Network': ['ID=68c90c53-d794-4ac5-b245-af6c4671e426,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:45.893430 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a7b9f182-ea99-4302-ae09-8f94ccfac45b None None] Provisioning complete for port cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:45.894023 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a7b9f182-ea99-4302-ae09-8f94ccfac45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:45.907213 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 68c90c53-d794-4ac5-b245-af6c4671e426 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:35:45.919095 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16556cc0-35a9-4df6-befe-d30abd797f58 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Made reservation on behalf of 616da300bb9a49ff9cf2aec5ffde9ef9 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:45.923199 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-16556cc0-35a9-4df6-befe-d30abd797f58 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:45.931066 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-5716b8cf-b0dd-4256-a5d9-649afb37054b None None] Allocated IP 172.20.0.2 (7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa/0e3382df-3858-4183-8795-c542ae0ab478/2b07145a-84ba-4466-9d98-a0c313a6602f) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:46.044161 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-443be475-91b8-45e9-8e66-f0349699fd82 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.051440 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-60e3f43c-350e-4dde-ad0f-1c9003f129f3 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'project_id': '20dcbc1dd82f4bbcace452c9ac5c39f3', 'port_id': '55a341c0-b6f6-4bed-8b5f-f8d375e5e004'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:46.063690 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-eb722498-addb-44b9-80ba-04fda3e80707 req-43345035-f1c6-46c1-9815-8b5acb603b73 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 210 time: 0.1056008 Apr 15 03:35:46.066979 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bbaaa30c-6899-4b15-ac4e-9a6c0499b6b2 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (7ad2afd7-f9c0-43b4-90ed-dd5ee284ceb3), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.114848 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbaaa30c-6899-4b15-ac4e-9a6c0499b6b2 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:35:46.149758 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16556cc0-35a9-4df6-befe-d30abd797f58 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:35:46.152979 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-443be475-91b8-45e9-8e66-f0349699fd82 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] device_id is not set on port e758e879-1d2c-4954-9521-3aeb0824e30a yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:35:46.161628 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7081c5e8-dcf7-4b28-8a21-d6386200f593 None None] Publish callbacks [] for port (8aadf300-276d-436a-948e-1feb476ad2ed), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.162248 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaaa30c-6899-4b15-ac4e-9a6c0499b6b2 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad2afd7-f9c0-43b4-90ed-dd5ee284ceb3,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:46.165041 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58308) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:46.175022 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bbaaa30c-6899-4b15-ac4e-9a6c0499b6b2 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (ae4ceb2d-59ee-413c-8315-35fc84ba6fd7), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.178604 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-bbaaa30c-6899-4b15-ac4e-9a6c0499b6b2 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Added segment ae4ceb2d-59ee-413c-8315-35fc84ba6fd7 of type vlan for network 6dcfa023-d21e-4d4a-a008-f693f68e1ed0 Apr 15 03:35:46.189575 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:46.199267 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-16556cc0-35a9-4df6-befe-d30abd797f58 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (3d089fe7-ceb8-49b3-ab32-3cf6c7ac6970), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.200100 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-16556cc0-35a9-4df6-befe-d30abd797f58 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Added segment 3d089fe7-ceb8-49b3-ab32-3cf6c7ac6970 of type vlan for network 95c5a32c-d234-4385-9a3c-88748ab0cb34 Apr 15 03:35:46.270397 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bbaaa30c-6899-4b15-ac4e-9a6c0499b6b2 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (6dcfa023-d21e-4d4a-a008-f693f68e1ed0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.285325 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-16556cc0-35a9-4df6-befe-d30abd797f58 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (95c5a32c-d234-4385-9a3c-88748ab0cb34), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.335994 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-443be475-91b8-45e9-8e66-f0349699fd82 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Allocated IP 172.20.0.4 (bea8d5e2-3137-4d57-8ad9-7decf4fc8453/ea8d755f-c401-4219-b3af-31792d2060f7/e758e879-1d2c-4954-9521-3aeb0824e30a) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:46.338436 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7081c5e8-dcf7-4b28-8a21-d6386200f593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (8aadf300-276d-436a-948e-1feb476ad2ed), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.376757 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-60e3f43c-350e-4dde-ad0f-1c9003f129f3 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.393781 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-42af93d9-4e4d-4ac7-8e07-90035da8bfea tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Allocated IP 2001:db8::f816:3eff:fe58:3275 (02571790-4798-4768-8edf-393997480f85/89203b56-16ba-4813-8512-2f552542e3ff/1e205df5-fb2e-40db-8f8b-1b61d43e4f49) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:46.435676 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bbaaa30c-6899-4b15-ac4e-9a6c0499b6b2 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (6dcfa023-d21e-4d4a-a008-f693f68e1ed0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.437411 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7081c5e8-dcf7-4b28-8a21-d6386200f593 None None] Network 02571790-4798-4768-8edf-393997480f85 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:46.444189 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaaa30c-6899-4b15-ac4e-9a6c0499b6b2 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:46.444829 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bbaaa30c-6899-4b15-ac4e-9a6c0499b6b2 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.457031 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-7081c5e8-dcf7-4b28-8a21-d6386200f593 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:46.469047 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7081c5e8-dcf7-4b28-8a21-d6386200f593 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:46.471256 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081c5e8-dcf7-4b28-8a21-d6386200f593 None None] Pushing event updated for resources: {'Port': ['ID=8aadf300-276d-436a-948e-1feb476ad2ed,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:46.499620 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:46.500375 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.504765 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9e1f4b12-448a-4dce-8293-3279d0e5c94c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a8f392df1e74498a19be12da4c5dee2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3373251 Apr 15 03:35:46.511136 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58320) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:46.511691 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-16556cc0-35a9-4df6-befe-d30abd797f58 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (95c5a32c-d234-4385-9a3c-88748ab0cb34), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.517675 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16556cc0-35a9-4df6-befe-d30abd797f58 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:46.518334 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-16556cc0-35a9-4df6-befe-d30abd797f58 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.527407 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9f182-ea99-4302-ae09-8f94ccfac45b None None] Current status of the port cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:46.528962 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a7b9f182-ea99-4302-ae09-8f94ccfac45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.565825 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-60e3f43c-350e-4dde-ad0f-1c9003f129f3 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.587738 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bbaaa30c-6899-4b15-ac4e-9a6c0499b6b2 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6575017 Apr 15 03:35:46.609085 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58322) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:46.629566 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaaa30c-6899-4b15-ac4e-9a6c0499b6b2 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Pushing event updated for resources: {'Network': ['ID=6dcfa023-d21e-4d4a-a008-f693f68e1ed0,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:46.668135 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 6dcfa023-d21e-4d4a-a008-f693f68e1ed0 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:35:46.698255 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5716b8cf-b0dd-4256-a5d9-649afb37054b None None] Publish callbacks [] for port (2b07145a-84ba-4466-9d98-a0c313a6602f), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.701022 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-16556cc0-35a9-4df6-befe-d30abd797f58 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0298026 Apr 15 03:35:46.725381 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58328) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:46.729941 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-a7b9f182-ea99-4302-ae09-8f94ccfac45b None None] For port cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d,segment=NetworkSegment(b585a898-555c-4429-b9bd-8b7ffbc8671e),segment_id=b585a898-555c-4429-b9bd-8b7ffbc8671e)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:35:46.743165 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-52c0206e-697f-4354-a726-8f6726e9967f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Request body: {'subnet': {'network_id': '68c90c53-d794-4ac5-b245-af6c4671e426', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:46.754871 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-7081c5e8-dcf7-4b28-8a21-d6386200f593 None None] Attempting to bind port 8aadf300-276d-436a-948e-1feb476ad2ed on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:46.759291 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-7081c5e8-dcf7-4b28-8a21-d6386200f593 None None] Attempting to bind port 8aadf300-276d-436a-948e-1feb476ad2ed by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'f891267b-adfe-4a4b-baa2-4e4be135de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '02571790-4798-4768-8edf-393997480f85'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:46.762240 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7081c5e8-dcf7-4b28-8a21-d6386200f593 None None] Attempting to bind port 8aadf300-276d-436a-948e-1feb476ad2ed on network 02571790-4798-4768-8edf-393997480f85 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:46.850454 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ae9fc182-f664-4e7f-971d-7263cb4721a7 admin admin] Publish callbacks [] for security_group (112088e9-c0a0-4e9a-a0d2-8401375a4704), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.863309 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5716b8cf-b0dd-4256-a5d9-649afb37054b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (2b07145a-84ba-4466-9d98-a0c313a6602f), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.878648 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ae9fc182-f664-4e7f-971d-7263cb4721a7 admin admin] Publish callbacks [] for security_group (112088e9-c0a0-4e9a-a0d2-8401375a4704), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.881874 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a7b9f182-ea99-4302-ae09-8f94ccfac45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.895118 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7081c5e8-dcf7-4b28-8a21-d6386200f593 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:35:46.895890 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7081c5e8-dcf7-4b28-8a21-d6386200f593 None None] Checking segment: {'id': 'f891267b-adfe-4a4b-baa2-4e4be135de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '02571790-4798-4768-8edf-393997480f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:46.896303 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7081c5e8-dcf7-4b28-8a21-d6386200f593 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.896805 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7081c5e8-dcf7-4b28-8a21-d6386200f593 None None] Bound using segment: {'id': 'f891267b-adfe-4a4b-baa2-4e4be135de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '02571790-4798-4768-8edf-393997480f85'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:35:46.897412 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-7081c5e8-dcf7-4b28-8a21-d6386200f593 None None] Bound port: 8aadf300-276d-436a-948e-1feb476ad2ed, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f891267b-adfe-4a4b-baa2-4e4be135de7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '02571790-4798-4768-8edf-393997480f85'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:35:46.897899 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7081c5e8-dcf7-4b28-8a21-d6386200f593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8aadf300-276d-436a-948e-1feb476ad2ed), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:46.934409 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16556cc0-35a9-4df6-befe-d30abd797f58 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Pushing event updated for resources: {'Network': ['ID=95c5a32c-d234-4385-9a3c-88748ab0cb34,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:47.001453 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-443be475-91b8-45e9-8e66-f0349699fd82 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks [] for port (e758e879-1d2c-4954-9521-3aeb0824e30a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.008787 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 95c5a32c-d234-4385-9a3c-88748ab0cb34 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:35:47.021513 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ae9fc182-f664-4e7f-971d-7263cb4721a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (112088e9-c0a0-4e9a-a0d2-8401375a4704), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.024188 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ae9fc182-f664-4e7f-971d-7263cb4721a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.025384 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ae9fc182-f664-4e7f-971d-7263cb4721a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/112088e9-c0a0-4e9a-a0d2-8401375a4704 HTTP/1.1" status: 204 len: 168 time: 0.5115221 Apr 15 03:35:47.027390 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-da0bf7ab-ca9b-4a1b-8ecb-e95d9eecf178 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Request body: {'network': {'name': 'tempest-network--866970019', 'router:external': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:47.077679 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-06f84bed-d583-4fca-8f13-5eab5be989a8 None None] Provisioning complete for port 72592883-04ab-4738-a5b3-9cb05159fb8f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:47.078158 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-06f84bed-d583-4fca-8f13-5eab5be989a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (72592883-04ab-4738-a5b3-9cb05159fb8f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.116157 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-42af93d9-4e4d-4ac7-8e07-90035da8bfea tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks [] for port (1e205df5-fb2e-40db-8f8b-1b61d43e4f49), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.124126 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c0206e-697f-4354-a726-8f6726e9967f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Made reservation on behalf of 616da300bb9a49ff9cf2aec5ffde9ef9 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:47.130505 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-06f84bed-d583-4fca-8f13-5eab5be989a8 None None] Port 72592883-04ab-4738-a5b3-9cb05159fb8f cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:35:47.145400 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-52c0206e-697f-4354-a726-8f6726e9967f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.146937 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5716b8cf-b0dd-4256-a5d9-649afb37054b None None] Network 7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:47.189208 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-06f84bed-d583-4fca-8f13-5eab5be989a8 None None] Provisioning complete for port cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:47.191249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-06f84bed-d583-4fca-8f13-5eab5be989a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.201877 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0bf7ab-ca9b-4a1b-8ecb-e95d9eecf178 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Made reservation on behalf of a4810fa1ea51443684d218ad825f8ea0 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:47.208991 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da0bf7ab-ca9b-4a1b-8ecb-e95d9eecf178 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.234593 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-60e3f43c-350e-4dde-ad0f-1c9003f129f3 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Allocated IP 172.26.6.29 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/49a0ba0e-4ef0-478f-8272-c6ec5546d07a) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:47.245517 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-52044d2d-9f93-44b6-b0dd-9c39f4b761c8 req-afe44e5a-31f5-4ba6-930d-33b8289c4c25 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 210 time: 0.1856415 Apr 15 03:35:47.246292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9fc182-f664-4e7f-971d-7263cb4721a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112088e9-c0a0-4e9a-a0d2-8401375a4704,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:47.296738 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-5716b8cf-b0dd-4256-a5d9-649afb37054b None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:47.316217 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716b8cf-b0dd-4256-a5d9-649afb37054b None None] Pushing event updated for resources: {'Port': ['ID=2b07145a-84ba-4466-9d98-a0c313a6602f,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:47.351657 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5716b8cf-b0dd-4256-a5d9-649afb37054b None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:47.366926 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da0bf7ab-ca9b-4a1b-8ecb-e95d9eecf178 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.371574 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1bf2fd82-3a3f-412e-a9ab-4d0876dcde29 req-0ece096f-d8cf-4879-aa5b-500d682c9026 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 210 time: 0.1706295 Apr 15 03:35:47.392278 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-443be475-91b8-45e9-8e66-f0349699fd82 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (e758e879-1d2c-4954-9521-3aeb0824e30a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.440419 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:47.497141 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5716b8cf-b0dd-4256-a5d9-649afb37054b None None] Attempting to bind port 2b07145a-84ba-4466-9d98-a0c313a6602f on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:47.497747 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5716b8cf-b0dd-4256-a5d9-649afb37054b None None] Attempting to bind port 2b07145a-84ba-4466-9d98-a0c313a6602f by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'ae9c6c16-36c0-48db-a51a-e2e15fb81597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:47.498259 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5716b8cf-b0dd-4256-a5d9-649afb37054b None None] Attempting to bind port 2b07145a-84ba-4466-9d98-a0c313a6602f on network 7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:47.501368 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7081c5e8-dcf7-4b28-8a21-d6386200f593 None None] For port 8aadf300-276d-436a-948e-1feb476ad2ed, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:35:47.507332 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9f182-ea99-4302-ae09-8f94ccfac45b None None] Pushing event updated for resources: {'Port': ['ID=cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:47.518302 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-60e3f43c-350e-4dde-ad0f-1c9003f129f3 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks [] for port (49a0ba0e-4ef0-478f-8272-c6ec5546d07a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.526700 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5716b8cf-b0dd-4256-a5d9-649afb37054b None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:35:47.527411 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5716b8cf-b0dd-4256-a5d9-649afb37054b None None] Checking segment: {'id': 'ae9c6c16-36c0-48db-a51a-e2e15fb81597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:47.527977 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5716b8cf-b0dd-4256-a5d9-649afb37054b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.528782 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5716b8cf-b0dd-4256-a5d9-649afb37054b None None] Bound using segment: {'id': 'ae9c6c16-36c0-48db-a51a-e2e15fb81597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:35:47.529406 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5716b8cf-b0dd-4256-a5d9-649afb37054b None None] Bound port: 2b07145a-84ba-4466-9d98-a0c313a6602f, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9c6c16-36c0-48db-a51a-e2e15fb81597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:35:47.529991 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5716b8cf-b0dd-4256-a5d9-649afb37054b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2b07145a-84ba-4466-9d98-a0c313a6602f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.533856 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7081c5e8-dcf7-4b28-8a21-d6386200f593 None None] For port 8aadf300-276d-436a-948e-1feb476ad2ed, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=8aadf300-276d-436a-948e-1feb476ad2ed,segment=NetworkSegment(f891267b-adfe-4a4b-baa2-4e4be135de7f),segment_id=f891267b-adfe-4a4b-baa2-4e4be135de7f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:35:47.551720 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443be475-91b8-45e9-8e66-f0349699fd82 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Network bea8d5e2-3137-4d57-8ad9-7decf4fc8453 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:47.565799 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-443be475-91b8-45e9-8e66-f0349699fd82 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:47.569595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443be475-91b8-45e9-8e66-f0349699fd82 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Pushing event updated for resources: {'Port': ['ID=e758e879-1d2c-4954-9521-3aeb0824e30a,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:47.582032 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da0bf7ab-ca9b-4a1b-8ecb-e95d9eecf178 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks [] for security_group (30a6e72e-9286-4ffd-a672-9c9fcacb9cc4), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.587718 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443be475-91b8-45e9-8e66-f0349699fd82 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:47.621252 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-06f84bed-d583-4fca-8f13-5eab5be989a8 None None] Current status of the port cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:47.645826 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7081c5e8-dcf7-4b28-8a21-d6386200f593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (8aadf300-276d-436a-948e-1feb476ad2ed), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.703657 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443be475-91b8-45e9-8e66-f0349699fd82 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:47.704582 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-443be475-91b8-45e9-8e66-f0349699fd82 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.732810 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-06f84bed-d583-4fca-8f13-5eab5be989a8 None None] Provisioning complete for port 55a341c0-b6f6-4bed-8b5f-f8d375e5e004 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:47.734508 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-06f84bed-d583-4fca-8f13-5eab5be989a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (55a341c0-b6f6-4bed-8b5f-f8d375e5e004), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.740833 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-42af93d9-4e4d-4ac7-8e07-90035da8bfea tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (1e205df5-fb2e-40db-8f8b-1b61d43e4f49), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.753914 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da0bf7ab-ca9b-4a1b-8ecb-e95d9eecf178 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (30a6e72e-9286-4ffd-a672-9c9fcacb9cc4), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.779156 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-06f84bed-d583-4fca-8f13-5eab5be989a8 None None] Port 55a341c0-b6f6-4bed-8b5f-f8d375e5e004 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:35:47.837076 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-443be475-91b8-45e9-8e66-f0349699fd82 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.3723993 Apr 15 03:35:47.838407 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-60e3f43c-350e-4dde-ad0f-1c9003f129f3 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (49a0ba0e-4ef0-478f-8272-c6ec5546d07a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.840353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58352) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:47.872890 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081c5e8-dcf7-4b28-8a21-d6386200f593 None None] Pushing event updated for resources: {'Port': ['ID=8aadf300-276d-436a-948e-1feb476ad2ed,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:47.873040 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bf7ab-ca9b-4a1b-8ecb-e95d9eecf178 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a6e72e-9286-4ffd-a672-9c9fcacb9cc4,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:47.880327 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0bf7ab-ca9b-4a1b-8ecb-e95d9eecf178 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:35:47.885774 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5716b8cf-b0dd-4256-a5d9-649afb37054b None None] For port 2b07145a-84ba-4466-9d98-a0c313a6602f, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:35:47.891032 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5716b8cf-b0dd-4256-a5d9-649afb37054b None None] For port 2b07145a-84ba-4466-9d98-a0c313a6602f, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=2b07145a-84ba-4466-9d98-a0c313a6602f,segment=NetworkSegment(ae9c6c16-36c0-48db-a51a-e2e15fb81597),segment_id=ae9c6c16-36c0-48db-a51a-e2e15fb81597)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:35:47.894481 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42af93d9-4e4d-4ac7-8e07-90035da8bfea tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Network 02571790-4798-4768-8edf-393997480f85 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:47.901240 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-42af93d9-4e4d-4ac7-8e07-90035da8bfea tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:47.904125 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da0bf7ab-ca9b-4a1b-8ecb-e95d9eecf178 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (ccecf995-9b97-4011-86f9-97720b56b420), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.904479 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-da0bf7ab-ca9b-4a1b-8ecb-e95d9eecf178 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Added segment ccecf995-9b97-4011-86f9-97720b56b420 of type vlan for network fa9f532f-c7ad-4c91-a4ba-89a0901b4e91 Apr 15 03:35:47.906016 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42af93d9-4e4d-4ac7-8e07-90035da8bfea tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:47.911943 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42af93d9-4e4d-4ac7-8e07-90035da8bfea tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:47.912576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-42af93d9-4e4d-4ac7-8e07-90035da8bfea tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.914437 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-eb3f2ed0-c648-46a8-bcdd-d87a26779f66 None None] Provisioning complete for port 72592883-04ab-4738-a5b3-9cb05159fb8f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:47.915105 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-eb3f2ed0-c648-46a8-bcdd-d87a26779f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (72592883-04ab-4738-a5b3-9cb05159fb8f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:47.921316 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af93d9-4e4d-4ac7-8e07-90035da8bfea tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event updated for resources: {'Port': ['ID=1e205df5-fb2e-40db-8f8b-1b61d43e4f49,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:47.983912 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f2ed0-c648-46a8-bcdd-d87a26779f66 None None] Port 72592883-04ab-4738-a5b3-9cb05159fb8f cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:35:47.985846 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da0bf7ab-ca9b-4a1b-8ecb-e95d9eecf178 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (fa9f532f-c7ad-4c91-a4ba-89a0901b4e91), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:48.005780 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e3f43c-350e-4dde-ad0f-1c9003f129f3 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:48.012489 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5716b8cf-b0dd-4256-a5d9-649afb37054b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (2b07145a-84ba-4466-9d98-a0c313a6602f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:48.024472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-52c0206e-697f-4354-a726-8f6726e9967f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (9205e654-1e7c-4645-9947-c49fc1d6e155), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:48.025315 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8f9b9d-ddea-4bf6-b61c-af09b8c727c8 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:48.039289 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8f9b9d-ddea-4bf6-b61c-af09b8c727c8 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:48.047660 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8f9b9d-ddea-4bf6-b61c-af09b8c727c8 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:48.055891 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4e8f9b9d-ddea-4bf6-b61c-af09b8c727c8 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2075877 Apr 15 03:35:48.055891 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-60e3f43c-350e-4dde-ad0f-1c9003f129f3 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:48.059573 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e3f43c-350e-4dde-ad0f-1c9003f129f3 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:48.065316 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58356) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:48.128109 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da0bf7ab-ca9b-4a1b-8ecb-e95d9eecf178 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (fa9f532f-c7ad-4c91-a4ba-89a0901b4e91), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:48.129585 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0bf7ab-ca9b-4a1b-8ecb-e95d9eecf178 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:48.134462 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da0bf7ab-ca9b-4a1b-8ecb-e95d9eecf178 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:48.165444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716b8cf-b0dd-4256-a5d9-649afb37054b None None] Pushing event updated for resources: {'Port': ['ID=2b07145a-84ba-4466-9d98-a0c313a6602f,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:48.197434 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:48.207636 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ab881f22-f47a-4d0d-84c3-1a88b71b6d4f None None] Provisioning complete for port e758e879-1d2c-4954-9521-3aeb0824e30a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:48.208575 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ab881f22-f47a-4d0d-84c3-1a88b71b6d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e758e879-1d2c-4954-9521-3aeb0824e30a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:48.245205 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0206e-697f-4354-a726-8f6726e9967f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Pushing event updated for resources: {'Subnet': ['ID=9205e654-1e7c-4645-9947-c49fc1d6e155,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:48.322952 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-42af93d9-4e4d-4ac7-8e07-90035da8bfea tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.3496513 Apr 15 03:35:48.346661 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58364) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:48.419678 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c0206e-697f-4354-a726-8f6726e9967f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Checking segment: {'id': '5da35a55-bfdd-4033-b6fe-aa3f6709fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68c90c53-d794-4ac5-b245-af6c4671e426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:48.420080 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c0206e-697f-4354-a726-8f6726e9967f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Network hostable DHCP agents. Network: 68c90c53-d794-4ac5-b245-af6c4671e426, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:35:48.424288 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ab881f22-f47a-4d0d-84c3-1a88b71b6d4f None None] Port e758e879-1d2c-4954-9521-3aeb0824e30a cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:35:48.444740 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:48.445653 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:48.507144 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-da0bf7ab-ca9b-4a1b-8ecb-e95d9eecf178 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.8851979 Apr 15 03:35:48.512384 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.30', 65132) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:48.512719 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58372) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:48.524795 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3f43c-350e-4dde-ad0f-1c9003f129f3 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Pushing event updated for resources: {'Port': ['ID=49a0ba0e-4ef0-478f-8272-c6ec5546d07a,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:48.549284 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-87a4bc74-7729-44ba-a1cb-7bb8e0383397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:48.608079 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-92c43a53-8b3c-4aab-8671-0637942dfb2d req-bc66f333-bc70-4fac-9f3e-81b8aa4a4f81 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 210 time: 0.1122379 Apr 15 03:35:48.651013 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:48.766474 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bf7ab-ca9b-4a1b-8ecb-e95d9eecf178 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Pushing event updated for resources: {'Network': ['ID=fa9f532f-c7ad-4c91-a4ba-89a0901b4e91,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:48.777922 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network fa9f532f-c7ad-4c91-a4ba-89a0901b4e91 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:35:48.825908 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-f79d6fef-8469-4a34-b740-5366f21acb30 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Deleting port e758e879-1d2c-4954-9521-3aeb0824e30a {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:35:48.826256 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f79d6fef-8469-4a34-b740-5366f21acb30 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e758e879-1d2c-4954-9521-3aeb0824e30a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:48.907368 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-a74eea38-6d2a-48d0-99d5-4ad8a0445e8e tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:48.907368 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-a74eea38-6d2a-48d0-99d5-4ad8a0445e8e tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.30 "GET /v2.0/networks?id=aff9828f-e70e-4acc-8eaf-6dd6dde216ee HTTP/1.1" status: 200 len: 812 time: 0.3816559 Apr 15 03:35:48.974852 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c0206e-697f-4354-a726-8f6726e9967f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Network 68c90c53-d794-4ac5-b245-af6c4671e426 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:35:49.004160 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2117e70a-9de4-41cb-9d89-9699069ad2dd req-81588132-af3a-4fe6-8fd9-71b5bdd1f3ca tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 210 time: 0.2455187 Apr 15 03:35:49.008996 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0573e3-54fd-48b2-8567-dbc41dc02981 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Deleting subnet 89203b56-16ba-4813-8512-2f552542e3ff {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:35:49.051959 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1d0573e3-54fd-48b2-8567-dbc41dc02981 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks [] for subnet (89203b56-16ba-4813-8512-2f552542e3ff), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:49.226251 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-18b657a0-e7b0-434b-85bd-ea8853f6e83c tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11a65844133b45eca2de1ac5661b176d HTTP/1.1" status: 200 len: 379 time: 0.2816701 Apr 15 03:35:49.234815 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1d0573e3-54fd-48b2-8567-dbc41dc02981 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (89203b56-16ba-4813-8512-2f552542e3ff), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:49.431515 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1d0573e3-54fd-48b2-8567-dbc41dc02981 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (89203b56-16ba-4813-8512-2f552542e3ff), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:49.477900 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-52c0206e-697f-4354-a726-8f6726e9967f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 68c90c53-d794-4ac5-b245-af6c4671e426) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:49.481681 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e6b2-7c54-464e-84b2-349424e9da59 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (fa9f532f-c7ad-4c91-a4ba-89a0901b4e91), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:49.487696 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-cb7dd136-5be0-4a6b-ac0d-eb9d4bbfc1c9 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Request body: {'port': {'device_id': 'a00b122b-2436-4ca0-9f0e-173b2d41b317', 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee', 'admin_state_up': True, 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'security_groups': ['682d1ead-5a9a-4ee5-9f03-0d6258875b3d']}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:49.490496 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b0a32c-8fc4-405d-8822-6a25e973c040 None None] Network 68c90c53-d794-4ac5-b245-af6c4671e426 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:49.493357 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.30', 65137) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:49.522961 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c0206e-697f-4354-a726-8f6726e9967f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:49.523449 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-52c0206e-697f-4354-a726-8f6726e9967f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:49.587863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-60e3f43c-350e-4dde-ad0f-1c9003f129f3 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks [] for floatingip (445e094e-f7d0-4ba3-833d-9ce4892ce5d8), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:49.639402 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2479d005-4473-4df0-a902-5213931dd27a None None] Network 02571790-4798-4768-8edf-393997480f85 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:49.787163 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f79d6fef-8469-4a34-b740-5366f21acb30 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e758e879-1d2c-4954-9521-3aeb0824e30a), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:49.840391 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-599eb588-3caa-4915-a836-383e8421eecc req-ff1572b6-3700-4d23-9fd7-345304729ad1 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 210 time: 0.1013670 Apr 15 03:35:49.888696 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-bf715537-dead-4fba-9ecd-67ff44f08480 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:49.890489 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-bf715537-dead-4fba-9ecd-67ff44f08480 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.30 "GET /v2.0/networks?id=f2fea504-3cd4-4378-8032-e10de311dc7b HTTP/1.1" status: 200 len: 805 time: 0.3956702 Apr 15 03:35:50.033989 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-623cf337-22ca-4877-b6c5-ad25c072f344 None None] Provisioning complete for port 8aadf300-276d-436a-948e-1feb476ad2ed triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:50.034509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-623cf337-22ca-4877-b6c5-ad25c072f344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (8aadf300-276d-436a-948e-1feb476ad2ed), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:50.150873 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-60e3f43c-350e-4dde-ad0f-1c9003f129f3 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (49a0ba0e-4ef0-478f-8272-c6ec5546d07a), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:50.171390 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-40e364a5-3ac4-4f53-8064-4e44c1b2f075 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e585f3ca53e5479db86fbf2994cc0780 HTTP/1.1" status: 200 len: 380 time: 0.2694545 Apr 15 03:35:50.189462 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd5e748-c727-4ed3-8bf5-ee857d38ea60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-68c90c53-d794-4ac5-b245-af6c4671e426', 'network_id': '68c90c53-d794-4ac5-b245-af6c4671e426', 'project_id': '616da300bb9a49ff9cf2aec5ffde9ef9', 'fixed_ips': [{'subnet_id': '9205e654-1e7c-4645-9947-c49fc1d6e155'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:35:50.192127 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e748-c727-4ed3-8bf5-ee857d38ea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:50.225309 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-52c0206e-697f-4354-a726-8f6726e9967f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4904864 Apr 15 03:35:50.233089 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-7abb5d81-12a8-44e3-b1ce-e93774db286f tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Request body: {'port': {'device_id': '0d249c24-9271-4002-82b7-3bfcfff73406', 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b', 'admin_state_up': True, 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'security_groups': ['4a74ef2f-e468-4823-bb5a-cc40bfb59703']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:50.238600 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58426) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:50.242199 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-f79d6fef-8469-4a34-b740-5366f21acb30 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Calling delete_port for e758e879-1d2c-4954-9521-3aeb0824e30a owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:35:50.253966 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-bd6d39f7-78f8-4155-8a4f-23833dc010b7 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Request body: {'subnet': {'network_id': '95c5a32c-d234-4385-9a3c-88748ab0cb34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:50.349267 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58430) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:50.360955 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b5929730-2eb9-4e40-a96f-13cfcc616cfc req-658d031e-0b0f-4df9-a013-aeec9e081fe8 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 210 time: 0.1260529 Apr 15 03:35:50.412271 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-4cd5e748-c727-4ed3-8bf5-ee857d38ea60 None None] Allocated IP 172.20.0.2 (68c90c53-d794-4ac5-b245-af6c4671e426/9205e654-1e7c-4645-9947-c49fc1d6e155/c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:50.420259 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 8aadf300-276d-436a-948e-1feb476ad2ed up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:50.424383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00996e7a-0884-488c-acdd-7c1ae3ec8953 None None] Network 7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:50.521585 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e6b2-7c54-464e-84b2-349424e9da59 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (fa9f532f-c7ad-4c91-a4ba-89a0901b4e91), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:50.524696 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1d0573e3-54fd-48b2-8567-dbc41dc02981 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (89203b56-16ba-4813-8512-2f552542e3ff), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:50.531175 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-c2e18918-d6ed-4ef4-965c-b597702e7778 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-906293495', 'router:external': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:50.661484 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-623cf337-22ca-4877-b6c5-ad25c072f344 None None] Current status of the port 8aadf300-276d-436a-948e-1feb476ad2ed is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:50.662270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-623cf337-22ca-4877-b6c5-ad25c072f344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8aadf300-276d-436a-948e-1feb476ad2ed), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:50.688771 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0573e3-54fd-48b2-8567-dbc41dc02981 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event deleted for resources: {'Subnet': ['ID=89203b56-16ba-4813-8512-2f552542e3ff,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:50.694848 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-3dd1e6b2-7c54-464e-84b2-349424e9da59 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9f532f-c7ad-4c91-a4ba-89a0901b4e91']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:50.703869 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1d0573e3-54fd-48b2-8567-dbc41dc02981 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:50.711569 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-60e3f43c-350e-4dde-ad0f-1c9003f129f3 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks [] for port (49a0ba0e-4ef0-478f-8272-c6ec5546d07a), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:50.712297 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1d0573e3-54fd-48b2-8567-dbc41dc02981 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "DELETE /v2.0/subnets/89203b56-16ba-4813-8512-2f552542e3ff HTTP/1.1" status: 204 len: 168 time: 2.2855768 Apr 15 03:35:50.717003 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-623cf337-22ca-4877-b6c5-ad25c072f344 None None] For port 8aadf300-276d-436a-948e-1feb476ad2ed, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=8aadf300-276d-436a-948e-1feb476ad2ed,segment=NetworkSegment(f891267b-adfe-4a4b-baa2-4e4be135de7f),segment_id=f891267b-adfe-4a4b-baa2-4e4be135de7f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:35:50.720242 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58436) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:50.726029 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-3dd1e6b2-7c54-464e-84b2-349424e9da59 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccecf995-9b97-4011-86f9-97720b56b420') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:50.726569 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-3dd1e6b2-7c54-464e-84b2-349424e9da59 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccecf995-9b97-4011-86f9-97720b56b420') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:50.747727 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6d39f7-78f8-4155-8a4f-23833dc010b7 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Made reservation on behalf of 616da300bb9a49ff9cf2aec5ffde9ef9 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:50.753090 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bd6d39f7-78f8-4155-8a4f-23833dc010b7 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:50.757916 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-7abb5d81-12a8-44e3-b1ce-e93774db286f tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Made reservation on behalf of e585f3ca53e5479db86fbf2994cc0780 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:50.764182 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e6b2-7c54-464e-84b2-349424e9da59 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (ccecf995-9b97-4011-86f9-97720b56b420), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:50.769816 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-7abb5d81-12a8-44e3-b1ce-e93774db286f tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:50.788588 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-cb7dd136-5be0-4a6b-ac0d-eb9d4bbfc1c9 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Made reservation on behalf of 11a65844133b45eca2de1ac5661b176d for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:50.793462 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-cb7dd136-5be0-4a6b-ac0d-eb9d4bbfc1c9 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:50.834946 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e6b2-7c54-464e-84b2-349424e9da59 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (ccecf995-9b97-4011-86f9-97720b56b420), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:50.875949 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-623cf337-22ca-4877-b6c5-ad25c072f344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (8aadf300-276d-436a-948e-1feb476ad2ed), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:50.903584 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e18918-d6ed-4ef4-965c-b597702e7778 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Made reservation on behalf of 4aef19eec8d045cf96c63f759a6e46a2 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:50.914805 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2e18918-d6ed-4ef4-965c-b597702e7778 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:50.928450 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd1e6b2-7c54-464e-84b2-349424e9da59 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:35:50.929185 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e6b2-7c54-464e-84b2-349424e9da59 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (ccecf995-9b97-4011-86f9-97720b56b420), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:50.932376 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2e18918-d6ed-4ef4-965c-b597702e7778 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:35:50.941377 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:35:51.002094 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-109d7050-d9f9-44ea-b2c4-5363baa810e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:51.014782 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-60e3f43c-350e-4dde-ad0f-1c9003f129f3 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (49a0ba0e-4ef0-478f-8272-c6ec5546d07a), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:51.048698 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fac6bb-252c-4e7f-bd9b-4151dd23bf69 None None] Network 02571790-4798-4768-8edf-393997480f85 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:51.075002 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7158de5-41fc-4c31-93ee-734e9d503919 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:51.084852 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7158de5-41fc-4c31-93ee-734e9d503919 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:51.095324 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d7158de5-41fc-4c31-93ee-734e9d503919 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3685827 Apr 15 03:35:51.112500 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58440) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:51.146251 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-07e98606-4d55-40f1-9405-f857c734fc85 req-168f34e5-cffe-44e6-a2ec-eba16967c0ed tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 210 time: 0.1347463 Apr 15 03:35:51.155992 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8743d29e-817a-4f88-b1b5-7912b0cfcb0f None None] Provisioning complete for port 1e205df5-fb2e-40db-8f8b-1b61d43e4f49 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:51.156385 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8743d29e-817a-4f88-b1b5-7912b0cfcb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1e205df5-fb2e-40db-8f8b-1b61d43e4f49), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:51.207621 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8743d29e-817a-4f88-b1b5-7912b0cfcb0f None None] Port 1e205df5-fb2e-40db-8f8b-1b61d43e4f49 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:35:51.272879 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8743d29e-817a-4f88-b1b5-7912b0cfcb0f None None] Provisioning complete for port 2b07145a-84ba-4466-9d98-a0c313a6602f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:51.281615 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8743d29e-817a-4f88-b1b5-7912b0cfcb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2b07145a-84ba-4466-9d98-a0c313a6602f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:51.455142 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 8aadf300-276d-436a-948e-1feb476ad2ed triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:51.455142 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (8aadf300-276d-436a-948e-1feb476ad2ed), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:51.456415 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f79d6fef-8469-4a34-b740-5366f21acb30 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (e758e879-1d2c-4954-9521-3aeb0824e30a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:51.633750 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623cf337-22ca-4877-b6c5-ad25c072f344 None None] Pushing event updated for resources: {'Port': ['ID=8aadf300-276d-436a-948e-1feb476ad2ed,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:51.637507 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3f43c-350e-4dde-ad0f-1c9003f129f3 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Pushing event updated for resources: {'Port': ['ID=49a0ba0e-4ef0-478f-8272-c6ec5546d07a,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:51.637507 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-7abb5d81-12a8-44e3-b1ce-e93774db286f tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Allocated IP 172.20.0.9 (f2fea504-3cd4-4378-8032-e10de311dc7b/092479ab-a039-43a5-be16-d3695e00426b/ef4adf81-5745-4c2a-9457-c67521bf7302) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:51.637507 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-60e3f43c-350e-4dde-ad0f-1c9003f129f3 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (445e094e-f7d0-4ba3-833d-9ce4892ce5d8), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:51.637848 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e748-c727-4ed3-8bf5-ee857d38ea60 None None] Publish callbacks [] for port (c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:51.637928 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2e18918-d6ed-4ef4-965c-b597702e7778 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for security_group (40270b8a-a291-42de-9689-87e93d1dbc02), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:51.638018 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7818f2a8-48fd-4162-9266-04f9da02bc5b None None] DHCP port deletion for 02571790-4798-4768-8edf-393997480f85 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:35:51.644020 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d6fef-8469-4a34-b740-5366f21acb30 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Pushing event deleted for resources: {'Port': ['ID=e758e879-1d2c-4954-9521-3aeb0824e30a,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:51.655653 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8743d29e-817a-4f88-b1b5-7912b0cfcb0f None None] Current status of the port 2b07145a-84ba-4466-9d98-a0c313a6602f is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:51.655980 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8743d29e-817a-4f88-b1b5-7912b0cfcb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2b07145a-84ba-4466-9d98-a0c313a6602f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:51.690661 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e6b2-7c54-464e-84b2-349424e9da59 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (fa9f532f-c7ad-4c91-a4ba-89a0901b4e91), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:51.699296 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 8aadf300-276d-436a-948e-1feb476ad2ed is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:51.699296 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2b07145a-84ba-4466-9d98-a0c313a6602f up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:51.745477 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-99970ca4-e241-43db-8a73-8799f27d00cd req-4f7031c0-4b41-4fa0-9eb9-36652e7c99bd tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 210 time: 0.1405125 Apr 15 03:35:51.749232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd1e6b2-7c54-464e-84b2-349424e9da59 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa9f532f-c7ad-4c91-a4ba-89a0901b4e91 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 15 03:35:51.752059 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e6b2-7c54-464e-84b2-349424e9da59 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:51.756740 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3dd1e6b2-7c54-464e-84b2-349424e9da59 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] 10.222.0.15 "DELETE /v2.0/networks/fa9f532f-c7ad-4c91-a4ba-89a0901b4e91 HTTP/1.1" status: 204 len: 168 time: 3.0113528 Apr 15 03:35:51.764492 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58446) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:51.769660 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1e6b2-7c54-464e-84b2-349424e9da59 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa9f532f-c7ad-4c91-a4ba-89a0901b4e91,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:51.863033 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e748-c727-4ed3-8bf5-ee857d38ea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:51.895150 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-36d55db4-261c-403e-b6f7-356382c2e465 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:51.920463 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d817b958-b147-4bb4-b082-c4cd2fc21469 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (02571790-4798-4768-8edf-393997480f85), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:51.935670 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2e18918-d6ed-4ef4-965c-b597702e7778 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (40270b8a-a291-42de-9689-87e93d1dbc02), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:51.948699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5e748-c727-4ed3-8bf5-ee857d38ea60 None None] Pushing event updated for resources: {'Port': ['ID=c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:52.000756 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7818f2a8-48fd-4162-9266-04f9da02bc5b None None] Deleting port 8aadf300-276d-436a-948e-1feb476ad2ed {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:35:52.001959 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7818f2a8-48fd-4162-9266-04f9da02bc5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (8aadf300-276d-436a-948e-1feb476ad2ed), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:52.062790 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e18918-d6ed-4ef4-965c-b597702e7778 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40270b8a-a291-42de-9689-87e93d1dbc02,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:52.098110 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-cb7dd136-5be0-4a6b-ac0d-eb9d4bbfc1c9 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Allocated IP 172.20.0.11 (aff9828f-e70e-4acc-8eaf-6dd6dde216ee/78adb54a-0d2d-4945-b7b1-f8e96da5bc76/fa797c36-ad3b-4d10-99d7-7d699a77251c) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:52.115183 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-d817b958-b147-4bb4-b082-c4cd2fc21469 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 15 03:35:52.116155 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d817b958-b147-4bb4-b082-c4cd2fc21469 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:35:52.118628 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d817b958-b147-4bb4-b082-c4cd2fc21469 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "DELETE /v2.0/networks/02571790-4798-4768-8edf-393997480f85 HTTP/1.1" status: 409 len: 466 time: 0.9476852 Apr 15 03:35:52.140275 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58448) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:52.148689 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-cff4538f-1511-4064-a7b1-772690da936d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1097602907'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:52.151892 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e18918-d6ed-4ef4-965c-b597702e7778 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:35:52.174596 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-60e3f43c-350e-4dde-ad0f-1c9003f129f3 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Floating IP 445e094e-f7d0-4ba3-833d-9ce4892ce5d8 associated. External IP: 172.26.6.29, port: 55a341c0-b6f6-4bed-8b5f-f8d375e5e004. Apr 15 03:35:52.233872 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-8743d29e-817a-4f88-b1b5-7912b0cfcb0f None None] For port 2b07145a-84ba-4466-9d98-a0c313a6602f, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=2b07145a-84ba-4466-9d98-a0c313a6602f,segment=NetworkSegment(ae9c6c16-36c0-48db-a51a-e2e15fb81597),segment_id=ae9c6c16-36c0-48db-a51a-e2e15fb81597)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:35:52.263587 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2e18918-d6ed-4ef4-965c-b597702e7778 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (256a1d7e-03bc-4022-b6ea-ce7350594ddb), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:52.264113 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-c2e18918-d6ed-4ef4-965c-b597702e7778 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Added segment 256a1d7e-03bc-4022-b6ea-ce7350594ddb of type vlan for network bd2a3c68-aba4-40fb-8c6c-50643e417165 Apr 15 03:35:52.285789 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 2b07145a-84ba-4466-9d98-a0c313a6602f triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:52.291145 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2b07145a-84ba-4466-9d98-a0c313a6602f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:52.355212 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7818f2a8-48fd-4162-9266-04f9da02bc5b None None] For port 8aadf300-276d-436a-948e-1feb476ad2ed, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=8aadf300-276d-436a-948e-1feb476ad2ed,segment=NetworkSegment(f891267b-adfe-4a4b-baa2-4e4be135de7f),segment_id=f891267b-adfe-4a4b-baa2-4e4be135de7f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:35:52.355719 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7818f2a8-48fd-4162-9266-04f9da02bc5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (8aadf300-276d-436a-948e-1feb476ad2ed), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:52.363594 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd5e748-c727-4ed3-8bf5-ee857d38ea60 None None] Network 68c90c53-d794-4ac5-b245-af6c4671e426 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:52.385766 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4d75d984-88f5-4ce0-83cb-5f62e806635e req-87ea5f55-6cc2-4357-a2bb-e2db1bfa3829 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 210 time: 0.0950389 Apr 15 03:35:52.386083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:52.390207 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8743d29e-817a-4f88-b1b5-7912b0cfcb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (2b07145a-84ba-4466-9d98-a0c313a6602f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:52.412322 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-4cd5e748-c727-4ed3-8bf5-ee857d38ea60 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:52.418888 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd5e748-c727-4ed3-8bf5-ee857d38ea60 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:52.422284 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7818f2a8-48fd-4162-9266-04f9da02bc5b None None] Calling delete_port for 8aadf300-276d-436a-948e-1feb476ad2ed owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:35:52.449123 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2e18918-d6ed-4ef4-965c-b597702e7778 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (bd2a3c68-aba4-40fb-8c6c-50643e417165), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:52.516554 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8743d29e-817a-4f88-b1b5-7912b0cfcb0f None None] Provisioning complete for port 8aadf300-276d-436a-948e-1feb476ad2ed triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:52.516926 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8743d29e-817a-4f88-b1b5-7912b0cfcb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (8aadf300-276d-436a-948e-1feb476ad2ed), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:52.628320 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743d29e-817a-4f88-b1b5-7912b0cfcb0f None None] Pushing event updated for resources: {'Port': ['ID=2b07145a-84ba-4466-9d98-a0c313a6602f,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:52.661862 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-4cd5e748-c727-4ed3-8bf5-ee857d38ea60 None None] Attempting to bind port c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:52.662152 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-4cd5e748-c727-4ed3-8bf5-ee857d38ea60 None None] Attempting to bind port c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '5da35a55-bfdd-4033-b6fe-aa3f6709fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68c90c53-d794-4ac5-b245-af6c4671e426'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:52.662514 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd5e748-c727-4ed3-8bf5-ee857d38ea60 None None] Attempting to bind port c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d on network 68c90c53-d794-4ac5-b245-af6c4671e426 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:52.677250 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd5e748-c727-4ed3-8bf5-ee857d38ea60 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:35:52.677624 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd5e748-c727-4ed3-8bf5-ee857d38ea60 None None] Checking segment: {'id': '5da35a55-bfdd-4033-b6fe-aa3f6709fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68c90c53-d794-4ac5-b245-af6c4671e426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:52.678307 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e748-c727-4ed3-8bf5-ee857d38ea60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:52.678719 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd5e748-c727-4ed3-8bf5-ee857d38ea60 None None] Bound using segment: {'id': '5da35a55-bfdd-4033-b6fe-aa3f6709fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68c90c53-d794-4ac5-b245-af6c4671e426'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:35:52.679220 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-4cd5e748-c727-4ed3-8bf5-ee857d38ea60 None None] Bound port: c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da35a55-bfdd-4033-b6fe-aa3f6709fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '68c90c53-d794-4ac5-b245-af6c4671e426'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:35:52.679570 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e748-c727-4ed3-8bf5-ee857d38ea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:52.695946 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-7abb5d81-12a8-44e3-b1ce-e93774db286f tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks [] for port (ef4adf81-5745-4c2a-9457-c67521bf7302), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:52.727105 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-cb7dd136-5be0-4a6b-ac0d-eb9d4bbfc1c9 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks [] for port (fa797c36-ad3b-4d10-99d7-7d699a77251c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:52.727601 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e3f43c-350e-4dde-ad0f-1c9003f129f3 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Router bb6f4df1-3d52-4c19-a71f-154c869af0cf has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:35:52.779501 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d55db4-261c-403e-b6f7-356382c2e465 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Made reservation on behalf of a4810fa1ea51443684d218ad825f8ea0 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:52.783029 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-36d55db4-261c-403e-b6f7-356382c2e465 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:52.813682 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7818f2a8-48fd-4162-9266-04f9da02bc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (8aadf300-276d-436a-948e-1feb476ad2ed), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:52.813682 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 2b07145a-84ba-4466-9d98-a0c313a6602f is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:52.838586 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2e18918-d6ed-4ef4-965c-b597702e7778 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (bd2a3c68-aba4-40fb-8c6c-50643e417165), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:52.843759 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-7abb5d81-12a8-44e3-b1ce-e93774db286f tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (ef4adf81-5745-4c2a-9457-c67521bf7302), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:52.844490 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e18918-d6ed-4ef4-965c-b597702e7778 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:52.845881 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2e18918-d6ed-4ef4-965c-b597702e7778 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:52.960640 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-7abb5d81-12a8-44e3-b1ce-e93774db286f tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Network f2fea504-3cd4-4378-8032-e10de311dc7b is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:52.964137 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff4538f-1511-4064-a7b1-772690da936d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Made reservation on behalf of 07dbfaef433643bcbdde916cc71b0400 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:52.968477 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cff4538f-1511-4064-a7b1-772690da936d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:52.968629 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-7abb5d81-12a8-44e3-b1ce-e93774db286f tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:52.973378 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb5d81-12a8-44e3-b1ce-e93774db286f tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Pushing event updated for resources: {'Port': ['ID=ef4adf81-5745-4c2a-9457-c67521bf7302,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:52.977649 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-7abb5d81-12a8-44e3-b1ce-e93774db286f tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:53.012777 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c2e18918-d6ed-4ef4-965c-b597702e7778 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.6539371 Apr 15 03:35:53.036504 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58454) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:53.049236 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-9a76dcb8-433f-408e-87d1-4a12deda9082 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Request body: {'subnet': {'network_id': 'bd2a3c68-aba4-40fb-8c6c-50643e417165', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:53.080245 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e3f43c-350e-4dde-ad0f-1c9003f129f3 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:35:53.124719 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7818f2a8-48fd-4162-9266-04f9da02bc5b None None] No DVR routers for this DVR port 8aadf300-276d-436a-948e-1feb476ad2ed on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:35:53.131182 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818f2a8-48fd-4162-9266-04f9da02bc5b None None] Pushing event deleted for resources: {'Port': ['ID=8aadf300-276d-436a-948e-1feb476ad2ed,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:53.143894 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2b07145a-84ba-4466-9d98-a0c313a6602f up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:53.164372 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-7abb5d81-12a8-44e3-b1ce-e93774db286f tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:53.165093 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-7abb5d81-12a8-44e3-b1ce-e93774db286f tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:53.173165 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d55db4-261c-403e-b6f7-356382c2e465 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:35:53.200061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-60e3f43c-350e-4dde-ad0f-1c9003f129f3 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:53.259211 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8743d29e-817a-4f88-b1b5-7912b0cfcb0f None None] Current status of the port 8aadf300-276d-436a-948e-1feb476ad2ed is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:53.273375 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bd6d39f7-78f8-4155-8a4f-23833dc010b7 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (4eb53392-4ed3-4272-be4e-82265f518631), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:53.277518 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4cd5e748-c727-4ed3-8bf5-ee857d38ea60 None None] For port c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:35:53.289290 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-7abb5d81-12a8-44e3-b1ce-e93774db286f tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0722599 Apr 15 03:35:53.294459 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-cb7dd136-5be0-4a6b-ac0d-eb9d4bbfc1c9 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (fa797c36-ad3b-4d10-99d7-7d699a77251c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:53.304030 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-60e3f43c-350e-4dde-ad0f-1c9003f129f3 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.5612471 Apr 15 03:35:53.304721 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58456) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:53.329087 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4cd5e748-c727-4ed3-8bf5-ee857d38ea60 None None] For port c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d,segment=NetworkSegment(5da35a55-bfdd-4033-b6fe-aa3f6709fd21),segment_id=5da35a55-bfdd-4033-b6fe-aa3f6709fd21)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:35:53.369271 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-8aabbc2b-238a-4234-8d23-71ea6a488911 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:35:53.370475 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-8aabbc2b-238a-4234-8d23-71ea6a488911 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056305 Apr 15 03:35:53.394502 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 2b07145a-84ba-4466-9d98-a0c313a6602f triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:53.408741 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2b07145a-84ba-4466-9d98-a0c313a6602f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:53.446243 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225f4e36-79b4-4780-8625-180252ad9a37 None None] Sync routers for ids ['bb6f4df1-3d52-4c19-a71f-154c869af0cf'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:35:53.472098 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225f4e36-79b4-4780-8625-180252ad9a37 None None] Routers {'bb6f4df1-3d52-4c19-a71f-154c869af0cf'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:35:53.485093 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-225f4e36-79b4-4780-8625-180252ad9a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['bb6f4df1-3d52-4c19-a71f-154c869af0cf'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:53.549861 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0af2933c-b513-4bca-b323-12089239e99b tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] 10.222.0.15 "GET /v2.0/floatingips/445e094e-f7d0-4ba3-833d-9ce4892ce5d8 HTTP/1.1" status: 200 len: 983 time: 0.2384279 Apr 15 03:35:53.549861 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58466) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:53.550086 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:53.550398 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95cfa8-544b-40f2-8c04-92d7e5d08019 req-66a03144-5942-4628-a850-e788290a2542 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:53.553654 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4cd5e748-c727-4ed3-8bf5-ee857d38ea60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:53.565983 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-fe95cfa8-544b-40f2-8c04-92d7e5d08019 req-66a03144-5942-4628-a850-e788290a2542 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 931 time: 0.6119421 Apr 15 03:35:53.575539 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f79d6fef-8469-4a34-b740-5366f21acb30 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:53.585542 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f79d6fef-8469-4a34-b740-5366f21acb30 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "DELETE /v2.0/ports/e758e879-1d2c-4954-9521-3aeb0824e30a HTTP/1.1" status: 204 len: 168 time: 5.5144794 Apr 15 03:35:53.600496 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-72f3b789-6dc7-487f-bc76-ef19f7330353 None None] Provisioning complete for port 2b07145a-84ba-4466-9d98-a0c313a6602f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:53.600865 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-72f3b789-6dc7-487f-bc76-ef19f7330353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2b07145a-84ba-4466-9d98-a0c313a6602f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:53.625547 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-225f4e36-79b4-4780-8625-180252ad9a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:53.645506 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] Request body: {'port': {'device_id': '0d249c24-9271-4002-82b7-3bfcfff73406', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:53.648195 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58468) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:53.653844 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225f4e36-79b4-4780-8625-180252ad9a37 None None] Routers {'bb6f4df1-3d52-4c19-a71f-154c869af0cf'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:35:53.654177 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-36d55db4-261c-403e-b6f7-356382c2e465 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (9eac0d4a-ca18-46f5-86ec-2698415db77a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:53.654532 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-36d55db4-261c-403e-b6f7-356382c2e465 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Added segment 9eac0d4a-ca18-46f5-86ec-2698415db77a of type vlan for network 24c89d13-c509-40e8-b7a8-934982b8aa32 Apr 15 03:35:53.654834 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-225f4e36-79b4-4780-8625-180252ad9a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['bb6f4df1-3d52-4c19-a71f-154c869af0cf'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:53.655987 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e18918-d6ed-4ef4-965c-b597702e7778 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Pushing event updated for resources: {'Network': ['ID=bd2a3c68-aba4-40fb-8c6c-50643e417165,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:53.659597 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7dd136-5be0-4a6b-ac0d-eb9d4bbfc1c9 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Pushing event updated for resources: {'Port': ['ID=fa797c36-ad3b-4d10-99d7-7d699a77251c,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:53.697234 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network bd2a3c68-aba4-40fb-8c6c-50643e417165 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:35:53.697891 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d39f7-78f8-4155-8a4f-23833dc010b7 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Pushing event updated for resources: {'Subnet': ['ID=4eb53392-4ed3-4272-be4e-82265f518631,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:53.702401 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a76dcb8-433f-408e-87d1-4a12deda9082 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Made reservation on behalf of 4aef19eec8d045cf96c63f759a6e46a2 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:53.705528 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a76dcb8-433f-408e-87d1-4a12deda9082 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:53.710387 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff4538f-1511-4064-a7b1-772690da936d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:35:53.725490 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-cb7dd136-5be0-4a6b-ac0d-eb9d4bbfc1c9 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Network aff9828f-e70e-4acc-8eaf-6dd6dde216ee is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:53.751103 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-cb7dd136-5be0-4a6b-ac0d-eb9d4bbfc1c9 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:53.804470 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-225f4e36-79b4-4780-8625-180252ad9a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:35:53.806230 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225f4e36-79b4-4780-8625-180252ad9a37 None None] The sync data for ids ['bb6f4df1-3d52-4c19-a71f-154c869af0cf'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:35:53.826957 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-cb7dd136-5be0-4a6b-ac0d-eb9d4bbfc1c9 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:53.907638 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-cb7dd136-5be0-4a6b-ac0d-eb9d4bbfc1c9 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:53.908550 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-cb7dd136-5be0-4a6b-ac0d-eb9d4bbfc1c9 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:53.930397 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5e748-c727-4ed3-8bf5-ee857d38ea60 None None] Pushing event updated for resources: {'Port': ['ID=c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:53.966049 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 2b07145a-84ba-4466-9d98-a0c313a6602f is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:53.982022 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-82cf1c95-1f77-4128-b3da-d28e7407d9d7 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] GET failed (client error): The resource could not be found. Apr 15 03:35:53.987745 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-82cf1c95-1f77-4128-b3da-d28e7407d9d7 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "GET /v2.0/ports/e758e879-1d2c-4954-9521-3aeb0824e30a HTTP/1.1" status: 404 len: 333 time: 0.3385139 Apr 15 03:35:53.991000 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58470) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:53.993202 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-72f3b789-6dc7-487f-bc76-ef19f7330353 None None] Current status of the port 2b07145a-84ba-4466-9d98-a0c313a6602f is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:54.018113 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-9b875d27-bfcd-4e73-829d-e1b9d7a90a63 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Request body: {'port': {'network_id': 'bea8d5e2-3137-4d57-8ad9-7decf4fc8453', 'name': 'tempest-AllowedAddressPairTestJSON-1806998921'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:54.072745 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cff4538f-1511-4064-a7b1-772690da936d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (021cd8d2-0644-4711-b01a-997265500955), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:54.076771 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-cff4538f-1511-4064-a7b1-772690da936d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Added segment 021cd8d2-0644-4711-b01a-997265500955 of type vlan for network 2c2650d5-f22d-402e-b5dc-d7486185eddf Apr 15 03:35:54.107794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 8aadf300-276d-436a-948e-1feb476ad2ed no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:35:54.174097 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-36d55db4-261c-403e-b6f7-356382c2e465 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (24c89d13-c509-40e8-b7a8-934982b8aa32), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:54.176775 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 8aadf300-276d-436a-948e-1feb476ad2ed {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:35:54.190104 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 8aadf300-276d-436a-948e-1feb476ad2ed not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:35:54.200555 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-e54d6627-f89e-426e-8c4a-124c07fb0542 None None] Provisioning complete for port ef4adf81-5745-4c2a-9457-c67521bf7302 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:54.201025 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e54d6627-f89e-426e-8c4a-124c07fb0542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ef4adf81-5745-4c2a-9457-c67521bf7302), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:54.259348 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-fe95cfa8-544b-40f2-8c04-92d7e5d08019 req-a321ddd5-8aea-4810-b9f8-3cbbfcf8b0d4 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a74ef2f-e468-4823-bb5a-cc40bfb59703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6924639 Apr 15 03:35:54.283454 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e54d6627-f89e-426e-8c4a-124c07fb0542 None None] Port ef4adf81-5745-4c2a-9457-c67521bf7302 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:35:54.293351 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-cb7dd136-5be0-4a6b-ac0d-eb9d4bbfc1c9 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8164191 Apr 15 03:35:54.293823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42bd99-4750-4874-928f-965ae0ccf355 req-f16ab43f-2aa4-489c-8d00-12d236308421 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:54.296156 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9a42bd99-4750-4874-928f-965ae0ccf355 req-f16ab43f-2aa4-489c-8d00-12d236308421 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 932 time: 0.3041258 Apr 15 03:35:54.305111 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6d39f7-78f8-4155-8a4f-23833dc010b7 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Checking segment: {'id': '3d089fe7-ceb8-49b3-ab32-3cf6c7ac6970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '95c5a32c-d234-4385-9a3c-88748ab0cb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:54.305422 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6d39f7-78f8-4155-8a4f-23833dc010b7 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Network hostable DHCP agents. Network: 95c5a32c-d234-4385-9a3c-88748ab0cb34, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:35:54.320159 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cff4538f-1511-4064-a7b1-772690da936d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (2c2650d5-f22d-402e-b5dc-d7486185eddf), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:54.368102 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] Request body: {'port': {'device_id': 'a00b122b-2436-4ca0-9f0e-173b2d41b317', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:54.378357 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-aae00390-3ad2-4dcd-a21e-4a03421bd9b3 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2426 time: 0.8315041 Apr 15 03:35:54.386819 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58472) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:54.404293 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-0d775b36-5e89-4ef3-9a99-e4f624c01fce None None] Provisioning complete for port fa797c36-ad3b-4d10-99d7-7d699a77251c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:54.404661 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0d775b36-5e89-4ef3-9a99-e4f624c01fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fa797c36-ad3b-4d10-99d7-7d699a77251c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:54.440938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.db.resource_extend [None req-cff4538f-1511-4064-a7b1-772690da936d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 15 03:35:54.507420 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ef4adf81-5745-4c2a-9457-c67521bf7302), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:54.517836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0d775b36-5e89-4ef3-9a99-e4f624c01fce None None] Port fa797c36-ad3b-4d10-99d7-7d699a77251c cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:35:54.583149 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cff4538f-1511-4064-a7b1-772690da936d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (2c2650d5-f22d-402e-b5dc-d7486185eddf), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:54.595492 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff4538f-1511-4064-a7b1-772690da936d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:54.604882 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cff4538f-1511-4064-a7b1-772690da936d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:54.615682 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9a42bd99-4750-4874-928f-965ae0ccf355 req-2a116f99-4399-46f3-b2c0-a6dd6936f175 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d1ead-5a9a-4ee5-9f03-0d6258875b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3021796 Apr 15 03:35:54.646789 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-36d55db4-261c-403e-b6f7-356382c2e465 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (24c89d13-c509-40e8-b7a8-934982b8aa32), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:54.648530 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d55db4-261c-403e-b6f7-356382c2e465 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:54.649739 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-36d55db4-261c-403e-b6f7-356382c2e465 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:54.653353 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6d39f7-78f8-4155-8a4f-23833dc010b7 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Network 95c5a32c-d234-4385-9a3c-88748ab0cb34 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:35:54.655938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b875d27-bfcd-4e73-829d-e1b9d7a90a63 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Made reservation on behalf of 4bd0a249cd534be59e067fa37ac4612f for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:54.666471 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b875d27-bfcd-4e73-829d-e1b9d7a90a63 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:54.696357 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fa797c36-ad3b-4d10-99d7-7d699a77251c), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:54.712781 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-9b875d27-bfcd-4e73-829d-e1b9d7a90a63 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] device_id is not set on port d1fffd32-b6dc-4801-820a-72a1dd383b6a yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:35:54.713811 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cff4538f-1511-4064-a7b1-772690da936d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5722597 Apr 15 03:35:54.717255 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58474) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:54.731601 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-68ba6136-a486-4ca7-8328-b9166d5d499a tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Request body: {'subnet': {'network_id': '2c2650d5-f22d-402e-b5dc-d7486185eddf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:54.837402 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-bd6d39f7-78f8-4155-8a4f-23833dc010b7 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 95c5a32c-d234-4385-9a3c-88748ab0cb34) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:54.853762 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c9f689-3fbf-4100-9ba3-725fbd386f18 None None] Network 95c5a32c-d234-4385-9a3c-88748ab0cb34 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:54.919388 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:54.961339 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-36d55db4-261c-403e-b6f7-356382c2e465 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 3.1929066 Apr 15 03:35:54.962911 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6d39f7-78f8-4155-8a4f-23833dc010b7 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:54.963563 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bd6d39f7-78f8-4155-8a4f-23833dc010b7 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:55.014994 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58476) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:55.027189 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-bc5cedde-0c5b-4de9-9328-b69212d9b223 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Request body: {'subnet': {'network_id': '24c89d13-c509-40e8-b7a8-934982b8aa32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:55.048426 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4538f-1511-4064-a7b1-772690da936d tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event updated for resources: {'Network': ['ID=2c2650d5-f22d-402e-b5dc-d7486185eddf,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:55.048844 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:55.077564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 2c2650d5-f22d-402e-b5dc-d7486185eddf details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:35:55.234095 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dac613-f096-40b8-a125-9d875c00bf71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-95c5a32c-d234-4385-9a3c-88748ab0cb34', 'network_id': '95c5a32c-d234-4385-9a3c-88748ab0cb34', 'project_id': '616da300bb9a49ff9cf2aec5ffde9ef9', 'fixed_ips': [{'subnet_id': '4eb53392-4ed3-4272-be4e-82265f518631'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:35:55.235024 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-44dac613-f096-40b8-a125-9d875c00bf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:55.277452 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:55.277824 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:55.359742 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bd6d39f7-78f8-4155-8a4f-23833dc010b7 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1152661 Apr 15 03:35:55.416211 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58480) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:55.443742 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d55db4-261c-403e-b6f7-356382c2e465 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Pushing event updated for resources: {'Network': ['ID=24c89d13-c509-40e8-b7a8-934982b8aa32,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:55.577475 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-44dac613-f096-40b8-a125-9d875c00bf71 None None] Allocated IP 172.20.0.2 (95c5a32c-d234-4385-9a3c-88748ab0cb34/4eb53392-4ed3-4272-be4e-82265f518631/e1e75c02-c81a-4ac1-96a6-9cf591aac0b8) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:55.680860 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-881f0f72-ea1b-4cff-883f-908396c466eb tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Deleting port 49a0ba0e-4ef0-478f-8272-c6ec5546d07a {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:35:55.680860 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-881f0f72-ea1b-4cff-883f-908396c466eb tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (49a0ba0e-4ef0-478f-8272-c6ec5546d07a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:55.731521 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-9b875d27-bfcd-4e73-829d-e1b9d7a90a63 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Allocated IP 172.20.0.6 (bea8d5e2-3137-4d57-8ad9-7decf4fc8453/ea8d755f-c401-4219-b3af-31792d2060f7/d1fffd32-b6dc-4801-820a-72a1dd383b6a) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:55.775647 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1615534-24f5-4d38-b949-f83bf32f3260 None None] Network 68c90c53-d794-4ac5-b245-af6c4671e426 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:55.794045 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 24c89d13-c509-40e8-b7a8-934982b8aa32 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:35:55.953863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-881f0f72-ea1b-4cff-883f-908396c466eb tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (49a0ba0e-4ef0-478f-8272-c6ec5546d07a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:55.954876 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-881f0f72-ea1b-4cff-883f-908396c466eb tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for floatingip (49a0ba0e-4ef0-478f-8272-c6ec5546d07a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:55.956385 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa797c36-ad3b-4d10-99d7-7d699a77251c {{(pid=104667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:35:55.965621 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] Publish callbacks [] for port (fa797c36-ad3b-4d10-99d7-7d699a77251c), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:55.976958 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5182a649-e7c1-421a-b683-456edb8e9344 None None] Provisioning complete for port c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:55.977405 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5182a649-e7c1-421a-b683-456edb8e9344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:55.978182 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-881f0f72-ea1b-4cff-883f-908396c466eb tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Calling delete_port for 49a0ba0e-4ef0-478f-8272-c6ec5546d07a owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:35:55.988766 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.provisioning_blocks [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] Transition to ACTIVE for port object fa797c36-ad3b-4d10-99d7-7d699a77251c will not be triggered until provisioned by entity L2. {{(pid=104667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 03:35:56.082146 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ba6136-a486-4ca7-8328-b9166d5d499a tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Made reservation on behalf of 07dbfaef433643bcbdde916cc71b0400 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:56.087957 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-68ba6136-a486-4ca7-8328-b9166d5d499a tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:56.090129 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-44dac613-f096-40b8-a125-9d875c00bf71 None None] Publish callbacks [] for port (e1e75c02-c81a-4ac1-96a6-9cf591aac0b8), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:56.198706 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:56.199364 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:56.232175 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4adf81-5745-4c2a-9457-c67521bf7302 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:35:56.245002 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (fa797c36-ad3b-4d10-99d7-7d699a77251c), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:56.252942 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.objects.ports [None req-9a76dcb8-433f-408e-87d1-4a12deda9082 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104667) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 15 03:35:56.253458 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a76dcb8-433f-408e-87d1-4a12deda9082 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (54a4fb64-2957-4dec-878d-5fdc4a32936f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:56.263769 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-44dac613-f096-40b8-a125-9d875c00bf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (e1e75c02-c81a-4ac1-96a6-9cf591aac0b8), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:56.269651 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] Publish callbacks [] for port (ef4adf81-5745-4c2a-9457-c67521bf7302), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:56.273434 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5cedde-0c5b-4de9-9328-b69212d9b223 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Made reservation on behalf of a4810fa1ea51443684d218ad825f8ea0 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:56.275220 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bc5cedde-0c5b-4de9-9328-b69212d9b223 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:56.308799 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce8470-7b2a-429f-96c5-4b696ca9437f req-cf97cd5e-0fe2-4b76-832c-486d1e334516 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:56.316704 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-52ce8470-7b2a-429f-96c5-4b696ca9437f req-cf97cd5e-0fe2-4b76-832c-486d1e334516 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 931 time: 0.2805998 Apr 15 03:35:56.337295 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] Transition to ACTIVE for port object ef4adf81-5745-4c2a-9457-c67521bf7302 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 03:35:56.386223 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dac613-f096-40b8-a125-9d875c00bf71 None None] Network 95c5a32c-d234-4385-9a3c-88748ab0cb34 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:56.387193 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353c2b0-3c31-4965-927c-ca7a919cbf33 req-aedff721-e65e-4bd3-8de8-0bf73609c76f tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:56.396189 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5353c2b0-3c31-4965-927c-ca7a919cbf33 req-aedff721-e65e-4bd3-8de8-0bf73609c76f tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 932 time: 0.6272998 Apr 15 03:35:56.405649 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-44dac613-f096-40b8-a125-9d875c00bf71 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:56.408761 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dac613-f096-40b8-a125-9d875c00bf71 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:56.418222 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d,segment=NetworkSegment(5da35a55-bfdd-4033-b6fe-aa3f6709fd21),segment_id=5da35a55-bfdd-4033-b6fe-aa3f6709fd21)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:35:56.419283 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dac613-f096-40b8-a125-9d875c00bf71 None None] Pushing event updated for resources: {'Port': ['ID=e1e75c02-c81a-4ac1-96a6-9cf591aac0b8,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:56.477564 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (ef4adf81-5745-4c2a-9457-c67521bf7302), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:56.490659 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5182a649-e7c1-421a-b683-456edb8e9344 None None] Current status of the port c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:56.490947 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5182a649-e7c1-421a-b683-456edb8e9344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:56.493293 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:56.688759 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-44dac613-f096-40b8-a125-9d875c00bf71 None None] Attempting to bind port e1e75c02-c81a-4ac1-96a6-9cf591aac0b8 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:56.689945 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-44dac613-f096-40b8-a125-9d875c00bf71 None None] Attempting to bind port e1e75c02-c81a-4ac1-96a6-9cf591aac0b8 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '3d089fe7-ceb8-49b3-ab32-3cf6c7ac6970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '95c5a32c-d234-4385-9a3c-88748ab0cb34'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:56.689945 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dac613-f096-40b8-a125-9d875c00bf71 None None] Attempting to bind port e1e75c02-c81a-4ac1-96a6-9cf591aac0b8 on network 95c5a32c-d234-4385-9a3c-88748ab0cb34 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:56.792281 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa797c36-ad3b-4d10-99d7-7d699a77251c,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:56.802145 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dac613-f096-40b8-a125-9d875c00bf71 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:35:56.803484 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dac613-f096-40b8-a125-9d875c00bf71 None None] Checking segment: {'id': '3d089fe7-ceb8-49b3-ab32-3cf6c7ac6970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '95c5a32c-d234-4385-9a3c-88748ab0cb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:56.804176 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-44dac613-f096-40b8-a125-9d875c00bf71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:56.808067 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dac613-f096-40b8-a125-9d875c00bf71 None None] Bound using segment: {'id': '3d089fe7-ceb8-49b3-ab32-3cf6c7ac6970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '95c5a32c-d234-4385-9a3c-88748ab0cb34'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:35:56.808067 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-44dac613-f096-40b8-a125-9d875c00bf71 None None] Bound port: e1e75c02-c81a-4ac1-96a6-9cf591aac0b8, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d089fe7-ceb8-49b3-ab32-3cf6c7ac6970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '95c5a32c-d234-4385-9a3c-88748ab0cb34'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:35:56.808338 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-44dac613-f096-40b8-a125-9d875c00bf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e1e75c02-c81a-4ac1-96a6-9cf591aac0b8), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:56.840144 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:56.860153 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5353c2b0-3c31-4965-927c-ca7a919cbf33 req-d1cbdb98-f8ef-402b-ae3f-5982b08b4c9b tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d1ead-5a9a-4ee5-9f03-0d6258875b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4644082 Apr 15 03:35:56.874006 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4adf81-5745-4c2a-9457-c67521bf7302,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:56.900418 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-5182a649-e7c1-421a-b683-456edb8e9344 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:35:56.901032 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-5182a649-e7c1-421a-b683-456edb8e9344 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:35:57.017466 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-52ce8470-7b2a-429f-96c5-4b696ca9437f req-9238dfaa-c23d-4161-8333-3387e5224c8e tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a74ef2f-e468-4823-bb5a-cc40bfb59703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6870704 Apr 15 03:35:57.033523 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-44dac613-f096-40b8-a125-9d875c00bf71 None None] For port e1e75c02-c81a-4ac1-96a6-9cf591aac0b8, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:35:57.040141 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-44dac613-f096-40b8-a125-9d875c00bf71 None None] For port e1e75c02-c81a-4ac1-96a6-9cf591aac0b8, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e1e75c02-c81a-4ac1-96a6-9cf591aac0b8,segment=NetworkSegment(3d089fe7-ceb8-49b3-ab32-3cf6c7ac6970),segment_id=3d089fe7-ceb8-49b3-ab32-3cf6c7ac6970)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:35:57.062373 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76dcb8-433f-408e-87d1-4a12deda9082 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Pushing event updated for resources: {'Subnet': ['ID=54a4fb64-2957-4dec-878d-5fdc4a32936f,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:57.087765 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] Attempting to bind port fa797c36-ad3b-4d10-99d7-7d699a77251c on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:57.088207 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] Attempting to bind port fa797c36-ad3b-4d10-99d7-7d699a77251c by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'fb1b78e1-40f7-4798-bbc6-72edf5220371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:57.088594 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] Attempting to bind port fa797c36-ad3b-4d10-99d7-7d699a77251c on network aff9828f-e70e-4acc-8eaf-6dd6dde216ee {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:57.101963 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-881f0f72-ea1b-4cff-883f-908396c466eb tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (49a0ba0e-4ef0-478f-8272-c6ec5546d07a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:57.128553 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-44dac613-f096-40b8-a125-9d875c00bf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e1e75c02-c81a-4ac1-96a6-9cf591aac0b8), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:57.140516 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a76dcb8-433f-408e-87d1-4a12deda9082 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Checking segment: {'id': '256a1d7e-03bc-4022-b6ea-ce7350594ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bd2a3c68-aba4-40fb-8c6c-50643e417165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:57.140882 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a76dcb8-433f-408e-87d1-4a12deda9082 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Network hostable DHCP agents. Network: bd2a3c68-aba4-40fb-8c6c-50643e417165, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:35:57.148866 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] Port fa797c36-ad3b-4d10-99d7-7d699a77251c on network aff9828f-e70e-4acc-8eaf-6dd6dde216ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:57.149199 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] Attempting to bind port fa797c36-ad3b-4d10-99d7-7d699a77251c on network aff9828f-e70e-4acc-8eaf-6dd6dde216ee {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:57.159902 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f0f72-ea1b-4cff-883f-908396c466eb tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Pushing event deleted for resources: {'Port': ['ID=49a0ba0e-4ef0-478f-8272-c6ec5546d07a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:57.184783 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:35:57.185169 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] Checking segment: {'id': 'fb1b78e1-40f7-4798-bbc6-72edf5220371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:57.186062 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] Bound using segment: {'id': 'fb1b78e1-40f7-4798-bbc6-72edf5220371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee'} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:35:57.186583 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] Bound port: fa797c36-ad3b-4d10-99d7-7d699a77251c, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1b78e1-40f7-4798-bbc6-72edf5220371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee'}}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:35:57.186966 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fa797c36-ad3b-4d10-99d7-7d699a77251c), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:57.235996 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b875d27-bfcd-4e73-829d-e1b9d7a90a63 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks [] for port (d1fffd32-b6dc-4801-820a-72a1dd383b6a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:57.289377 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] Attempting to bind port ef4adf81-5745-4c2a-9457-c67521bf7302 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:35:57.289651 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] Attempting to bind port ef4adf81-5745-4c2a-9457-c67521bf7302 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '99935493-8f6b-427d-a241-4be340658787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:35:57.290026 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] Attempting to bind port ef4adf81-5745-4c2a-9457-c67521bf7302 on network f2fea504-3cd4-4378-8032-e10de311dc7b {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:57.309432 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] Port ef4adf81-5745-4c2a-9457-c67521bf7302 on network f2fea504-3cd4-4378-8032-e10de311dc7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:35:57.309769 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] Attempting to bind port ef4adf81-5745-4c2a-9457-c67521bf7302 on network f2fea504-3cd4-4378-8032-e10de311dc7b {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:35:57.315009 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dac613-f096-40b8-a125-9d875c00bf71 None None] Pushing event updated for resources: {'Port': ['ID=e1e75c02-c81a-4ac1-96a6-9cf591aac0b8,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:57.334795 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-52ad2398-3b2b-4467-81f0-69f26d8839f4 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:57.359771 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a76dcb8-433f-408e-87d1-4a12deda9082 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Network bd2a3c68-aba4-40fb-8c6c-50643e417165 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:35:57.423457 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:35:57.424710 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] Checking segment: {'id': '99935493-8f6b-427d-a241-4be340658787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:57.427046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] Bound using segment: {'id': '99935493-8f6b-427d-a241-4be340658787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:35:57.428557 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] Bound port: ef4adf81-5745-4c2a-9457-c67521bf7302, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99935493-8f6b-427d-a241-4be340658787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:35:57.430981 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ef4adf81-5745-4c2a-9457-c67521bf7302), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:57.492236 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] For port fa797c36-ad3b-4d10-99d7-7d699a77251c, host hv-neutron-8371, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:35:57.505512 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] For port fa797c36-ad3b-4d10-99d7-7d699a77251c, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=fa797c36-ad3b-4d10-99d7-7d699a77251c,segment=NetworkSegment(fb1b78e1-40f7-4798-bbc6-72edf5220371),segment_id=fb1b78e1-40f7-4798-bbc6-72edf5220371)] {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:35:57.508165 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-9a76dcb8-433f-408e-87d1-4a12deda9082 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, bd2a3c68-aba4-40fb-8c6c-50643e417165) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:57.564268 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a76dcb8-433f-408e-87d1-4a12deda9082 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:57.564890 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a76dcb8-433f-408e-87d1-4a12deda9082 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:57.641011 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (fa797c36-ad3b-4d10-99d7-7d699a77251c), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:57.650129 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-881f0f72-ea1b-4cff-883f-908396c466eb tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for floatingip (445e094e-f7d0-4ba3-833d-9ce4892ce5d8), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:57.651008 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-881f0f72-ea1b-4cff-883f-908396c466eb tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Floating IP 445e094e-f7d0-4ba3-833d-9ce4892ce5d8 disassociated (deleted). External IP: 172.26.6.29, port: 55a341c0-b6f6-4bed-8b5f-f8d375e5e004. Apr 15 03:35:57.674734 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d5ecee-49d8-4af6-9b2b-4249a3055bec None None] Network bd2a3c68-aba4-40fb-8c6c-50643e417165 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:57.863575 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5182a649-e7c1-421a-b683-456edb8e9344 None None] Current status of the port c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:57.866723 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.objects.ports [None req-68ba6136-a486-4ca7-8328-b9166d5d499a tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104667) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 15 03:35:57.873364 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2377fa5-1e68-44e0-9b43-a6031b5b5daa None None] Network bd2a3c68-aba4-40fb-8c6c-50643e417165 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:57.894024 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9a76dcb8-433f-408e-87d1-4a12deda9082 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.8564527 Apr 15 03:35:57.901948 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58486) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:57.903450 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:57.904071 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:57.905486 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] 10.222.0.30 "PUT /v2.0/ports/fa797c36-ad3b-4d10-99d7-7d699a77251c HTTP/1.1" status: 200 len: 1094 time: 3.5685701 Apr 15 03:35:57.919615 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00b122b-2436-4ca0-9f0e-173b2d41b317', 'tag': 'fa797c36-ad3b-4d10-99d7-7d699a77251c'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:35:57.925004 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b875d27-bfcd-4e73-829d-e1b9d7a90a63 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (d1fffd32-b6dc-4801-820a-72a1dd383b6a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:57.935836 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-68ba6136-a486-4ca7-8328-b9166d5d499a tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (581dc596-fc13-423d-9ff6-c22e0c6b0878), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:57.961809 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f6719184-e6e7-4cd4-9f4e-7282f001868d tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-204296432', 'network_id': 'bd2a3c68-aba4-40fb-8c6c-50643e417165'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:58.055710 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201d14b-3272-4416-9352-fa7f4591d5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa797c36-ad3b-4d10-99d7-7d699a77251c,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:58.105100 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6ff3bce6-0973-4390-b953-6e5d5d1929e3 None None] Provisioning complete for port c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:58.109756 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6ff3bce6-0973-4390-b953-6e5d5d1929e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:58.191866 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b875d27-bfcd-4e73-829d-e1b9d7a90a63 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Pushing event updated for resources: {'Port': ['ID=d1fffd32-b6dc-4801-820a-72a1dd383b6a,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:58.233693 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.objects.ports [None req-bc5cedde-0c5b-4de9-9328-b69212d9b223 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104666) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 15 03:35:58.234346 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bc5cedde-0c5b-4de9-9328-b69212d9b223 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (4dbea3a5-9719-432f-8421-cc2be636188e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:58.280900 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-fa6ea240-a793-4ff7-a25d-80085d6cfcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:58.287282 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-fa6ea240-a793-4ff7-a25d-80085d6cfcfc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11a65844133b45eca2de1ac5661b176d&device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 1128 time: 0.2107105 Apr 15 03:35:58.294057 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b875d27-bfcd-4e73-829d-e1b9d7a90a63 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Network bea8d5e2-3137-4d57-8ad9-7decf4fc8453 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:35:58.297074 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] For port ef4adf81-5745-4c2a-9457-c67521bf7302, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:35:58.343661 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfbf62f-fcf9-4adf-8d62-cca58f4cc8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a00b122b-2436-4ca0-9f0e-173b2d41b317", "tag": "fa797c36-ad3b-4d10-99d7-7d699a77251c"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:35:58.367630 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3bce6-0973-4390-b953-6e5d5d1929e3 None None] Current status of the port c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:58.369938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cedde-0c5b-4de9-9328-b69212d9b223 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4dbea3a5-9719-432f-8421-cc2be636188e,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:58.397433 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-9b875d27-bfcd-4e73-829d-e1b9d7a90a63 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:58.413849 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6719184-e6e7-4cd4-9f4e-7282f001868d tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Made reservation on behalf of 4aef19eec8d045cf96c63f759a6e46a2 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:35:58.414632 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f6719184-e6e7-4cd4-9f4e-7282f001868d tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:58.417056 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba6136-a486-4ca7-8328-b9166d5d499a tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event updated for resources: {'Subnet': ['ID=581dc596-fc13-423d-9ff6-c22e0c6b0878,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:58.479561 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] For port ef4adf81-5745-4c2a-9457-c67521bf7302, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ef4adf81-5745-4c2a-9457-c67521bf7302,segment=NetworkSegment(99935493-8f6b-427d-a241-4be340658787),segment_id=99935493-8f6b-427d-a241-4be340658787)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:35:58.481581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b875d27-bfcd-4e73-829d-e1b9d7a90a63 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:35:58.518748 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-72bb40aa-4b90-486b-b441-a90a1d9b572d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa797c36-ad3b-4d10-99d7-7d699a77251c HTTP/1.1" status: 200 len: 217 time: 0.1497381 Apr 15 03:35:58.534150 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-52ad2398-3b2b-4467-81f0-69f26d8839f4 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Allocated IP 172.20.0.1 (68c90c53-d794-4ac5-b245-af6c4671e426/9205e654-1e7c-4645-9947-c49fc1d6e155/edca8f2d-16e2-4832-bdc1-167f14da8d92) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:58.553294 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b875d27-bfcd-4e73-829d-e1b9d7a90a63 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:58.554532 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b875d27-bfcd-4e73-829d-e1b9d7a90a63 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:58.558928 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-f6719184-e6e7-4cd4-9f4e-7282f001868d tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] device_id is not set on port 2a32fb02-825e-4ea2-8268-665578fdb6d8 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:35:58.589102 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8d004-53a0-42ea-986d-b2e4426b42c3 req-b1b7b95c-32e7-4783-9b0b-00268b7771a0 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:58.591085 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7fd8d004-53a0-42ea-986d-b2e4426b42c3 req-b1b7b95c-32e7-4783-9b0b-00268b7771a0 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 944 time: 0.4077010 Apr 15 03:35:58.620286 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ba6136-a486-4ca7-8328-b9166d5d499a tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Checking segment: {'id': '021cd8d2-0644-4711-b01a-997265500955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2c2650d5-f22d-402e-b5dc-d7486185eddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:58.620697 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ba6136-a486-4ca7-8328-b9166d5d499a tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Network hostable DHCP agents. Network: 2c2650d5-f22d-402e-b5dc-d7486185eddf, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:35:58.664628 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5cedde-0c5b-4de9-9328-b69212d9b223 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Checking segment: {'id': '9eac0d4a-ca18-46f5-86ec-2698415db77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '24c89d13-c509-40e8-b7a8-934982b8aa32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:35:58.665054 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5cedde-0c5b-4de9-9328-b69212d9b223 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Network hostable DHCP agents. Network: 24c89d13-c509-40e8-b7a8-934982b8aa32, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:35:58.726313 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (ef4adf81-5745-4c2a-9457-c67521bf7302), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:58.728861 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d2449-fa1a-4206-8ff4-ce14cd3f7bba req-078aeb0c-5501-4574-998a-8fad75548a0a tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:58.731320 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-508d2449-fa1a-4206-8ff4-ce14cd3f7bba req-078aeb0c-5501-4574-998a-8fad75548a0a tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 943 time: 0.4561782 Apr 15 03:35:58.866826 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9b875d27-bfcd-4e73-829d-e1b9d7a90a63 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8565361 Apr 15 03:35:58.869575 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881f0f72-ea1b-4cff-883f-908396c466eb tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Router bb6f4df1-3d52-4c19-a71f-154c869af0cf has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:35:58.873791 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58496) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:35:58.881442 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-b90696c9-a940-4f1d-89ca-8bfa2baf61b1 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3c:54:97'}]}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:35:58.935303 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-cba80df2-f7c0-4bd7-a30f-10e56ecb0b7e None None] Provisioning complete for port d1fffd32-b6dc-4801-820a-72a1dd383b6a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:58.936642 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cba80df2-f7c0-4bd7-a30f-10e56ecb0b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d1fffd32-b6dc-4801-820a-72a1dd383b6a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:58.976749 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7fd8d004-53a0-42ea-986d-b2e4426b42c3 req-b8b39a52-1b62-464c-87c1-f04d9630f1bd tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d1ead-5a9a-4ee5-9f03-0d6258875b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3635197 Apr 15 03:35:59.015095 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e6c2a2-05d1-4586-a36e-0ae4a0265de7 None None] Network 95c5a32c-d234-4385-9a3c-88748ab0cb34 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:59.040038 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-cba80df2-f7c0-4bd7-a30f-10e56ecb0b7e None None] Port d1fffd32-b6dc-4801-820a-72a1dd383b6a cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:35:59.139430 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e1e75c02-c81a-4ac1-96a6-9cf591aac0b8 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:35:59.168100 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4adf81-5745-4c2a-9457-c67521bf7302,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:35:59.170881 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5cedde-0c5b-4de9-9328-b69212d9b223 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Network 24c89d13-c509-40e8-b7a8-934982b8aa32 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:35:59.185393 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:59.186153 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:59.187739 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-552c6f2f-4277-4dd9-ac7b-08dc4c381f99 service neutron] 10.222.0.30 "PUT /v2.0/ports/ef4adf81-5745-4c2a-9457-c67521bf7302 HTTP/1.1" status: 200 len: 1093 time: 5.6626999 Apr 15 03:35:59.188217 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d249c24-9271-4002-82b7-3bfcfff73406', 'tag': 'ef4adf81-5745-4c2a-9457-c67521bf7302'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:35:59.329210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff591b0-c1fe-41d6-bf98-966017dbde0b" -d '{"events": [{"name": "network-changed", "server_uuid": "0d249c24-9271-4002-82b7-3bfcfff73406", "tag": "ef4adf81-5745-4c2a-9457-c67521bf7302"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:35:59.360921 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-e3b98a28-f8bb-4ac5-8934-fe6e53306000 None None] Provisioning complete for port e1e75c02-c81a-4ac1-96a6-9cf591aac0b8 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:59.361569 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e3b98a28-f8bb-4ac5-8934-fe6e53306000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e1e75c02-c81a-4ac1-96a6-9cf591aac0b8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:59.365363 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-bc5cedde-0c5b-4de9-9328-b69212d9b223 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 24c89d13-c509-40e8-b7a8-934982b8aa32) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:59.379034 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5cedde-0c5b-4de9-9328-b69212d9b223 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:59.389239 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bc5cedde-0c5b-4de9-9328-b69212d9b223 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:59.423167 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656964a3-d72f-4e2c-ab77-15dbc8e9aaaf None None] Network 24c89d13-c509-40e8-b7a8-934982b8aa32 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:59.456683 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2222244d-9d28-4e21-9dec-dd96fa0f66bd x-openstack-request-id: req-2222244d-9d28-4e21-9dec-dd96fa0f66bd {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:35:59.456683 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00b122b-2436-4ca0-9f0e-173b2d41b317", "tag": "fa797c36-ad3b-4d10-99d7-7d699a77251c", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:35:59.458588 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2222244d-9d28-4e21-9dec-dd96fa0f66bd {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:35:59.459145 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2222244d-9d28-4e21-9dec-dd96fa0f66bd'] response: {'name': 'network-changed', 'server_uuid': 'a00b122b-2436-4ca0-9f0e-173b2d41b317', 'tag': 'fa797c36-ad3b-4d10-99d7-7d699a77251c', 'status': 'completed', 'code': 200} Apr 15 03:35:59.605718 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e184c1d4-9867-4b98-a41e-da615671efc6 None None] Network 24c89d13-c509-40e8-b7a8-934982b8aa32 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:59.696508 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port e1e75c02-c81a-4ac1-96a6-9cf591aac0b8 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:35:59.702488 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e1e75c02-c81a-4ac1-96a6-9cf591aac0b8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:59.756651 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-0b284489-d340-45f5-9085-13ce7266140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:59.758950 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-0b284489-d340-45f5-9085-13ce7266140d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78adb54a-0d2d-4945-b7b1-f8e96da5bc76 HTTP/1.1" status: 200 len: 851 time: 1.1347954 Apr 15 03:35:59.759762 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ba6136-a486-4ca7-8328-b9166d5d499a tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Network 2c2650d5-f22d-402e-b5dc-d7486185eddf is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:35:59.790191 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-f6719184-e6e7-4cd4-9f4e-7282f001868d tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Allocated IP 2001:db8::35 (bd2a3c68-aba4-40fb-8c6c-50643e417165/54a4fb64-2957-4dec-878d-5fdc4a32936f/2a32fb02-825e-4ea2-8268-665578fdb6d8) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:35:59.799946 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e3b98a28-f8bb-4ac5-8934-fe6e53306000 None None] Current status of the port e1e75c02-c81a-4ac1-96a6-9cf591aac0b8 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:35:59.800675 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e3b98a28-f8bb-4ac5-8934-fe6e53306000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e1e75c02-c81a-4ac1-96a6-9cf591aac0b8), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:59.845775 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-68ba6136-a486-4ca7-8328-b9166d5d499a tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 2c2650d5-f22d-402e-b5dc-d7486185eddf) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:35:59.877331 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e08681-5974-43b5-9ef8-c0a6dd792694 x-openstack-request-id: req-41e08681-5974-43b5-9ef8-c0a6dd792694 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:35:59.877692 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d249c24-9271-4002-82b7-3bfcfff73406", "tag": "ef4adf81-5745-4c2a-9457-c67521bf7302", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:35:59.877907 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41e08681-5974-43b5-9ef8-c0a6dd792694 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:35:59.878376 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e08681-5974-43b5-9ef8-c0a6dd792694'] response: {'name': 'network-changed', 'server_uuid': '0d249c24-9271-4002-82b7-3bfcfff73406', 'tag': 'ef4adf81-5745-4c2a-9457-c67521bf7302', 'status': 'completed', 'code': 200} Apr 15 03:35:59.917041 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ba6136-a486-4ca7-8328-b9166d5d499a tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:59.917689 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-68ba6136-a486-4ca7-8328-b9166d5d499a tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:59.930769 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58bccb8-b1f0-417c-aa1c-d3436cc879e2 None None] Network 2c2650d5-f22d-402e-b5dc-d7486185eddf requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:35:59.936862 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b90696c9-a940-4f1d-89ca-8bfa2baf61b1 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d1fffd32-b6dc-4801-820a-72a1dd383b6a), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:35:59.950086 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-508d2449-fa1a-4206-8ff4-ce14cd3f7bba req-9e7e6265-54d7-4194-aa04-e6cb7004ccde tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a74ef2f-e468-4823-bb5a-cc40bfb59703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5202408 Apr 15 03:35:59.961581 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-c3654f61-24c4-4f75-b251-bd7ffed11c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:59.963565 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-c3654f61-24c4-4f75-b251-bd7ffed11c97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aff9828f-e70e-4acc-8eaf-6dd6dde216ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1778998 Apr 15 03:35:59.974958 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-01bc19bd-1e4a-440f-a4c2-5794e6f33d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:35:59.977500 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-01bc19bd-1e4a-440f-a4c2-5794e6f33d3f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e585f3ca53e5479db86fbf2994cc0780&device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 1127 time: 0.5577900 Apr 15 03:35:59.990303 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-bc5cedde-0c5b-4de9-9328-b69212d9b223 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.9741921 Apr 15 03:35:59.999817 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58510) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:00.014002 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-ab6be5ae-2aef-4ccf-b4c1-e352e438af72 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Request body: {'floatingip': {'floating_network_id': '24c89d13-c509-40e8-b7a8-934982b8aa32'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:00.018014 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-52ad2398-3b2b-4467-81f0-69f26d8839f4 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks [] for port (edca8f2d-16e2-4832-bdc1-167f14da8d92), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:00.027186 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-68ba6136-a486-4ca7-8328-b9166d5d499a tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 5.3000262 Apr 15 03:36:00.040357 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58514) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:00.057202 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e1e75c02-c81a-4ac1-96a6-9cf591aac0b8 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:00.057814 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e1e75c02-c81a-4ac1-96a6-9cf591aac0b8), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:00.140092 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-e3b98a28-f8bb-4ac5-8934-fe6e53306000 None None] For port e1e75c02-c81a-4ac1-96a6-9cf591aac0b8, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e1e75c02-c81a-4ac1-96a6-9cf591aac0b8,segment=NetworkSegment(3d089fe7-ceb8-49b3-ab32-3cf6c7ac6970),segment_id=3d089fe7-ceb8-49b3-ab32-3cf6c7ac6970)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:00.147602 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5eb45f-1b65-4f9c-9b70-73a48dfcab8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-2c2650d5-f22d-402e-b5dc-d7486185eddf', 'network_id': '2c2650d5-f22d-402e-b5dc-d7486185eddf', 'project_id': '07dbfaef433643bcbdde916cc71b0400', 'fixed_ips': [{'subnet_id': '581dc596-fc13-423d-9ff6-c22e0c6b0878'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:36:00.149174 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9a5eb45f-1b65-4f9c-9b70-73a48dfcab8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:00.161953 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-b6663e7a-04fb-4a82-a014-82b3f5cc75db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef4adf81-5745-4c2a-9457-c67521bf7302 HTTP/1.1" status: 200 len: 217 time: 0.0804479 Apr 15 03:36:00.184061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881f0f72-ea1b-4cff-883f-908396c466eb tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:36:00.220453 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f510ea71-c0e9-47bd-bb35-15014d5b930e None None] Sync routers for ids ['bb6f4df1-3d52-4c19-a71f-154c869af0cf'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:36:00.228249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e3b98a28-f8bb-4ac5-8934-fe6e53306000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e1e75c02-c81a-4ac1-96a6-9cf591aac0b8), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:00.230227 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ab6be5ae-2aef-4ccf-b4c1-e352e438af72 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:00.280053 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-881f0f72-ea1b-4cff-883f-908396c466eb tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:00.323283 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:36:00.323678 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:36:00.331313 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-986cf54f-c9c8-45ce-be1b-787722f941ee service neutron] 10.222.0.30 "GET /v2.0/networks/aff9828f-e70e-4acc-8eaf-6dd6dde216ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384740 Apr 15 03:36:00.345076 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-52ad2398-3b2b-4467-81f0-69f26d8839f4 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (edca8f2d-16e2-4832-bdc1-167f14da8d92), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:00.376967 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-881f0f72-ea1b-4cff-883f-908396c466eb tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] 10.222.0.15 "DELETE /v2.0/floatingips/445e094e-f7d0-4ba3-833d-9ce4892ce5d8 HTTP/1.1" status: 204 len: 168 time: 5.9874668 Apr 15 03:36:00.389656 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f510ea71-c0e9-47bd-bb35-15014d5b930e None None] Routers {'bb6f4df1-3d52-4c19-a71f-154c869af0cf'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:00.390312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f510ea71-c0e9-47bd-bb35-15014d5b930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['bb6f4df1-3d52-4c19-a71f-154c869af0cf'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:00.403443 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58516) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:00.425660 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ad2398-3b2b-4467-81f0-69f26d8839f4 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Network 68c90c53-d794-4ac5-b245-af6c4671e426 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:00.429781 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-049cc58b-8eb8-4ff0-88ce-d371a6125f02 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:00.441591 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f6719184-e6e7-4cd4-9f4e-7282f001868d tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for port (2a32fb02-825e-4ea2-8268-665578fdb6d8), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:00.445621 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-52ad2398-3b2b-4467-81f0-69f26d8839f4 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:00.448999 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-da9c9640-c32b-45c0-818e-1d50252c65d5 None None] Provisioning complete for port e1e75c02-c81a-4ac1-96a6-9cf591aac0b8 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:00.449374 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-da9c9640-c32b-45c0-818e-1d50252c65d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e1e75c02-c81a-4ac1-96a6-9cf591aac0b8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:00.455162 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ad2398-3b2b-4467-81f0-69f26d8839f4 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:00.463531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ab6be5ae-2aef-4ccf-b4c1-e352e438af72 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:00.495374 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f510ea71-c0e9-47bd-bb35-15014d5b930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:00.501017 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b98a28-f8bb-4ac5-8934-fe6e53306000 None None] Pushing event updated for resources: {'Port': ['ID=e1e75c02-c81a-4ac1-96a6-9cf591aac0b8,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:00.541465 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f510ea71-c0e9-47bd-bb35-15014d5b930e None None] Routers {'bb6f4df1-3d52-4c19-a71f-154c869af0cf'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:00.542108 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f510ea71-c0e9-47bd-bb35-15014d5b930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['bb6f4df1-3d52-4c19-a71f-154c869af0cf'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:00.565109 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (2c2650d5-f22d-402e-b5dc-d7486185eddf), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:00.581755 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad2398-3b2b-4467-81f0-69f26d8839f4 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Pushing event updated for resources: {'Port': ['ID=edca8f2d-16e2-4832-bdc1-167f14da8d92,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:00.608155 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f510ea71-c0e9-47bd-bb35-15014d5b930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:00.608579 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f510ea71-c0e9-47bd-bb35-15014d5b930e None None] The sync data for ids ['bb6f4df1-3d52-4c19-a71f-154c869af0cf'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:36:00.644321 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-9a5eb45f-1b65-4f9c-9b70-73a48dfcab8c None None] Allocated IP 2001:db8::f816:3eff:fe91:989e (2c2650d5-f22d-402e-b5dc-d7486185eddf/581dc596-fc13-423d-9ff6-c22e0c6b0878/a7e959cf-604b-49a8-8361-0acbeb3b25ff) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:00.651710 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-049cc58b-8eb8-4ff0-88ce-d371a6125f02 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:00.667618 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-da9c9640-c32b-45c0-818e-1d50252c65d5 None None] Current status of the port e1e75c02-c81a-4ac1-96a6-9cf591aac0b8 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:00.699843 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-52ad2398-3b2b-4467-81f0-69f26d8839f4 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (64e86b26-bff9-4b14-8f87-0c8bc2a44c23), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:00.714714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-eb321caf-a366-4214-8e7f-de317eca44b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:00.716583 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-eb321caf-a366-4214-8e7f-de317eca44b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=092479ab-a039-43a5-be16-d3695e00426b HTTP/1.1" status: 200 len: 844 time: 0.5306711 Apr 15 03:36:00.731798 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2c1b0-a01d-43a4-a7ce-8aff009fd5e5 req-161d051f-61f4-4025-85d3-c8efd58b1362 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:00.734391 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e2c2c1b0-a01d-43a4-a7ce-8aff009fd5e5 req-161d051f-61f4-4025-85d3-c8efd58b1362 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 944 time: 0.5599253 Apr 15 03:36:00.959016 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b3226556-3e83-40ab-8c7e-683751258fc8 req-6538c498-24e2-4b31-8aa3-64e17eca4162 service neutron] 10.222.0.30 "GET /v2.0/networks/aff9828f-e70e-4acc-8eaf-6dd6dde216ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996721 Apr 15 03:36:00.964081 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f6719184-e6e7-4cd4-9f4e-7282f001868d tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (2a32fb02-825e-4ea2-8268-665578fdb6d8), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:00.999161 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (581dc596-fc13-423d-9ff6-c22e0c6b0878), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:01.018908 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-47f4d15f-bb0c-4801-baae-0ba7c802cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:01.020844 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-47f4d15f-bb0c-4801-baae-0ba7c802cc9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2fea504-3cd4-4378-8032-e10de311dc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2671142 Apr 15 03:36:01.077830 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-049cc58b-8eb8-4ff0-88ce-d371a6125f02 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:01.089858 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6719184-e6e7-4cd4-9f4e-7282f001868d tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Network bd2a3c68-aba4-40fb-8c6c-50643e417165 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:01.112951 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-f6719184-e6e7-4cd4-9f4e-7282f001868d tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:01.121870 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6719184-e6e7-4cd4-9f4e-7282f001868d tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Pushing event updated for resources: {'Port': ['ID=2a32fb02-825e-4ea2-8268-665578fdb6d8,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:01.131922 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e1e75c02-c81a-4ac1-96a6-9cf591aac0b8 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:01.132902 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:36:01.137079 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6719184-e6e7-4cd4-9f4e-7282f001868d tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:01.138136 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6719184-e6e7-4cd4-9f4e-7282f001868d tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:01.138930 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f6719184-e6e7-4cd4-9f4e-7282f001868d tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:01.183923 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9a5eb45f-1b65-4f9c-9b70-73a48dfcab8c None None] Publish callbacks [] for port (a7e959cf-604b-49a8-8361-0acbeb3b25ff), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:01.194502 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-ab6be5ae-2aef-4ccf-b4c1-e352e438af72 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Allocated IP 172.20.0.3 (24c89d13-c509-40e8-b7a8-934982b8aa32/4dbea3a5-9719-432f-8421-cc2be636188e/b6f206df-d38e-4f3e-a46d-76d9a5d8d588) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:01.202952 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:01.203739 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:01.204915 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-46e26669-cb43-423b-b2e3-940b8e3d5ccf None None] Provisioning complete for port edca8f2d-16e2-4832-bdc1-167f14da8d92 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:01.205270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-46e26669-cb43-423b-b2e3-940b8e3d5ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (edca8f2d-16e2-4832-bdc1-167f14da8d92), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:01.221031 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-52ad2398-3b2b-4467-81f0-69f26d8839f4 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (edca8f2d-16e2-4832-bdc1-167f14da8d92), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:01.265042 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e2c2c1b0-a01d-43a4-a7ce-8aff009fd5e5 req-93f1d0f5-b2ed-490f-a220-dcd96ed6e933 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d1ead-5a9a-4ee5-9f03-0d6258875b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4745200 Apr 15 03:36:01.282912 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade29b62-421c-45c6-9f50-102e735b6439 req-c076ee75-2f63-4968-8753-834c5511ef12 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:01.284766 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ade29b62-421c-45c6-9f50-102e735b6439 req-c076ee75-2f63-4968-8753-834c5511ef12 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 943 time: 0.1972029 Apr 15 03:36:01.295380 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbf62f-fcf9-4adf-8d62-cca58f4cc8f1 req-c4d5a736-6d41-420c-b2d3-32d531f32ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:01.297063 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3dfbf62f-fcf9-4adf-8d62-cca58f4cc8f1 req-c4d5a736-6d41-420c-b2d3-32d531f32ff9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11a65844133b45eca2de1ac5661b176d&device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 1128 time: 0.1775985 Apr 15 03:36:01.299779 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9a5eb45f-1b65-4f9c-9b70-73a48dfcab8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (a7e959cf-604b-49a8-8361-0acbeb3b25ff), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:01.405806 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f6719184-e6e7-4cd4-9f4e-7282f001868d tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.4870014 Apr 15 03:36:01.415763 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-46e26669-cb43-423b-b2e3-940b8e3d5ccf None None] Port edca8f2d-16e2-4832-bdc1-167f14da8d92 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:36:01.425679 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58520) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:01.452892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5eb45f-1b65-4f9c-9b70-73a48dfcab8c None None] Network 2c2650d5-f22d-402e-b5dc-d7486185eddf is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:01.471156 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-9a5eb45f-1b65-4f9c-9b70-73a48dfcab8c None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:01.493352 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b90696c9-a940-4f1d-89ca-8bfa2baf61b1 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks [] for port (d1fffd32-b6dc-4801-820a-72a1dd383b6a), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:01.495581 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5eb45f-1b65-4f9c-9b70-73a48dfcab8c None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:01.500377 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5eb45f-1b65-4f9c-9b70-73a48dfcab8c None None] Pushing event updated for resources: {'Port': ['ID=a7e959cf-604b-49a8-8361-0acbeb3b25ff,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:01.557611 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-372fc6bf-5e97-4574-bbb3-6b02a6e6d2c4 service neutron] 10.222.0.30 "GET /v2.0/networks/f2fea504-3cd4-4378-8032-e10de311dc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022901 Apr 15 03:36:01.664016 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:01.668196 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-9a5eb45f-1b65-4f9c-9b70-73a48dfcab8c None None] Attempting to bind port a7e959cf-604b-49a8-8361-0acbeb3b25ff on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:36:01.668478 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-9a5eb45f-1b65-4f9c-9b70-73a48dfcab8c None None] Attempting to bind port a7e959cf-604b-49a8-8361-0acbeb3b25ff by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '021cd8d2-0644-4711-b01a-997265500955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2c2650d5-f22d-402e-b5dc-d7486185eddf'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:36:01.668776 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5eb45f-1b65-4f9c-9b70-73a48dfcab8c None None] Attempting to bind port a7e959cf-604b-49a8-8361-0acbeb3b25ff on network 2c2650d5-f22d-402e-b5dc-d7486185eddf {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:36:01.674490 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5eb45f-1b65-4f9c-9b70-73a48dfcab8c None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:36:01.674944 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5eb45f-1b65-4f9c-9b70-73a48dfcab8c None None] Checking segment: {'id': '021cd8d2-0644-4711-b01a-997265500955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2c2650d5-f22d-402e-b5dc-d7486185eddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:36:01.675284 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9a5eb45f-1b65-4f9c-9b70-73a48dfcab8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:01.675668 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5eb45f-1b65-4f9c-9b70-73a48dfcab8c None None] Bound using segment: {'id': '021cd8d2-0644-4711-b01a-997265500955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2c2650d5-f22d-402e-b5dc-d7486185eddf'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:36:01.676120 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-9a5eb45f-1b65-4f9c-9b70-73a48dfcab8c None None] Bound port: a7e959cf-604b-49a8-8361-0acbeb3b25ff, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021cd8d2-0644-4711-b01a-997265500955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '2c2650d5-f22d-402e-b5dc-d7486185eddf'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:36:01.677064 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9a5eb45f-1b65-4f9c-9b70-73a48dfcab8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a7e959cf-604b-49a8-8361-0acbeb3b25ff), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:01.779809 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-9a5eb45f-1b65-4f9c-9b70-73a48dfcab8c None None] For port a7e959cf-604b-49a8-8361-0acbeb3b25ff, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:36:01.784659 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-9a5eb45f-1b65-4f9c-9b70-73a48dfcab8c None None] For port a7e959cf-604b-49a8-8361-0acbeb3b25ff, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a7e959cf-604b-49a8-8361-0acbeb3b25ff,segment=NetworkSegment(021cd8d2-0644-4711-b01a-997265500955),segment_id=021cd8d2-0644-4711-b01a-997265500955)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:36:01.807017 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e1e75c02-c81a-4ac1-96a6-9cf591aac0b8 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:36:01.873052 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port e1e75c02-c81a-4ac1-96a6-9cf591aac0b8 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:01.873562 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e1e75c02-c81a-4ac1-96a6-9cf591aac0b8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:01.964660 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-049cc58b-8eb8-4ff0-88ce-d371a6125f02 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Allocated IP 172.26.6.161 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/3f1ac2e6-cb5d-4f89-ab6c-70d32654cf96) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:01.971666 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dc1a421-6129-473e-b416-d7aacede0d6b req-d49dae99-0fd9-4b01-9284-9166949c6d03 service neutron] 10.222.0.30 "GET /v2.0/networks/f2fea504-3cd4-4378-8032-e10de311dc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201952 Apr 15 03:36:01.974742 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ade29b62-421c-45c6-9f50-102e735b6439 req-c6a3622c-b0ad-442e-a78c-73342881e9d2 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a74ef2f-e468-4823-bb5a-cc40bfb59703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6810570 Apr 15 03:36:01.976650 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e1e75c02-c81a-4ac1-96a6-9cf591aac0b8 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:02.127272 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ab6be5ae-2aef-4ccf-b4c1-e352e438af72 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks [] for port (b6f206df-d38e-4f3e-a46d-76d9a5d8d588), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:02.137000 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbf62f-fcf9-4adf-8d62-cca58f4cc8f1 req-c2080bcf-29ef-4f43-97f9-045957d81286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:02.138587 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3dfbf62f-fcf9-4adf-8d62-cca58f4cc8f1 req-c2080bcf-29ef-4f43-97f9-045957d81286 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aff9828f-e70e-4acc-8eaf-6dd6dde216ee HTTP/1.1" status: 200 len: 912 time: 0.7820926 Apr 15 03:36:02.211396 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9a5eb45f-1b65-4f9c-9b70-73a48dfcab8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (a7e959cf-604b-49a8-8361-0acbeb3b25ff), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:02.212057 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (581dc596-fc13-423d-9ff6-c22e0c6b0878), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:02.217691 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b90696c9-a940-4f1d-89ca-8bfa2baf61b1 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (d1fffd32-b6dc-4801-820a-72a1dd383b6a), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:02.326909 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5eb45f-1b65-4f9c-9b70-73a48dfcab8c None None] Pushing event updated for resources: {'Port': ['ID=a7e959cf-604b-49a8-8361-0acbeb3b25ff,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:02.388416 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event deleted for resources: {'Subnet': ['ID=581dc596-fc13-423d-9ff6-c22e0c6b0878,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:02.684804 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90696c9-a940-4f1d-89ca-8bfa2baf61b1 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Pushing event updated for resources: {'Port': ['ID=d1fffd32-b6dc-4801-820a-72a1dd383b6a,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:02.689423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-bc795ff3-946b-4e79-b1fa-0495bdeba7c8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Deleting port 2a32fb02-825e-4ea2-8268-665578fdb6d8 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:02.689998 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bc795ff3-946b-4e79-b1fa-0495bdeba7c8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (2a32fb02-825e-4ea2-8268-665578fdb6d8), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:02.720201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (2c2650d5-f22d-402e-b5dc-d7486185eddf), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:02.767400 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c2650d5-f22d-402e-b5dc-d7486185eddf']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:02.770004 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-b90696c9-a940-4f1d-89ca-8bfa2baf61b1 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] In _notify_port_updated(), no bound segment for port d1fffd32-b6dc-4801-820a-72a1dd383b6a on network bea8d5e2-3137-4d57-8ad9-7decf4fc8453 {{(pid=104666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:36:02.775270 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90696c9-a940-4f1d-89ca-8bfa2baf61b1 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:02.780202 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b90696c9-a940-4f1d-89ca-8bfa2baf61b1 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:02.780202 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b90696c9-a940-4f1d-89ca-8bfa2baf61b1 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "PUT /v2.0/ports/d1fffd32-b6dc-4801-820a-72a1dd383b6a HTTP/1.1" status: 200 len: 993 time: 3.9016466 Apr 15 03:36:02.780202 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff591b0-c1fe-41d6-bf98-966017dbde0b req-decfed59-3fb1-4ee8-af9d-63b7a920d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:02.780202 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ff591b0-c1fe-41d6-bf98-966017dbde0b req-decfed59-3fb1-4ee8-af9d-63b7a920d3b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e585f3ca53e5479db86fbf2994cc0780&device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 1127 time: 0.3250427 Apr 15 03:36:02.780612 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58526) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:02.803817 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f52717-a589-46f8-b708-ee3f3071ee4d req-6add0e73-c4f1-4679-b4bf-f7004023a07e tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:02.805343 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d8f52717-a589-46f8-b708-ee3f3071ee4d req-6add0e73-c4f1-4679-b4bf-f7004023a07e tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 944 time: 0.2848952 Apr 15 03:36:02.813427 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021cd8d2-0644-4711-b01a-997265500955') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:02.813722 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021cd8d2-0644-4711-b01a-997265500955') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:02.871546 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8d570a00-fe13-49cd-93bb-e2daa9ffd006 None None] Provisioning complete for port d1fffd32-b6dc-4801-820a-72a1dd383b6a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:02.872072 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d570a00-fe13-49cd-93bb-e2daa9ffd006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d1fffd32-b6dc-4801-820a-72a1dd383b6a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:02.876446 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (021cd8d2-0644-4711-b01a-997265500955), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:02.883566 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3dfbf62f-fcf9-4adf-8d62-cca58f4cc8f1 req-251c7692-e584-4dde-8fb5-a9c4da70bc38 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa797c36-ad3b-4d10-99d7-7d699a77251c HTTP/1.1" status: 200 len: 217 time: 0.1986229 Apr 15 03:36:02.893427 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-049cc58b-8eb8-4ff0-88ce-d371a6125f02 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks [] for port (3f1ac2e6-cb5d-4f89-ab6c-70d32654cf96), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:02.895830 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ab6be5ae-2aef-4ccf-b4c1-e352e438af72 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (b6f206df-d38e-4f3e-a46d-76d9a5d8d588), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:02.909629 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8d570a00-fe13-49cd-93bb-e2daa9ffd006 None None] Port d1fffd32-b6dc-4801-820a-72a1dd383b6a cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:36:02.940511 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (021cd8d2-0644-4711-b01a-997265500955), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:02.956561 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-52ad2398-3b2b-4467-81f0-69f26d8839f4 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks [] for port (edca8f2d-16e2-4832-bdc1-167f14da8d92), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:02.961343 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:02.961748 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (021cd8d2-0644-4711-b01a-997265500955), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:02.968020 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:02.976747 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6be5ae-2aef-4ccf-b4c1-e352e438af72 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Network 24c89d13-c509-40e8-b7a8-934982b8aa32 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:02.986674 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-ab6be5ae-2aef-4ccf-b4c1-e352e438af72 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:02.994188 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bc795ff3-946b-4e79-b1fa-0495bdeba7c8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (2a32fb02-825e-4ea2-8268-665578fdb6d8), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:02.996701 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6be5ae-2aef-4ccf-b4c1-e352e438af72 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:03.028940 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6be5ae-2aef-4ccf-b4c1-e352e438af72 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Pushing event updated for resources: {'Port': ['ID=b6f206df-d38e-4f3e-a46d-76d9a5d8d588,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:03.037459 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-bc795ff3-946b-4e79-b1fa-0495bdeba7c8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Calling delete_port for 2a32fb02-825e-4ea2-8268-665578fdb6d8 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:03.057301 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-52ad2398-3b2b-4467-81f0-69f26d8839f4 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (edca8f2d-16e2-4832-bdc1-167f14da8d92), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:03.067790 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d8f52717-a589-46f8-b708-ee3f3071ee4d req-97fb5ff9-3f04-4cc8-9146-52e9ad0c5945 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d1ead-5a9a-4ee5-9f03-0d6258875b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363193 Apr 15 03:36:03.085818 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff591b0-c1fe-41d6-bf98-966017dbde0b req-6b4104d1-c7d7-4f07-9026-5dec23400a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:03.087282 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ff591b0-c1fe-41d6-bf98-966017dbde0b req-6b4104d1-c7d7-4f07-9026-5dec23400a25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2fea504-3cd4-4378-8032-e10de311dc7b HTTP/1.1" status: 200 len: 905 time: 0.2913826 Apr 15 03:36:03.135979 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-4a33c80e-2941-421a-9d0c-afe97bd5d650 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Deleting port d1fffd32-b6dc-4801-820a-72a1dd383b6a {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:03.136320 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4a33c80e-2941-421a-9d0c-afe97bd5d650 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (d1fffd32-b6dc-4801-820a-72a1dd383b6a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:03.139617 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.db.api [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 03:36:03.139617 dv-neutron-837140-3-hyperv neutron-server[104666]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 03:36:03.139617 dv-neutron-837140-3-hyperv neutron-server[104666]: [parameters: {'id': '2c2650d5-f22d-402e-b5dc-d7486185eddf'}] Apr 15 03:36:03.139617 dv-neutron-837140-3-hyperv neutron-server[104666]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:36:03.139964 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG oslo_db.api [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:36:03.142520 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ff591b0-c1fe-41d6-bf98-966017dbde0b req-7632c1d7-7cfe-4545-ac53-61bff36ca15d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef4adf81-5745-4c2a-9457-c67521bf7302 HTTP/1.1" status: 200 len: 217 time: 0.0466070 Apr 15 03:36:03.242048 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff591b0-c1fe-41d6-bf98-966017dbde0b req-35ac2ef0-6d22-4d5d-8f3b-85dbb4753911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:03.243806 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ff591b0-c1fe-41d6-bf98-966017dbde0b req-35ac2ef0-6d22-4d5d-8f3b-85dbb4753911 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=092479ab-a039-43a5-be16-d3695e00426b HTTP/1.1" status: 200 len: 844 time: 0.0908630 Apr 15 03:36:03.292934 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4a33c80e-2941-421a-9d0c-afe97bd5d650 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (d1fffd32-b6dc-4801-820a-72a1dd383b6a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:03.306683 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-52ad2398-3b2b-4467-81f0-69f26d8839f4 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (64e86b26-bff9-4b14-8f87-0c8bc2a44c23), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:03.312635 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-4a33c80e-2941-421a-9d0c-afe97bd5d650 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Calling delete_port for d1fffd32-b6dc-4801-820a-72a1dd383b6a owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:03.314958 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff591b0-c1fe-41d6-bf98-966017dbde0b req-cd508336-a9c5-43db-bf94-ecd80f83d09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:03.315765 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6b589-93d0-4079-aa79-db95fa00fd4e req-0cd4749f-9d29-42e4-8f47-944416d9f0a0 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:03.316501 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ff591b0-c1fe-41d6-bf98-966017dbde0b req-cd508336-a9c5-43db-bf94-ecd80f83d09d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2fea504-3cd4-4378-8032-e10de311dc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0660150 Apr 15 03:36:03.317360 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cae6b589-93d0-4079-aa79-db95fa00fd4e req-0cd4749f-9d29-42e4-8f47-944416d9f0a0 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 943 time: 0.1920598 Apr 15 03:36:03.317945 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad2398-3b2b-4467-81f0-69f26d8839f4 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Pushing event updated for resources: {'Port': ['ID=edca8f2d-16e2-4832-bdc1-167f14da8d92,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:03.320699 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-049cc58b-8eb8-4ff0-88ce-d371a6125f02 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (3f1ac2e6-cb5d-4f89-ab6c-70d32654cf96), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:03.338072 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbf62f-fcf9-4adf-8d62-cca58f4cc8f1 req-9495ccb0-071b-4ec5-a27e-58a8e1958755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:03.339539 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3dfbf62f-fcf9-4adf-8d62-cca58f4cc8f1 req-9495ccb0-071b-4ec5-a27e-58a8e1958755 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78adb54a-0d2d-4945-b7b1-f8e96da5bc76 HTTP/1.1" status: 200 len: 851 time: 0.2164221 Apr 15 03:36:03.468118 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049cc58b-8eb8-4ff0-88ce-d371a6125f02 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:03.470163 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ff591b0-c1fe-41d6-bf98-966017dbde0b req-2864e5d2-3f5d-4717-8b6f-0347c95d10db service neutron] 10.222.0.30 "GET /v2.0/networks/f2fea504-3cd4-4378-8032-e10de311dc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440697 Apr 15 03:36:03.470724 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ab6be5ae-2aef-4ccf-b4c1-e352e438af72 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks [] for floatingip (c5af6dae-3da3-4866-a532-39521bf33846), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:03.533132 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-049cc58b-8eb8-4ff0-88ce-d371a6125f02 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:03.544399 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cc58b-8eb8-4ff0-88ce-d371a6125f02 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Pushing event updated for resources: {'Port': ['ID=3f1ac2e6-cb5d-4f89-ab6c-70d32654cf96,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:03.549666 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049cc58b-8eb8-4ff0-88ce-d371a6125f02 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:03.561192 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbf62f-fcf9-4adf-8d62-cca58f4cc8f1 req-f76a0511-e2ed-4c34-9153-cf45c93c5111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:03.561192 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3dfbf62f-fcf9-4adf-8d62-cca58f4cc8f1 req-f76a0511-e2ed-4c34-9153-cf45c93c5111 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aff9828f-e70e-4acc-8eaf-6dd6dde216ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1924729 Apr 15 03:36:03.611743 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ff591b0-c1fe-41d6-bf98-966017dbde0b req-a76b99a4-5218-4438-b129-9444792959cf service neutron] 10.222.0.30 "GET /v2.0/networks/f2fea504-3cd4-4378-8032-e10de311dc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268394 Apr 15 03:36:03.619819 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cae6b589-93d0-4079-aa79-db95fa00fd4e req-d627ca28-c96e-4158-95ce-87da04e5cd9c tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a74ef2f-e468-4823-bb5a-cc40bfb59703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821941 Apr 15 03:36:03.624332 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056dd90a-e1b6-466e-930e-dcb44f6af3e2 None None] Network 2c2650d5-f22d-402e-b5dc-d7486185eddf requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:03.641559 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (2c2650d5-f22d-402e-b5dc-d7486185eddf), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:03.680363 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ad2398-3b2b-4467-81f0-69f26d8839f4 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Network 68c90c53-d794-4ac5-b245-af6c4671e426 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:03.687340 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-52ad2398-3b2b-4467-81f0-69f26d8839f4 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:03.689613 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ab6be5ae-2aef-4ccf-b4c1-e352e438af72 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b6f206df-d38e-4f3e-a46d-76d9a5d8d588), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:03.692290 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7af5346d-6cec-435d-ae65-93ca4a955767 None None] Provisioning complete for port a7e959cf-604b-49a8-8361-0acbeb3b25ff triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:03.692659 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7af5346d-6cec-435d-ae65-93ca4a955767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a7e959cf-604b-49a8-8361-0acbeb3b25ff), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:03.700660 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Deleting port a7e959cf-604b-49a8-8361-0acbeb3b25ff {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:03.701102 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (a7e959cf-604b-49a8-8361-0acbeb3b25ff), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:03.758971 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4a33c80e-2941-421a-9d0c-afe97bd5d650 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (d1fffd32-b6dc-4801-820a-72a1dd383b6a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:03.761408 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bc795ff3-946b-4e79-b1fa-0495bdeba7c8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (2a32fb02-825e-4ea2-8268-665578fdb6d8), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:03.794591 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33c80e-2941-421a-9d0c-afe97bd5d650 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Pushing event deleted for resources: {'Port': ['ID=d1fffd32-b6dc-4801-820a-72a1dd383b6a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:03.862571 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a7e959cf-604b-49a8-8361-0acbeb3b25ff up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:36:03.864461 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] For port a7e959cf-604b-49a8-8361-0acbeb3b25ff, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a7e959cf-604b-49a8-8361-0acbeb3b25ff,segment=NetworkSegment(021cd8d2-0644-4711-b01a-997265500955),segment_id=021cd8d2-0644-4711-b01a-997265500955)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:03.864831 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (a7e959cf-604b-49a8-8361-0acbeb3b25ff), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:03.920789 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7af5346d-6cec-435d-ae65-93ca4a955767 None None] Current status of the port a7e959cf-604b-49a8-8361-0acbeb3b25ff is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:03.921403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7af5346d-6cec-435d-ae65-93ca4a955767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a7e959cf-604b-49a8-8361-0acbeb3b25ff), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:03.934702 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc795ff3-946b-4e79-b1fa-0495bdeba7c8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a32fb02-825e-4ea2-8268-665578fdb6d8,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:03.955259 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a86a12-6dce-4d60-aaee-391ff754d809 None None] DHCP port deletion for 2c2650d5-f22d-402e-b5dc-d7486185eddf request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:36:03.995720 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Calling delete_port for a7e959cf-604b-49a8-8361-0acbeb3b25ff owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:03.998298 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-049cc58b-8eb8-4ff0-88ce-d371a6125f02 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks [] for floatingip (6f81503d-6e12-4d6d-9afd-4222a95580f4), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.027100 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bc795ff3-946b-4e79-b1fa-0495bdeba7c8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.032887 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bc795ff3-946b-4e79-b1fa-0495bdeba7c8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "DELETE /v2.0/ports/2a32fb02-825e-4ea2-8268-665578fdb6d8 HTTP/1.1" status: 204 len: 168 time: 2.6017401 Apr 15 03:36:04.036114 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58530) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:04.071724 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-75a86a12-6dce-4d60-aaee-391ff754d809 None None] Deleting port a7e959cf-604b-49a8-8361-0acbeb3b25ff {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:04.072858 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75a86a12-6dce-4d60-aaee-391ff754d809 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (a7e959cf-604b-49a8-8361-0acbeb3b25ff), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.081169 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-b3ad4f89-d3bc-4e35-9681-b3e4e3a2a561 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bd2a3c68-aba4-40fb-8c6c-50643e417165', 'external_fixed_ips': [{'subnet_id': '54a4fb64-2957-4dec-878d-5fdc4a32936f', 'ip_address': '2001:db8::35'}]}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:04.133564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port a7e959cf-604b-49a8-8361-0acbeb3b25ff triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:04.134158 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a7e959cf-604b-49a8-8361-0acbeb3b25ff), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.142503 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7af5346d-6cec-435d-ae65-93ca4a955767 None None] For port a7e959cf-604b-49a8-8361-0acbeb3b25ff, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a7e959cf-604b-49a8-8361-0acbeb3b25ff,segment=NetworkSegment(021cd8d2-0644-4711-b01a-997265500955),segment_id=021cd8d2-0644-4711-b01a-997265500955)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:04.150417 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-049cc58b-8eb8-4ff0-88ce-d371a6125f02 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (3f1ac2e6-cb5d-4f89-ab6c-70d32654cf96), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.181861 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-75a86a12-6dce-4d60-aaee-391ff754d809 None None] For port a7e959cf-604b-49a8-8361-0acbeb3b25ff, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a7e959cf-604b-49a8-8361-0acbeb3b25ff,segment=NetworkSegment(021cd8d2-0644-4711-b01a-997265500955),segment_id=021cd8d2-0644-4711-b01a-997265500955)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:04.182207 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75a86a12-6dce-4d60-aaee-391ff754d809 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (a7e959cf-604b-49a8-8361-0acbeb3b25ff), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.202764 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-75a86a12-6dce-4d60-aaee-391ff754d809 None None] Calling delete_port for a7e959cf-604b-49a8-8361-0acbeb3b25ff owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:04.233867 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4a33c80e-2941-421a-9d0c-afe97bd5d650 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.239849 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4a33c80e-2941-421a-9d0c-afe97bd5d650 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "DELETE /v2.0/ports/d1fffd32-b6dc-4801-820a-72a1dd383b6a HTTP/1.1" status: 204 len: 168 time: 1.4504659 Apr 15 03:36:04.241383 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58534) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:04.264670 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e629933-c9e2-49e1-bd4d-827fcfaae76c req-c4eed50c-c698-4897-bb48-08623bc91a38 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:04.266239 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7e629933-c9e2-49e1-bd4d-827fcfaae76c req-c4eed50c-c698-4897-bb48-08623bc91a38 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 944 time: 0.0830102 Apr 15 03:36:04.288995 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7af5346d-6cec-435d-ae65-93ca4a955767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (a7e959cf-604b-49a8-8361-0acbeb3b25ff), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.289986 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46b0c8e-689a-4066-a63a-a9787c34a4cc tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] GET failed (client error): The resource could not be found. Apr 15 03:36:04.294799 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f46b0c8e-689a-4066-a63a-a9787c34a4cc tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "GET /v2.0/ports/d1fffd32-b6dc-4801-820a-72a1dd383b6a HTTP/1.1" status: 404 len: 333 time: 0.0477931 Apr 15 03:36:04.298253 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58536) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:04.300216 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-10ee91d9-fa87-4f1d-a55f-817afdb06904 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Request body: {'port': {'network_id': 'bea8d5e2-3137-4d57-8ad9-7decf4fc8453', 'name': 'tempest-AllowedAddressPairTestJSON-859472603'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:04.304406 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4f89-d3bc-4e35-9681-b3e4e3a2a561 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (0bc0d27a-5650-45d3-8707-244034a920eb), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.304406 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4f89-d3bc-4e35-9681-b3e4e3a2a561 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (0bc0d27a-5650-45d3-8707-244034a920eb), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.326172 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ab6be5ae-2aef-4ccf-b4c1-e352e438af72 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks [] for port (b6f206df-d38e-4f3e-a46d-76d9a5d8d588), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.347755 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ad2398-3b2b-4467-81f0-69f26d8839f4 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Router 64e86b26-bff9-4b14-8f87-0c8bc2a44c23 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:36:04.353237 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port a7e959cf-604b-49a8-8361-0acbeb3b25ff is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:04.390886 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5346d-6cec-435d-ae65-93ca4a955767 None None] Pushing event updated for resources: {'Port': ['ID=a7e959cf-604b-49a8-8361-0acbeb3b25ff,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:04.409066 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4f89-d3bc-4e35-9681-b3e4e3a2a561 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_controller (0bc0d27a-5650-45d3-8707-244034a920eb), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.410043 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ab6be5ae-2aef-4ccf-b4c1-e352e438af72 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (b6f206df-d38e-4f3e-a46d-76d9a5d8d588), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.422330 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-4d053a42-2c38-435d-b4ae-cabb1b39857c None None] Provisioning complete for port edca8f2d-16e2-4832-bdc1-167f14da8d92 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:04.422744 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4d053a42-2c38-435d-b4ae-cabb1b39857c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (edca8f2d-16e2-4832-bdc1-167f14da8d92), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.463396 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4d053a42-2c38-435d-b4ae-cabb1b39857c None None] Port edca8f2d-16e2-4832-bdc1-167f14da8d92 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:36:04.469822 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.474849 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75a86a12-6dce-4d60-aaee-391ff754d809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (a7e959cf-604b-49a8-8361-0acbeb3b25ff), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.502650 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a86a12-6dce-4d60-aaee-391ff754d809 None None] Pushing event deleted for resources: {'Port': ['ID=a7e959cf-604b-49a8-8361-0acbeb3b25ff,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:04.507231 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a86a12-6dce-4d60-aaee-391ff754d809 None None] No DVR routers for this DVR port a7e959cf-604b-49a8-8361-0acbeb3b25ff on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:36:04.620712 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (a7e959cf-604b-49a8-8361-0acbeb3b25ff), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.659738 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event deleted for resources: {'Port': ['ID=a7e959cf-604b-49a8-8361-0acbeb3b25ff,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:04.663413 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6be5ae-2aef-4ccf-b4c1-e352e438af72 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Pushing event updated for resources: {'Port': ['ID=b6f206df-d38e-4f3e-a46d-76d9a5d8d588,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:04.679530 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] No DVR routers for this DVR port a7e959cf-604b-49a8-8361-0acbeb3b25ff on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:36:04.679732 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-049cc58b-8eb8-4ff0-88ce-d371a6125f02 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks [] for port (3f1ac2e6-cb5d-4f89-ab6c-70d32654cf96), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.694568 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7e629933-c9e2-49e1-bd4d-827fcfaae76c req-38a1e7ef-4dba-4b5d-8b1f-e5d1a9690bcb tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d1ead-5a9a-4ee5-9f03-0d6258875b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4118576 Apr 15 03:36:04.796332 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (2c2650d5-f22d-402e-b5dc-d7486185eddf), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.824131 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c2650d5-f22d-402e-b5dc-d7486185eddf']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:04.834758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021cd8d2-0644-4711-b01a-997265500955') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:04.836776 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021cd8d2-0644-4711-b01a-997265500955') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:04.845049 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (021cd8d2-0644-4711-b01a-997265500955), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.859582 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (021cd8d2-0644-4711-b01a-997265500955), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.867056 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:04.867506 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (021cd8d2-0644-4711-b01a-997265500955), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:04.870921 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:04.922567 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ee91d9-fa87-4f1d-a55f-817afdb06904 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Made reservation on behalf of 4bd0a249cd534be59e067fa37ac4612f for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:04.925943 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10ee91d9-fa87-4f1d-a55f-817afdb06904 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:04.949409 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-10ee91d9-fa87-4f1d-a55f-817afdb06904 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] device_id is not set on port 0a799aa6-b0fe-42cd-bb66-a25baf7febd7 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:36:04.967104 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-049cc58b-8eb8-4ff0-88ce-d371a6125f02 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (3f1ac2e6-cb5d-4f89-ab6c-70d32654cf96), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:05.009231 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (2c2650d5-f22d-402e-b5dc-d7486185eddf), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:05.040643 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:05.047987 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "DELETE /v2.0/networks/2c2650d5-f22d-402e-b5dc-d7486185eddf HTTP/1.1" status: 204 len: 168 time: 4.9936547 Apr 15 03:36:05.050893 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58540) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:05.063770 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-931c151e-81cb-4906-a98b-abbe66189f6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1560748494'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:05.065143 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ad2398-3b2b-4467-81f0-69f26d8839f4 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:36:05.066962 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ab6be5ae-2aef-4ccf-b4c1-e352e438af72 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (c5af6dae-3da3-4866-a532-39521bf33846), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:05.070287 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703ceab-e53f-4e29-9665-bf6aa5d35893 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event deleted for resources: {'Network': ['ID=2c2650d5-f22d-402e-b5dc-d7486185eddf,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:05.086478 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58af6017-b145-4e1a-8d27-eaf860c27a3c None None] Sync routers for ids ['64e86b26-bff9-4b14-8f87-0c8bc2a44c23'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:36:05.097560 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-52ad2398-3b2b-4467-81f0-69f26d8839f4 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "PUT /v2.0/routers/64e86b26-bff9-4b14-8f87-0c8bc2a44c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6750641 Apr 15 03:36:05.097871 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58542) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:05.099628 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58af6017-b145-4e1a-8d27-eaf860c27a3c None None] Routers {'64e86b26-bff9-4b14-8f87-0c8bc2a44c23'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:05.100242 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-58af6017-b145-4e1a-8d27-eaf860c27a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['64e86b26-bff9-4b14-8f87-0c8bc2a44c23'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:05.128312 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4f89-d3bc-4e35-9681-b3e4e3a2a561 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_gateway (0bc0d27a-5650-45d3-8707-244034a920eb), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:05.144722 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-10ee91d9-fa87-4f1d-a55f-817afdb06904 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Allocated IP 172.20.0.10 (bea8d5e2-3137-4d57-8ad9-7decf4fc8453/ea8d755f-c401-4219-b3af-31792d2060f7/0a799aa6-b0fe-42cd-bb66-a25baf7febd7) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:05.147190 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-58af6017-b145-4e1a-8d27-eaf860c27a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:05.156645 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58af6017-b145-4e1a-8d27-eaf860c27a3c None None] Routers {'64e86b26-bff9-4b14-8f87-0c8bc2a44c23'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:05.157502 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-58af6017-b145-4e1a-8d27-eaf860c27a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['64e86b26-bff9-4b14-8f87-0c8bc2a44c23'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:05.172103 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58a53a-5c2f-4dc2-8abe-b153d42397a4 req-c87331a4-8815-4dd7-8ce1-25d0d657194b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:05.173621 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0e58a53a-5c2f-4dc2-8abe-b153d42397a4 req-c87331a4-8815-4dd7-8ce1-25d0d657194b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 943 time: 0.2152441 Apr 15 03:36:05.191978 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-58af6017-b145-4e1a-8d27-eaf860c27a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:05.192805 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58af6017-b145-4e1a-8d27-eaf860c27a3c None None] The sync data for ids ['64e86b26-bff9-4b14-8f87-0c8bc2a44c23'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:36:05.199361 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cc58b-8eb8-4ff0-88ce-d371a6125f02 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Pushing event updated for resources: {'Port': ['ID=3f1ac2e6-cb5d-4f89-ab6c-70d32654cf96,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:05.211121 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931c151e-81cb-4906-a98b-abbe66189f6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Made reservation on behalf of 07dbfaef433643bcbdde916cc71b0400 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:05.214770 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-931c151e-81cb-4906-a98b-abbe66189f6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:05.222155 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3dfbf62f-fcf9-4adf-8d62-cca58f4cc8f1 req-14ca2109-905d-4099-8eb9-7f5850a19ffa service neutron] 10.222.0.30 "GET /v2.0/networks/aff9828f-e70e-4acc-8eaf-6dd6dde216ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6564374 Apr 15 03:36:05.238311 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-049cc58b-8eb8-4ff0-88ce-d371a6125f02 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (6f81503d-6e12-4d6d-9afd-4222a95580f4), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:05.275281 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ab6be5ae-2aef-4ccf-b4c1-e352e438af72 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:05.276515 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ab6be5ae-2aef-4ccf-b4c1-e352e438af72 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.2793055 Apr 15 03:36:05.288815 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58544) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:05.354180 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931c151e-81cb-4906-a98b-abbe66189f6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:36:05.388599 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-931c151e-81cb-4906-a98b-abbe66189f6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (18eed250-23dc-45ed-a3f5-5711c7c7bc75), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:05.388944 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-931c151e-81cb-4906-a98b-abbe66189f6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Added segment 18eed250-23dc-45ed-a3f5-5711c7c7bc75 of type vlan for network c423f377-a420-4349-bc0c-328f22f20145 Apr 15 03:36:05.390497 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0e58a53a-5c2f-4dc2-8abe-b153d42397a4 req-de4b28c7-1583-4513-964e-2c258d7e8a09 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a74ef2f-e468-4823-bb5a-cc40bfb59703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061949 Apr 15 03:36:05.403232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-049cc58b-8eb8-4ff0-88ce-d371a6125f02 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:05.407099 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-049cc58b-8eb8-4ff0-88ce-d371a6125f02 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9900622 Apr 15 03:36:05.412306 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58546) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:05.451392 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-befed127-d497-4215-822b-23513ea8091a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=24c89d13-c509-40e8-b7a8-934982b8aa32 HTTP/1.1" status: 200 len: 689 time: 0.1608899 Apr 15 03:36:05.452022 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58550) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:05.490371 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3dfbf62f-fcf9-4adf-8d62-cca58f4cc8f1 req-cc9ba71c-2901-48dc-9cdb-6df08afdbb4d service neutron] 10.222.0.30 "GET /v2.0/networks/aff9828f-e70e-4acc-8eaf-6dd6dde216ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616763 Apr 15 03:36:05.550513 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-931c151e-81cb-4906-a98b-abbe66189f6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (c423f377-a420-4349-bc0c-328f22f20145), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:05.569095 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-969a7bec-8670-4aa1-a0ba-077f871dfd6a tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:05.623372 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4f89-d3bc-4e35-9681-b3e4e3a2a561 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_gateway (0bc0d27a-5650-45d3-8707-244034a920eb), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:05.648445 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4f89-d3bc-4e35-9681-b3e4e3a2a561 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:05.663646 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10ee91d9-fa87-4f1d-a55f-817afdb06904 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks [] for port (0a799aa6-b0fe-42cd-bb66-a25baf7febd7), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:05.693671 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-969a7bec-8670-4aa1-a0ba-077f871dfd6a tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:05.720403 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (24c89d13-c509-40e8-b7a8-934982b8aa32), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:05.734844 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-931c151e-81cb-4906-a98b-abbe66189f6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (c423f377-a420-4349-bc0c-328f22f20145), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:05.739889 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931c151e-81cb-4906-a98b-abbe66189f6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:05.740482 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-931c151e-81cb-4906-a98b-abbe66189f6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:05.752550 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a7e959cf-604b-49a8-8361-0acbeb3b25ff no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:36:05.781065 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: a7e959cf-604b-49a8-8361-0acbeb3b25ff {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:36:05.781065 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a7e959cf-604b-49a8-8361-0acbeb3b25ff not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:36:05.864517 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-969a7bec-8670-4aa1-a0ba-077f871dfd6a tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:05.904630 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-931c151e-81cb-4906-a98b-abbe66189f6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8446009 Apr 15 03:36:05.910231 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58554) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:05.917523 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-0a04200f-0ffc-46e6-9c25-cd97a6946abe tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Request body: {'subnet': {'network_id': 'c423f377-a420-4349-bc0c-328f22f20145', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:05.939768 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-b3ad4f89-d3bc-4e35-9681-b3e4e3a2a561 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Allocated IP 2001:db8::35 (bd2a3c68-aba4-40fb-8c6c-50643e417165/54a4fb64-2957-4dec-878d-5fdc4a32936f/28e870e1-1268-4a2e-95b1-7417405ab562) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:05.951427 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10ee91d9-fa87-4f1d-a55f-817afdb06904 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (0a799aa6-b0fe-42cd-bb66-a25baf7febd7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:05.953011 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c151e-81cb-4906-a98b-abbe66189f6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event updated for resources: {'Network': ['ID=c423f377-a420-4349-bc0c-328f22f20145,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:05.965654 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network c423f377-a420-4349-bc0c-328f22f20145 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:36:05.981240 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a572b-c944-41e3-ad68-0e57a90ef094 req-6ac0ed19-7ce9-49cc-92c5-1f905724605f tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:05.982782 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-646a572b-c944-41e3-ad68-0e57a90ef094 req-6ac0ed19-7ce9-49cc-92c5-1f905724605f tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 944 time: 0.1912782 Apr 15 03:36:06.010538 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-11f10e8b-8c68-416b-805d-0bd2b3cb71bc tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:36:06.014205 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-11f10e8b-8c68-416b-805d-0bd2b3cb71bc tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "PUT /v2.0/routers/64e86b26-bff9-4b14-8f87-0c8bc2a44c23/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9122543 Apr 15 03:36:06.024270 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58556) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:06.044444 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Deleting port b6f206df-d38e-4f3e-a46d-76d9a5d8d588 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:06.044748 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (b6f206df-d38e-4f3e-a46d-76d9a5d8d588), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:06.071875 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-969a7bec-8670-4aa1-a0ba-077f871dfd6a tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Allocated IP 172.26.6.123 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/23a2a520-52bb-41dd-aff0-bcf75a3b83e4) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:06.083349 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ee91d9-fa87-4f1d-a55f-817afdb06904 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Network bea8d5e2-3137-4d57-8ad9-7decf4fc8453 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:06.100935 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-10ee91d9-fa87-4f1d-a55f-817afdb06904 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:06.114433 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ee91d9-fa87-4f1d-a55f-817afdb06904 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:06.155554 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a04200f-0ffc-46e6-9c25-cd97a6946abe tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Made reservation on behalf of 07dbfaef433643bcbdde916cc71b0400 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:06.158853 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a04200f-0ffc-46e6-9c25-cd97a6946abe tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:06.202327 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee91d9-fa87-4f1d-a55f-817afdb06904 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Pushing event updated for resources: {'Port': ['ID=0a799aa6-b0fe-42cd-bb66-a25baf7febd7,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:06.258097 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-646a572b-c944-41e3-ad68-0e57a90ef094 req-e2e0923e-9753-4bdc-92b1-0508eda29343 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d1ead-5a9a-4ee5-9f03-0d6258875b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495694 Apr 15 03:36:06.263341 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ee91d9-fa87-4f1d-a55f-817afdb06904 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:06.264254 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10ee91d9-fa87-4f1d-a55f-817afdb06904 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:06.309403 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (b6f206df-d38e-4f3e-a46d-76d9a5d8d588), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:06.309726 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks [] for floatingip (b6f206df-d38e-4f3e-a46d-76d9a5d8d588), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:06.369255 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-969a7bec-8670-4aa1-a0ba-077f871dfd6a tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Publish callbacks [] for port (23a2a520-52bb-41dd-aff0-bcf75a3b83e4), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:06.384511 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Calling delete_port for b6f206df-d38e-4f3e-a46d-76d9a5d8d588 owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:06.394652 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-10ee91d9-fa87-4f1d-a55f-817afdb06904 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0983734 Apr 15 03:36:06.398776 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-32348023-3aba-4b44-a608-1588bf8ccbea None None] Provisioning complete for port 0a799aa6-b0fe-42cd-bb66-a25baf7febd7 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:06.399171 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-32348023-3aba-4b44-a608-1588bf8ccbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0a799aa6-b0fe-42cd-bb66-a25baf7febd7), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:06.399498 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58558) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:06.400056 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4f89-d3bc-4e35-9681-b3e4e3a2a561 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for port (28e870e1-1268-4a2e-95b1-7417405ab562), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:06.407365 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-5226806d-7619-47c1-a00a-9be3bdc7f39d tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3c:54:97'}]}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:06.437917 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-32348023-3aba-4b44-a608-1588bf8ccbea None None] Port 0a799aa6-b0fe-42cd-bb66-a25baf7febd7 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:36:06.551442 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-969a7bec-8670-4aa1-a0ba-077f871dfd6a tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (23a2a520-52bb-41dd-aff0-bcf75a3b83e4), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:06.602550 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b5c06-2426-4e63-b4dd-5c5a229ef247 req-5e7d6214-6278-4dda-90d6-18750608adc6 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:06.604103 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b80b5c06-2426-4e63-b4dd-5c5a229ef247 req-5e7d6214-6278-4dda-90d6-18750608adc6 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 943 time: 0.1218863 Apr 15 03:36:06.619885 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969a7bec-8670-4aa1-a0ba-077f871dfd6a tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:06.627945 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4f89-d3bc-4e35-9681-b3e4e3a2a561 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (28e870e1-1268-4a2e-95b1-7417405ab562), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:06.634824 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-969a7bec-8670-4aa1-a0ba-077f871dfd6a tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:06.643091 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969a7bec-8670-4aa1-a0ba-077f871dfd6a tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:06.648692 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a7bec-8670-4aa1-a0ba-077f871dfd6a tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Pushing event updated for resources: {'Port': ['ID=23a2a520-52bb-41dd-aff0-bcf75a3b83e4,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:06.718885 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a04200f-0ffc-46e6-9c25-cd97a6946abe tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (2a672e8e-46cf-4f8e-94da-023f6ec1835f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:06.722013 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ad4f89-d3bc-4e35-9681-b3e4e3a2a561 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Network bd2a3c68-aba4-40fb-8c6c-50643e417165 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:06.762054 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-b3ad4f89-d3bc-4e35-9681-b3e4e3a2a561 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:06.782488 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ad4f89-d3bc-4e35-9681-b3e4e3a2a561 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:06.800891 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b80b5c06-2426-4e63-b4dd-5c5a229ef247 req-471c9f20-f4d3-42f1-91ac-14535ef288e4 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a74ef2f-e468-4823-bb5a-cc40bfb59703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829915 Apr 15 03:36:06.844449 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad4f89-d3bc-4e35-9681-b3e4e3a2a561 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Pushing event updated for resources: {'Port': ['ID=28e870e1-1268-4a2e-95b1-7417405ab562,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:06.912821 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04200f-0ffc-46e6-9c25-cd97a6946abe tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event updated for resources: {'Subnet': ['ID=2a672e8e-46cf-4f8e-94da-023f6ec1835f,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:06.962879 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device ef4adf81-5745-4c2a-9457-c67521bf7302 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 03:36:06.968829 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-969a7bec-8670-4aa1-a0ba-077f871dfd6a tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Publish callbacks [] for floatingip (a66776e7-a938-4ce5-9471-29970da406fd), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:06.977316 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a04200f-0ffc-46e6-9c25-cd97a6946abe tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Checking segment: {'id': '18eed250-23dc-45ed-a3f5-5711c7c7bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c423f377-a420-4349-bc0c-328f22f20145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:36:06.977524 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a04200f-0ffc-46e6-9c25-cd97a6946abe tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Network hostable DHCP agents. Network: c423f377-a420-4349-bc0c-328f22f20145, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:36:07.073863 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a04200f-0ffc-46e6-9c25-cd97a6946abe tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Network c423f377-a420-4349-bc0c-328f22f20145 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:36:07.078449 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port ef4adf81-5745-4c2a-9457-c67521bf7302, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ef4adf81-5745-4c2a-9457-c67521bf7302,segment=NetworkSegment(99935493-8f6b-427d-a241-4be340658787),segment_id=99935493-8f6b-427d-a241-4be340658787)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:07.078689 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5226806d-7619-47c1-a00a-9be3bdc7f39d tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (0a799aa6-b0fe-42cd-bb66-a25baf7febd7), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:07.092779 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'ef4adf81-5745-4c2a-9457-c67521bf7302', 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b', 'port_id': 'ef4adf81-5745-4c2a-9457-c67521bf7302', 'mac_address': 'fa:16:3e:2c:58:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '092479ab-a039-43a5-be16-d3695e00426b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 03:36:07.120453 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-969a7bec-8670-4aa1-a0ba-077f871dfd6a tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (23a2a520-52bb-41dd-aff0-bcf75a3b83e4), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:07.121935 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2aded773-1c11-4ada-9eed-246ff4a49d1f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (64e86b26-bff9-4b14-8f87-0c8bc2a44c23), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:07.137564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port ef4adf81-5745-4c2a-9457-c67521bf7302 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:07.141074 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ef4adf81-5745-4c2a-9457-c67521bf7302), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:07.153041 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4adf81-5745-4c2a-9457-c67521bf7302 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:36:07.175727 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port ef4adf81-5745-4c2a-9457-c67521bf7302, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ef4adf81-5745-4c2a-9457-c67521bf7302,segment=NetworkSegment(99935493-8f6b-427d-a241-4be340658787),segment_id=99935493-8f6b-427d-a241-4be340658787)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:07.198871 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-0a04200f-0ffc-46e6-9c25-cd97a6946abe tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, c423f377-a420-4349-bc0c-328f22f20145) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:07.210222 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a04200f-0ffc-46e6-9c25-cd97a6946abe tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:07.210847 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a04200f-0ffc-46e6-9c25-cd97a6946abe tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:07.212597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffb01a9-b237-4597-98b2-fe9d40bc0b98 None None] Network c423f377-a420-4349-bc0c-328f22f20145 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:07.232841 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (b6f206df-d38e-4f3e-a46d-76d9a5d8d588), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:07.272629 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6f206df-d38e-4f3e-a46d-76d9a5d8d588,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:07.283088 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4f89-d3bc-4e35-9681-b3e4e3a2a561 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_gateway (0bc0d27a-5650-45d3-8707-244034a920eb), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:07.290576 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ef4adf81-5745-4c2a-9457-c67521bf7302), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:07.291504 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device fa797c36-ad3b-4d10-99d7-7d699a77251c details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 03:36:07.414959 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0caf152-8ebf-4650-9962-3a52b6d0248f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-c423f377-a420-4349-bc0c-328f22f20145', 'network_id': 'c423f377-a420-4349-bc0c-328f22f20145', 'project_id': '07dbfaef433643bcbdde916cc71b0400', 'fixed_ips': [{'subnet_id': '2a672e8e-46cf-4f8e-94da-023f6ec1835f'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:36:07.416037 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d0caf152-8ebf-4650-9962-3a52b6d0248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:07.458443 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=ef4adf81-5745-4c2a-9457-c67521bf7302,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:07.568358 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port fa797c36-ad3b-4d10-99d7-7d699a77251c, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=fa797c36-ad3b-4d10-99d7-7d699a77251c,segment=NetworkSegment(fb1b78e1-40f7-4798-bbc6-72edf5220371),segment_id=fb1b78e1-40f7-4798-bbc6-72edf5220371)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:07.571910 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba65f9-7aaa-494c-8106-16565e5efb2a req-7aa385fe-5f99-4914-8f0e-9bc67c030a40 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:07.575286 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fcba65f9-7aaa-494c-8106-16565e5efb2a req-7aa385fe-5f99-4914-8f0e-9bc67c030a40 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 944 time: 0.1808295 Apr 15 03:36:07.585603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks [] for floatingip (c5af6dae-3da3-4866-a532-39521bf33846), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:07.587565 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'fa797c36-ad3b-4d10-99d7-7d699a77251c', 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee', 'port_id': 'fa797c36-ad3b-4d10-99d7-7d699a77251c', 'mac_address': 'fa:16:3e:ef:ce:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78adb54a-0d2d-4945-b7b1-f8e96da5bc76', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 03:36:07.595536 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0a04200f-0ffc-46e6-9c25-cd97a6946abe tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6795013 Apr 15 03:36:07.597715 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58564) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:07.660255 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-d0caf152-8ebf-4650-9962-3a52b6d0248f None None] Allocated IP 2001:db8::2 (c423f377-a420-4349-bc0c-328f22f20145/2a672e8e-46cf-4f8e-94da-023f6ec1835f/503bef97-e187-478e-a8d3-bc937f2bbedb) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:07.665671 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port fa797c36-ad3b-4d10-99d7-7d699a77251c is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:07.666133 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fa797c36-ad3b-4d10-99d7-7d699a77251c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:07.686852 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa797c36-ad3b-4d10-99d7-7d699a77251c {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:36:07.752855 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port fa797c36-ad3b-4d10-99d7-7d699a77251c, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=fa797c36-ad3b-4d10-99d7-7d699a77251c,segment=NetworkSegment(fb1b78e1-40f7-4798-bbc6-72edf5220371),segment_id=fb1b78e1-40f7-4798-bbc6-72edf5220371)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:07.756862 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-969a7bec-8670-4aa1-a0ba-077f871dfd6a tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Publish callbacks [] for port (23a2a520-52bb-41dd-aff0-bcf75a3b83e4), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:07.776443 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5226806d-7619-47c1-a00a-9be3bdc7f39d tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks [] for port (0a799aa6-b0fe-42cd-bb66-a25baf7febd7), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:07.792366 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (4dbea3a5-9719-432f-8421-cc2be636188e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:07.802182 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fcba65f9-7aaa-494c-8106-16565e5efb2a req-001f0685-cfb7-43f1-af50-d49e5989a0fe tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d1ead-5a9a-4ee5-9f03-0d6258875b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034445 Apr 15 03:36:07.826692 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fa797c36-ad3b-4d10-99d7-7d699a77251c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:07.826884 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (c423f377-a420-4349-bc0c-328f22f20145), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:07.846683 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-2aded773-1c11-4ada-9eed-246ff4a49d1f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Deleting port edca8f2d-16e2-4832-bdc1-167f14da8d92 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:07.847106 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2aded773-1c11-4ada-9eed-246ff4a49d1f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (edca8f2d-16e2-4832-bdc1-167f14da8d92), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:07.891532 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5226806d-7619-47c1-a00a-9be3bdc7f39d tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (0a799aa6-b0fe-42cd-bb66-a25baf7febd7), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:07.899994 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d0caf152-8ebf-4650-9962-3a52b6d0248f None None] Publish callbacks [] for port (503bef97-e187-478e-a8d3-bc937f2bbedb), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:07.905957 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-969a7bec-8670-4aa1-a0ba-077f871dfd6a tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (23a2a520-52bb-41dd-aff0-bcf75a3b83e4), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:07.915330 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=fa797c36-ad3b-4d10-99d7-7d699a77251c,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:08.010922 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226806d-7619-47c1-a00a-9be3bdc7f39d tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Pushing event updated for resources: {'Port': ['ID=0a799aa6-b0fe-42cd-bb66-a25baf7febd7,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:08.030228 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4f89-d3bc-4e35-9681-b3e4e3a2a561 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (0bc0d27a-5650-45d3-8707-244034a920eb), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.036813 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (2a672e8e-46cf-4f8e-94da-023f6ec1835f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.045698 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829adb99-3324-4e3c-b359-925fb994d51b req-9de571ce-81a6-457d-bcd5-3e58e1ce65cd tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:08.047042 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2aded773-1c11-4ada-9eed-246ff4a49d1f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (edca8f2d-16e2-4832-bdc1-167f14da8d92), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.047317 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-829adb99-3324-4e3c-b359-925fb994d51b req-9de571ce-81a6-457d-bcd5-3e58e1ce65cd tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 944 time: 0.1423094 Apr 15 03:36:08.059172 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-5226806d-7619-47c1-a00a-9be3bdc7f39d tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] In _notify_port_updated(), no bound segment for port 0a799aa6-b0fe-42cd-bb66-a25baf7febd7 on network bea8d5e2-3137-4d57-8ad9-7decf4fc8453 {{(pid=104666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:36:08.061987 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d0caf152-8ebf-4650-9962-3a52b6d0248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (503bef97-e187-478e-a8d3-bc937f2bbedb), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.065124 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5226806d-7619-47c1-a00a-9be3bdc7f39d tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:08.065919 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5226806d-7619-47c1-a00a-9be3bdc7f39d tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.070184 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5226806d-7619-47c1-a00a-9be3bdc7f39d tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "PUT /v2.0/ports/0a799aa6-b0fe-42cd-bb66-a25baf7febd7 HTTP/1.1" status: 200 len: 996 time: 1.6673257 Apr 15 03:36:08.074655 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58568) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:08.085644 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a7bec-8670-4aa1-a0ba-077f871dfd6a tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Pushing event updated for resources: {'Port': ['ID=23a2a520-52bb-41dd-aff0-bcf75a3b83e4,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:08.118770 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-2aded773-1c11-4ada-9eed-246ff4a49d1f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Calling delete_port for edca8f2d-16e2-4832-bdc1-167f14da8d92 owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:08.125526 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (4dbea3a5-9719-432f-8421-cc2be636188e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.148094 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0caf152-8ebf-4650-9962-3a52b6d0248f None None] Network c423f377-a420-4349-bc0c-328f22f20145 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:08.153435 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-d0caf152-8ebf-4650-9962-3a52b6d0248f None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:08.160050 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0caf152-8ebf-4650-9962-3a52b6d0248f None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:08.167424 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-969a7bec-8670-4aa1-a0ba-077f871dfd6a tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (a66776e7-a938-4ce5-9471-29970da406fd), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.173324 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0caf152-8ebf-4650-9962-3a52b6d0248f None None] Pushing event updated for resources: {'Port': ['ID=503bef97-e187-478e-a8d3-bc937f2bbedb,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:08.193603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4dbea3a5-9719-432f-8421-cc2be636188e,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:08.243441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['fa797c36-ad3b-4d10-99d7-7d699a77251c'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:36:08.260987 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-125025fb-a009-4ddc-8618-0740f956ebb8 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Deleting port 0a799aa6-b0fe-42cd-bb66-a25baf7febd7 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:08.261326 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-125025fb-a009-4ddc-8618-0740f956ebb8 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (0a799aa6-b0fe-42cd-bb66-a25baf7febd7), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.267891 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-829adb99-3324-4e3c-b359-925fb994d51b req-c775a5c4-085b-404c-a9c7-4eff2fdb0175 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a74ef2f-e468-4823-bb5a-cc40bfb59703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836760 Apr 15 03:36:08.320409 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-969a7bec-8670-4aa1-a0ba-077f871dfd6a tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.326101 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-969a7bec-8670-4aa1-a0ba-077f871dfd6a tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9076080 Apr 15 03:36:08.328049 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58570) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:08.342579 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d0caf152-8ebf-4650-9962-3a52b6d0248f None None] Attempting to bind port 503bef97-e187-478e-a8d3-bc937f2bbedb on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:36:08.342890 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d0caf152-8ebf-4650-9962-3a52b6d0248f None None] Attempting to bind port 503bef97-e187-478e-a8d3-bc937f2bbedb by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '18eed250-23dc-45ed-a3f5-5711c7c7bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c423f377-a420-4349-bc0c-328f22f20145'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:36:08.343249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0caf152-8ebf-4650-9962-3a52b6d0248f None None] Attempting to bind port 503bef97-e187-478e-a8d3-bc937f2bbedb on network c423f377-a420-4349-bc0c-328f22f20145 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:36:08.366413 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (24c89d13-c509-40e8-b7a8-934982b8aa32), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.394219 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (2a672e8e-46cf-4f8e-94da-023f6ec1835f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.411475 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c89d13-c509-40e8-b7a8-934982b8aa32']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:08.432196 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-125025fb-a009-4ddc-8618-0740f956ebb8 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (0a799aa6-b0fe-42cd-bb66-a25baf7febd7), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.436133 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eac0d4a-ca18-46f5-86ec-2698415db77a') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:08.436810 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eac0d4a-ca18-46f5-86ec-2698415db77a') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:08.441633 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0298d7ae-ab74-43f4-8b37-53bb62027a12 tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2611 time: 0.1093311 Apr 15 03:36:08.441633 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event deleted for resources: {'Subnet': ['ID=2a672e8e-46cf-4f8e-94da-023f6ec1835f,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:08.443560 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ad4f89-d3bc-4e35-9681-b3e4e3a2a561 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Router 0bc0d27a-5650-45d3-8707-244034a920eb is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:36:08.448400 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58572) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:08.480441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['ef4adf81-5745-4c2a-9457-c67521bf7302'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:36:08.492209 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (9eac0d4a-ca18-46f5-86ec-2698415db77a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.494167 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-125025fb-a009-4ddc-8618-0740f956ebb8 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Calling delete_port for 0a799aa6-b0fe-42cd-bb66-a25baf7febd7 owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:08.517830 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0caf152-8ebf-4650-9962-3a52b6d0248f None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:36:08.518490 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0caf152-8ebf-4650-9962-3a52b6d0248f None None] Checking segment: {'id': '18eed250-23dc-45ed-a3f5-5711c7c7bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c423f377-a420-4349-bc0c-328f22f20145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:36:08.519082 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d0caf152-8ebf-4650-9962-3a52b6d0248f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.519602 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0caf152-8ebf-4650-9962-3a52b6d0248f None None] Bound using segment: {'id': '18eed250-23dc-45ed-a3f5-5711c7c7bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c423f377-a420-4349-bc0c-328f22f20145'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:36:08.520270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d0caf152-8ebf-4650-9962-3a52b6d0248f None None] Bound port: 503bef97-e187-478e-a8d3-bc937f2bbedb, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18eed250-23dc-45ed-a3f5-5711c7c7bc75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c423f377-a420-4349-bc0c-328f22f20145'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:36:08.532031 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d0caf152-8ebf-4650-9962-3a52b6d0248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (503bef97-e187-478e-a8d3-bc937f2bbedb), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.541423 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8dc54071-504e-4a82-bc0f-97b0e362f1f6 None None] Provisioning complete for port 0a799aa6-b0fe-42cd-bb66-a25baf7febd7 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:08.542036 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8dc54071-504e-4a82-bc0f-97b0e362f1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0a799aa6-b0fe-42cd-bb66-a25baf7febd7), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.556442 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (9eac0d4a-ca18-46f5-86ec-2698415db77a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.570857 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:08.571349 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (9eac0d4a-ca18-46f5-86ec-2698415db77a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:08.576097 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:08.581883 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3d226bd2-26a4-443a-a029-7e62e5712636 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1275783 Apr 15 03:36:08.583655 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (c423f377-a420-4349-bc0c-328f22f20145), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.586233 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58574) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:08.674933 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8dc54071-504e-4a82-bc0f-97b0e362f1f6 None None] Port 0a799aa6-b0fe-42cd-bb66-a25baf7febd7 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:36:08.715183 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c423f377-a420-4349-bc0c-328f22f20145']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:08.727115 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d0caf152-8ebf-4650-9962-3a52b6d0248f None None] For port 503bef97-e187-478e-a8d3-bc937f2bbedb, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:36:08.734712 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d0caf152-8ebf-4650-9962-3a52b6d0248f None None] For port 503bef97-e187-478e-a8d3-bc937f2bbedb, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=503bef97-e187-478e-a8d3-bc937f2bbedb,segment=NetworkSegment(18eed250-23dc-45ed-a3f5-5711c7c7bc75),segment_id=18eed250-23dc-45ed-a3f5-5711c7c7bc75)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:36:08.751635 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (24c89d13-c509-40e8-b7a8-934982b8aa32), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.763093 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 24c89d13-c509-40e8-b7a8-934982b8aa32 {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 15 03:36:08.769526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18eed250-23dc-45ed-a3f5-5711c7c7bc75') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:08.769921 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18eed250-23dc-45ed-a3f5-5711c7c7bc75') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:08.783541 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Pushing event deleted for resources: {'Network': ['ID=24c89d13-c509-40e8-b7a8-934982b8aa32,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:08.796204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.806390 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-44588b8f-4344-4105-b328-4a1954b7104a tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] 10.222.0.15 "DELETE /v2.0/networks/24c89d13-c509-40e8-b7a8-934982b8aa32 HTTP/1.1" status: 204 len: 168 time: 3.3489888 Apr 15 03:36:08.810648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58576) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:08.811062 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d0caf152-8ebf-4650-9962-3a52b6d0248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (503bef97-e187-478e-a8d3-bc937f2bbedb), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.813296 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2aded773-1c11-4ada-9eed-246ff4a49d1f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (edca8f2d-16e2-4832-bdc1-167f14da8d92), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.823864 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (18eed250-23dc-45ed-a3f5-5711c7c7bc75), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.895811 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aded773-1c11-4ada-9eed-246ff4a49d1f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Pushing event deleted for resources: {'Port': ['ID=edca8f2d-16e2-4832-bdc1-167f14da8d92,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:08.900577 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-125025fb-a009-4ddc-8618-0740f956ebb8 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (0a799aa6-b0fe-42cd-bb66-a25baf7febd7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.971638 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (18eed250-23dc-45ed-a3f5-5711c7c7bc75), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:08.983959 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125025fb-a009-4ddc-8618-0740f956ebb8 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Pushing event deleted for resources: {'Port': ['ID=0a799aa6-b0fe-42cd-bb66-a25baf7febd7,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:08.998907 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0caf152-8ebf-4650-9962-3a52b6d0248f None None] Pushing event updated for resources: {'Port': ['ID=503bef97-e187-478e-a8d3-bc937f2bbedb,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:09.015439 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-59e12e87-7a97-4d63-a21f-1a6c7543214c tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2611 time: 0.2004228 Apr 15 03:36:09.016519 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58582) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:09.017583 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:09.018080 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (18eed250-23dc-45ed-a3f5-5711c7c7bc75), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:09.034428 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2e222d-17b9-4cd1-83b1-723e2ac9d909 None None] Network c423f377-a420-4349-bc0c-328f22f20145 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:09.050800 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:09.105923 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc96fe-1d8c-4fc4-81f4-8699cca5db5a req-377fd42a-459a-4a99-8e85-4edc9af0c21f tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:09.107586 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-81dc96fe-1d8c-4fc4-81f4-8699cca5db5a req-377fd42a-459a-4a99-8e85-4edc9af0c21f tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 945 time: 0.1744547 Apr 15 03:36:09.210295 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-df0bdae1-433b-4324-8be1-bf6fee25fee3 tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Deleting port 23a2a520-52bb-41dd-aff0-bcf75a3b83e4 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:09.210941 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df0bdae1-433b-4324-8be1-bf6fee25fee3 tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (23a2a520-52bb-41dd-aff0-bcf75a3b83e4), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:09.224072 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ad4f89-d3bc-4e35-9681-b3e4e3a2a561 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:36:09.278883 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] Sync routers for ids ['0bc0d27a-5650-45d3-8707-244034a920eb'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:36:09.293513 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] Routers {'0bc0d27a-5650-45d3-8707-244034a920eb'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:09.294147 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['0bc0d27a-5650-45d3-8707-244034a920eb'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:09.300193 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2aded773-1c11-4ada-9eed-246ff4a49d1f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (64e86b26-bff9-4b14-8f87-0c8bc2a44c23), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:09.303076 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-125025fb-a009-4ddc-8618-0740f956ebb8 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:09.306268 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-125025fb-a009-4ddc-8618-0740f956ebb8 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "DELETE /v2.0/ports/0a799aa6-b0fe-42cd-bb66-a25baf7febd7 HTTP/1.1" status: 204 len: 168 time: 1.2307003 Apr 15 03:36:09.308759 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58586) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:09.325238 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-81dc96fe-1d8c-4fc4-81f4-8699cca5db5a req-debff755-6009-4fd5-9b90-85f34af59b69 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d1ead-5a9a-4ee5-9f03-0d6258875b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107832 Apr 15 03:36:09.349353 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf36368-199c-4a6f-95b0-e040f1f97c01 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] GET failed (client error): The resource could not be found. Apr 15 03:36:09.349711 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-edf36368-199c-4a6f-95b0-e040f1f97c01 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "GET /v2.0/ports/0a799aa6-b0fe-42cd-bb66-a25baf7febd7 HTTP/1.1" status: 404 len: 333 time: 0.0396745 Apr 15 03:36:09.370997 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58588) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:09.376712 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-84304a92-ba0f-44af-ba94-6e8b3f2471bd tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Request body: {'port': {'network_id': 'bea8d5e2-3137-4d57-8ad9-7decf4fc8453', 'name': 'tempest-AllowedAddressPairTestJSON-209446031'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:09.384115 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.db.api [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 03:36:09.384115 dv-neutron-837140-3-hyperv neutron-server[104667]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 03:36:09.384115 dv-neutron-837140-3-hyperv neutron-server[104667]: [parameters: {'id': 'c423f377-a420-4349-bc0c-328f22f20145'}] Apr 15 03:36:09.384115 dv-neutron-837140-3-hyperv neutron-server[104667]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:36:09.384760 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG oslo_db.api [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:36:09.389895 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6068179d-b560-4843-aac8-228c95108c40 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:09.390467 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6068179d-b560-4843-aac8-228c95108c40 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:09.391039 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6068179d-b560-4843-aac8-228c95108c40 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:09.392821 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6068179d-b560-4843-aac8-228c95108c40 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:09.393341 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6068179d-b560-4843-aac8-228c95108c40 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:09.393849 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6068179d-b560-4843-aac8-228c95108c40 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:09.394414 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6068179d-b560-4843-aac8-228c95108c40 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:09.395161 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6068179d-b560-4843-aac8-228c95108c40 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:09.395849 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6068179d-b560-4843-aac8-228c95108c40 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:09.396550 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6068179d-b560-4843-aac8-228c95108c40 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:09.397391 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6068179d-b560-4843-aac8-228c95108c40 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:09.398026 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6068179d-b560-4843-aac8-228c95108c40 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:09.404332 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6068179d-b560-4843-aac8-228c95108c40 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7588 time: 0.3788886 Apr 15 03:36:09.421487 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aeff83-d073-4dac-b765-832d74ba5689 None None] get_active_networks_info from dv-neutron-837140-3-hyperv {{(pid=104668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 15 03:36:09.428607 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58590) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:09.513960 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] Set router 0bc0d27a-5650-45d3-8707-244034a920eb gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:36:09.522029 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aded773-1c11-4ada-9eed-246ff4a49d1f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Router 64e86b26-bff9-4b14-8f87-0c8bc2a44c23 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:36:09.530785 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b3ad4f89-d3bc-4e35-9681-b3e4e3a2a561 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:09.534458 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b3ad4f89-d3bc-4e35-9681-b3e4e3a2a561 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.4969442 Apr 15 03:36:09.535134 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58592) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:09.563642 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-1ed60f37-5234-4c4d-ba91-db1e629f5310 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] delete failed (client error): The resource could not be found. Apr 15 03:36:09.567841 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1ed60f37-5234-4c4d-ba91-db1e629f5310 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/c5af6dae-3da3-4866-a532-39521bf33846 HTTP/1.1" status: 404 len: 345 time: 0.1328545 Apr 15 03:36:09.574250 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58594) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:09.612660 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973843b3-b37e-4d53-91f5-88473a556ed1 req-1828d296-85fe-40ba-965b-83ca97aed97b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:09.615887 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-973843b3-b37e-4d53-91f5-88473a556ed1 req-1828d296-85fe-40ba-965b-83ca97aed97b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 944 time: 0.2087221 Apr 15 03:36:09.626508 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc0cf07-cc0b-4ee6-a82e-444408cd463f tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] DELETE failed (client error): The resource could not be found. Apr 15 03:36:09.626508 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc0cf07-cc0b-4ee6-a82e-444408cd463f tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:36:09.633907 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8cc0cf07-cc0b-4ee6-a82e-444408cd463f tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] 10.222.0.15 "DELETE /v2.0/networks/24c89d13-c509-40e8-b7a8-934982b8aa32 HTTP/1.1" status: 404 len: 339 time: 0.0550954 Apr 15 03:36:09.636519 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df0bdae1-433b-4324-8be1-bf6fee25fee3 tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (23a2a520-52bb-41dd-aff0-bcf75a3b83e4), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:09.636951 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df0bdae1-433b-4324-8be1-bf6fee25fee3 tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Publish callbacks [] for floatingip (23a2a520-52bb-41dd-aff0-bcf75a3b83e4), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:09.652390 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58596) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:09.656424 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device ef4adf81-5745-4c2a-9457-c67521bf7302 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:36:09.659433 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-332bb1e6-c66e-432d-987e-a9af533c74c5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Request body: {'network': {'name': 'tempest-network--2119945469', 'router:external': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:09.681670 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-df0bdae1-433b-4324-8be1-bf6fee25fee3 tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Calling delete_port for 23a2a520-52bb-41dd-aff0-bcf75a3b83e4 owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:09.756648 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92aeff83-d073-4dac-b765-832d74ba5689 None None] Resources bound (agent type, host, resource id): {{(pid=104668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 15 03:36:09.786851 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port ef4adf81-5745-4c2a-9457-c67521bf7302 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 03:36:09.804600 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-973843b3-b37e-4d53-91f5-88473a556ed1 req-d71d9ce0-9bfb-4b87-871d-a6afe20c3f79 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a74ef2f-e468-4823-bb5a-cc40bfb59703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730735 Apr 15 03:36:09.862600 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc0d27a-5650-45d3-8707-244034a920eb', 'name': '', 'tenant_id': '4aef19eec8d045cf96c63f759a6e46a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd2a3c68-aba4-40fb-8c6c-50643e417165', 'external_fixed_ips': [{'subnet_id': '54a4fb64-2957-4dec-878d-5fdc4a32936f', 'ip_address': '2001:db8::35'}], 'enable_snat': True}, 'gw_port_id': '28e870e1-1268-4a2e-95b1-7417405ab562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:36:04Z', 'updated_at': '2022-04-15T03:36:06Z', 'revision_number': 3, 'project_id': '4aef19eec8d045cf96c63f759a6e46a2', 'gw_port': {'id': '28e870e1-1268-4a2e-95b1-7417405ab562', 'name': '', 'network_id': 'bd2a3c68-aba4-40fb-8c6c-50643e417165', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ca:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc0d27a-5650-45d3-8707-244034a920eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': '54a4fb64-2957-4dec-878d-5fdc4a32936f', 'ip_address': '2001:db8::35', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:36:05Z', 'updated_at': '2022-04-15T03:36:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54a4fb64-2957-4dec-878d-5fdc4a32936f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:09.941043 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port ef4adf81-5745-4c2a-9457-c67521bf7302 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:09.941443 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ef4adf81-5745-4c2a-9457-c67521bf7302), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:09.949287 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] Checking router: 0bc0d27a-5650-45d3-8707-244034a920eb for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:36:09.950098 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] Updating router 0bc0d27a-5650-45d3-8707-244034a920eb port 28e870e1-1268-4a2e-95b1-7417405ab562 binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:36:09.995798 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aded773-1c11-4ada-9eed-246ff4a49d1f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:36:10.006567 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2aded773-1c11-4ada-9eed-246ff4a49d1f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "PUT /v2.0/routers/64e86b26-bff9-4b14-8f87-0c8bc2a44c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9743707 Apr 15 03:36:10.008149 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58598) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:10.021313 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979c04b-4b3a-4350-8305-bd05a1a4088f None None] Sync routers for ids ['64e86b26-bff9-4b14-8f87-0c8bc2a44c23'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:36:10.042410 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979c04b-4b3a-4350-8305-bd05a1a4088f None None] Routers {'64e86b26-bff9-4b14-8f87-0c8bc2a44c23'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:10.044122 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9979c04b-4b3a-4350-8305-bd05a1a4088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['64e86b26-bff9-4b14-8f87-0c8bc2a44c23'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:10.060842 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-6797e2c5-797b-4318-a945-f7fb6fae0970 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] delete failed (client error): The resource could not be found. Apr 15 03:36:10.065462 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6797e2c5-797b-4318-a945-f7fb6fae0970 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-615773495 HTTP/1.1" status: 404 len: 334 time: 0.0539441 Apr 15 03:36:10.065462 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58600) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:10.069129 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (28e870e1-1268-4a2e-95b1-7417405ab562), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.072057 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-070c8f73-8f38-4ebb-ba92-68faf75ee18a tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Request body: {'router': {'external_gateway_info': {'network_id': '64e86b26-bff9-4b14-8f87-0c8bc2a44c23'}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:10.099492 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (c423f377-a420-4349-bc0c-328f22f20145), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.104821 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84304a92-ba0f-44af-ba94-6e8b3f2471bd tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Made reservation on behalf of 4bd0a249cd534be59e067fa37ac4612f for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:10.108723 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-84304a92-ba0f-44af-ba94-6e8b3f2471bd tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.109449 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9979c04b-4b3a-4350-8305-bd05a1a4088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:10.113530 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332bb1e6-c66e-432d-987e-a9af533c74c5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Made reservation on behalf of a4810fa1ea51443684d218ad825f8ea0 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:10.116145 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-332bb1e6-c66e-432d-987e-a9af533c74c5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.135344 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979c04b-4b3a-4350-8305-bd05a1a4088f None None] Routers {'64e86b26-bff9-4b14-8f87-0c8bc2a44c23'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:10.138370 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9979c04b-4b3a-4350-8305-bd05a1a4088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['64e86b26-bff9-4b14-8f87-0c8bc2a44c23'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:10.148506 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bef130a8-a5a9-4b99-a858-7b983f8df725 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router (0bc0d27a-5650-45d3-8707-244034a920eb), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.157421 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-84304a92-ba0f-44af-ba94-6e8b3f2471bd tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] device_id is not set on port 0a5799b6-7e8b-4b5d-8a95-9fb260641383 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:36:10.207861 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9979c04b-4b3a-4350-8305-bd05a1a4088f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:10.208826 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9979c04b-4b3a-4350-8305-bd05a1a4088f None None] The sync data for ids ['64e86b26-bff9-4b14-8f87-0c8bc2a44c23'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:36:10.278022 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Deleting port 503bef97-e187-478e-a8d3-bc937f2bbedb {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:10.278677 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (503bef97-e187-478e-a8d3-bc937f2bbedb), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.392421 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-070c8f73-8f38-4ebb-ba92-68faf75ee18a tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks [] for router_gateway (64e86b26-bff9-4b14-8f87-0c8bc2a44c23), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.393966 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] For port 503bef97-e187-478e-a8d3-bc937f2bbedb, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=503bef97-e187-478e-a8d3-bc937f2bbedb,segment=NetworkSegment(18eed250-23dc-45ed-a3f5-5711c7c7bc75),segment_id=18eed250-23dc-45ed-a3f5-5711c7c7bc75)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:10.394438 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (503bef97-e187-478e-a8d3-bc937f2bbedb), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.422640 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df0bdae1-433b-4324-8be1-bf6fee25fee3 tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (23a2a520-52bb-41dd-aff0-bcf75a3b83e4), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.427687 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332bb1e6-c66e-432d-987e-a9af533c74c5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:36:10.443783 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bef130a8-a5a9-4b99-a858-7b983f8df725 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_gateway (0bc0d27a-5650-45d3-8707-244034a920eb), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.459966 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port ef4adf81-5745-4c2a-9457-c67521bf7302 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:10.461643 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ef4adf81-5745-4c2a-9457-c67521bf7302), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.461742 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727406e3-e07a-45ee-98fa-d3921db0d867 req-b85301d6-4ec9-4570-86eb-3b28c51d2944 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:10.462739 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-727406e3-e07a-45ee-98fa-d3921db0d867 req-b85301d6-4ec9-4570-86eb-3b28c51d2944 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 945 time: 0.0616279 Apr 15 03:36:10.468443 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Calling delete_port for 503bef97-e187-478e-a8d3-bc937f2bbedb owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:10.509858 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-84304a92-ba0f-44af-ba94-6e8b3f2471bd tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Allocated IP 172.20.0.13 (bea8d5e2-3137-4d57-8ad9-7decf4fc8453/ea8d755f-c401-4219-b3af-31792d2060f7/0a5799b6-7e8b-4b5d-8a95-9fb260641383) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:10.510392 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-070c8f73-8f38-4ebb-ba92-68faf75ee18a tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] update failed (client error): The resource could not be found. Apr 15 03:36:10.516227 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-070c8f73-8f38-4ebb-ba92-68faf75ee18a tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "PUT /v2.0/routers/64e86b26-bff9-4b14-8f87-0c8bc2a44c23 HTTP/1.1" status: 404 len: 339 time: 0.4447811 Apr 15 03:36:10.516370 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bdae1-433b-4324-8be1-bf6fee25fee3 tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Pushing event deleted for resources: {'Port': ['ID=23a2a520-52bb-41dd-aff0-bcf75a3b83e4,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:10.517841 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-332bb1e6-c66e-432d-987e-a9af533c74c5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (a8e7383d-caaa-46e4-92cd-ed4cfee69466), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.518202 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-332bb1e6-c66e-432d-987e-a9af533c74c5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Added segment a8e7383d-caaa-46e4-92cd-ed4cfee69466 of type vlan for network f1dacad0-8e51-467a-bd87-3c2a317711db Apr 15 03:36:10.519686 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58604) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:10.528470 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d249c24-9271-4002-82b7-3bfcfff73406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4adf81-5745-4c2a-9457-c67521bf7302'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:36:10.609847 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port ef4adf81-5745-4c2a-9457-c67521bf7302, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ef4adf81-5745-4c2a-9457-c67521bf7302,segment=NetworkSegment(99935493-8f6b-427d-a241-4be340658787),segment_id=99935493-8f6b-427d-a241-4be340658787)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:10.630579 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-727406e3-e07a-45ee-98fa-d3921db0d867 req-c7d500bd-2bbc-48dd-ba53-b4e85932c027 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d1ead-5a9a-4ee5-9f03-0d6258875b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610425 Apr 15 03:36:10.670530 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ef4adf81-5745-4c2a-9457-c67521bf7302), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.671360 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device fa797c36-ad3b-4d10-99d7-7d699a77251c up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:36:10.675634 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-332bb1e6-c66e-432d-987e-a9af533c74c5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (f1dacad0-8e51-467a-bd87-3c2a317711db), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.681575 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f76b74-195f-4ed6-977f-7ae18aadbdbc" -d '{"events": [{"server_uuid": "0d249c24-9271-4002-82b7-3bfcfff73406", "name": "network-vif-plugged", "status": "completed", "tag": "ef4adf81-5745-4c2a-9457-c67521bf7302"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:36:10.727880 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-bef130a8-a5a9-4b99-a858-7b983f8df725 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Deleting port 28e870e1-1268-4a2e-95b1-7417405ab562 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:10.728398 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bef130a8-a5a9-4b99-a858-7b983f8df725 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (28e870e1-1268-4a2e-95b1-7417405ab562), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.765668 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df0bdae1-433b-4324-8be1-bf6fee25fee3 tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Publish callbacks [] for floatingip (a66776e7-a938-4ce5-9471-29970da406fd), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.768245 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df0bdae1-433b-4324-8be1-bf6fee25fee3 tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.769431 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-df0bdae1-433b-4324-8be1-bf6fee25fee3 tempest-FloatingIPAdminTestJSON-996894107 tempest-FloatingIPAdminTestJSON-996894107-project] 10.222.0.15 "DELETE /v2.0/floatingips/a66776e7-a938-4ce5-9471-29970da406fd HTTP/1.1" status: 204 len: 168 time: 2.1830032 Apr 15 03:36:10.775651 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58614) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:10.840773 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=ef4adf81-5745-4c2a-9457-c67521bf7302,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:10.848872 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] Publish callbacks [] for port (28e870e1-1268-4a2e-95b1-7417405ab562), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.852177 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port fa797c36-ad3b-4d10-99d7-7d699a77251c completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 03:36:10.887124 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-332bb1e6-c66e-432d-987e-a9af533c74c5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (f1dacad0-8e51-467a-bd87-3c2a317711db), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.888338 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332bb1e6-c66e-432d-987e-a9af533c74c5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:10.888803 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-332bb1e6-c66e-432d-987e-a9af533c74c5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.896006 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95049de-96b7-4cf3-a44f-02b2f4016dd7 x-openstack-request-id: req-f95049de-96b7-4cf3-a44f-02b2f4016dd7 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:36:10.897424 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d249c24-9271-4002-82b7-3bfcfff73406", "name": "network-vif-plugged", "status": "completed", "tag": "ef4adf81-5745-4c2a-9457-c67521bf7302", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:36:10.897793 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f95049de-96b7-4cf3-a44f-02b2f4016dd7 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:36:10.899466 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95049de-96b7-4cf3-a44f-02b2f4016dd7'] response: {'server_uuid': '0d249c24-9271-4002-82b7-3bfcfff73406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4adf81-5745-4c2a-9457-c67521bf7302', 'code': 200} Apr 15 03:36:10.939352 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (28e870e1-1268-4a2e-95b1-7417405ab562), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.984672 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bef130a8-a5a9-4b99-a858-7b983f8df725 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (28e870e1-1268-4a2e-95b1-7417405ab562), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.993685 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port fa797c36-ad3b-4d10-99d7-7d699a77251c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:10.994190 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fa797c36-ad3b-4d10-99d7-7d699a77251c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:10.997924 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] Attempting to bind port 28e870e1-1268-4a2e-95b1-7417405ab562 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:36:10.998520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] Attempting to bind port 28e870e1-1268-4a2e-95b1-7417405ab562 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '256a1d7e-03bc-4022-b6ea-ce7350594ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bd2a3c68-aba4-40fb-8c6c-50643e417165'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:36:10.998798 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] Attempting to bind port 28e870e1-1268-4a2e-95b1-7417405ab562 on network bd2a3c68-aba4-40fb-8c6c-50643e417165 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:36:11.004652 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07637d-90ee-409b-8c9c-ef3064ed3d0c req-7f855496-3e43-4182-a5df-3c6694dd2b42 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:11.006326 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0e07637d-90ee-409b-8c9c-ef3064ed3d0c req-7f855496-3e43-4182-a5df-3c6694dd2b42 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 945 time: 0.0864675 Apr 15 03:36:11.040665 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-229608d9-0995-4595-88d7-490f4193c17f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.043214 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-bef130a8-a5a9-4b99-a858-7b983f8df725 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Calling delete_port for 28e870e1-1268-4a2e-95b1-7417405ab562 owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:11.045801 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (503bef97-e187-478e-a8d3-bc937f2bbedb), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.046012 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:36:11.046012 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] Checking segment: {'id': '256a1d7e-03bc-4022-b6ea-ce7350594ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bd2a3c68-aba4-40fb-8c6c-50643e417165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:36:11.046606 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.047249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] Bound using segment: {'id': '256a1d7e-03bc-4022-b6ea-ce7350594ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bd2a3c68-aba4-40fb-8c6c-50643e417165'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:36:11.047877 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] Bound port: 28e870e1-1268-4a2e-95b1-7417405ab562, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256a1d7e-03bc-4022-b6ea-ce7350594ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bd2a3c68-aba4-40fb-8c6c-50643e417165'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:36:11.048706 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (28e870e1-1268-4a2e-95b1-7417405ab562), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.053376 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff0f7c-bdad-4a26-9afe-ae4210c69fb4 None None] Pushing event updated for resources: {'Port': ['ID=28e870e1-1268-4a2e-95b1-7417405ab562,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:11.057487 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bb1e6-c66e-432d-987e-a9af533c74c5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Pushing event updated for resources: {'Network': ['ID=f1dacad0-8e51-467a-bd87-3c2a317711db,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:11.092170 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network f1dacad0-8e51-467a-bd87-3c2a317711db details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:36:11.099569 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event deleted for resources: {'Port': ['ID=503bef97-e187-478e-a8d3-bc937f2bbedb,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:11.105300 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-84304a92-ba0f-44af-ba94-6e8b3f2471bd tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks [] for port (0a5799b6-7e8b-4b5d-8a95-9fb260641383), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.107007 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] No DVR routers for this DVR port 503bef97-e187-478e-a8d3-bc937f2bbedb on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:36:11.111598 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-6dbebe6f-a3d1-467c-96e6-972d6ba425ce tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Deleting port 3f1ac2e6-cb5d-4f89-ab6c-70d32654cf96 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:11.111598 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6dbebe6f-a3d1-467c-96e6-972d6ba425ce tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (3f1ac2e6-cb5d-4f89-ab6c-70d32654cf96), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.186729 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-332bb1e6-c66e-432d-987e-a9af533c74c5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5335479 Apr 15 03:36:11.191775 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58620) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:11.225760 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] For port 28e870e1-1268-4a2e-95b1-7417405ab562, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:36:11.260340 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] For port 28e870e1-1268-4a2e-95b1-7417405ab562, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=28e870e1-1268-4a2e-95b1-7417405ab562,segment=NetworkSegment(256a1d7e-03bc-4022-b6ea-ce7350594ddb),segment_id=256a1d7e-03bc-4022-b6ea-ce7350594ddb)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:36:11.276179 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port fa797c36-ad3b-4d10-99d7-7d699a77251c is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:11.276646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fa797c36-ad3b-4d10-99d7-7d699a77251c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.305746 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (c423f377-a420-4349-bc0c-328f22f20145), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.311352 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port fa797c36-ad3b-4d10-99d7-7d699a77251c, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=fa797c36-ad3b-4d10-99d7-7d699a77251c,segment=NetworkSegment(fb1b78e1-40f7-4798-bbc6-72edf5220371),segment_id=fb1b78e1-40f7-4798-bbc6-72edf5220371)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:11.330896 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (28e870e1-1268-4a2e-95b1-7417405ab562), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.344329 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6dbebe6f-a3d1-467c-96e6-972d6ba425ce tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (3f1ac2e6-cb5d-4f89-ab6c-70d32654cf96), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.344658 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6dbebe6f-a3d1-467c-96e6-972d6ba425ce tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks [] for floatingip (3f1ac2e6-cb5d-4f89-ab6c-70d32654cf96), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.378267 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0e07637d-90ee-409b-8c9c-ef3064ed3d0c req-3137b734-e62e-45ca-b627-3cf4f04cb8a9 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a74ef2f-e468-4823-bb5a-cc40bfb59703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3409567 Apr 15 03:36:11.384566 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-6dbebe6f-a3d1-467c-96e6-972d6ba425ce tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Calling delete_port for 3f1ac2e6-cb5d-4f89-ab6c-70d32654cf96 owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:11.395834 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefa1c6-f514-4c31-8e17-93df9e563c57 req-6006ab0b-507a-4c13-8821-8274778bd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:11.395834 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-beefa1c6-f514-4c31-8e17-93df9e563c57 req-6006ab0b-507a-4c13-8821-8274778bd7f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 1129 time: 0.1254447 Apr 15 03:36:11.395834 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c423f377-a420-4349-bc0c-328f22f20145']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:11.407398 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] Routers {'0bc0d27a-5650-45d3-8707-244034a920eb'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:11.408163 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['0bc0d27a-5650-45d3-8707-244034a920eb'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:11.414525 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18eed250-23dc-45ed-a3f5-5711c7c7bc75') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:11.414846 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18eed250-23dc-45ed-a3f5-5711c7c7bc75') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:11.431306 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-84304a92-ba0f-44af-ba94-6e8b3f2471bd tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (0a5799b6-7e8b-4b5d-8a95-9fb260641383), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.434060 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (18eed250-23dc-45ed-a3f5-5711c7c7bc75), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.449130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff0f7c-bdad-4a26-9afe-ae4210c69fb4 None None] Pushing event updated for resources: {'Port': ['ID=28e870e1-1268-4a2e-95b1-7417405ab562,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:11.468364 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-beefa1c6-f514-4c31-8e17-93df9e563c57 req-9975f7f2-556c-4f93-a49b-2886809cd750 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.478745 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fa797c36-ad3b-4d10-99d7-7d699a77251c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.519367 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (18eed250-23dc-45ed-a3f5-5711c7c7bc75), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.538840 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:11.539240 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (18eed250-23dc-45ed-a3f5-5711c7c7bc75), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:11.547908 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:11.550056 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] Set router 0bc0d27a-5650-45d3-8707-244034a920eb gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:36:11.562516 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84304a92-ba0f-44af-ba94-6e8b3f2471bd tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Network bea8d5e2-3137-4d57-8ad9-7decf4fc8453 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:11.589509 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c56fd8-86c7-4260-935e-4e646609cc9c tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:11.595048 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c56fd8-86c7-4260-935e-4e646609cc9c tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:11.600722 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c56fd8-86c7-4260-935e-4e646609cc9c tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:11.607701 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c56fd8-86c7-4260-935e-4e646609cc9c tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:11.608673 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=fa797c36-ad3b-4d10-99d7-7d699a77251c,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:11.614278 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-84304a92-ba0f-44af-ba94-6e8b3f2471bd tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:11.614588 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc0d27a-5650-45d3-8707-244034a920eb', 'name': '', 'tenant_id': '4aef19eec8d045cf96c63f759a6e46a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:36:04Z', 'updated_at': '2022-04-15T03:36:10Z', 'revision_number': 4, 'project_id': '4aef19eec8d045cf96c63f759a6e46a2', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:11.621571 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c56fd8-86c7-4260-935e-4e646609cc9c tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:11.625887 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84304a92-ba0f-44af-ba94-6e8b3f2471bd tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:11.626092 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-77c56fd8-86c7-4260-935e-4e646609cc9c tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3060 time: 0.4271376 Apr 15 03:36:11.627762 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58622) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:11.630103 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84304a92-ba0f-44af-ba94-6e8b3f2471bd tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Pushing event updated for resources: {'Port': ['ID=0a5799b6-7e8b-4b5d-8a95-9fb260641383,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:11.644796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebddbcb2-da0c-4c3a-a36f-e3033fb99920 None None] The sync data for ids ['0bc0d27a-5650-45d3-8707-244034a920eb'] in dv-neutron-837140-3-hyperv is: [{'id': '0bc0d27a-5650-45d3-8707-244034a920eb', 'name': '', 'tenant_id': '4aef19eec8d045cf96c63f759a6e46a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:36:04Z', 'updated_at': '2022-04-15T03:36:10Z', 'revision_number': 4, 'project_id': '4aef19eec8d045cf96c63f759a6e46a2', 'gw_port_host': None}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:36:11.791676 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84304a92-ba0f-44af-ba94-6e8b3f2471bd tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:11.792453 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-84304a92-ba0f-44af-ba94-6e8b3f2471bd tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.833615 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (c423f377-a420-4349-bc0c-328f22f20145), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.838594 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.843190 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "DELETE /v2.0/networks/c423f377-a420-4349-bc0c-328f22f20145 HTTP/1.1" status: 204 len: 168 time: 4.2434049 Apr 15 03:36:11.860248 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58626) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:11.870830 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-90a41b66-547a-4395-838e-671301d73e6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-278656677'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:11.877783 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bef130a8-a5a9-4b99-a858-7b983f8df725 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (28e870e1-1268-4a2e-95b1-7417405ab562), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.882650 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c58290c9-bfea-404c-b010-9888e1a19f5e tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (f1dacad0-8e51-467a-bd87-3c2a317711db), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.882893 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-229608d9-0995-4595-88d7-490f4193c17f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Allocated IP 172.20.0.1 (7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa/0e3382df-3858-4183-8795-c542ae0ab478/5a0f7816-843c-4d54-870d-af410cf02463) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:11.904675 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fb4fd-f455-479f-b221-69b81523c23a req-ca5e58f5-1c4d-4497-bd30-c3c035b8ae63 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:11.906246 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a88fb4fd-f455-479f-b221-69b81523c23a req-ca5e58f5-1c4d-4497-bd30-c3c035b8ae63 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 946 time: 0.1715589 Apr 15 03:36:11.914546 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ebde6-f237-4ec5-8d2b-2eb50b255f53 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event deleted for resources: {'Network': ['ID=c423f377-a420-4349-bc0c-328f22f20145,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:11.916455 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef130a8-a5a9-4b99-a858-7b983f8df725 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Pushing event deleted for resources: {'Port': ['ID=28e870e1-1268-4a2e-95b1-7417405ab562,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:11.943554 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a05c2c6c-d85c-4971-a0fc-64ed99f66490 None None] Provisioning complete for port 0a5799b6-7e8b-4b5d-8a95-9fb260641383 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:11.944097 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a05c2c6c-d85c-4971-a0fc-64ed99f66490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0a5799b6-7e8b-4b5d-8a95-9fb260641383), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.956685 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-84304a92-ba0f-44af-ba94-6e8b3f2471bd tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5831842 Apr 15 03:36:11.962232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58628) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:11.962796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bef130a8-a5a9-4b99-a858-7b983f8df725 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (0bc0d27a-5650-45d3-8707-244034a920eb), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:11.971909 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-bcc0b6be-deca-4c5b-bbbe-6cb45f92deda tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Request body: {'port': {'network_id': 'bea8d5e2-3137-4d57-8ad9-7decf4fc8453', 'name': 'tempest-AllowedAddressPairTestJSON-328279394'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:11.994430 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a05c2c6c-d85c-4971-a0fc-64ed99f66490 None None] Port 0a5799b6-7e8b-4b5d-8a95-9fb260641383 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:36:12.038405 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6dbebe6f-a3d1-467c-96e6-972d6ba425ce tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (3f1ac2e6-cb5d-4f89-ab6c-70d32654cf96), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.099626 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bef130a8-a5a9-4b99-a858-7b983f8df725 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (0bc0d27a-5650-45d3-8707-244034a920eb), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.103611 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bef130a8-a5a9-4b99-a858-7b983f8df725 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_controller (0bc0d27a-5650-45d3-8707-244034a920eb), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.123059 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a41b66-547a-4395-838e-671301d73e6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Made reservation on behalf of 07dbfaef433643bcbdde916cc71b0400 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:12.126289 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-90a41b66-547a-4395-838e-671301d73e6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.148985 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbebe6f-a3d1-467c-96e6-972d6ba425ce tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f1ac2e6-cb5d-4f89-ab6c-70d32654cf96,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:12.173656 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-229608d9-0995-4595-88d7-490f4193c17f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks [] for port (5a0f7816-843c-4d54-870d-af410cf02463), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.188694 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a88fb4fd-f455-479f-b221-69b81523c23a req-85dbbfb5-9cde-4345-b188-eca0a8e561dc tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d1ead-5a9a-4ee5-9f03-0d6258875b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690151 Apr 15 03:36:12.219926 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c58290c9-bfea-404c-b010-9888e1a19f5e tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (f1dacad0-8e51-467a-bd87-3c2a317711db), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.225087 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bef130a8-a5a9-4b99-a858-7b983f8df725 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (0bc0d27a-5650-45d3-8707-244034a920eb), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.225563 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef130a8-a5a9-4b99-a858-7b983f8df725 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0bc0d27a-5650-45d3-8707-244034a920eb {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:36:12.231805 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bef130a8-a5a9-4b99-a858-7b983f8df725 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.233215 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-bef130a8-a5a9-4b99-a858-7b983f8df725 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "DELETE /v2.0/routers/0bc0d27a-5650-45d3-8707-244034a920eb HTTP/1.1" status: 204 len: 168 time: 2.6965566 Apr 15 03:36:12.238440 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58630) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:12.298252 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-c58290c9-bfea-404c-b010-9888e1a19f5e tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1dacad0-8e51-467a-bd87-3c2a317711db']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:12.300513 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a41b66-547a-4395-838e-671301d73e6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:36:12.330232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-c58290c9-bfea-404c-b010-9888e1a19f5e tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e7383d-caaa-46e4-92cd-ed4cfee69466') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:12.330943 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-c58290c9-bfea-404c-b010-9888e1a19f5e tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e7383d-caaa-46e4-92cd-ed4cfee69466') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:12.359296 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-90a41b66-547a-4395-838e-671301d73e6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (54fa65f5-7aee-43e0-ae53-2ef30bd7343d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.359638 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-90a41b66-547a-4395-838e-671301d73e6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Added segment 54fa65f5-7aee-43e0-ae53-2ef30bd7343d of type vlan for network 6eb1a587-3c30-4f5f-a07c-1f5a184c1d27 Apr 15 03:36:12.368786 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c58290c9-bfea-404c-b010-9888e1a19f5e tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (a8e7383d-caaa-46e4-92cd-ed4cfee69466), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.391586 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-beefa1c6-f514-4c31-8e17-93df9e563c57 req-9975f7f2-556c-4f93-a49b-2886809cd750 service neutron] Publish callbacks [] for security_group (ad1565d7-038d-4d5b-a15d-c2f0c2ecd9ac), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.394470 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6dbebe6f-a3d1-467c-96e6-972d6ba425ce tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks [] for floatingip (6f81503d-6e12-4d6d-9afd-4222a95580f4), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.398101 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6dbebe6f-a3d1-467c-96e6-972d6ba425ce tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.402135 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6dbebe6f-a3d1-467c-96e6-972d6ba425ce tempest-FloatingIPAdminTestJSON-35280400 tempest-FloatingIPAdminTestJSON-35280400-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/6f81503d-6e12-4d6d-9afd-4222a95580f4 HTTP/1.1" status: 204 len: 168 time: 1.5902915 Apr 15 03:36:12.406967 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58634) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:12.445039 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c58290c9-bfea-404c-b010-9888e1a19f5e tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (a8e7383d-caaa-46e4-92cd-ed4cfee69466), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.480897 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-90a41b66-547a-4395-838e-671301d73e6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (6eb1a587-3c30-4f5f-a07c-1f5a184c1d27), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.492619 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58290c9-bfea-404c-b010-9888e1a19f5e tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:12.493104 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c58290c9-bfea-404c-b010-9888e1a19f5e tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (a8e7383d-caaa-46e4-92cd-ed4cfee69466), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.494898 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-beefa1c6-f514-4c31-8e17-93df9e563c57 req-9975f7f2-556c-4f93-a49b-2886809cd750 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (ad1565d7-038d-4d5b-a15d-c2f0c2ecd9ac), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:12.497733 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:12.564029 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-229608d9-0995-4595-88d7-490f4193c17f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (5a0f7816-843c-4d54-870d-af410cf02463), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.582020 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc0b6be-deca-4c5b-bbbe-6cb45f92deda tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Made reservation on behalf of 4bd0a249cd534be59e067fa37ac4612f for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:12.586758 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b6be-deca-4c5b-bbbe-6cb45f92deda tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.605831 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d8115a-3fb6-4ada-bafe-3d6dedd04a83 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Deleting subnet 54a4fb64-2957-4dec-878d-5fdc4a32936f {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:36:12.629957 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b4d8115a-3fb6-4ada-bafe-3d6dedd04a83 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for subnet (54a4fb64-2957-4dec-878d-5fdc4a32936f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.662258 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-beefa1c6-f514-4c31-8e17-93df9e563c57 req-9975f7f2-556c-4f93-a49b-2886809cd750 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4a74ef2f-e468-4823-bb5a-cc40bfb59703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2569554 Apr 15 03:36:12.667832 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229608d9-0995-4595-88d7-490f4193c17f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Network 7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:12.672349 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975f7f2-556c-4f93-a49b-2886809cd750 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1565d7-038d-4d5b-a15d-c2f0c2ecd9ac,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:12.682334 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-bcc0b6be-deca-4c5b-bbbe-6cb45f92deda tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] device_id is not set on port 643dc3c8-f2c7-41f1-af2e-a8918f47eb67 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:36:12.685478 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-229608d9-0995-4595-88d7-490f4193c17f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:12.689098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-91cb35c8-38a7-485d-b42b-48a5136e3d37 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Deleting port 55a341c0-b6f6-4bed-8b5f-f8d375e5e004 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:12.689623 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91cb35c8-38a7-485d-b42b-48a5136e3d37 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (55a341c0-b6f6-4bed-8b5f-f8d375e5e004), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.698318 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e0b0e-da2f-4bca-9092-c56baecabf89 req-d1671c49-31a2-49e8-84f4-49c8c6fd0e52 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:12.699948 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f66e0b0e-da2f-4bca-9092-c56baecabf89 req-d1671c49-31a2-49e8-84f4-49c8c6fd0e52 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 945 time: 0.1399112 Apr 15 03:36:12.700921 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229608d9-0995-4595-88d7-490f4193c17f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:12.706461 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229608d9-0995-4595-88d7-490f4193c17f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Pushing event updated for resources: {'Port': ['ID=5a0f7816-843c-4d54-870d-af410cf02463,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:12.711035 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b4d8115a-3fb6-4ada-bafe-3d6dedd04a83 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (54a4fb64-2957-4dec-878d-5fdc4a32936f), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.749180 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-90a41b66-547a-4395-838e-671301d73e6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (6eb1a587-3c30-4f5f-a07c-1f5a184c1d27), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.751059 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a41b66-547a-4395-838e-671301d73e6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:12.751674 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-90a41b66-547a-4395-838e-671301d73e6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.812573 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-229608d9-0995-4595-88d7-490f4193c17f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (64e86b26-bff9-4b14-8f87-0c8bc2a44c23), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.828751 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c58290c9-bfea-404c-b010-9888e1a19f5e tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (f1dacad0-8e51-467a-bd87-3c2a317711db), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.833134 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58290c9-bfea-404c-b010-9888e1a19f5e tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f1dacad0-8e51-467a-bd87-3c2a317711db {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 15 03:36:12.835739 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c58290c9-bfea-404c-b010-9888e1a19f5e tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.839786 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c58290c9-bfea-404c-b010-9888e1a19f5e tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] 10.222.0.15 "DELETE /v2.0/networks/f1dacad0-8e51-467a-bd87-3c2a317711db HTTP/1.1" status: 204 len: 168 time: 1.2106893 Apr 15 03:36:12.851318 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58636) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:12.884499 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-898d067e-93a4-4094-855e-bcd45516aced tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Request body: {'network': {'name': 'tempest-network--1257736927', 'router:external': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:12.897307 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b4d8115a-3fb6-4ada-bafe-3d6dedd04a83 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (54a4fb64-2957-4dec-878d-5fdc4a32936f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:12.901398 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00b122b-2436-4ca0-9f0e-173b2d41b317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa797c36-ad3b-4d10-99d7-7d699a77251c'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:36:12.908143 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28dea7e8-09af-49a4-9783-220484b11e0d" -d '{"events": [{"server_uuid": "a00b122b-2436-4ca0-9f0e-173b2d41b317", "name": "network-vif-plugged", "status": "completed", "tag": "fa797c36-ad3b-4d10-99d7-7d699a77251c"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:36:12.923098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a41b66-547a-4395-838e-671301d73e6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event updated for resources: {'Network': ['ID=6eb1a587-3c30-4f5f-a07c-1f5a184c1d27,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:12.932873 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 6eb1a587-3c30-4f5f-a07c-1f5a184c1d27 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:36:12.961960 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-90a41b66-547a-4395-838e-671301d73e6b tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0969274 Apr 15 03:36:12.968653 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58640) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:12.977391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-8e31c848-cad2-4580-8062-4058bf048fef tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Request body: {'subnet': {'network_id': '6eb1a587-3c30-4f5f-a07c-1f5a184c1d27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:12.987219 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f66e0b0e-da2f-4bca-9092-c56baecabf89 req-3588f946-d2f2-4f25-b253-5b1150dc381e tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a74ef2f-e468-4823-bb5a-cc40bfb59703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556989 Apr 15 03:36:13.071452 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f73010d-cd3f-453b-9dff-b539b3f158fe x-openstack-request-id: req-9f73010d-cd3f-453b-9dff-b539b3f158fe {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:36:13.073917 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00b122b-2436-4ca0-9f0e-173b2d41b317", "name": "network-vif-plugged", "status": "completed", "tag": "fa797c36-ad3b-4d10-99d7-7d699a77251c", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:36:13.074270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f73010d-cd3f-453b-9dff-b539b3f158fe {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:36:13.074790 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f73010d-cd3f-453b-9dff-b539b3f158fe'] response: {'server_uuid': 'a00b122b-2436-4ca0-9f0e-173b2d41b317', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa797c36-ad3b-4d10-99d7-7d699a77251c', 'code': 200} Apr 15 03:36:13.107080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-1a63dfa7-d678-4b84-af97-df027bd51880 None None] Provisioning complete for port 5a0f7816-843c-4d54-870d-af410cf02463 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:13.107897 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1a63dfa7-d678-4b84-af97-df027bd51880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (5a0f7816-843c-4d54-870d-af410cf02463), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:13.157553 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1a63dfa7-d678-4b84-af97-df027bd51880 None None] Port 5a0f7816-843c-4d54-870d-af410cf02463 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:36:13.193403 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b4d8115a-3fb6-4ada-bafe-3d6dedd04a83 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (54a4fb64-2957-4dec-878d-5fdc4a32936f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:13.232176 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8115a-3fb6-4ada-bafe-3d6dedd04a83 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=54a4fb64-2957-4dec-878d-5fdc4a32936f,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:13.250191 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b4d8115a-3fb6-4ada-bafe-3d6dedd04a83 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:13.260283 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b4d8115a-3fb6-4ada-bafe-3d6dedd04a83 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/54a4fb64-2957-4dec-878d-5fdc4a32936f HTTP/1.1" status: 204 len: 168 time: 1.0206382 Apr 15 03:36:13.261131 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58644) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:13.270069 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e31c848-cad2-4580-8062-4058bf048fef tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Made reservation on behalf of 07dbfaef433643bcbdde916cc71b0400 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:13.274560 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8e31c848-cad2-4580-8062-4058bf048fef tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:13.276728 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58290c9-bfea-404c-b010-9888e1a19f5e tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Pushing event deleted for resources: {'Network': ['ID=f1dacad0-8e51-467a-bd87-3c2a317711db,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:13.298507 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91cb35c8-38a7-485d-b42b-48a5136e3d37 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (55a341c0-b6f6-4bed-8b5f-f8d375e5e004), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:13.327559 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-91cb35c8-38a7-485d-b42b-48a5136e3d37 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Calling delete_port for 55a341c0-b6f6-4bed-8b5f-f8d375e5e004 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:13.352892 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-bcc0b6be-deca-4c5b-bbbe-6cb45f92deda tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Allocated IP 172.20.0.10 (bea8d5e2-3137-4d57-8ad9-7decf4fc8453/ea8d755f-c401-4219-b3af-31792d2060f7/643dc3c8-f2c7-41f1-af2e-a8918f47eb67) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:13.356566 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898d067e-93a4-4094-855e-bcd45516aced tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Made reservation on behalf of a4810fa1ea51443684d218ad825f8ea0 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:13.359550 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-898d067e-93a4-4094-855e-bcd45516aced tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:13.444140 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-229608d9-0995-4595-88d7-490f4193c17f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5a0f7816-843c-4d54-870d-af410cf02463), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:13.464795 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5068f1e-019b-4486-b2c1-f4f9814ef885 req-ff0367ba-e79d-4af1-a2ce-a168fd4522e2 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:13.466273 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f5068f1e-019b-4486-b2c1-f4f9814ef885 req-ff0367ba-e79d-4af1-a2ce-a168fd4522e2 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 946 time: 0.1650331 Apr 15 03:36:13.490533 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898d067e-93a4-4094-855e-bcd45516aced tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:36:13.531070 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ac8d4-6386-42ef-a277-acaf7fcf2bb7 req-90641c1f-d552-49a4-af21-aee9729fa5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:13.532557 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ac1ac8d4-6386-42ef-a277-acaf7fcf2bb7 req-90641c1f-d552-49a4-af21-aee9729fa5ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 1130 time: 0.1446786 Apr 15 03:36:13.541964 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-898d067e-93a4-4094-855e-bcd45516aced tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (501b5f3c-df46-44a1-930b-daebbaa9d19f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:13.541964 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-898d067e-93a4-4094-855e-bcd45516aced tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Added segment 501b5f3c-df46-44a1-930b-daebbaa9d19f of type vlan for network 0f34b778-3ab1-40da-b84b-c3a40c710d18 Apr 15 03:36:13.548684 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2e243a05-f67f-47ae-9485-e8b5f53b90d0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (bd2a3c68-aba4-40fb-8c6c-50643e417165), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:13.675086 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f5068f1e-019b-4486-b2c1-f4f9814ef885 req-9948feed-a005-474c-b6ba-4c57993caad6 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d1ead-5a9a-4ee5-9f03-0d6258875b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955907 Apr 15 03:36:13.715112 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-898d067e-93a4-4094-855e-bcd45516aced tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (0f34b778-3ab1-40da-b84b-c3a40c710d18), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:13.742094 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ac1ac8d4-6386-42ef-a277-acaf7fcf2bb7 req-f6cae244-b821-4331-a8da-4fed80705563 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=682d1ead-5a9a-4ee5-9f03-0d6258875b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957409 Apr 15 03:36:13.776858 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2e243a05-f67f-47ae-9485-e8b5f53b90d0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (bd2a3c68-aba4-40fb-8c6c-50643e417165), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:13.831526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b6be-deca-4c5b-bbbe-6cb45f92deda tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks [] for port (643dc3c8-f2c7-41f1-af2e-a8918f47eb67), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:13.851252 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-2e243a05-f67f-47ae-9485-e8b5f53b90d0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd2a3c68-aba4-40fb-8c6c-50643e417165']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:13.878523 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-898d067e-93a4-4094-855e-bcd45516aced tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (0f34b778-3ab1-40da-b84b-c3a40c710d18), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:13.879616 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898d067e-93a4-4094-855e-bcd45516aced tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:13.880199 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-898d067e-93a4-4094-855e-bcd45516aced tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:13.888386 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-2e243a05-f67f-47ae-9485-e8b5f53b90d0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256a1d7e-03bc-4022-b6ea-ce7350594ddb') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:13.888685 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-2e243a05-f67f-47ae-9485-e8b5f53b90d0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256a1d7e-03bc-4022-b6ea-ce7350594ddb') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:13.902427 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2e243a05-f67f-47ae-9485-e8b5f53b90d0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (256a1d7e-03bc-4022-b6ea-ce7350594ddb), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:13.911251 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91cb35c8-38a7-485d-b42b-48a5136e3d37 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (55a341c0-b6f6-4bed-8b5f-f8d375e5e004), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:13.930008 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2e243a05-f67f-47ae-9485-e8b5f53b90d0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (256a1d7e-03bc-4022-b6ea-ce7350594ddb), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:13.944855 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e243a05-f67f-47ae-9485-e8b5f53b90d0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:13.946377 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2e243a05-f67f-47ae-9485-e8b5f53b90d0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (256a1d7e-03bc-4022-b6ea-ce7350594ddb), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: items = [ Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:13.947030 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:13.967231 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb35c8-38a7-485d-b42b-48a5136e3d37 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Pushing event deleted for resources: {'Port': ['ID=55a341c0-b6f6-4bed-8b5f-f8d375e5e004,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:13.976643 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b6be-deca-4c5b-bbbe-6cb45f92deda tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (643dc3c8-f2c7-41f1-af2e-a8918f47eb67), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:13.979635 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d067e-93a4-4094-855e-bcd45516aced tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Pushing event updated for resources: {'Network': ['ID=0f34b778-3ab1-40da-b84b-c3a40c710d18,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:13.993602 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 0f34b778-3ab1-40da-b84b-c3a40c710d18 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:36:14.073553 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-229608d9-0995-4595-88d7-490f4193c17f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks [] for port (5a0f7816-843c-4d54-870d-af410cf02463), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:14.115990 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-898d067e-93a4-4094-855e-bcd45516aced tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2633345 Apr 15 03:36:14.126198 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58648) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:14.130029 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc0b6be-deca-4c5b-bbbe-6cb45f92deda tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Network bea8d5e2-3137-4d57-8ad9-7decf4fc8453 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:14.132752 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2e243a05-f67f-47ae-9485-e8b5f53b90d0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (bd2a3c68-aba4-40fb-8c6c-50643e417165), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:14.150015 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-bcc0b6be-deca-4c5b-bbbe-6cb45f92deda tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:14.162130 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.objects.ports [None req-8e31c848-cad2-4580-8062-4058bf048fef tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104666) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 15 03:36:14.163241 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e243a05-f67f-47ae-9485-e8b5f53b90d0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bd2a3c68-aba4-40fb-8c6c-50643e417165 {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 15 03:36:14.169225 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2e243a05-f67f-47ae-9485-e8b5f53b90d0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:14.178787 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2e243a05-f67f-47ae-9485-e8b5f53b90d0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "DELETE /v2.0/networks/bd2a3c68-aba4-40fb-8c6c-50643e417165 HTTP/1.1" status: 204 len: 168 time: 0.9095752 Apr 15 03:36:14.182877 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0b6be-deca-4c5b-bbbe-6cb45f92deda tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Pushing event updated for resources: {'Port': ['ID=643dc3c8-f2c7-41f1-af2e-a8918f47eb67,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:14.185305 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-229608d9-0995-4595-88d7-490f4193c17f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (5a0f7816-843c-4d54-870d-af410cf02463), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:14.187780 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc0b6be-deca-4c5b-bbbe-6cb45f92deda tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:14.189073 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8e31c848-cad2-4580-8062-4058bf048fef tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (8358aeb7-fa5d-41f3-8bd5-65c210c552b9), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:14.238056 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791b12f-4b3e-4322-ae11-0d16c491078e req-ef2e5709-fb49-4f94-9edc-eb6f7fe65f92 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:14.240172 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0791b12f-4b3e-4322-ae11-0d16c491078e req-ef2e5709-fb49-4f94-9edc-eb6f7fe65f92 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 945 time: 0.1623833 Apr 15 03:36:14.241012 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e243a05-f67f-47ae-9485-e8b5f53b90d0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd2a3c68-aba4-40fb-8c6c-50643e417165,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:14.273761 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91cb35c8-38a7-485d-b42b-48a5136e3d37 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:14.278755 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-91cb35c8-38a7-485d-b42b-48a5136e3d37 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] 10.222.0.15 "DELETE /v2.0/ports/55a341c0-b6f6-4bed-8b5f-f8d375e5e004 HTTP/1.1" status: 204 len: 168 time: 1.8486807 Apr 15 03:36:14.305128 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58654) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:14.357700 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f06cc4-c066-43fe-a768-fbd2933df845 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:14.361234 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c5f06cc4-c066-43fe-a768-fbd2933df845 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] 10.222.0.15 "GET /v2.0/networks/0f34b778-3ab1-40da-b84b-c3a40c710d18 HTTP/1.1" status: 200 len: 757 time: 0.2314415 Apr 15 03:36:14.364424 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc0b6be-deca-4c5b-bbbe-6cb45f92deda tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:14.365036 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bcc0b6be-deca-4c5b-bbbe-6cb45f92deda tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:14.368321 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58656) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:14.491075 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229608d9-0995-4595-88d7-490f4193c17f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Pushing event updated for resources: {'Port': ['ID=5a0f7816-843c-4d54-870d-af410cf02463,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:14.506222 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-229608d9-0995-4595-88d7-490f4193c17f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (64e86b26-bff9-4b14-8f87-0c8bc2a44c23), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:14.533065 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58660) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:14.542561 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-3d2693eb-6f80-4355-a38f-d98f3d0a0267 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Request body: {'router': {'name': 'tempest-router--332569679', 'project_id': '647ae73835f54916abe2b9dc10455b09'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:14.551324 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bcc0b6be-deca-4c5b-bbbe-6cb45f92deda tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5854616 Apr 15 03:36:14.554499 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58662) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:14.556793 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88bc93-86d5-48a8-af1a-782a1485f8eb tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:14.561034 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1a88bc93-86d5-48a8-af1a-782a1485f8eb tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6f4df1-3d52-4c19-a71f-154c869af0cf HTTP/1.1" status: 200 len: 913 time: 0.2195368 Apr 15 03:36:14.561779 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31c848-cad2-4580-8062-4058bf048fef tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event updated for resources: {'Subnet': ['ID=8358aeb7-fa5d-41f3-8bd5-65c210c552b9,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:14.563116 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a6ab9-c25e-4507-b351-9ce9d36103a9 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:14.564910 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58664) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:14.566262 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a72a6ab9-c25e-4507-b351-9ce9d36103a9 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] 10.222.0.15 "GET /v2.0/networks/6dcfa023-d21e-4d4a-a008-f693f68e1ed0 HTTP/1.1" status: 200 len: 767 time: 0.1967740 Apr 15 03:36:14.571902 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3c:54:97'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:ef:c7:52'}]}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:14.574058 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58666) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:14.592323 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f914cf1c-9231-45af-bd2c-edcf693b3c6e None None] Provisioning complete for port 643dc3c8-f2c7-41f1-af2e-a8918f47eb67 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:14.593525 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f914cf1c-9231-45af-bd2c-edcf693b3c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (643dc3c8-f2c7-41f1-af2e-a8918f47eb67), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:14.604798 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0791b12f-4b3e-4322-ae11-0d16c491078e req-31543902-c2b1-499a-8226-ed64bcb80810 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a74ef2f-e468-4823-bb5a-cc40bfb59703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969067 Apr 15 03:36:14.637118 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f914cf1c-9231-45af-bd2c-edcf693b3c6e None None] Port 643dc3c8-f2c7-41f1-af2e-a8918f47eb67 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:36:14.672819 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e31c848-cad2-4580-8062-4058bf048fef tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Checking segment: {'id': '54fa65f5-7aee-43e0-ae53-2ef30bd7343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6eb1a587-3c30-4f5f-a07c-1f5a184c1d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:36:14.673174 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e31c848-cad2-4580-8062-4058bf048fef tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Network hostable DHCP agents. Network: 6eb1a587-3c30-4f5f-a07c-1f5a184c1d27, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:36:14.822935 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ce3f48e2-da86-4beb-b43a-fe49cdaacbb5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (0f34b778-3ab1-40da-b84b-c3a40c710d18), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:14.827549 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267446b-00dd-42e1-8f5d-0671a8c015fa req-19c255f4-3bb4-44d4-90e0-4c0aa15c7cb9 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:14.829166 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4267446b-00dd-42e1-8f5d-0671a8c015fa req-19c255f4-3bb4-44d4-90e0-4c0aa15c7cb9 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 946 time: 0.0814853 Apr 15 03:36:14.841684 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3d2693eb-6f80-4355-a38f-d98f3d0a0267 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (c9e6ade8-7e92-4eab-a7bf-48e2c319b23d), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:14.842711 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3d2693eb-6f80-4355-a38f-d98f3d0a0267 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (c9e6ade8-7e92-4eab-a7bf-48e2c319b23d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:14.845688 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (643dc3c8-f2c7-41f1-af2e-a8918f47eb67), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:14.888257 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229608d9-0995-4595-88d7-490f4193c17f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Network 7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:14.889315 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e31c848-cad2-4580-8062-4058bf048fef tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Network 6eb1a587-3c30-4f5f-a07c-1f5a184c1d27 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:36:14.924496 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4267446b-00dd-42e1-8f5d-0671a8c015fa req-8fb8eaeb-4774-4a18-a995-ee2a39a64841 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d1ead-5a9a-4ee5-9f03-0d6258875b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848107 Apr 15 03:36:14.942657 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-229608d9-0995-4595-88d7-490f4193c17f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:15.005117 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3d2693eb-6f80-4355-a38f-d98f3d0a0267 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_controller (c9e6ade8-7e92-4eab-a7bf-48e2c319b23d), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:15.112688 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks [] for port (643dc3c8-f2c7-41f1-af2e-a8918f47eb67), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:15.181309 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (643dc3c8-f2c7-41f1-af2e-a8918f47eb67), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:15.265370 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Pushing event updated for resources: {'Port': ['ID=643dc3c8-f2c7-41f1-af2e-a8918f47eb67,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:15.272801 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-704b21fc-937a-4437-a8d9-1f4d928e1960 None None] Provisioning complete for port 5a0f7816-843c-4d54-870d-af410cf02463 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:15.273786 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-704b21fc-937a-4437-a8d9-1f4d928e1960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (5a0f7816-843c-4d54-870d-af410cf02463), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:15.283432 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:15.283960 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:15.284582 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:15.285029 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:15.286021 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:15.286464 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:15.286981 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:15.287424 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:15.287863 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:15.288447 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:15.289020 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:15.289592 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:15.290037 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:15.290468 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:15.290985 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:15.307488 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] In _notify_port_updated(), no bound segment for port 643dc3c8-f2c7-41f1-af2e-a8918f47eb67 on network bea8d5e2-3137-4d57-8ad9-7decf4fc8453 {{(pid=104667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:36:15.314642 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:15.315154 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:15.317059 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e0cd5bb8-7279-4785-bd19-3f9d2c69260f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "PUT /v2.0/ports/643dc3c8-f2c7-41f1-af2e-a8918f47eb67 HTTP/1.1" status: 200 len: 1056 time: 0.7611566 Apr 15 03:36:15.319829 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58670) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:15.333535 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-704b21fc-937a-4437-a8d9-1f4d928e1960 None None] Port 5a0f7816-843c-4d54-870d-af410cf02463 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:36:15.426406 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-8e31c848-cad2-4580-8062-4058bf048fef tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 6eb1a587-3c30-4f5f-a07c-1f5a184c1d27) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:15.436002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c34a0a-55e6-46f9-8568-c6a184c7a751 None None] Network 6eb1a587-3c30-4f5f-a07c-1f5a184c1d27 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:15.446718 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-b97e75d0-491e-4ed0-a187-3cd272b4baf7 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Deleting port 643dc3c8-f2c7-41f1-af2e-a8918f47eb67 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:15.449979 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b97e75d0-491e-4ed0-a187-3cd272b4baf7 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (643dc3c8-f2c7-41f1-af2e-a8918f47eb67), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:15.459338 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3d2693eb-6f80-4355-a38f-d98f3d0a0267 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (c9e6ade8-7e92-4eab-a7bf-48e2c319b23d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:15.471958 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ce3f48e2-da86-4beb-b43a-fe49cdaacbb5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (0f34b778-3ab1-40da-b84b-c3a40c710d18), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:15.476316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e31c848-cad2-4580-8062-4058bf048fef tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:15.477475 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8e31c848-cad2-4580-8062-4058bf048fef tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:15.531298 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-ce3f48e2-da86-4beb-b43a-fe49cdaacbb5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f34b778-3ab1-40da-b84b-c3a40c710d18']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:15.545304 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b97e75d0-491e-4ed0-a187-3cd272b4baf7 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (643dc3c8-f2c7-41f1-af2e-a8918f47eb67), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:15.550351 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-ce3f48e2-da86-4beb-b43a-fe49cdaacbb5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501b5f3c-df46-44a1-930b-daebbaa9d19f') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:15.550704 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-ce3f48e2-da86-4beb-b43a-fe49cdaacbb5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501b5f3c-df46-44a1-930b-daebbaa9d19f') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:15.560572 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-b97e75d0-491e-4ed0-a187-3cd272b4baf7 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Calling delete_port for 643dc3c8-f2c7-41f1-af2e-a8918f47eb67 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:15.566916 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5bc6731d-d081-4866-bff1-3879aac52094 None None] Provisioning complete for port 643dc3c8-f2c7-41f1-af2e-a8918f47eb67 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:15.567533 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5bc6731d-d081-4866-bff1-3879aac52094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (643dc3c8-f2c7-41f1-af2e-a8918f47eb67), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:15.570568 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ce3f48e2-da86-4beb-b43a-fe49cdaacbb5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (501b5f3c-df46-44a1-930b-daebbaa9d19f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:15.587516 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229608d9-0995-4595-88d7-490f4193c17f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Router 64e86b26-bff9-4b14-8f87-0c8bc2a44c23 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:36:15.595641 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6dfe2a-6bd6-4bfb-8e4d-891585889164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-6eb1a587-3c30-4f5f-a07c-1f5a184c1d27', 'network_id': '6eb1a587-3c30-4f5f-a07c-1f5a184c1d27', 'project_id': '07dbfaef433643bcbdde916cc71b0400', 'fixed_ips': [{'subnet_id': '8358aeb7-fa5d-41f3-8bd5-65c210c552b9'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:36:15.597105 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc6dfe2a-6bd6-4bfb-8e4d-891585889164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:15.610964 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3d2693eb-6f80-4355-a38f-d98f3d0a0267 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:15.615504 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58672) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:15.620723 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3d2693eb-6f80-4355-a38f-d98f3d0a0267 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0790980 Apr 15 03:36:15.630664 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8e31c848-cad2-4580-8062-4058bf048fef tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.6609087 Apr 15 03:36:15.633061 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5bc6731d-d081-4866-bff1-3879aac52094 None None] Port 643dc3c8-f2c7-41f1-af2e-a8918f47eb67 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:36:15.635336 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ce3f48e2-da86-4beb-b43a-fe49cdaacbb5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (501b5f3c-df46-44a1-930b-daebbaa9d19f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:15.637171 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58676) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:15.662223 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3f48e2-da86-4beb-b43a-fe49cdaacbb5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:15.662649 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ce3f48e2-da86-4beb-b43a-fe49cdaacbb5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (501b5f3c-df46-44a1-930b-daebbaa9d19f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:15.664428 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:15.721898 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-98946c37-7bb2-45ee-9fb5-d719b6f00d47 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router (c9e6ade8-7e92-4eab-a7bf-48e2c319b23d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:15.919373 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-98946c37-7bb2-45ee-9fb5-d719b6f00d47 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (c9e6ade8-7e92-4eab-a7bf-48e2c319b23d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:15.923227 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-98946c37-7bb2-45ee-9fb5-d719b6f00d47 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_controller (c9e6ade8-7e92-4eab-a7bf-48e2c319b23d), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:15.935720 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562dc19a-4c0c-466d-a1c2-187dd85fa096 req-5d6fed51-945c-4d19-92ce-ddaf28a001eb tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:15.937238 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-562dc19a-4c0c-466d-a1c2-187dd85fa096 req-5d6fed51-945c-4d19-92ce-ddaf28a001eb tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 945 time: 0.2447720 Apr 15 03:36:15.992867 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ce3f48e2-da86-4beb-b43a-fe49cdaacbb5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (0f34b778-3ab1-40da-b84b-c3a40c710d18), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:15.993303 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b97e75d0-491e-4ed0-a187-3cd272b4baf7 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (643dc3c8-f2c7-41f1-af2e-a8918f47eb67), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:15.998175 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229608d9-0995-4595-88d7-490f4193c17f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:36:16.002745 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2d888f17-ee6c-41ad-b8a4-b59610158eb5 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (bb6f4df1-3d52-4c19-a71f-154c869af0cf), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:16.006032 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3f48e2-da86-4beb-b43a-fe49cdaacbb5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0f34b778-3ab1-40da-b84b-c3a40c710d18 {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 15 03:36:16.010331 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f94091b-696a-4010-b6c5-107ea9ffa7d9 None None] Sync routers for ids ['64e86b26-bff9-4b14-8f87-0c8bc2a44c23'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:36:16.018895 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-229608d9-0995-4595-88d7-490f4193c17f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "PUT /v2.0/routers/64e86b26-bff9-4b14-8f87-0c8bc2a44c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4961190 Apr 15 03:36:16.023880 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58680) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:16.034153 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e75d0-491e-4ed0-a187-3cd272b4baf7 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Pushing event deleted for resources: {'Port': ['ID=643dc3c8-f2c7-41f1-af2e-a8918f47eb67,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:16.036546 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-98946c37-7bb2-45ee-9fb5-d719b6f00d47 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (c9e6ade8-7e92-4eab-a7bf-48e2c319b23d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:16.037027 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98946c37-7bb2-45ee-9fb5-d719b6f00d47 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9e6ade8-7e92-4eab-a7bf-48e2c319b23d {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:36:16.054717 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ce3f48e2-da86-4beb-b43a-fe49cdaacbb5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:16.057876 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ce3f48e2-da86-4beb-b43a-fe49cdaacbb5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] 10.222.0.15 "DELETE /v2.0/networks/0f34b778-3ab1-40da-b84b-c3a40c710d18 HTTP/1.1" status: 204 len: 168 time: 1.4786351 Apr 15 03:36:16.078363 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (6eb1a587-3c30-4f5f-a07c-1f5a184c1d27), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:16.081289 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f48e2-da86-4beb-b43a-fe49cdaacbb5 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Pushing event deleted for resources: {'Network': ['ID=0f34b778-3ab1-40da-b84b-c3a40c710d18,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:16.095068 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58682) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:16.097030 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-98946c37-7bb2-45ee-9fb5-d719b6f00d47 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:16.101561 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-98946c37-7bb2-45ee-9fb5-d719b6f00d47 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "DELETE /v2.0/routers/c9e6ade8-7e92-4eab-a7bf-48e2c319b23d HTTP/1.1" status: 204 len: 168 time: 0.4823604 Apr 15 03:36:16.107853 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Request body: {'network': {'name': 'tempest-network--1566695776'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:16.131134 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f94091b-696a-4010-b6c5-107ea9ffa7d9 None None] Routers {'64e86b26-bff9-4b14-8f87-0c8bc2a44c23'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:16.131792 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0f94091b-696a-4010-b6c5-107ea9ffa7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['64e86b26-bff9-4b14-8f87-0c8bc2a44c23'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:16.151041 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-562dc19a-4c0c-466d-a1c2-187dd85fa096 req-e4016118-78b6-4105-8bbf-18c8e57aa07c tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a74ef2f-e468-4823-bb5a-cc40bfb59703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053082 Apr 15 03:36:16.256259 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0f94091b-696a-4010-b6c5-107ea9ffa7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:16.317626 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Made reservation on behalf of a4810fa1ea51443684d218ad825f8ea0 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:16.320064 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:16.345320 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (8358aeb7-fa5d-41f3-8bd5-65c210c552b9), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:16.363873 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f94091b-696a-4010-b6c5-107ea9ffa7d9 None None] Routers {'64e86b26-bff9-4b14-8f87-0c8bc2a44c23'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:16.365265 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0f94091b-696a-4010-b6c5-107ea9ffa7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['64e86b26-bff9-4b14-8f87-0c8bc2a44c23'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:16.371648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750306e-40be-4348-bce3-145102f8aad2 req-320489d9-e4d0-45ba-9977-b749d0618d28 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:16.373199 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b750306e-40be-4348-bce3-145102f8aad2 req-320489d9-e4d0-45ba-9977-b749d0618d28 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 946 time: 0.3463492 Apr 15 03:36:16.408482 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0f94091b-696a-4010-b6c5-107ea9ffa7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:16.409334 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f94091b-696a-4010-b6c5-107ea9ffa7d9 None None] The sync data for ids ['64e86b26-bff9-4b14-8f87-0c8bc2a44c23'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:36:16.420914 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-fc6dfe2a-6bd6-4bfb-8e4d-891585889164 None None] Allocated IP 2001:db8::f816:3eff:fe79:95e3 (6eb1a587-3c30-4f5f-a07c-1f5a184c1d27/8358aeb7-fa5d-41f3-8bd5-65c210c552b9/d90d6604-bf2f-4ad3-a5af-d09d336329d4) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:16.453147 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a1fc47de-894e-4d87-a63d-084dbe7591fa tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks [] for router (64e86b26-bff9-4b14-8f87-0c8bc2a44c23), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:16.474837 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58688) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:16.527464 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:36:16.537509 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (a635c0cd-1309-4dfe-b6b2-af7a52f7d9af), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:16.537855 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Added segment a635c0cd-1309-4dfe-b6b2-af7a52f7d9af of type vlan for network 82849033-bfb2-4e4a-b77e-005678179cf5 Apr 15 03:36:16.578270 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (82849033-bfb2-4e4a-b77e-005678179cf5), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:16.587381 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b750306e-40be-4348-bce3-145102f8aad2 req-aa1d7e72-0f49-462b-ba79-2701140fe391 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d1ead-5a9a-4ee5-9f03-0d6258875b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050092 Apr 15 03:36:16.588363 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-a1fc47de-894e-4d87-a63d-084dbe7591fa tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 15 03:36:16.592824 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a1fc47de-894e-4d87-a63d-084dbe7591fa tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "DELETE /v2.0/routers/64e86b26-bff9-4b14-8f87-0c8bc2a44c23 HTTP/1.1" status: 409 len: 376 time: 0.5646894 Apr 15 03:36:16.593534 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58692) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:16.630100 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ed74d-2c7e-4c6e-81da-ea51a7b62287 req-53c52c22-c2af-4336-83ee-36efbcdc9fd1 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:16.631674 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-941ed74d-2c7e-4c6e-81da-ea51a7b62287 req-53c52c22-c2af-4336-83ee-36efbcdc9fd1 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 945 time: 0.1973565 Apr 15 03:36:16.660993 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58696) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:16.665520 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-01c49371-bdcc-421b-bbb6-e1273cf6ee7b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Request body: {'floatingip': {'port_id': 'ef4adf81-5745-4c2a-9457-c67521bf7302'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:16.700442 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (82849033-bfb2-4e4a-b77e-005678179cf5), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:16.701419 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:16.702002 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:16.728413 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc6dfe2a-6bd6-4bfb-8e4d-891585889164 None None] Publish callbacks [] for port (d90d6604-bf2f-4ad3-a5af-d09d336329d4), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:16.774248 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-01c49371-bdcc-421b-bbb6-e1273cf6ee7b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks [] for floatingip (4da844ca-1494-45bf-808c-295b695f0d65), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:16.782179 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b97e75d0-491e-4ed0-a187-3cd272b4baf7 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:16.786836 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b97e75d0-491e-4ed0-a187-3cd272b4baf7 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "DELETE /v2.0/ports/643dc3c8-f2c7-41f1-af2e-a8918f47eb67 HTTP/1.1" status: 204 len: 168 time: 1.4658790 Apr 15 03:36:16.793957 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc6dfe2a-6bd6-4bfb-8e4d-891585889164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (d90d6604-bf2f-4ad3-a5af-d09d336329d4), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:16.845621 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58698) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:16.852644 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6dfe2a-6bd6-4bfb-8e4d-891585889164 None None] Network 6eb1a587-3c30-4f5f-a07c-1f5a184c1d27 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:16.856524 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-fc6dfe2a-6bd6-4bfb-8e4d-891585889164 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:16.866510 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6dfe2a-6bd6-4bfb-8e4d-891585889164 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:16.867547 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92506eea-ebd3-4e90-bec7-6ca2fb6b4e68 req-1476c630-0d63-41d8-b3bb-845d3102d15e tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:16.869996 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-92506eea-ebd3-4e90-bec7-6ca2fb6b4e68 req-1476c630-0d63-41d8-b3bb-845d3102d15e tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 946 time: 0.0795817 Apr 15 03:36:16.875812 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6dfe2a-6bd6-4bfb-8e4d-891585889164 None None] Pushing event updated for resources: {'Port': ['ID=d90d6604-bf2f-4ad3-a5af-d09d336329d4,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:16.919424 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58700) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:16.927064 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-8b6b153d-298f-4e86-a1da-349dd77fe752 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2075630172', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}, 'admin_state_up': False}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:16.943761 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-fc6dfe2a-6bd6-4bfb-8e4d-891585889164 None None] Attempting to bind port d90d6604-bf2f-4ad3-a5af-d09d336329d4 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:36:16.944802 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-fc6dfe2a-6bd6-4bfb-8e4d-891585889164 None None] Attempting to bind port d90d6604-bf2f-4ad3-a5af-d09d336329d4 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '54fa65f5-7aee-43e0-ae53-2ef30bd7343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6eb1a587-3c30-4f5f-a07c-1f5a184c1d27'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:36:16.944802 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6dfe2a-6bd6-4bfb-8e4d-891585889164 None None] Attempting to bind port d90d6604-bf2f-4ad3-a5af-d09d336329d4 on network 6eb1a587-3c30-4f5f-a07c-1f5a184c1d27 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:36:16.950219 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8536675 Apr 15 03:36:16.953149 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6dfe2a-6bd6-4bfb-8e4d-891585889164 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:36:16.953574 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6dfe2a-6bd6-4bfb-8e4d-891585889164 None None] Checking segment: {'id': '54fa65f5-7aee-43e0-ae53-2ef30bd7343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6eb1a587-3c30-4f5f-a07c-1f5a184c1d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:36:16.953931 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc6dfe2a-6bd6-4bfb-8e4d-891585889164 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:16.954677 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6dfe2a-6bd6-4bfb-8e4d-891585889164 None None] Bound using segment: {'id': '54fa65f5-7aee-43e0-ae53-2ef30bd7343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6eb1a587-3c30-4f5f-a07c-1f5a184c1d27'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:36:16.955217 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-fc6dfe2a-6bd6-4bfb-8e4d-891585889164 None None] Bound port: d90d6604-bf2f-4ad3-a5af-d09d336329d4, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fa65f5-7aee-43e0-ae53-2ef30bd7343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6eb1a587-3c30-4f5f-a07c-1f5a184c1d27'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:36:16.956313 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc6dfe2a-6bd6-4bfb-8e4d-891585889164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d90d6604-bf2f-4ad3-a5af-d09d336329d4), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:16.966451 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58702) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:16.967154 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Pushing event updated for resources: {'Network': ['ID=82849033-bfb2-4e4a-b77e-005678179cf5,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:16.968364 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-b59eed87-7d61-47cc-b705-2578e158d51b tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Request body: {'floatingip': {'port_id': 'fa797c36-ad3b-4d10-99d7-7d699a77251c'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:16.973419 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-0d7b0367-2feb-4904-ae67-a79c8ce5b6bd tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:16.974657 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3698a1-09d8-4d65-bd14-cbf0f5d4016c tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] GET failed (client error): The resource could not be found. Apr 15 03:36:16.978872 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6e3698a1-09d8-4d65-bd14-cbf0f5d4016c tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "GET /v2.0/ports/643dc3c8-f2c7-41f1-af2e-a8918f47eb67 HTTP/1.1" status: 404 len: 333 time: 0.1290386 Apr 15 03:36:17.011041 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58704) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:17.028811 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-fc6dfe2a-6bd6-4bfb-8e4d-891585889164 None None] For port d90d6604-bf2f-4ad3-a5af-d09d336329d4, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:36:17.033134 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-fc6dfe2a-6bd6-4bfb-8e4d-891585889164 None None] For port d90d6604-bf2f-4ad3-a5af-d09d336329d4, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=d90d6604-bf2f-4ad3-a5af-d09d336329d4,segment=NetworkSegment(54fa65f5-7aee-43e0-ae53-2ef30bd7343d),segment_id=54fa65f5-7aee-43e0-ae53-2ef30bd7343d)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:36:17.047325 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b59eed87-7d61-47cc-b705-2578e158d51b tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks [] for floatingip (168823ce-4f78-430d-bafa-17ebff5a67e5), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:17.051242 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:17.051513 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:17.051858 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:17.052197 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:17.052786 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:17.053118 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:17.053450 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:17.053775 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:17.054102 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:17.054424 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:17.054777 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:17.055101 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:17.055424 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:17.055745 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:17.056069 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb827fe-52a6-42c0-861b-47c18a2aa332 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:17.059617 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (8358aeb7-fa5d-41f3-8bd5-65c210c552b9), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:17.069948 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 82849033-bfb2-4e4a-b77e-005678179cf5 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:36:17.133769 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc6dfe2a-6bd6-4bfb-8e4d-891585889164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (d90d6604-bf2f-4ad3-a5af-d09d336329d4), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:17.142347 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event deleted for resources: {'Subnet': ['ID=8358aeb7-fa5d-41f3-8bd5-65c210c552b9,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:17.188708 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b6b153d-298f-4e86-a1da-349dd77fe752 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (6bfe11ad-3f1a-412e-94b6-6be49326c1f7), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:17.189861 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b6b153d-298f-4e86-a1da-349dd77fe752 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (6bfe11ad-3f1a-412e-94b6-6be49326c1f7), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:17.211027 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6dfe2a-6bd6-4bfb-8e4d-891585889164 None None] Pushing event updated for resources: {'Port': ['ID=d90d6604-bf2f-4ad3-a5af-d09d336329d4,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:17.343844 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (6eb1a587-3c30-4f5f-a07c-1f5a184c1d27), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:17.364734 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-2d888f17-ee6c-41ad-b8a4-b59610158eb5 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Deleting port 56eb6e70-8749-4435-87cf-81c1a9816b9b {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:17.365213 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2d888f17-ee6c-41ad-b8a4-b59610158eb5 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (56eb6e70-8749-4435-87cf-81c1a9816b9b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:17.505756 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-ee07bfec-b215-487c-b7df-4d0609a48b39 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Deleting port 0a5799b6-7e8b-4b5d-8a95-9fb260641383 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:17.506349 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ee07bfec-b215-487c-b7df-4d0609a48b39 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (0a5799b6-7e8b-4b5d-8a95-9fb260641383), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:17.513891 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:36:17.525450 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb1a587-3c30-4f5f-a07c-1f5a184c1d27']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:17.531162 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b6b153d-298f-4e86-a1da-349dd77fe752 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_controller (6bfe11ad-3f1a-412e-94b6-6be49326c1f7), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:17.551246 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fa65f5-7aee-43e0-ae53-2ef30bd7343d') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:17.551550 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fa65f5-7aee-43e0-ae53-2ef30bd7343d') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:17.605278 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (54fa65f5-7aee-43e0-ae53-2ef30bd7343d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:17.703720 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0d7b0367-2feb-4904-ae67-a79c8ce5b6bd tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (82849033-bfb2-4e4a-b77e-005678179cf5), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:17.710052 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (54fa65f5-7aee-43e0-ae53-2ef30bd7343d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:17.766278 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:17.766705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (54fa65f5-7aee-43e0-ae53-2ef30bd7343d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:17.778448 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:17.803825 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device d90d6604-bf2f-4ad3-a5af-d09d336329d4 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:36:17.831021 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ee07bfec-b215-487c-b7df-4d0609a48b39 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (0a5799b6-7e8b-4b5d-8a95-9fb260641383), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:17.841920 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2d888f17-ee6c-41ad-b8a4-b59610158eb5 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (56eb6e70-8749-4435-87cf-81c1a9816b9b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:17.862791 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-ee07bfec-b215-487c-b7df-4d0609a48b39 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Calling delete_port for 0a5799b6-7e8b-4b5d-8a95-9fb260641383 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:17.865177 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port d90d6604-bf2f-4ad3-a5af-d09d336329d4 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:17.865624 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d90d6604-bf2f-4ad3-a5af-d09d336329d4), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:17.882242 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0d7b0367-2feb-4904-ae67-a79c8ce5b6bd tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (82849033-bfb2-4e4a-b77e-005678179cf5), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:17.897614 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-95933104-9828-4390-aa06-c7773f5c585d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (64e86b26-bff9-4b14-8f87-0c8bc2a44c23), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:17.907525 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-2d888f17-ee6c-41ad-b8a4-b59610158eb5 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Calling delete_port for 56eb6e70-8749-4435-87cf-81c1a9816b9b owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:17.958573 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port d90d6604-bf2f-4ad3-a5af-d09d336329d4 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:17.959153 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d90d6604-bf2f-4ad3-a5af-d09d336329d4), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:18.001552 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port d90d6604-bf2f-4ad3-a5af-d09d336329d4, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=d90d6604-bf2f-4ad3-a5af-d09d336329d4,segment=NetworkSegment(54fa65f5-7aee-43e0-ae53-2ef30bd7343d),segment_id=54fa65f5-7aee-43e0-ae53-2ef30bd7343d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:18.136360 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (d90d6604-bf2f-4ad3-a5af-d09d336329d4), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:18.208017 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=d90d6604-bf2f-4ad3-a5af-d09d336329d4,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:18.217033 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:18.217412 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:18.217763 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:18.218110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:18.218449 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:18.218811 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:18.219145 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:18.219476 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:18.219821 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:18.220154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:18.220488 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:18.220833 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:18.221163 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:18.221485 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:18.221807 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:18.279583 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d7b0367-2feb-4904-ae67-a79c8ce5b6bd tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Network 82849033-bfb2-4e4a-b77e-005678179cf5 is not hosted by any dhcp agent {{(pid=104666) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 15 03:36:18.280326 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7b0367-2feb-4904-ae67-a79c8ce5b6bd tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:18.280924 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0d7b0367-2feb-4904-ae67-a79c8ce5b6bd tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:18.282227 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0d7b0367-2feb-4904-ae67-a79c8ce5b6bd tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] 10.222.0.15 "PUT /v2.0/networks/82849033-bfb2-4e4a-b77e-005678179cf5 HTTP/1.1" status: 200 len: 857 time: 1.3127720 Apr 15 03:36:18.293444 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58706) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:18.318109 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70924a49-240d-4c0b-a3e4-1ae929a22a63 None None] Network 6eb1a587-3c30-4f5f-a07c-1f5a184c1d27 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:18.385928 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.db.api [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 03:36:18.385928 dv-neutron-837140-3-hyperv neutron-server[104666]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 03:36:18.385928 dv-neutron-837140-3-hyperv neutron-server[104666]: [parameters: {'id': '6eb1a587-3c30-4f5f-a07c-1f5a184c1d27'}] Apr 15 03:36:18.385928 dv-neutron-837140-3-hyperv neutron-server[104666]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:36:18.386365 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG oslo_db.api [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:36:18.388070 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b6b153d-298f-4e86-a1da-349dd77fe752 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_gateway (6bfe11ad-3f1a-412e-94b6-6be49326c1f7), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:18.436629 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b0367-2feb-4904-ae67-a79c8ce5b6bd tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Pushing event updated for resources: {'Network': ['ID=82849033-bfb2-4e4a-b77e-005678179cf5,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:18.541337 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02f65b8f-b4bc-4dca-9c37-c83c19c15d88 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (82849033-bfb2-4e4a-b77e-005678179cf5), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:18.562886 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-06a83054-8015-447b-8057-0906dba83b46 None None] Provisioning complete for port d90d6604-bf2f-4ad3-a5af-d09d336329d4 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:18.563219 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-06a83054-8015-447b-8057-0906dba83b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d90d6604-bf2f-4ad3-a5af-d09d336329d4), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:18.633543 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ee07bfec-b215-487c-b7df-4d0609a48b39 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (0a5799b6-7e8b-4b5d-8a95-9fb260641383), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:18.691949 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1d4117a1-4ec0-404a-ba5f-982c33723f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:18.693781 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-06a83054-8015-447b-8057-0906dba83b46 None None] Current status of the port d90d6604-bf2f-4ad3-a5af-d09d336329d4 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:18.715784 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a428c09-0936-4e67-a40d-d674871b825b None None] DHCP port deletion for 6eb1a587-3c30-4f5f-a07c-1f5a184c1d27 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:36:18.727030 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-95933104-9828-4390-aa06-c7773f5c585d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Deleting port 5a0f7816-843c-4d54-870d-af410cf02463 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:18.727364 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-95933104-9828-4390-aa06-c7773f5c585d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (5a0f7816-843c-4d54-870d-af410cf02463), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:18.729949 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07bfec-b215-487c-b7df-4d0609a48b39 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Pushing event deleted for resources: {'Port': ['ID=0a5799b6-7e8b-4b5d-8a95-9fb260641383,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:18.759866 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b6b153d-298f-4e86-a1da-349dd77fe752 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_gateway (6bfe11ad-3f1a-412e-94b6-6be49326c1f7), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:18.770887 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0a428c09-0936-4e67-a40d-d674871b825b None None] Deleting port d90d6604-bf2f-4ad3-a5af-d09d336329d4 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:18.771784 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a428c09-0936-4e67-a40d-d674871b825b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (d90d6604-bf2f-4ad3-a5af-d09d336329d4), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:18.782220 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b6b153d-298f-4e86-a1da-349dd77fe752 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:18.793165 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2d888f17-ee6c-41ad-b8a4-b59610158eb5 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (56eb6e70-8749-4435-87cf-81c1a9816b9b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:18.859607 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02f65b8f-b4bc-4dca-9c37-c83c19c15d88 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (82849033-bfb2-4e4a-b77e-005678179cf5), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:18.864845 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-0a428c09-0936-4e67-a40d-d674871b825b None None] For port d90d6604-bf2f-4ad3-a5af-d09d336329d4, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=d90d6604-bf2f-4ad3-a5af-d09d336329d4,segment=NetworkSegment(54fa65f5-7aee-43e0-ae53-2ef30bd7343d),segment_id=54fa65f5-7aee-43e0-ae53-2ef30bd7343d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:18.865361 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a428c09-0936-4e67-a40d-d674871b825b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (d90d6604-bf2f-4ad3-a5af-d09d336329d4), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:18.883412 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0a428c09-0936-4e67-a40d-d674871b825b None None] Calling delete_port for d90d6604-bf2f-4ad3-a5af-d09d336329d4 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:18.922778 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (6eb1a587-3c30-4f5f-a07c-1f5a184c1d27), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:18.946608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-01c49371-bdcc-421b-bbb6-e1273cf6ee7b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:18.953941 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.db.resource_extend [None req-b59eed87-7d61-47cc-b705-2578e158d51b tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 15 03:36:18.958655 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-02f65b8f-b4bc-4dca-9c37-c83c19c15d88 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82849033-bfb2-4e4a-b77e-005678179cf5']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:18.980307 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d888f17-ee6c-41ad-b8a4-b59610158eb5 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Pushing event deleted for resources: {'Port': ['ID=56eb6e70-8749-4435-87cf-81c1a9816b9b,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:19.057636 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-01c49371-bdcc-421b-bbb6-e1273cf6ee7b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (4da844ca-1494-45bf-808c-295b695f0d65), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:19.068110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a428c09-0936-4e67-a40d-d674871b825b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (d90d6604-bf2f-4ad3-a5af-d09d336329d4), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:19.116633 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a428c09-0936-4e67-a40d-d674871b825b None None] Pushing event deleted for resources: {'Port': ['ID=d90d6604-bf2f-4ad3-a5af-d09d336329d4,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:19.125004 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a428c09-0936-4e67-a40d-d674871b825b None None] No DVR routers for this DVR port d90d6604-bf2f-4ad3-a5af-d09d336329d4 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:36:19.270912 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Deleting port d90d6604-bf2f-4ad3-a5af-d09d336329d4 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:19.271181 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (d90d6604-bf2f-4ad3-a5af-d09d336329d4), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:19.283523 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-8b6b153d-298f-4e86-a1da-349dd77fe752 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Allocated IP 172.26.6.115 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/fcf81945-906b-41f3-b0fa-791cc526db1a) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:19.289603 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ee07bfec-b215-487c-b7df-4d0609a48b39 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:19.295491 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ee07bfec-b215-487c-b7df-4d0609a48b39 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "DELETE /v2.0/ports/0a5799b6-7e8b-4b5d-8a95-9fb260641383 HTTP/1.1" status: 204 len: 168 time: 2.2811215 Apr 15 03:36:19.296675 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58708) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:19.305562 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-02f65b8f-b4bc-4dca-9c37-c83c19c15d88 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a635c0cd-1309-4dfe-b6b2-af7a52f7d9af') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:19.305856 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-02f65b8f-b4bc-4dca-9c37-c83c19c15d88 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a635c0cd-1309-4dfe-b6b2-af7a52f7d9af') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:19.330656 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02f65b8f-b4bc-4dca-9c37-c83c19c15d88 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (a635c0cd-1309-4dfe-b6b2-af7a52f7d9af), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:19.340491 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-95933104-9828-4390-aa06-c7773f5c585d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (5a0f7816-843c-4d54-870d-af410cf02463), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:19.371994 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02f65b8f-b4bc-4dca-9c37-c83c19c15d88 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (a635c0cd-1309-4dfe-b6b2-af7a52f7d9af), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:19.374955 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b59eed87-7d61-47cc-b705-2578e158d51b tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:19.376127 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-95933104-9828-4390-aa06-c7773f5c585d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Calling delete_port for 5a0f7816-843c-4d54-870d-af410cf02463 owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:19.385189 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f65b8f-b4bc-4dca-9c37-c83c19c15d88 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:19.385574 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02f65b8f-b4bc-4dca-9c37-c83c19c15d88 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (a635c0cd-1309-4dfe-b6b2-af7a52f7d9af), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:19.387259 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:19.407130 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-c881a657-a8b4-4fb6-b392-7c9e8b496e1f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] GET failed (client error): The resource could not be found. Apr 15 03:36:19.408576 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c881a657-a8b4-4fb6-b392-7c9e8b496e1f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "GET /v2.0/ports/0a5799b6-7e8b-4b5d-8a95-9fb260641383 HTTP/1.1" status: 404 len: 333 time: 0.1031950 Apr 15 03:36:19.416827 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58710) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:19.460190 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-01c49371-bdcc-421b-bbb6-e1273cf6ee7b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Floating IP 4da844ca-1494-45bf-808c-295b695f0d65 associated. External IP: 172.26.6.116, port: ef4adf81-5745-4c2a-9457-c67521bf7302. Apr 15 03:36:19.470810 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b59eed87-7d61-47cc-b705-2578e158d51b tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (168823ce-4f78-430d-bafa-17ebff5a67e5), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:19.488546 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] For port d90d6604-bf2f-4ad3-a5af-d09d336329d4, host dv-neutron-837140-3-hyperv, got binding levels [] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:19.488911 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (d90d6604-bf2f-4ad3-a5af-d09d336329d4), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:19.569095 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Calling delete_port for d90d6604-bf2f-4ad3-a5af-d09d336329d4 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:19.574472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02f65b8f-b4bc-4dca-9c37-c83c19c15d88 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (82849033-bfb2-4e4a-b77e-005678179cf5), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:19.578301 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.ipam_backend_mixin [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Port d90d6604-bf2f-4ad3-a5af-d09d336329d4 was not found and therefore no delete operation was performed {{(pid=104666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 15 03:36:19.578445 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f65b8f-b4bc-4dca-9c37-c83c19c15d88 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 82849033-bfb2-4e4a-b77e-005678179cf5 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 15 03:36:19.580347 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02f65b8f-b4bc-4dca-9c37-c83c19c15d88 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:19.588924 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-02f65b8f-b4bc-4dca-9c37-c83c19c15d88 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] 10.222.0.15 "DELETE /v2.0/networks/82849033-bfb2-4e4a-b77e-005678179cf5 HTTP/1.1" status: 204 len: 168 time: 1.2894394 Apr 15 03:36:19.589095 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58712) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:19.592012 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2d888f17-ee6c-41ad-b8a4-b59610158eb5 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (bb6f4df1-3d52-4c19-a71f-154c869af0cf), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:19.608834 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (d90d6604-bf2f-4ad3-a5af-d09d336329d4), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:19.639796 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f65b8f-b4bc-4dca-9c37-c83c19c15d88 tempest-ExternalNetworksTestJSON-1907257386 tempest-ExternalNetworksTestJSON-1907257386-project-admin] Pushing event deleted for resources: {'Network': ['ID=82849033-bfb2-4e4a-b77e-005678179cf5,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:19.662106 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-b59eed87-7d61-47cc-b705-2578e158d51b tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Floating IP 168823ce-4f78-430d-bafa-17ebff5a67e5 associated. External IP: 172.26.6.65, port: fa797c36-ad3b-4d10-99d7-7d699a77251c. Apr 15 03:36:19.693419 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad955e7d-b968-40df-845f-a47bea70eea6 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] DELETE failed (client error): The resource could not be found. Apr 15 03:36:19.693881 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad955e7d-b968-40df-845f-a47bea70eea6 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:36:19.699213 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ad955e7d-b968-40df-845f-a47bea70eea6 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] 10.222.0.15 "DELETE /v2.0/subnets/4dbea3a5-9719-432f-8421-cc2be636188e HTTP/1.1" status: 404 len: 337 time: 0.1058476 Apr 15 03:36:19.700271 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58714) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:19.738583 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event deleted for resources: {'Port': ['ID=d90d6604-bf2f-4ad3-a5af-d09d336329d4,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:19.743128 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] No DVR routers for this DVR port d90d6604-bf2f-4ad3-a5af-d09d336329d4 on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:36:19.784014 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a1c9354a-fde5-4db6-89cb-934ab3260478 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (6dcfa023-d21e-4d4a-a008-f693f68e1ed0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:19.828141 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device d90d6604-bf2f-4ad3-a5af-d09d336329d4 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:36:19.848095 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b6b153d-298f-4e86-a1da-349dd77fe752 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for port (fcf81945-906b-41f3-b0fa-791cc526db1a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:19.862871 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: d90d6604-bf2f-4ad3-a5af-d09d336329d4 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:36:19.864092 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device d90d6604-bf2f-4ad3-a5af-d09d336329d4 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:36:19.869379 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-fceda8ae-1dbf-4715-8fdc-eae14ff86806 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Deleting port 72592883-04ab-4738-a5b3-9cb05159fb8f {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:19.869949 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fceda8ae-1dbf-4715-8fdc-eae14ff86806 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (72592883-04ab-4738-a5b3-9cb05159fb8f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:19.964193 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-95933104-9828-4390-aa06-c7773f5c585d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (5a0f7816-843c-4d54-870d-af410cf02463), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:19.967140 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a1c9354a-fde5-4db6-89cb-934ab3260478 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (6dcfa023-d21e-4d4a-a008-f693f68e1ed0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:20.026058 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (6eb1a587-3c30-4f5f-a07c-1f5a184c1d27), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:20.046209 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95933104-9828-4390-aa06-c7773f5c585d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Pushing event deleted for resources: {'Port': ['ID=5a0f7816-843c-4d54-870d-af410cf02463,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:20.074883 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-a1c9354a-fde5-4db6-89cb-934ab3260478 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dcfa023-d21e-4d4a-a008-f693f68e1ed0']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:20.126347 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eb1a587-3c30-4f5f-a07c-1f5a184c1d27']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:20.130708 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-a1c9354a-fde5-4db6-89cb-934ab3260478 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4ceb2d-59ee-413c-8315-35fc84ba6fd7') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:20.130988 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-a1c9354a-fde5-4db6-89cb-934ab3260478 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4ceb2d-59ee-413c-8315-35fc84ba6fd7') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:20.151571 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fa65f5-7aee-43e0-ae53-2ef30bd7343d') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:20.152161 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fa65f5-7aee-43e0-ae53-2ef30bd7343d') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:20.155579 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a1c9354a-fde5-4db6-89cb-934ab3260478 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (ae4ceb2d-59ee-413c-8315-35fc84ba6fd7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:20.178893 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (54fa65f5-7aee-43e0-ae53-2ef30bd7343d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:20.274554 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a1c9354a-fde5-4db6-89cb-934ab3260478 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (ae4ceb2d-59ee-413c-8315-35fc84ba6fd7), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:20.292671 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c9354a-fde5-4db6-89cb-934ab3260478 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:20.293084 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a1c9354a-fde5-4db6-89cb-934ab3260478 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (ae4ceb2d-59ee-413c-8315-35fc84ba6fd7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:20.299106 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:20.322938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-95933104-9828-4390-aa06-c7773f5c585d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (64e86b26-bff9-4b14-8f87-0c8bc2a44c23), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:20.376994 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59eed87-7d61-47cc-b705-2578e158d51b tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Router a24400f5-75d1-4571-9f49-1e08d869249f has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:36:20.513864 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fceda8ae-1dbf-4715-8fdc-eae14ff86806 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (72592883-04ab-4738-a5b3-9cb05159fb8f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:20.516772 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b6b153d-298f-4e86-a1da-349dd77fe752 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (fcf81945-906b-41f3-b0fa-791cc526db1a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:20.565251 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a1c9354a-fde5-4db6-89cb-934ab3260478 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (6dcfa023-d21e-4d4a-a008-f693f68e1ed0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:20.593053 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (54fa65f5-7aee-43e0-ae53-2ef30bd7343d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:20.602393 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-fceda8ae-1dbf-4715-8fdc-eae14ff86806 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Calling delete_port for 72592883-04ab-4738-a5b3-9cb05159fb8f owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:20.602733 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a1c9354a-fde5-4db6-89cb-934ab3260478 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:20.605844 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a1c9354a-fde5-4db6-89cb-934ab3260478 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] 10.222.0.15 "DELETE /v2.0/networks/6dcfa023-d21e-4d4a-a008-f693f68e1ed0 HTTP/1.1" status: 204 len: 168 time: 0.9046490 Apr 15 03:36:20.625697 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:20.626022 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (54fa65f5-7aee-43e0-ae53-2ef30bd7343d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:20.629404 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9354a-fde5-4db6-89cb-934ab3260478 tempest-ExternalNetworksTestJSON-1853426009 tempest-ExternalNetworksTestJSON-1853426009-project] Pushing event deleted for resources: {'Network': ['ID=6dcfa023-d21e-4d4a-a008-f693f68e1ed0,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:20.633297 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:20.643851 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95933104-9828-4390-aa06-c7773f5c585d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Router 64e86b26-bff9-4b14-8f87-0c8bc2a44c23 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:36:20.654937 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6b153d-298f-4e86-a1da-349dd77fe752 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:20.657265 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59eed87-7d61-47cc-b705-2578e158d51b tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:36:20.663581 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b59eed87-7d61-47cc-b705-2578e158d51b tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:20.675306 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0093368f-994e-426f-b961-e010bb5083b3 None None] Sync routers for ids ['a24400f5-75d1-4571-9f49-1e08d869249f'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:36:20.689595 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0093368f-994e-426f-b961-e010bb5083b3 None None] Routers {'a24400f5-75d1-4571-9f49-1e08d869249f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:20.690721 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-0093368f-994e-426f-b961-e010bb5083b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a24400f5-75d1-4571-9f49-1e08d869249f'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:20.734548 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-8b6b153d-298f-4e86-a1da-349dd77fe752 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:20.750170 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6b153d-298f-4e86-a1da-349dd77fe752 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:20.760784 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b59eed87-7d61-47cc-b705-2578e158d51b tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "PUT /v2.0/floatingips/168823ce-4f78-430d-bafa-17ebff5a67e5 HTTP/1.1" status: 200 len: 991 time: 3.8237033 Apr 15 03:36:20.763035 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00b122b-2436-4ca0-9f0e-173b2d41b317', 'tag': 'fa797c36-ad3b-4d10-99d7-7d699a77251c'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:36:20.765311 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfdec62-6165-4d8b-ab4e-4658a8f4598b" -d '{"events": [{"name": "network-changed", "server_uuid": "a00b122b-2436-4ca0-9f0e-173b2d41b317", "tag": "fa797c36-ad3b-4d10-99d7-7d699a77251c"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:36:20.773728 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95933104-9828-4390-aa06-c7773f5c585d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:36:20.791818 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-95933104-9828-4390-aa06-c7773f5c585d tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "PUT /v2.0/routers/64e86b26-bff9-4b14-8f87-0c8bc2a44c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1611779 Apr 15 03:36:20.792184 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f4d1ff-0f74-4179-96e0-574de5469e36 None None] Sync routers for ids ['64e86b26-bff9-4b14-8f87-0c8bc2a44c23'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:36:20.792611 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58722) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:20.792683 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b153d-298f-4e86-a1da-349dd77fe752 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Pushing event updated for resources: {'Port': ['ID=fcf81945-906b-41f3-b0fa-791cc526db1a,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:20.808552 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f4d1ff-0f74-4179-96e0-574de5469e36 None None] Routers {'64e86b26-bff9-4b14-8f87-0c8bc2a44c23'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:20.809260 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-98f4d1ff-0f74-4179-96e0-574de5469e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:35:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['64e86b26-bff9-4b14-8f87-0c8bc2a44c23'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:20.818757 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-09aaa93d-bbc0-4ac5-b96b-4c3f724c0d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:20.858870 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c49371-bdcc-421b-bbb6-e1273cf6ee7b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Router dc9f902a-ca14-4d9e-8041-0b56d9db6483 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:36:20.865462 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457f6224-e917-4f0e-850b-6d3d333ed1ce x-openstack-request-id: req-457f6224-e917-4f0e-850b-6d3d333ed1ce {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:36:20.866342 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00b122b-2436-4ca0-9f0e-173b2d41b317", "tag": "fa797c36-ad3b-4d10-99d7-7d699a77251c", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:36:20.866874 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-457f6224-e917-4f0e-850b-6d3d333ed1ce {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:36:20.869798 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-457f6224-e917-4f0e-850b-6d3d333ed1ce'] response: {'name': 'network-changed', 'server_uuid': 'a00b122b-2436-4ca0-9f0e-173b2d41b317', 'tag': 'fa797c36-ad3b-4d10-99d7-7d699a77251c', 'status': 'completed', 'code': 200} Apr 15 03:36:20.872238 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-61ca2604-ddec-40b9-b4e4-0c8e16f85223 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] show failed (client error): The resource could not be found. Apr 15 03:36:20.878438 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-98f4d1ff-0f74-4179-96e0-574de5469e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:20.879243 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58724) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:20.880246 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-61ca2604-ddec-40b9-b4e4-0c8e16f85223 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-1539373665 HTTP/1.1" status: 404 len: 335 time: 0.0870981 Apr 15 03:36:20.892192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f4d1ff-0f74-4179-96e0-574de5469e36 None None] Routers {'64e86b26-bff9-4b14-8f87-0c8bc2a44c23'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:20.893056 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-98f4d1ff-0f74-4179-96e0-574de5469e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['64e86b26-bff9-4b14-8f87-0c8bc2a44c23'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:20.900914 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-5248bb1a-c29d-4599-8e4b-e15f5a898e19 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:20.952241 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdec62-6165-4d8b-ab4e-4658a8f4598b req-c842337a-945f-4ef9-bc84-00fcdce8e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:20.954207 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2dfdec62-6165-4d8b-ab4e-4658a8f4598b req-c842337a-945f-4ef9-bc84-00fcdce8e08a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11a65844133b45eca2de1ac5661b176d&device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 1130 time: 0.0718586 Apr 15 03:36:20.961438 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-98f4d1ff-0f74-4179-96e0-574de5469e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:20.962049 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f4d1ff-0f74-4179-96e0-574de5469e36 None None] The sync data for ids ['64e86b26-bff9-4b14-8f87-0c8bc2a44c23'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:36:20.968896 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-0093368f-994e-426f-b961-e010bb5083b3 None None] Set router a24400f5-75d1-4571-9f49-1e08d869249f gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:36:21.018977 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-5248bb1a-c29d-4599-8e4b-e15f5a898e19 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] update failed (client error): The resource could not be found. Apr 15 03:36:21.020079 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5248bb1a-c29d-4599-8e4b-e15f5a898e19 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-997641990 HTTP/1.1" status: 404 len: 334 time: 0.1255574 Apr 15 03:36:21.020944 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (6eb1a587-3c30-4f5f-a07c-1f5a184c1d27), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:21.031850 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:21.033753 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58726) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:21.035515 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "DELETE /v2.0/networks/6eb1a587-3c30-4f5f-a07c-1f5a184c1d27 HTTP/1.1" status: 204 len: 168 time: 5.3950129 Apr 15 03:36:21.052489 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58728) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:21.106998 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7869e730-f4df-4531-a94b-69f2b1dd47f5 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] DELETE failed (client error): The resource could not be found. Apr 15 03:36:21.107456 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7869e730-f4df-4531-a94b-69f2b1dd47f5 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:36:21.113788 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7869e730-f4df-4531-a94b-69f2b1dd47f5 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "DELETE /v2.0/subnets/8358aeb7-fa5d-41f3-8bd5-65c210c552b9 HTTP/1.1" status: 404 len: 337 time: 0.0596211 Apr 15 03:36:21.114657 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58732) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:21.143928 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d91c1e-00bf-4c49-be73-666f7e23d905 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] DELETE failed (client error): The resource could not be found. Apr 15 03:36:21.144473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d91c1e-00bf-4c49-be73-666f7e23d905 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:36:21.148518 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-92d91c1e-00bf-4c49-be73-666f7e23d905 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "DELETE /v2.0/networks/6eb1a587-3c30-4f5f-a07c-1f5a184c1d27 HTTP/1.1" status: 404 len: 339 time: 0.0296526 Apr 15 03:36:21.156703 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58734) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:21.175009 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d888f17-ee6c-41ad-b8a4-b59610158eb5 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Router bb6f4df1-3d52-4c19-a71f-154c869af0cf has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:36:21.184074 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29dad91-1479-4824-b963-3fa74138d408 req-b51727ef-b30f-4b85-bc45-8161c1a0c441 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:21.185581 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b29dad91-1479-4824-b963-3fa74138d408 req-b51727ef-b30f-4b85-bc45-8161c1a0c441 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 946 time: 0.3174713 Apr 15 03:36:21.190257 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d03aea-05cb-4b9c-90e2-ea6617c08d54 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event deleted for resources: {'Network': ['ID=6eb1a587-3c30-4f5f-a07c-1f5a184c1d27,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:21.193222 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58736) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:21.198365 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d83163-03a0-49a7-a5d0-68a062c24ab6 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] DELETE failed (client error): The resource could not be found. Apr 15 03:36:21.198873 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d83163-03a0-49a7-a5d0-68a062c24ab6 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:36:21.204580 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-08d83163-03a0-49a7-a5d0-68a062c24ab6 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "DELETE /v2.0/subnets/2a672e8e-46cf-4f8e-94da-023f6ec1835f HTTP/1.1" status: 404 len: 337 time: 0.0454538 Apr 15 03:36:21.209014 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58738) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:21.241597 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86364d5-6f9a-4937-9e6e-7b3bfe63ded3 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] DELETE failed (client error): The resource could not be found. Apr 15 03:36:21.242106 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86364d5-6f9a-4937-9e6e-7b3bfe63ded3 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:36:21.248488 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a86364d5-6f9a-4937-9e6e-7b3bfe63ded3 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "DELETE /v2.0/networks/c423f377-a420-4349-bc0c-328f22f20145 HTTP/1.1" status: 404 len: 339 time: 0.0380332 Apr 15 03:36:21.248488 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58742) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:21.286530 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-f109ae8b-1366-46b5-8a10-da40e2699940 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Deleting subnet 4eb53392-4ed3-4272-be4e-82265f518631 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:36:21.289020 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-6660a014-0263-442e-a01d-d0e854ed32eb tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] DELETE failed (client error): The resource could not be found. Apr 15 03:36:21.289489 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6660a014-0263-442e-a01d-d0e854ed32eb tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:36:21.295092 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6660a014-0263-442e-a01d-d0e854ed32eb tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "DELETE /v2.0/subnets/581dc596-fc13-423d-9ff6-c22e0c6b0878 HTTP/1.1" status: 404 len: 337 time: 0.0422232 Apr 15 03:36:21.295876 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58744) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:21.308230 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-0093368f-994e-426f-b961-e010bb5083b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'name': 'tempest-ServersTestManualDisk-1790863245-router', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:29Z', 'revision_number': 4, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'gw_port': {'id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '168823ce-4f78-430d-bafa-17ebff5a67e5', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'floating_ip_address': '172.26.6.65', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'port_id': 'fa797c36-ad3b-4d10-99d7-7d699a77251c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee', 'mac_address': 'fa:16:3e:ef:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00b122b-2436-4ca0-9f0e-173b2d41b317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:35:37Z', 'updated_at': '2022-04-15T03:36:18Z', 'revision_number': 1, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '831b6df7-15f8-4b55-b809-306627eb932b', 'name': '', 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'mac_address': 'fa:16:3e:34:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '78adb54a-0d2d-4945-b7b1-f8e96da5bc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:26Z', 'updated_at': '2022-04-15T03:35:36Z', 'revision_number': 5, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'subnets': [{'id': '78adb54a-0d2d-4945-b7b1-f8e96da5bc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:21.320096 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f109ae8b-1366-46b5-8a10-da40e2699940 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks [] for subnet (4eb53392-4ed3-4272-be4e-82265f518631), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:21.322903 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9347dd-127c-455a-a085-c45ffff84d07 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] DELETE failed (client error): The resource could not be found. Apr 15 03:36:21.323535 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c9347dd-127c-455a-a085-c45ffff84d07 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:36:21.328907 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4c9347dd-127c-455a-a085-c45ffff84d07 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "DELETE /v2.0/networks/2c2650d5-f22d-402e-b5dc-d7486185eddf HTTP/1.1" status: 404 len: 339 time: 0.0273752 Apr 15 03:36:21.344360 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58746) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:21.352325 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0093368f-994e-426f-b961-e010bb5083b3 None None] Checking router: a24400f5-75d1-4571-9f49-1e08d869249f for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:36:21.357547 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdec62-6165-4d8b-ab4e-4658a8f4598b req-fd1a169f-d860-4636-aba1-be6f0ac2e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:21.359363 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2dfdec62-6165-4d8b-ab4e-4658a8f4598b req-fd1a169f-d860-4636-aba1-be6f0ac2e8c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aff9828f-e70e-4acc-8eaf-6dd6dde216ee HTTP/1.1" status: 200 len: 912 time: 0.3995194 Apr 15 03:36:21.360956 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0093368f-994e-426f-b961-e010bb5083b3 None None] Routers {'a24400f5-75d1-4571-9f49-1e08d869249f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:21.361565 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-0093368f-994e-426f-b961-e010bb5083b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a24400f5-75d1-4571-9f49-1e08d869249f'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:21.457431 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b29dad91-1479-4824-b963-3fa74138d408 req-c74974cf-698f-40e2-8b2f-44a738ee39b8 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d1ead-5a9a-4ee5-9f03-0d6258875b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2447333 Apr 15 03:36:21.490777 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-0093368f-994e-426f-b961-e010bb5083b3 None None] Set router a24400f5-75d1-4571-9f49-1e08d869249f gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:36:21.505009 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c49371-bdcc-421b-bbb6-e1273cf6ee7b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:36:21.506401 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-01c49371-bdcc-421b-bbb6-e1273cf6ee7b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:21.531129 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-d8101982-8328-4996-ae13-57eafa9003c9 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Deleting port 1e205df5-fb2e-40db-8f8b-1b61d43e4f49 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:21.531469 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8101982-8328-4996-ae13-57eafa9003c9 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (1e205df5-fb2e-40db-8f8b-1b61d43e4f49), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:21.534510 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d99577b-7f35-4cdb-b2c3-ea4a40d37446 None None] Sync routers for ids ['dc9f902a-ca14-4d9e-8041-0b56d9db6483'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:36:21.559984 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8df4363a-667f-41e5-8451-c4e9494928a4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=47cc2ba19447419297d565fb0951950b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600478 Apr 15 03:36:21.563210 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d99577b-7f35-4cdb-b2c3-ea4a40d37446 None None] Routers {'dc9f902a-ca14-4d9e-8041-0b56d9db6483'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:21.563845 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5d99577b-7f35-4cdb-b2c3-ea4a40d37446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dc9f902a-ca14-4d9e-8041-0b56d9db6483'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:21.595258 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58752) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:21.609425 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fceda8ae-1dbf-4715-8fdc-eae14ff86806 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (72592883-04ab-4738-a5b3-9cb05159fb8f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:21.631769 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-01c49371-bdcc-421b-bbb6-e1273cf6ee7b tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "PUT /v2.0/floatingips/4da844ca-1494-45bf-808c-295b695f0d65 HTTP/1.1" status: 200 len: 991 time: 4.9692931 Apr 15 03:36:21.643402 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d249c24-9271-4002-82b7-3bfcfff73406', 'tag': 'ef4adf81-5745-4c2a-9457-c67521bf7302'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:36:21.645458 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6879f954-e631-4275-8671-ec2dd4ad1ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "0d249c24-9271-4002-82b7-3bfcfff73406", "tag": "ef4adf81-5745-4c2a-9457-c67521bf7302"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:36:21.682198 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceda8ae-1dbf-4715-8fdc-eae14ff86806 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Pushing event deleted for resources: {'Port': ['ID=72592883-04ab-4738-a5b3-9cb05159fb8f,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:21.725369 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d888f17-ee6c-41ad-b8a4-b59610158eb5 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:36:21.730834 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2d888f17-ee6c-41ad-b8a4-b59610158eb5 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] 10.222.0.15 "PUT /v2.0/routers/bb6f4df1-3d52-4c19-a71f-154c869af0cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1618221 Apr 15 03:36:21.739687 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ef6f6f-6362-4619-ab56-f28ced658afb None None] Sync routers for ids ['bb6f4df1-3d52-4c19-a71f-154c869af0cf'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:36:21.753420 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58758) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:21.778335 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ef6f6f-6362-4619-ab56-f28ced658afb None None] Routers {'bb6f4df1-3d52-4c19-a71f-154c869af0cf'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:21.779229 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f7ef6f6f-6362-4619-ab56-f28ced658afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['bb6f4df1-3d52-4c19-a71f-154c869af0cf'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:21.862071 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f7ef6f6f-6362-4619-ab56-f28ced658afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:21.866572 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:21.869220 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540d5ef9-6e01-422b-841b-ecade656f973 x-openstack-request-id: req-540d5ef9-6e01-422b-841b-ecade656f973 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:36:21.869721 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d249c24-9271-4002-82b7-3bfcfff73406", "tag": "ef4adf81-5745-4c2a-9457-c67521bf7302", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:36:21.869814 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-540d5ef9-6e01-422b-841b-ecade656f973 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:36:21.870136 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540d5ef9-6e01-422b-841b-ecade656f973'] response: {'name': 'network-changed', 'server_uuid': '0d249c24-9271-4002-82b7-3bfcfff73406', 'tag': 'ef4adf81-5745-4c2a-9457-c67521bf7302', 'status': 'completed', 'code': 200} Apr 15 03:36:21.884109 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ef6f6f-6362-4619-ab56-f28ced658afb None None] Routers {'bb6f4df1-3d52-4c19-a71f-154c869af0cf'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:21.885070 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f7ef6f6f-6362-4619-ab56-f28ced658afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['bb6f4df1-3d52-4c19-a71f-154c869af0cf'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:21.892932 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-5d99577b-7f35-4cdb-b2c3-ea4a40d37446 None None] Set router dc9f902a-ca14-4d9e-8041-0b56d9db6483 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:36:21.957789 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f7ef6f6f-6362-4619-ab56-f28ced658afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:21.958567 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ef6f6f-6362-4619-ab56-f28ced658afb None None] The sync data for ids ['bb6f4df1-3d52-4c19-a71f-154c869af0cf'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:36:22.003080 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8101982-8328-4996-ae13-57eafa9003c9 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (1e205df5-fb2e-40db-8f8b-1b61d43e4f49), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:22.013550 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879f954-e631-4275-8671-ec2dd4ad1ff0 req-b6cf0180-45e0-4792-a540-9d164ef41521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:22.015143 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6879f954-e631-4275-8671-ec2dd4ad1ff0 req-b6cf0180-45e0-4792-a540-9d164ef41521 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e585f3ca53e5479db86fbf2994cc0780&device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 1129 time: 0.1559701 Apr 15 03:36:22.018634 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-d8101982-8328-4996-ae13-57eafa9003c9 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Calling delete_port for 1e205df5-fb2e-40db-8f8b-1b61d43e4f49 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:22.021402 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3ffdc-e4c4-43da-841e-ecbb384ed3ff req-a17f63af-9428-4cef-8be3-caf5d9008f2d tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:22.022851 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-11f3ffdc-e4c4-43da-841e-ecbb384ed3ff req-a17f63af-9428-4cef-8be3-caf5d9008f2d tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 945 time: 0.1725626 Apr 15 03:36:22.031925 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f109ae8b-1366-46b5-8a10-da40e2699940 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (4eb53392-4ed3-4272-be4e-82265f518631), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:22.043635 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fceda8ae-1dbf-4715-8fdc-eae14ff86806 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:22.049343 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-fceda8ae-1dbf-4715-8fdc-eae14ff86806 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "DELETE /v2.0/ports/72592883-04ab-4738-a5b3-9cb05159fb8f HTTP/1.1" status: 204 len: 168 time: 2.6252723 Apr 15 03:36:22.061192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eae000de-d3fb-4702-a6bb-546f8e7e5bb4 admin admin] Publish callbacks [] for security_group (7ad2afd7-f9c0-43b4-90ed-dd5ee284ceb3), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:22.062568 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58760) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:22.078059 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b6b153d-298f-4e86-a1da-349dd77fe752 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_gateway (6bfe11ad-3f1a-412e-94b6-6be49326c1f7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:22.124727 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-0093368f-994e-426f-b961-e010bb5083b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'name': 'tempest-ServersTestManualDisk-1790863245-router', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:29Z', 'revision_number': 4, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'gw_port': {'id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '168823ce-4f78-430d-bafa-17ebff5a67e5', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'floating_ip_address': '172.26.6.65', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'port_id': 'fa797c36-ad3b-4d10-99d7-7d699a77251c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee', 'mac_address': 'fa:16:3e:ef:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00b122b-2436-4ca0-9f0e-173b2d41b317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:35:37Z', 'updated_at': '2022-04-15T03:36:18Z', 'revision_number': 1, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '831b6df7-15f8-4b55-b809-306627eb932b', 'name': '', 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'mac_address': 'fa:16:3e:34:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '78adb54a-0d2d-4945-b7b1-f8e96da5bc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:26Z', 'updated_at': '2022-04-15T03:35:36Z', 'revision_number': 5, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'subnets': [{'id': '78adb54a-0d2d-4945-b7b1-f8e96da5bc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:22.130474 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2dfdec62-6165-4d8b-ab4e-4658a8f4598b req-b0841034-c450-4876-8d33-3228e2a1bd93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa797c36-ad3b-4d10-99d7-7d699a77251c HTTP/1.1" status: 200 len: 999 time: 0.7456634 Apr 15 03:36:22.184144 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0093368f-994e-426f-b961-e010bb5083b3 None None] The sync data for ids ['a24400f5-75d1-4571-9f49-1e08d869249f'] in dv-neutron-837140-3-hyperv is: [{'id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'name': 'tempest-ServersTestManualDisk-1790863245-router', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:29Z', 'revision_number': 4, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'gw_port': {'id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '168823ce-4f78-430d-bafa-17ebff5a67e5', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'floating_ip_address': '172.26.6.65', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'port_id': 'fa797c36-ad3b-4d10-99d7-7d699a77251c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee', 'mac_address': 'fa:16:3e:ef:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00b122b-2436-4ca0-9f0e-173b2d41b317', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:35:37Z', 'updated_at': '2022-04-15T03:36:18Z', 'revision_number': 1, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '831b6df7-15f8-4b55-b809-306627eb932b', 'name': '', 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'mac_address': 'fa:16:3e:34:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '78adb54a-0d2d-4945-b7b1-f8e96da5bc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:26Z', 'updated_at': '2022-04-15T03:35:36Z', 'revision_number': 5, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'subnets': [{'id': '78adb54a-0d2d-4945-b7b1-f8e96da5bc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:36:22.262371 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ef1650-30b5-4ba1-b0c5-e712033c1bd3 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Deleting subnet ea8d755f-c401-4219-b3af-31792d2060f7 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:36:22.277677 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5d99577b-7f35-4cdb-b2c3-ea4a40d37446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'name': 'tempest-ServersTestJSON-104345144-router', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:27Z', 'revision_number': 4, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'gw_port': {'id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '4da844ca-1494-45bf-808c-295b695f0d65', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'floating_ip_address': '172.26.6.116', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'port_id': 'ef4adf81-5745-4c2a-9457-c67521bf7302', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b', 'mac_address': 'fa:16:3e:2c:58:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d249c24-9271-4002-82b7-3bfcfff73406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:35:39Z', 'updated_at': '2022-04-15T03:36:18Z', 'revision_number': 1, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970da3e5-fc85-4a47-b25d-0a29a9ab5cd6', 'name': '', 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'mac_address': 'fa:16:3e:8c:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '092479ab-a039-43a5-be16-d3695e00426b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:25Z', 'updated_at': '2022-04-15T03:35:37Z', 'revision_number': 5, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'subnets': [{'id': '092479ab-a039-43a5-be16-d3695e00426b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:22.289647 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-33ef1650-30b5-4ba1-b0c5-e712033c1bd3 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks [] for subnet (ea8d755f-c401-4219-b3af-31792d2060f7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:22.312718 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d99577b-7f35-4cdb-b2c3-ea4a40d37446 None None] Checking router: dc9f902a-ca14-4d9e-8041-0b56d9db6483 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:36:22.322686 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d99577b-7f35-4cdb-b2c3-ea4a40d37446 None None] Routers {'dc9f902a-ca14-4d9e-8041-0b56d9db6483'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:22.323315 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5d99577b-7f35-4cdb-b2c3-ea4a40d37446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dc9f902a-ca14-4d9e-8041-0b56d9db6483'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:22.337512 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdec62-6165-4d8b-ab4e-4658a8f4598b req-e513b26a-9d2d-43ee-9071-8630ec519314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:22.339043 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2dfdec62-6165-4d8b-ab4e-4658a8f4598b req-e513b26a-9d2d-43ee-9071-8630ec519314 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78adb54a-0d2d-4945-b7b1-f8e96da5bc76 HTTP/1.1" status: 200 len: 851 time: 0.1995132 Apr 15 03:36:22.403900 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f109ae8b-1366-46b5-8a10-da40e2699940 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (4eb53392-4ed3-4272-be4e-82265f518631), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:22.432809 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-33ef1650-30b5-4ba1-b0c5-e712033c1bd3 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (ea8d755f-c401-4219-b3af-31792d2060f7), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:22.441926 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdec62-6165-4d8b-ab4e-4658a8f4598b req-3a99f69c-2fba-4948-96dd-747d1248e44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:22.443244 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2dfdec62-6165-4d8b-ab4e-4658a8f4598b req-3a99f69c-2fba-4948-96dd-747d1248e44d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aff9828f-e70e-4acc-8eaf-6dd6dde216ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0880673 Apr 15 03:36:22.454294 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-5d99577b-7f35-4cdb-b2c3-ea4a40d37446 None None] Set router dc9f902a-ca14-4d9e-8041-0b56d9db6483 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:36:22.484625 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eae000de-d3fb-4702-a6bb-546f8e7e5bb4 admin admin] Publish callbacks [] for security_group (7ad2afd7-f9c0-43b4-90ed-dd5ee284ceb3), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:22.521849 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2141ade8-1c38-4742-ba6b-471f1552d894 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for router (bb6f4df1-3d52-4c19-a71f-154c869af0cf), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:22.535420 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccec3cf-0785-4a67-9522-7846c74e7ebb None None] New status for floating IP 168823ce-4f78-430d-bafa-17ebff5a67e5: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:36:22.542112 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8101982-8328-4996-ae13-57eafa9003c9 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (1e205df5-fb2e-40db-8f8b-1b61d43e4f49), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:22.647278 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8101982-8328-4996-ae13-57eafa9003c9 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event deleted for resources: {'Port': ['ID=1e205df5-fb2e-40db-8f8b-1b61d43e4f49,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:22.649401 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8101982-8328-4996-ae13-57eafa9003c9 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:22.655415 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d8101982-8328-4996-ae13-57eafa9003c9 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "DELETE /v2.0/ports/1e205df5-fb2e-40db-8f8b-1b61d43e4f49 HTTP/1.1" status: 204 len: 168 time: 1.3098905 Apr 15 03:36:22.661108 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58762) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:22.670326 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-11f3ffdc-e4c4-43da-841e-ecbb384ed3ff req-460e841d-396c-4559-84bf-da464c5c1ba4 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a74ef2f-e468-4823-bb5a-cc40bfb59703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6254592 Apr 15 03:36:22.698194 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05fb0b3-3e4b-48bb-b42f-8c534e290d22 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] DELETE failed (client error): The resource could not be found. Apr 15 03:36:22.698698 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05fb0b3-3e4b-48bb-b42f-8c534e290d22 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:36:22.704429 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b05fb0b3-3e4b-48bb-b42f-8c534e290d22 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "DELETE /v2.0/subnets/89203b56-16ba-4813-8512-2f552542e3ff HTTP/1.1" status: 404 len: 337 time: 0.0384974 Apr 15 03:36:22.706489 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58766) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:22.717481 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879f954-e631-4275-8671-ec2dd4ad1ff0 req-6a6a6e14-2f94-449d-b4f1-1c72e561efff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:22.718920 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6879f954-e631-4275-8671-ec2dd4ad1ff0 req-6a6a6e14-2f94-449d-b4f1-1c72e561efff service neutron] 10.222.0.30 "GET /v2.0/networks?id=f2fea504-3cd4-4378-8032-e10de311dc7b HTTP/1.1" status: 200 len: 905 time: 0.6914837 Apr 15 03:36:22.723220 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-33ef1650-30b5-4ba1-b0c5-e712033c1bd3 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (ea8d755f-c401-4219-b3af-31792d2060f7), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:22.823647 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f109ae8b-1366-46b5-8a10-da40e2699940 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (4eb53392-4ed3-4272-be4e-82265f518631), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:22.862794 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109ae8b-1366-46b5-8a10-da40e2699940 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb53392-4ed3-4272-be4e-82265f518631,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:22.866655 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2dfdec62-6165-4d8b-ab4e-4658a8f4598b req-0662e755-da9b-40f1-a92b-4abf32e3ae94 service neutron] 10.222.0.30 "GET /v2.0/networks/aff9828f-e70e-4acc-8eaf-6dd6dde216ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008346 Apr 15 03:36:22.905406 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f109ae8b-1366-46b5-8a10-da40e2699940 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:22.906870 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f83a67-df3b-4011-a5e1-7c8aa1f8904a None None] Network 95c5a32c-d234-4385-9a3c-88748ab0cb34 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:22.911931 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f109ae8b-1366-46b5-8a10-da40e2699940 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "DELETE /v2.0/subnets/4eb53392-4ed3-4272-be4e-82265f518631 HTTP/1.1" status: 204 len: 168 time: 1.8736620 Apr 15 03:36:22.920097 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-789ff4e9-fd1f-4fae-9620-b94f530f1270 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (02571790-4798-4768-8edf-393997480f85), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:22.920668 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eae000de-d3fb-4702-a6bb-546f8e7e5bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (7ad2afd7-f9c0-43b4-90ed-dd5ee284ceb3), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:22.923417 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eae000de-d3fb-4702-a6bb-546f8e7e5bb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:22.924618 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-eae000de-d3fb-4702-a6bb-546f8e7e5bb4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ad2afd7-f9c0-43b4-90ed-dd5ee284ceb3 HTTP/1.1" status: 204 len: 168 time: 1.3264372 Apr 15 03:36:22.928019 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58770) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:22.940436 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6879f954-e631-4275-8671-ec2dd4ad1ff0 req-c554d50e-1d91-4366-8669-82338fa6d42f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef4adf81-5745-4c2a-9457-c67521bf7302 HTTP/1.1" status: 200 len: 999 time: 0.1781731 Apr 15 03:36:22.947291 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2141ade8-1c38-4742-ba6b-471f1552d894 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for router_gateway (bb6f4df1-3d52-4c19-a71f-154c869af0cf), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:22.964077 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae000de-d3fb-4702-a6bb-546f8e7e5bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad2afd7-f9c0-43b4-90ed-dd5ee284ceb3,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:22.995773 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b6b153d-298f-4e86-a1da-349dd77fe752 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (6bfe11ad-3f1a-412e-94b6-6be49326c1f7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.052978 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879f954-e631-4275-8671-ec2dd4ad1ff0 req-bcda76b4-be23-4d86-b9bf-e2e212520de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:23.054476 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6879f954-e631-4275-8671-ec2dd4ad1ff0 req-bcda76b4-be23-4d86-b9bf-e2e212520de5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=092479ab-a039-43a5-be16-d3695e00426b HTTP/1.1" status: 200 len: 844 time: 0.1035733 Apr 15 03:36:23.087159 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2dfdec62-6165-4d8b-ab4e-4658a8f4598b req-5a58e2d2-f2d8-4068-8693-bb041b4c46f7 service neutron] 10.222.0.30 "GET /v2.0/networks/aff9828f-e70e-4acc-8eaf-6dd6dde216ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059116 Apr 15 03:36:23.092938 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5d99577b-7f35-4cdb-b2c3-ea4a40d37446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'name': 'tempest-ServersTestJSON-104345144-router', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:27Z', 'revision_number': 4, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'gw_port': {'id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '4da844ca-1494-45bf-808c-295b695f0d65', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'floating_ip_address': '172.26.6.116', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'port_id': 'ef4adf81-5745-4c2a-9457-c67521bf7302', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b', 'mac_address': 'fa:16:3e:2c:58:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d249c24-9271-4002-82b7-3bfcfff73406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:35:39Z', 'updated_at': '2022-04-15T03:36:18Z', 'revision_number': 1, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970da3e5-fc85-4a47-b25d-0a29a9ab5cd6', 'name': '', 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'mac_address': 'fa:16:3e:8c:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '092479ab-a039-43a5-be16-d3695e00426b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:25Z', 'updated_at': '2022-04-15T03:35:37Z', 'revision_number': 5, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'subnets': [{'id': '092479ab-a039-43a5-be16-d3695e00426b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:23.116097 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-14dddf3d-4290-4c62-adf9-085d9786ea16 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Deleting subnet 9205e654-1e7c-4645-9947-c49fc1d6e155 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:36:23.116960 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-14dddf3d-4290-4c62-adf9-085d9786ea16 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks [] for subnet (9205e654-1e7c-4645-9947-c49fc1d6e155), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.127807 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d99577b-7f35-4cdb-b2c3-ea4a40d37446 None None] The sync data for ids ['dc9f902a-ca14-4d9e-8041-0b56d9db6483'] in dv-neutron-837140-3-hyperv is: [{'id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'name': 'tempest-ServersTestJSON-104345144-router', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:27Z', 'revision_number': 4, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'gw_port': {'id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '4da844ca-1494-45bf-808c-295b695f0d65', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'floating_ip_address': '172.26.6.116', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'port_id': 'ef4adf81-5745-4c2a-9457-c67521bf7302', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b', 'mac_address': 'fa:16:3e:2c:58:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d249c24-9271-4002-82b7-3bfcfff73406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:35:39Z', 'updated_at': '2022-04-15T03:36:18Z', 'revision_number': 1, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '970da3e5-fc85-4a47-b25d-0a29a9ab5cd6', 'name': '', 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'mac_address': 'fa:16:3e:8c:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '092479ab-a039-43a5-be16-d3695e00426b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:25Z', 'updated_at': '2022-04-15T03:35:37Z', 'revision_number': 5, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'subnets': [{'id': '092479ab-a039-43a5-be16-d3695e00426b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:36:23.162494 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-33ef1650-30b5-4ba1-b0c5-e712033c1bd3 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (ea8d755f-c401-4219-b3af-31792d2060f7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.190069 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-2141ade8-1c38-4742-ba6b-471f1552d894 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Deleting port 80d5debf-5d4d-4693-8c7c-eef442f2925d {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:23.190373 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2141ade8-1c38-4742-ba6b-471f1552d894 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (80d5debf-5d4d-4693-8c7c-eef442f2925d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.193158 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acfb4df-c701-452a-a7b1-abd59d5551bf None None] DHCP port deletion for 95c5a32c-d234-4385-9a3c-88748ab0cb34 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:36:23.211543 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879f954-e631-4275-8671-ec2dd4ad1ff0 req-cd457d11-9b60-4796-a579-06a3ded1b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:23.213191 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6879f954-e631-4275-8671-ec2dd4ad1ff0 req-cd457d11-9b60-4796-a579-06a3ded1b6bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f2fea504-3cd4-4378-8032-e10de311dc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1357901 Apr 15 03:36:23.262420 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2acfb4df-c701-452a-a7b1-abd59d5551bf None None] Deleting port e1e75c02-c81a-4ac1-96a6-9cf591aac0b8 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:23.263067 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2acfb4df-c701-452a-a7b1-abd59d5551bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e1e75c02-c81a-4ac1-96a6-9cf591aac0b8), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.271744 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef1650-30b5-4ba1-b0c5-e712033c1bd3 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Pushing event deleted for resources: {'Subnet': ['ID=ea8d755f-c401-4219-b3af-31792d2060f7,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:23.278329 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-33ef1650-30b5-4ba1-b0c5-e712033c1bd3 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.281298 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701e2e8e-cd13-4ee6-9615-6ee2db84797d None None] Network bea8d5e2-3137-4d57-8ad9-7decf4fc8453 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:23.285997 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-33ef1650-30b5-4ba1-b0c5-e712033c1bd3 tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "DELETE /v2.0/subnets/ea8d755f-c401-4219-b3af-31792d2060f7 HTTP/1.1" status: 204 len: 168 time: 1.2204316 Apr 15 03:36:23.286878 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58774) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:23.340060 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-14dddf3d-4290-4c62-adf9-085d9786ea16 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (9205e654-1e7c-4645-9947-c49fc1d6e155), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.344156 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-789ff4e9-fd1f-4fae-9620-b94f530f1270 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (02571790-4798-4768-8edf-393997480f85), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.397185 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.415914 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-789ff4e9-fd1f-4fae-9620-b94f530f1270 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02571790-4798-4768-8edf-393997480f85']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:23.433094 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-2acfb4df-c701-452a-a7b1-abd59d5551bf None None] For port e1e75c02-c81a-4ac1-96a6-9cf591aac0b8, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e1e75c02-c81a-4ac1-96a6-9cf591aac0b8,segment=NetworkSegment(3d089fe7-ceb8-49b3-ab32-3cf6c7ac6970),segment_id=3d089fe7-ceb8-49b3-ab32-3cf6c7ac6970)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:23.433492 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2acfb4df-c701-452a-a7b1-abd59d5551bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e1e75c02-c81a-4ac1-96a6-9cf591aac0b8), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.437415 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-789ff4e9-fd1f-4fae-9620-b94f530f1270 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f891267b-adfe-4a4b-baa2-4e4be135de7f') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:23.438085 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-789ff4e9-fd1f-4fae-9620-b94f530f1270 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f891267b-adfe-4a4b-baa2-4e4be135de7f') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:23.457718 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-789ff4e9-fd1f-4fae-9620-b94f530f1270 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (f891267b-adfe-4a4b-baa2-4e4be135de7f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.460213 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c714877-3933-4414-b340-1f765cee197f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (bea8d5e2-3137-4d57-8ad9-7decf4fc8453), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.462235 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2acfb4df-c701-452a-a7b1-abd59d5551bf None None] Calling delete_port for e1e75c02-c81a-4ac1-96a6-9cf591aac0b8 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:23.473439 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2141ade8-1c38-4742-ba6b-471f1552d894 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (80d5debf-5d4d-4693-8c7c-eef442f2925d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.508393 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6879f954-e631-4275-8671-ec2dd4ad1ff0 req-60462db0-4be3-4753-bfde-7a6447cf0c18 service neutron] 10.222.0.30 "GET /v2.0/networks/f2fea504-3cd4-4378-8032-e10de311dc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821605 Apr 15 03:36:23.509279 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-2141ade8-1c38-4742-ba6b-471f1552d894 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Calling delete_port for 80d5debf-5d4d-4693-8c7c-eef442f2925d owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:23.509727 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-789ff4e9-fd1f-4fae-9620-b94f530f1270 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (f891267b-adfe-4a4b-baa2-4e4be135de7f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.537344 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789ff4e9-fd1f-4fae-9620-b94f530f1270 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:23.537775 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-789ff4e9-fd1f-4fae-9620-b94f530f1270 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (f891267b-adfe-4a4b-baa2-4e4be135de7f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:23.545211 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:23.587112 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab2808f-d35f-4e20-8162-904d063ef29c None None] DHCP port deletion for bea8d5e2-3137-4d57-8ad9-7decf4fc8453 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:36:23.589886 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89a976d-4ef8-497f-99a1-18e360f48731 None None] New status for floating IP 4da844ca-1494-45bf-808c-295b695f0d65: ACTIVE {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:36:23.616239 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-3c714877-3933-4414-b340-1f765cee197f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Deleting port cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:23.616239 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c714877-3933-4414-b340-1f765cee197f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.628309 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-14dddf3d-4290-4c62-adf9-085d9786ea16 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (9205e654-1e7c-4645-9947-c49fc1d6e155), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.687197 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6b153d-298f-4e86-a1da-349dd77fe752 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Router 6bfe11ad-3f1a-412e-94b6-6be49326c1f7 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:36:23.746983 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-789ff4e9-fd1f-4fae-9620-b94f530f1270 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (02571790-4798-4768-8edf-393997480f85), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.755414 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-789ff4e9-fd1f-4fae-9620-b94f530f1270 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.763387 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-789ff4e9-fd1f-4fae-9620-b94f530f1270 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "DELETE /v2.0/networks/02571790-4798-4768-8edf-393997480f85 HTTP/1.1" status: 204 len: 168 time: 1.0491886 Apr 15 03:36:23.765500 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58778) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:23.790838 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-14dddf3d-4290-4c62-adf9-085d9786ea16 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (9205e654-1e7c-4645-9947-c49fc1d6e155), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.799482 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8ab2808f-d35f-4e20-8162-904d063ef29c None None] Deleting port cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:23.799855 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8ab2808f-d35f-4e20-8162-904d063ef29c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.817315 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ff4e9-fd1f-4fae-9620-b94f530f1270 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event deleted for resources: {'Network': ['ID=02571790-4798-4768-8edf-393997480f85,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:23.856619 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-14dddf3d-4290-4c62-adf9-085d9786ea16 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.860156 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-14dddf3d-4290-4c62-adf9-085d9786ea16 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "DELETE /v2.0/subnets/9205e654-1e7c-4645-9947-c49fc1d6e155 HTTP/1.1" status: 204 len: 168 time: 0.9269552 Apr 15 03:36:23.864860 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dddf3d-4290-4c62-adf9-085d9786ea16 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Pushing event deleted for resources: {'Subnet': ['ID=9205e654-1e7c-4645-9947-c49fc1d6e155,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:23.880264 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58780) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:23.896773 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-3c714877-3933-4414-b340-1f765cee197f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] For port cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d,segment=NetworkSegment(b585a898-555c-4429-b9bd-8b7ffbc8671e),segment_id=b585a898-555c-4429-b9bd-8b7ffbc8671e)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:23.897442 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c714877-3933-4414-b340-1f765cee197f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.933983 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-f9dc068e-6824-48e5-adc0-dbbb7b8bfa7c tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Deleting port 7339f6c9-d837-4736-93fc-8affb2638c38 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:23.934607 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f9dc068e-6824-48e5-adc0-dbbb7b8bfa7c tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (7339f6c9-d837-4736-93fc-8affb2638c38), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:23.971683 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58782) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:23.979936 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-3c714877-3933-4414-b340-1f765cee197f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Calling delete_port for cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:23.998061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6b153d-298f-4e86-a1da-349dd77fe752 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:36:24.001822 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2acfb4df-c701-452a-a7b1-abd59d5551bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (e1e75c02-c81a-4ac1-96a6-9cf591aac0b8), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.011674 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2582210-3222-4278-907c-a7c10dafc1fd None None] Sync routers for ids ['6bfe11ad-3f1a-412e-94b6-6be49326c1f7'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:36:24.014749 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:36:24.023199 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2582210-3222-4278-907c-a7c10dafc1fd None None] Routers {'6bfe11ad-3f1a-412e-94b6-6be49326c1f7'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:24.024568 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-e2582210-3222-4278-907c-a7c10dafc1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['6bfe11ad-3f1a-412e-94b6-6be49326c1f7'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:24.050133 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8181bbad-1b4f-46e5-b50e-e0757248abfe None None] Network 68c90c53-d794-4ac5-b245-af6c4671e426 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:24.059745 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f9dc068e-6824-48e5-adc0-dbbb7b8bfa7c tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (7339f6c9-d837-4736-93fc-8affb2638c38), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.073870 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-e2582210-3222-4278-907c-a7c10dafc1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:24.078751 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6879f954-e631-4275-8671-ec2dd4ad1ff0 req-581d5590-ee8d-4b4f-af87-a4cd6f331986 service neutron] 10.222.0.30 "GET /v2.0/networks/f2fea504-3cd4-4378-8032-e10de311dc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555718 Apr 15 03:36:24.082592 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-f9dc068e-6824-48e5-adc0-dbbb7b8bfa7c tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Calling delete_port for 7339f6c9-d837-4736-93fc-8affb2638c38 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:24.086094 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2582210-3222-4278-907c-a7c10dafc1fd None None] Routers {'6bfe11ad-3f1a-412e-94b6-6be49326c1f7'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:24.086957 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-e2582210-3222-4278-907c-a7c10dafc1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['6bfe11ad-3f1a-412e-94b6-6be49326c1f7'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:24.116335 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b6b153d-298f-4e86-a1da-349dd77fe752 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.117436 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfb4df-c701-452a-a7b1-abd59d5551bf None None] Pushing event deleted for resources: {'Port': ['ID=e1e75c02-c81a-4ac1-96a6-9cf591aac0b8,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:24.117586 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8b6b153d-298f-4e86-a1da-349dd77fe752 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.6411197 Apr 15 03:36:24.121870 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acfb4df-c701-452a-a7b1-abd59d5551bf None None] No DVR routers for this DVR port e1e75c02-c81a-4ac1-96a6-9cf591aac0b8 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:36:24.132709 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a05de769-076b-4ceb-a4a4-028be0ab5cc3 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (95c5a32c-d234-4385-9a3c-88748ab0cb34), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.132709 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58784) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:24.170066 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-e2582210-3222-4278-907c-a7c10dafc1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:24.170692 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2582210-3222-4278-907c-a7c10dafc1fd None None] The sync data for ids ['6bfe11ad-3f1a-412e-94b6-6be49326c1f7'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:36:24.218422 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-85542d14-7fbf-4fcf-9bed-b9e83e505052 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4810fa1ea51443684d218ad825f8ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425280 Apr 15 03:36:24.222090 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58786) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:24.229232 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-8ab2808f-d35f-4e20-8162-904d063ef29c None None] For port cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d,segment=NetworkSegment(b585a898-555c-4429-b9bd-8b7ffbc8671e),segment_id=b585a898-555c-4429-b9bd-8b7ffbc8671e)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:24.229716 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8ab2808f-d35f-4e20-8162-904d063ef29c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.268238 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8ab2808f-d35f-4e20-8162-904d063ef29c None None] Calling delete_port for cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:24.279674 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-85a38609-c6aa-43d7-97bc-9758403f4e18 admin admin] Publish callbacks [] for security_group (30a6e72e-9286-4ffd-a672-9c9fcacb9cc4), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.303054 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-85a38609-c6aa-43d7-97bc-9758403f4e18 admin admin] Publish callbacks [] for security_group (30a6e72e-9286-4ffd-a672-9c9fcacb9cc4), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.327197 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f9dc068e-6824-48e5-adc0-dbbb7b8bfa7c tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (7339f6c9-d837-4736-93fc-8affb2638c38), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.355723 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:24.356149 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.364274 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc068e-6824-48e5-adc0-dbbb7b8bfa7c tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event deleted for resources: {'Port': ['ID=7339f6c9-d837-4736-93fc-8affb2638c38,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:24.380186 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f9dc068e-6824-48e5-adc0-dbbb7b8bfa7c tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.390724 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f9dc068e-6824-48e5-adc0-dbbb7b8bfa7c tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "DELETE /v2.0/ports/7339f6c9-d837-4736-93fc-8affb2638c38 HTTP/1.1" status: 204 len: 168 time: 0.6226969 Apr 15 03:36:24.395017 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58788) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:24.429915 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d,segment=NetworkSegment(b585a898-555c-4429-b9bd-8b7ffbc8671e),segment_id=b585a898-555c-4429-b9bd-8b7ffbc8671e)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:24.430172 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f74cab5-a3ea-4aa5-8048-7cde866ddb96 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] DELETE failed (client error): The resource could not be found. Apr 15 03:36:24.430172 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f74cab5-a3ea-4aa5-8048-7cde866ddb96 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:36:24.435032 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8f74cab5-a3ea-4aa5-8048-7cde866ddb96 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "DELETE /v2.0/subnets/5adabfa7-b912-4f9c-9a23-187b942170df HTTP/1.1" status: 404 len: 337 time: 0.0416708 Apr 15 03:36:24.437247 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58790) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:24.473080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad76ff96-113f-4011-80a9-91db9fd6618e None None] DHCP port deletion for 68c90c53-d794-4ac5-b245-af6c4671e426 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:36:24.505147 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.505846 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e1e75c02-c81a-4ac1-96a6-9cf591aac0b8 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:36:24.527207 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f29d2a78-e9d8-4288-a464-a791fab09167 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (ec4a464d-0824-46b3-b7ac-46715f405924), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.535229 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-85a38609-c6aa-43d7-97bc-9758403f4e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (30a6e72e-9286-4ffd-a672-9c9fcacb9cc4), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.538045 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-85a38609-c6aa-43d7-97bc-9758403f4e18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.542358 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-85a38609-c6aa-43d7-97bc-9758403f4e18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/30a6e72e-9286-4ffd-a672-9c9fcacb9cc4 HTTP/1.1" status: 204 len: 168 time: 0.3157034 Apr 15 03:36:24.553831 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: e1e75c02-c81a-4ac1-96a6-9cf591aac0b8 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:36:24.554169 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e1e75c02-c81a-4ac1-96a6-9cf591aac0b8 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:36:24.574121 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ad76ff96-113f-4011-80a9-91db9fd6618e None None] Deleting port c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:24.574304 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ad76ff96-113f-4011-80a9-91db9fd6618e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.581538 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a38609-c6aa-43d7-97bc-9758403f4e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a6e72e-9286-4ffd-a672-9c9fcacb9cc4,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:24.654420 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:24.681297 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ad76ff96-113f-4011-80a9-91db9fd6618e None None] For port c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d,segment=NetworkSegment(5da35a55-bfdd-4033-b6fe-aa3f6709fd21),segment_id=5da35a55-bfdd-4033-b6fe-aa3f6709fd21)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:24.681442 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ad76ff96-113f-4011-80a9-91db9fd6618e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.692077 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a05de769-076b-4ceb-a4a4-028be0ab5cc3 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (95c5a32c-d234-4385-9a3c-88748ab0cb34), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.696841 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ad76ff96-113f-4011-80a9-91db9fd6618e None None] Calling delete_port for c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:24.716089 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f29d2a78-e9d8-4288-a464-a791fab09167 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (ec4a464d-0824-46b3-b7ac-46715f405924), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.718587 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8785b85a-52fc-4edc-8081-02cf4443a30f tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "GET /v2.0/routers/6bfe11ad-3f1a-412e-94b6-6be49326c1f7 HTTP/1.1" status: 200 len: 925 time: 0.5854356 Apr 15 03:36:24.720303 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-a05de769-076b-4ceb-a4a4-028be0ab5cc3 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c5a32c-d234-4385-9a3c-88748ab0cb34']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:24.722293 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58794) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:24.752592 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-f29d2a78-e9d8-4288-a464-a791fab09167 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4a464d-0824-46b3-b7ac-46715f405924']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:24.755633 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-a05de769-076b-4ceb-a4a4-028be0ab5cc3 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d089fe7-ceb8-49b3-ab32-3cf6c7ac6970') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:24.755935 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-a05de769-076b-4ceb-a4a4-028be0ab5cc3 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d089fe7-ceb8-49b3-ab32-3cf6c7ac6970') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:24.764155 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b2778ba9-74fe-40d0-b664-16508fc8f1ba tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bfe11ad-3f1a-412e-94b6-6be49326c1f7 HTTP/1.1" status: 200 len: 205 time: 0.0407791 Apr 15 03:36:24.764881 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c714877-3933-4414-b340-1f765cee197f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.765387 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8ab2808f-d35f-4e20-8162-904d063ef29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.770267 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58796) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:24.773369 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-f29d2a78-e9d8-4288-a464-a791fab09167 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635bcd56-53e4-490a-a80c-381465ee3ddf') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:24.773663 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-f29d2a78-e9d8-4288-a464-a791fab09167 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635bcd56-53e4-490a-a80c-381465ee3ddf') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:24.793220 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a05de769-076b-4ceb-a4a4-028be0ab5cc3 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (3d089fe7-ceb8-49b3-ab32-3cf6c7ac6970), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.798166 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c714877-3933-4414-b340-1f765cee197f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Pushing event deleted for resources: {'Port': ['ID=cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:24.803534 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2808f-d35f-4e20-8162-904d063ef29c None None] Pushing event deleted for resources: {'Port': ['ID=cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:24.807125 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2141ade8-1c38-4742-ba6b-471f1552d894 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (80d5debf-5d4d-4693-8c7c-eef442f2925d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.822838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab2808f-d35f-4e20-8162-904d063ef29c None None] No DVR routers for this DVR port cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:36:24.838866 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a05de769-076b-4ceb-a4a4-028be0ab5cc3 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (3d089fe7-ceb8-49b3-ab32-3cf6c7ac6970), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.841569 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c714877-3933-4414-b340-1f765cee197f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] No DVR routers for this DVR port cb4e47a2-dfb9-4bff-8e83-2766b9d7e31d on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:36:24.847491 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141ade8-1c38-4742-ba6b-471f1552d894 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Pushing event deleted for resources: {'Port': ['ID=80d5debf-5d4d-4693-8c7c-eef442f2925d,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:24.854940 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f29d2a78-e9d8-4288-a464-a791fab09167 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (635bcd56-53e4-490a-a80c-381465ee3ddf), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.872793 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05de769-076b-4ceb-a4a4-028be0ab5cc3 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:24.873206 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a05de769-076b-4ceb-a4a4-028be0ab5cc3 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (3d089fe7-ceb8-49b3-ab32-3cf6c7ac6970), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:24.876473 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:24.878418 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f29d2a78-e9d8-4288-a464-a791fab09167 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (635bcd56-53e4-490a-a80c-381465ee3ddf), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.891615 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29d2a78-e9d8-4288-a464-a791fab09167 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:24.891946 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f29d2a78-e9d8-4288-a464-a791fab09167 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (635bcd56-53e4-490a-a80c-381465ee3ddf), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:24.895043 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:24.921105 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.956012 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ad76ff96-113f-4011-80a9-91db9fd6618e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:24.977383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad76ff96-113f-4011-80a9-91db9fd6618e None None] No DVR routers for this DVR port c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:36:25.009464 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a741932f-c27f-4e1b-967f-21c8cc775372 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router (6bfe11ad-3f1a-412e-94b6-6be49326c1f7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.016630 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76ff96-113f-4011-80a9-91db9fd6618e None None] Pushing event deleted for resources: {'Port': ['ID=c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:25.034756 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c714877-3933-4414-b340-1f765cee197f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (bea8d5e2-3137-4d57-8ad9-7decf4fc8453), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.059517 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2141ade8-1c38-4742-ba6b-471f1552d894 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (bb6f4df1-3d52-4c19-a71f-154c869af0cf), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.062246 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-3c714877-3933-4414-b340-1f765cee197f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea8d5e2-3137-4d57-8ad9-7decf4fc8453']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:25.102137 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a05de769-076b-4ceb-a4a4-028be0ab5cc3 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (95c5a32c-d234-4385-9a3c-88748ab0cb34), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.102547 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-3c714877-3933-4414-b340-1f765cee197f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b585a898-555c-4429-b9bd-8b7ffbc8671e') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:25.102881 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-3c714877-3933-4414-b340-1f765cee197f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b585a898-555c-4429-b9bd-8b7ffbc8671e') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:25.129224 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f29d2a78-e9d8-4288-a464-a791fab09167 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (ec4a464d-0824-46b3-b7ac-46715f405924), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.138953 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f29d2a78-e9d8-4288-a464-a791fab09167 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.144522 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a05de769-076b-4ceb-a4a4-028be0ab5cc3 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.147382 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f29d2a78-e9d8-4288-a464-a791fab09167 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "DELETE /v2.0/networks/ec4a464d-0824-46b3-b7ac-46715f405924 HTTP/1.1" status: 204 len: 168 time: 0.7049234 Apr 15 03:36:25.147910 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a05de769-076b-4ceb-a4a4-028be0ab5cc3 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "DELETE /v2.0/networks/95c5a32c-d234-4385-9a3c-88748ab0cb34 HTTP/1.1" status: 204 len: 168 time: 1.2727666 Apr 15 03:36:25.151723 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58802) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:25.152056 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58804) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:25.176788 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c714877-3933-4414-b340-1f765cee197f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (b585a898-555c-4429-b9bd-8b7ffbc8671e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.198811 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05de769-076b-4ceb-a4a4-028be0ab5cc3 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Pushing event deleted for resources: {'Network': ['ID=95c5a32c-d234-4385-9a3c-88748ab0cb34,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:25.206222 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2141ade8-1c38-4742-ba6b-471f1552d894 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (bb6f4df1-3d52-4c19-a71f-154c869af0cf), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.208138 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c714877-3933-4414-b340-1f765cee197f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (b585a898-555c-4429-b9bd-8b7ffbc8671e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.210548 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2141ade8-1c38-4742-ba6b-471f1552d894 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for router_controller (bb6f4df1-3d52-4c19-a71f-154c869af0cf), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.218298 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c714877-3933-4414-b340-1f765cee197f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:25.218715 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c714877-3933-4414-b340-1f765cee197f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (b585a898-555c-4429-b9bd-8b7ffbc8671e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:25.221765 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:25.229890 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d2a78-e9d8-4288-a464-a791fab09167 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event deleted for resources: {'Network': ['ID=ec4a464d-0824-46b3-b7ac-46715f405924,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:25.298152 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a741932f-c27f-4e1b-967f-21c8cc775372 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_gateway (6bfe11ad-3f1a-412e-94b6-6be49326c1f7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.311722 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-693ea23a-98e3-4600-b761-0b0e26e4bf6c tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (68c90c53-d794-4ac5-b245-af6c4671e426), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.318532 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-62243273-b6b0-4416-8f04-6e2937af23bd tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Deleting subnet ba847087-9898-4dbf-b509-b3baf9480eb9 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:36:25.321971 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-62243273-b6b0-4416-8f04-6e2937af23bd tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks [] for subnet (ba847087-9898-4dbf-b509-b3baf9480eb9), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.381309 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2141ade8-1c38-4742-ba6b-471f1552d894 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (bb6f4df1-3d52-4c19-a71f-154c869af0cf), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.382301 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2141ade8-1c38-4742-ba6b-471f1552d894 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Fanout notify agent at l3_agent the message router_deleted on router bb6f4df1-3d52-4c19-a71f-154c869af0cf {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:36:25.387341 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-62243273-b6b0-4416-8f04-6e2937af23bd tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (ba847087-9898-4dbf-b509-b3baf9480eb9), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.395785 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2141ade8-1c38-4742-ba6b-471f1552d894 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.399762 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2141ade8-1c38-4742-ba6b-471f1552d894 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] 10.222.0.15 "DELETE /v2.0/routers/bb6f4df1-3d52-4c19-a71f-154c869af0cf HTTP/1.1" status: 204 len: 168 time: 3.6453109 Apr 15 03:36:25.400388 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58812) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:25.410487 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c714877-3933-4414-b340-1f765cee197f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (bea8d5e2-3137-4d57-8ad9-7decf4fc8453), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.440764 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c714877-3933-4414-b340-1f765cee197f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.445170 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3c714877-3933-4414-b340-1f765cee197f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] 10.222.0.15 "DELETE /v2.0/networks/bea8d5e2-3137-4d57-8ad9-7decf4fc8453 HTTP/1.1" status: 204 len: 168 time: 2.1451616 Apr 15 03:36:25.461734 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c714877-3933-4414-b340-1f765cee197f tempest-AllowedAddressPairTestJSON-1081069001 tempest-AllowedAddressPairTestJSON-1081069001-project] Pushing event deleted for resources: {'Network': ['ID=bea8d5e2-3137-4d57-8ad9-7decf4fc8453,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:25.481559 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-9697990d-af61-4784-89b7-4bf4d35e37d4 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Deleting subnet cff0507b-ddb0-4876-b9ac-e9f2d176e2ea {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:36:25.485077 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9697990d-af61-4784-89b7-4bf4d35e37d4 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for subnet (cff0507b-ddb0-4876-b9ac-e9f2d176e2ea), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.502554 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-693ea23a-98e3-4600-b761-0b0e26e4bf6c tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (68c90c53-d794-4ac5-b245-af6c4671e426), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.534737 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9697990d-af61-4784-89b7-4bf4d35e37d4 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (cff0507b-ddb0-4876-b9ac-e9f2d176e2ea), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.544940 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-a741932f-c27f-4e1b-967f-21c8cc775372 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Deleting port fcf81945-906b-41f3-b0fa-791cc526db1a {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:25.545306 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a741932f-c27f-4e1b-967f-21c8cc775372 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (fcf81945-906b-41f3-b0fa-791cc526db1a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.577624 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-693ea23a-98e3-4600-b761-0b0e26e4bf6c tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c90c53-d794-4ac5-b245-af6c4671e426']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:25.622212 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-693ea23a-98e3-4600-b761-0b0e26e4bf6c tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da35a55-bfdd-4033-b6fe-aa3f6709fd21') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:25.622512 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-693ea23a-98e3-4600-b761-0b0e26e4bf6c tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da35a55-bfdd-4033-b6fe-aa3f6709fd21') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:25.637984 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-62243273-b6b0-4416-8f04-6e2937af23bd tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (ba847087-9898-4dbf-b509-b3baf9480eb9), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.643531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-693ea23a-98e3-4600-b761-0b0e26e4bf6c tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (5da35a55-bfdd-4033-b6fe-aa3f6709fd21), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.674431 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9697990d-af61-4784-89b7-4bf4d35e37d4 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (cff0507b-ddb0-4876-b9ac-e9f2d176e2ea), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.683451 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-693ea23a-98e3-4600-b761-0b0e26e4bf6c tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (5da35a55-bfdd-4033-b6fe-aa3f6709fd21), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.702567 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693ea23a-98e3-4600-b761-0b0e26e4bf6c tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:25.703039 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-693ea23a-98e3-4600-b761-0b0e26e4bf6c tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (5da35a55-bfdd-4033-b6fe-aa3f6709fd21), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:25.706019 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:25.745023 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a741932f-c27f-4e1b-967f-21c8cc775372 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (fcf81945-906b-41f3-b0fa-791cc526db1a), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.795072 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:36:25.796590 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-a741932f-c27f-4e1b-967f-21c8cc775372 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Calling delete_port for fcf81945-906b-41f3-b0fa-791cc526db1a owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:25.820865 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:36:25.821513 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c65ee3e0-8759-4b09-9b2a-77e7d8d5c05d not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:36:25.839080 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9697990d-af61-4784-89b7-4bf4d35e37d4 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (cff0507b-ddb0-4876-b9ac-e9f2d176e2ea), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.875270 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-693ea23a-98e3-4600-b761-0b0e26e4bf6c tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (68c90c53-d794-4ac5-b245-af6c4671e426), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.891782 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697990d-af61-4784-89b7-4bf4d35e37d4 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Pushing event deleted for resources: {'Subnet': ['ID=cff0507b-ddb0-4876-b9ac-e9f2d176e2ea,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:25.893150 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ce00f0-fd97-4a1e-b190-f70d06d71d2d None None] Network fc1603fc-d010-444e-86f4-1d50707673e5 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:25.896606 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9697990d-af61-4784-89b7-4bf4d35e37d4 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.902526 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9697990d-af61-4784-89b7-4bf4d35e37d4 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] 10.222.0.15 "DELETE /v2.0/subnets/cff0507b-ddb0-4876-b9ac-e9f2d176e2ea HTTP/1.1" status: 204 len: 168 time: 0.5011334 Apr 15 03:36:25.905039 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58828) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:25.922322 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-62243273-b6b0-4416-8f04-6e2937af23bd tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (ba847087-9898-4dbf-b509-b3baf9480eb9), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.951758 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-693ea23a-98e3-4600-b761-0b0e26e4bf6c tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:25.955043 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-693ea23a-98e3-4600-b761-0b0e26e4bf6c tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "DELETE /v2.0/networks/68c90c53-d794-4ac5-b245-af6c4671e426 HTTP/1.1" status: 204 len: 168 time: 0.7958796 Apr 15 03:36:25.957694 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58830) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:25.960697 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58832) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:26.002004 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ea23a-98e3-4600-b761-0b0e26e4bf6c tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Pushing event deleted for resources: {'Network': ['ID=68c90c53-d794-4ac5-b245-af6c4671e426,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:26.020220 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62243273-b6b0-4416-8f04-6e2937af23bd tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event deleted for resources: {'Subnet': ['ID=ba847087-9898-4dbf-b509-b3baf9480eb9,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:26.040475 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-62243273-b6b0-4416-8f04-6e2937af23bd tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.045975 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-62243273-b6b0-4416-8f04-6e2937af23bd tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "DELETE /v2.0/subnets/ba847087-9898-4dbf-b509-b3baf9480eb9 HTTP/1.1" status: 204 len: 168 time: 0.8875341 Apr 15 03:36:26.052368 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ec2f59-eff1-4d52-96eb-e661a173a04b None None] Network 4c67f8e6-04d3-4ab4-9295-835e6f315b0d requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:26.053643 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58838) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:26.103955 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219ac07b-5688-4cdf-af66-377c5b58fc90 None None] DHCP port deletion for fc1603fc-d010-444e-86f4-1d50707673e5 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:36:26.158828 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a172b82f-a896-45e8-909d-47f0b2c7b83b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (fc1603fc-d010-444e-86f4-1d50707673e5), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.189396 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a741932f-c27f-4e1b-967f-21c8cc775372 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (fcf81945-906b-41f3-b0fa-791cc526db1a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.224039 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-a172b82f-a896-45e8-909d-47f0b2c7b83b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Deleting port 40bfb760-cbad-4f40-b83d-db90132838d6 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:26.224376 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a172b82f-a896-45e8-909d-47f0b2c7b83b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (40bfb760-cbad-4f40-b83d-db90132838d6), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.229536 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed97996-f546-427f-9c35-10bd478a6d4c tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Deleting subnet 0e3382df-3858-4183-8795-c542ae0ab478 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:36:26.235106 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eed97996-f546-427f-9c35-10bd478a6d4c tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks [] for subnet (0e3382df-3858-4183-8795-c542ae0ab478), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.241478 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741932f-c27f-4e1b-967f-21c8cc775372 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Pushing event deleted for resources: {'Port': ['ID=fcf81945-906b-41f3-b0fa-791cc526db1a,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:26.250570 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5bda8e62-dcd9-4fd0-b2ad-b0651106af67 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (4c67f8e6-04d3-4ab4-9295-835e6f315b0d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.253012 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-219ac07b-5688-4cdf-af66-377c5b58fc90 None None] Deleting port 40bfb760-cbad-4f40-b83d-db90132838d6 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:26.253389 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-219ac07b-5688-4cdf-af66-377c5b58fc90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (40bfb760-cbad-4f40-b83d-db90132838d6), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.255294 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7e746550-2052-4c02-b030-d7ab4cc3432c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4bd0a249cd534be59e067fa37ac4612f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927866 Apr 15 03:36:26.274410 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58842) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:26.333102 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-219ac07b-5688-4cdf-af66-377c5b58fc90 None None] For port 40bfb760-cbad-4f40-b83d-db90132838d6, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=40bfb760-cbad-4f40-b83d-db90132838d6,segment=NetworkSegment(c935fc20-06fa-4f45-b7ed-03770ecdfedd),segment_id=c935fc20-06fa-4f45-b7ed-03770ecdfedd)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:26.336793 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-219ac07b-5688-4cdf-af66-377c5b58fc90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (40bfb760-cbad-4f40-b83d-db90132838d6), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.341417 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fea94f7-14df-4618-a1df-6eb58480cd93 None None] DHCP port deletion for 4c67f8e6-04d3-4ab4-9295-835e6f315b0d request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:36:26.345847 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a741932f-c27f-4e1b-967f-21c8cc775372 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (6bfe11ad-3f1a-412e-94b6-6be49326c1f7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.357006 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-219ac07b-5688-4cdf-af66-377c5b58fc90 None None] Calling delete_port for 40bfb760-cbad-4f40-b83d-db90132838d6 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:26.386481 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-a172b82f-a896-45e8-909d-47f0b2c7b83b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] For port 40bfb760-cbad-4f40-b83d-db90132838d6, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=40bfb760-cbad-4f40-b83d-db90132838d6,segment=NetworkSegment(c935fc20-06fa-4f45-b7ed-03770ecdfedd),segment_id=c935fc20-06fa-4f45-b7ed-03770ecdfedd)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:26.386968 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a172b82f-a896-45e8-909d-47f0b2c7b83b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (40bfb760-cbad-4f40-b83d-db90132838d6), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.425323 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eed97996-f546-427f-9c35-10bd478a6d4c tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (0e3382df-3858-4183-8795-c542ae0ab478), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.445775 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0fea94f7-14df-4618-a1df-6eb58480cd93 None None] Deleting port f58cf647-188d-4c2f-a1b9-6149e634829a {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:26.446364 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0fea94f7-14df-4618-a1df-6eb58480cd93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f58cf647-188d-4c2f-a1b9-6149e634829a), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.460008 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-a172b82f-a896-45e8-909d-47f0b2c7b83b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Calling delete_port for 40bfb760-cbad-4f40-b83d-db90132838d6 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:26.488284 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-5bda8e62-dcd9-4fd0-b2ad-b0651106af67 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Deleting port f58cf647-188d-4c2f-a1b9-6149e634829a {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:26.488713 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5bda8e62-dcd9-4fd0-b2ad-b0651106af67 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f58cf647-188d-4c2f-a1b9-6149e634829a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.490578 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28292fb2-3888-41cf-8e76-f6916700a1df admin admin] Publish callbacks [] for security_group (d3eb3dec-e840-45a5-b2d1-cb3110f88668), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.507289 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a741932f-c27f-4e1b-967f-21c8cc775372 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (6bfe11ad-3f1a-412e-94b6-6be49326c1f7), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.514259 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a741932f-c27f-4e1b-967f-21c8cc775372 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_controller (6bfe11ad-3f1a-412e-94b6-6be49326c1f7), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.528366 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28292fb2-3888-41cf-8e76-f6916700a1df admin admin] Publish callbacks [] for security_group (d3eb3dec-e840-45a5-b2d1-cb3110f88668), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.546663 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-0fea94f7-14df-4618-a1df-6eb58480cd93 None None] For port f58cf647-188d-4c2f-a1b9-6149e634829a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f58cf647-188d-4c2f-a1b9-6149e634829a,segment=NetworkSegment(4a69518c-0516-47d7-a674-f846b24fcf23),segment_id=4a69518c-0516-47d7-a674-f846b24fcf23)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:26.546944 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0fea94f7-14df-4618-a1df-6eb58480cd93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f58cf647-188d-4c2f-a1b9-6149e634829a), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.563623 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0fea94f7-14df-4618-a1df-6eb58480cd93 None None] Calling delete_port for f58cf647-188d-4c2f-a1b9-6149e634829a owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:26.627101 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-5bda8e62-dcd9-4fd0-b2ad-b0651106af67 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] For port f58cf647-188d-4c2f-a1b9-6149e634829a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f58cf647-188d-4c2f-a1b9-6149e634829a,segment=NetworkSegment(4a69518c-0516-47d7-a674-f846b24fcf23),segment_id=4a69518c-0516-47d7-a674-f846b24fcf23)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:26.627477 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5bda8e62-dcd9-4fd0-b2ad-b0651106af67 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f58cf647-188d-4c2f-a1b9-6149e634829a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.648422 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-219ac07b-5688-4cdf-af66-377c5b58fc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (40bfb760-cbad-4f40-b83d-db90132838d6), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.663419 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eed97996-f546-427f-9c35-10bd478a6d4c tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (0e3382df-3858-4183-8795-c542ae0ab478), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.666667 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-5bda8e62-dcd9-4fd0-b2ad-b0651106af67 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Calling delete_port for f58cf647-188d-4c2f-a1b9-6149e634829a owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:26.679122 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a741932f-c27f-4e1b-967f-21c8cc775372 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (6bfe11ad-3f1a-412e-94b6-6be49326c1f7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.680129 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a741932f-c27f-4e1b-967f-21c8cc775372 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Fanout notify agent at l3_agent the message router_deleted on router 6bfe11ad-3f1a-412e-94b6-6be49326c1f7 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:36:26.687352 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219ac07b-5688-4cdf-af66-377c5b58fc90 None None] No DVR routers for this DVR port 40bfb760-cbad-4f40-b83d-db90132838d6 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:36:26.692632 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ac07b-5688-4cdf-af66-377c5b58fc90 None None] Pushing event deleted for resources: {'Port': ['ID=40bfb760-cbad-4f40-b83d-db90132838d6,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:26.715257 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a741932f-c27f-4e1b-967f-21c8cc775372 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.720555 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a741932f-c27f-4e1b-967f-21c8cc775372 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "DELETE /v2.0/routers/6bfe11ad-3f1a-412e-94b6-6be49326c1f7 HTTP/1.1" status: 204 len: 168 time: 1.9456508 Apr 15 03:36:26.720809 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58852) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:26.738015 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28292fb2-3888-41cf-8e76-f6916700a1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (d3eb3dec-e840-45a5-b2d1-cb3110f88668), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.741071 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28292fb2-3888-41cf-8e76-f6916700a1df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.742327 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-28292fb2-3888-41cf-8e76-f6916700a1df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3eb3dec-e840-45a5-b2d1-cb3110f88668 HTTP/1.1" status: 204 len: 168 time: 0.4698153 Apr 15 03:36:26.753240 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28292fb2-3888-41cf-8e76-f6916700a1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3eb3dec-e840-45a5-b2d1-cb3110f88668,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:26.760170 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d3a27bcb-fd86-4318-8801-8d0351c75db0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1220304938', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'enable_snat': False}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:26.771039 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0fea94f7-14df-4618-a1df-6eb58480cd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (f58cf647-188d-4c2f-a1b9-6149e634829a), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.792264 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a172b82f-a896-45e8-909d-47f0b2c7b83b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (40bfb760-cbad-4f40-b83d-db90132838d6), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.816454 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fea94f7-14df-4618-a1df-6eb58480cd93 None None] No DVR routers for this DVR port f58cf647-188d-4c2f-a1b9-6149e634829a on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:36:26.820590 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea94f7-14df-4618-a1df-6eb58480cd93 None None] Pushing event deleted for resources: {'Port': ['ID=f58cf647-188d-4c2f-a1b9-6149e634829a,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:26.839629 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172b82f-a896-45e8-909d-47f0b2c7b83b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Pushing event deleted for resources: {'Port': ['ID=40bfb760-cbad-4f40-b83d-db90132838d6,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:26.853247 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a172b82f-a896-45e8-909d-47f0b2c7b83b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] No DVR routers for this DVR port 40bfb760-cbad-4f40-b83d-db90132838d6 on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:36:26.875420 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58858) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:26.911817 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d3a27bcb-fd86-4318-8801-8d0351c75db0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (910aada0-a6d5-47bb-a384-20fc34d832b7), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.912794 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d3a27bcb-fd86-4318-8801-8d0351c75db0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (910aada0-a6d5-47bb-a384-20fc34d832b7), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.952183 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eed97996-f546-427f-9c35-10bd478a6d4c tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (0e3382df-3858-4183-8795-c542ae0ab478), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.972032 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-7e6d7fcc-39d9-4970-a9ca-c882b04a8cc9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:26.972889 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5bda8e62-dcd9-4fd0-b2ad-b0651106af67 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (f58cf647-188d-4c2f-a1b9-6149e634829a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:26.997632 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a172b82f-a896-45e8-909d-47f0b2c7b83b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (fc1603fc-d010-444e-86f4-1d50707673e5), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.013938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eed97996-f546-427f-9c35-10bd478a6d4c tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.017137 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-eed97996-f546-427f-9c35-10bd478a6d4c tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "DELETE /v2.0/subnets/0e3382df-3858-4183-8795-c542ae0ab478 HTTP/1.1" status: 204 len: 168 time: 1.0530944 Apr 15 03:36:27.020170 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a49b61-2d3f-45be-a1ee-5c2fef71bdb1 None None] Network 7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:27.020549 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58862) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:27.042510 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed97996-f546-427f-9c35-10bd478a6d4c tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Pushing event deleted for resources: {'Subnet': ['ID=0e3382df-3858-4183-8795-c542ae0ab478,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:27.059601 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e6d7fcc-39d9-4970-a9ca-c882b04a8cc9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.087087 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d3a27bcb-fd86-4318-8801-8d0351c75db0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_controller (910aada0-a6d5-47bb-a384-20fc34d832b7), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.101103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda8e62-dcd9-4fd0-b2ad-b0651106af67 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event deleted for resources: {'Port': ['ID=f58cf647-188d-4c2f-a1b9-6149e634829a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:27.107016 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bda8e62-dcd9-4fd0-b2ad-b0651106af67 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] No DVR routers for this DVR port f58cf647-188d-4c2f-a1b9-6149e634829a on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:36:27.124390 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-a172b82f-a896-45e8-909d-47f0b2c7b83b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1603fc-d010-444e-86f4-1d50707673e5']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:27.153129 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-a172b82f-a896-45e8-909d-47f0b2c7b83b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c935fc20-06fa-4f45-b7ed-03770ecdfedd') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:27.153731 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-a172b82f-a896-45e8-909d-47f0b2c7b83b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c935fc20-06fa-4f45-b7ed-03770ecdfedd') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:27.228105 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b865b0-20e1-4e8a-8d7b-cdfa0db091fb None None] DHCP port deletion for 7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:36:27.256561 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a172b82f-a896-45e8-909d-47f0b2c7b83b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (c935fc20-06fa-4f45-b7ed-03770ecdfedd), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.288502 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e6b865b0-20e1-4e8a-8d7b-cdfa0db091fb None None] Deleting port 2b07145a-84ba-4466-9d98-a0c313a6602f {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:27.288957 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e6b865b0-20e1-4e8a-8d7b-cdfa0db091fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (2b07145a-84ba-4466-9d98-a0c313a6602f), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.348577 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a172b82f-a896-45e8-909d-47f0b2c7b83b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (c935fc20-06fa-4f45-b7ed-03770ecdfedd), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.357066 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5bda8e62-dcd9-4fd0-b2ad-b0651106af67 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (4c67f8e6-04d3-4ab4-9295-835e6f315b0d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.367980 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a172b82f-a896-45e8-909d-47f0b2c7b83b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:27.368515 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a172b82f-a896-45e8-909d-47f0b2c7b83b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (c935fc20-06fa-4f45-b7ed-03770ecdfedd), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:27.372558 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:27.380543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-e6b865b0-20e1-4e8a-8d7b-cdfa0db091fb None None] For port 2b07145a-84ba-4466-9d98-a0c313a6602f, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=2b07145a-84ba-4466-9d98-a0c313a6602f,segment=NetworkSegment(ae9c6c16-36c0-48db-a51a-e2e15fb81597),segment_id=ae9c6c16-36c0-48db-a51a-e2e15fb81597)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:27.381072 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e6b865b0-20e1-4e8a-8d7b-cdfa0db091fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (2b07145a-84ba-4466-9d98-a0c313a6602f), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.395529 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e6b865b0-20e1-4e8a-8d7b-cdfa0db091fb None None] Calling delete_port for 2b07145a-84ba-4466-9d98-a0c313a6602f owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:27.459511 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a858065-e503-4973-af23-ae6ec8c94c8f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.500239 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-5bda8e62-dcd9-4fd0-b2ad-b0651106af67 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c67f8e6-04d3-4ab4-9295-835e6f315b0d']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:27.503419 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e6d7fcc-39d9-4970-a9ca-c882b04a8cc9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.512293 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d3a27bcb-fd86-4318-8801-8d0351c75db0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_gateway (910aada0-a6d5-47bb-a384-20fc34d832b7), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.519933 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-5bda8e62-dcd9-4fd0-b2ad-b0651106af67 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a69518c-0516-47d7-a674-f846b24fcf23') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:27.520307 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-5bda8e62-dcd9-4fd0-b2ad-b0651106af67 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a69518c-0516-47d7-a674-f846b24fcf23') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:27.530472 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5bda8e62-dcd9-4fd0-b2ad-b0651106af67 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (4a69518c-0516-47d7-a674-f846b24fcf23), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.546379 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5bda8e62-dcd9-4fd0-b2ad-b0651106af67 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (4a69518c-0516-47d7-a674-f846b24fcf23), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.553419 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bda8e62-dcd9-4fd0-b2ad-b0651106af67 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:27.553812 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5bda8e62-dcd9-4fd0-b2ad-b0651106af67 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (4a69518c-0516-47d7-a674-f846b24fcf23), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.556364 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-0a858065-e503-4973-af23-ae6ec8c94c8f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Deleting port 2b07145a-84ba-4466-9d98-a0c313a6602f {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:27.556985 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a858065-e503-4973-af23-ae6ec8c94c8f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (2b07145a-84ba-4466-9d98-a0c313a6602f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:27.557220 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:27.564356 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e6b865b0-20e1-4e8a-8d7b-cdfa0db091fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (2b07145a-84ba-4466-9d98-a0c313a6602f), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.590395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b865b0-20e1-4e8a-8d7b-cdfa0db091fb None None] Pushing event deleted for resources: {'Port': ['ID=2b07145a-84ba-4466-9d98-a0c313a6602f,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:27.594062 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b865b0-20e1-4e8a-8d7b-cdfa0db091fb None None] No DVR routers for this DVR port 2b07145a-84ba-4466-9d98-a0c313a6602f on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:36:27.610334 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a172b82f-a896-45e8-909d-47f0b2c7b83b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (fc1603fc-d010-444e-86f4-1d50707673e5), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.616106 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a172b82f-a896-45e8-909d-47f0b2c7b83b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.619579 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a172b82f-a896-45e8-909d-47f0b2c7b83b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] 10.222.0.15 "DELETE /v2.0/networks/fc1603fc-d010-444e-86f4-1d50707673e5 HTTP/1.1" status: 204 len: 168 time: 1.7131860 Apr 15 03:36:27.626217 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58874) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:27.657977 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-0a858065-e503-4973-af23-ae6ec8c94c8f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] For port 2b07145a-84ba-4466-9d98-a0c313a6602f, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=2b07145a-84ba-4466-9d98-a0c313a6602f,segment=NetworkSegment(ae9c6c16-36c0-48db-a51a-e2e15fb81597),segment_id=ae9c6c16-36c0-48db-a51a-e2e15fb81597)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:27.658443 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a858065-e503-4973-af23-ae6ec8c94c8f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (2b07145a-84ba-4466-9d98-a0c313a6602f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.683843 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-0a858065-e503-4973-af23-ae6ec8c94c8f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Calling delete_port for 2b07145a-84ba-4466-9d98-a0c313a6602f owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:27.705680 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-7e6d7fcc-39d9-4970-a9ca-c882b04a8cc9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Allocated IP 172.26.6.165 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/12294732-3670-466b-b4ed-4750bc8b1c6a) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:27.708155 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172b82f-a896-45e8-909d-47f0b2c7b83b tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Pushing event deleted for resources: {'Network': ['ID=fc1603fc-d010-444e-86f4-1d50707673e5,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:27.814881 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2b07145a-84ba-4466-9d98-a0c313a6602f no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:36:27.817270 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5bda8e62-dcd9-4fd0-b2ad-b0651106af67 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (4c67f8e6-04d3-4ab4-9295-835e6f315b0d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.821507 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5bda8e62-dcd9-4fd0-b2ad-b0651106af67 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.824979 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5bda8e62-dcd9-4fd0-b2ad-b0651106af67 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] 10.222.0.15 "DELETE /v2.0/networks/4c67f8e6-04d3-4ab4-9295-835e6f315b0d HTTP/1.1" status: 204 len: 168 time: 1.7671537 Apr 15 03:36:27.848305 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 2b07145a-84ba-4466-9d98-a0c313a6602f {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:36:27.848954 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2b07145a-84ba-4466-9d98-a0c313a6602f not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:36:27.850663 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f58cf647-188d-4c2f-a1b9-6149e634829a no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:36:27.871530 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: f58cf647-188d-4c2f-a1b9-6149e634829a {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:36:27.871719 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda8e62-dcd9-4fd0-b2ad-b0651106af67 tempest-NetworksIpV6TestAttrs-471929649 tempest-NetworksIpV6TestAttrs-471929649-project] Pushing event deleted for resources: {'Network': ['ID=4c67f8e6-04d3-4ab4-9295-835e6f315b0d,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:27.872488 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f58cf647-188d-4c2f-a1b9-6149e634829a not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:36:27.872720 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 40bfb760-cbad-4f40-b83d-db90132838d6 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:36:27.872833 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a858065-e503-4973-af23-ae6ec8c94c8f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (2b07145a-84ba-4466-9d98-a0c313a6602f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.895162 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 40bfb760-cbad-4f40-b83d-db90132838d6 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:36:27.895588 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 40bfb760-cbad-4f40-b83d-db90132838d6 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:36:27.902197 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a858065-e503-4973-af23-ae6ec8c94c8f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Pushing event deleted for resources: {'Port': ['ID=2b07145a-84ba-4466-9d98-a0c313a6602f,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:27.919867 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e6d7fcc-39d9-4970-a9ca-c882b04a8cc9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Publish callbacks [] for port (12294732-3670-466b-b4ed-4750bc8b1c6a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:27.921911 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a858065-e503-4973-af23-ae6ec8c94c8f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] No DVR routers for this DVR port 2b07145a-84ba-4466-9d98-a0c313a6602f on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:36:27.956989 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-65d9a1ff-650b-4dd5-9d6d-61da39b568e9 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Deleting port 46711888-55fd-44a2-8bcb-4b696846028e {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:27.958158 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65d9a1ff-650b-4dd5-9d6d-61da39b568e9 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (46711888-55fd-44a2-8bcb-4b696846028e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.026527 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a858065-e503-4973-af23-ae6ec8c94c8f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.051928 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-0a858065-e503-4973-af23-ae6ec8c94c8f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:28.053184 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d3a27bcb-fd86-4318-8801-8d0351c75db0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_gateway (910aada0-a6d5-47bb-a384-20fc34d832b7), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.071060 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-0a858065-e503-4973-af23-ae6ec8c94c8f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9c6c16-36c0-48db-a51a-e2e15fb81597') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:28.071060 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-0a858065-e503-4973-af23-ae6ec8c94c8f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9c6c16-36c0-48db-a51a-e2e15fb81597') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:28.071673 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58886) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:28.080765 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d3a27bcb-fd86-4318-8801-8d0351c75db0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.087786 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a858065-e503-4973-af23-ae6ec8c94c8f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (ae9c6c16-36c0-48db-a51a-e2e15fb81597), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.103820 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65d9a1ff-650b-4dd5-9d6d-61da39b568e9 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (46711888-55fd-44a2-8bcb-4b696846028e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.104401 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65d9a1ff-650b-4dd5-9d6d-61da39b568e9 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for floatingip (46711888-55fd-44a2-8bcb-4b696846028e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.104483 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a858065-e503-4973-af23-ae6ec8c94c8f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (ae9c6c16-36c0-48db-a51a-e2e15fb81597), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.110677 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a858065-e503-4973-af23-ae6ec8c94c8f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:28.111094 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a858065-e503-4973-af23-ae6ec8c94c8f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (ae9c6c16-36c0-48db-a51a-e2e15fb81597), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:28.114182 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:28.135670 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e6d7fcc-39d9-4970-a9ca-c882b04a8cc9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (12294732-3670-466b-b4ed-4750bc8b1c6a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.147132 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-65d9a1ff-650b-4dd5-9d6d-61da39b568e9 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Calling delete_port for 46711888-55fd-44a2-8bcb-4b696846028e owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:28.210059 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d7fcc-39d9-4970-a9ca-c882b04a8cc9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:28.215370 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-0ef0aef6-0cc3-4ae8-831e-e9251946d76c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2060667369'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:28.228119 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-7e6d7fcc-39d9-4970-a9ca-c882b04a8cc9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:28.241659 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6d7fcc-39d9-4970-a9ca-c882b04a8cc9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:28.264616 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d7fcc-39d9-4970-a9ca-c882b04a8cc9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Pushing event updated for resources: {'Port': ['ID=12294732-3670-466b-b4ed-4750bc8b1c6a,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:28.276944 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-d3a27bcb-fd86-4318-8801-8d0351c75db0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Allocated IP 172.26.6.11 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/e335cca5-7d6b-48e0-8c24-a1fe1342be0c) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:28.296433 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a858065-e503-4973-af23-ae6ec8c94c8f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.322532 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58894) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:28.328492 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a858065-e503-4973-af23-ae6ec8c94c8f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.332532 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0a858065-e503-4973-af23-ae6ec8c94c8f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "DELETE /v2.0/networks/7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa HTTP/1.1" status: 204 len: 168 time: 1.3102624 Apr 15 03:36:28.336149 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58898) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:28.347736 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a858065-e503-4973-af23-ae6ec8c94c8f tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Pushing event deleted for resources: {'Network': ['ID=7d7690ca-0ff6-4ccf-af3d-0b9e158d86aa,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:28.351001 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef0aef6-0cc3-4ae8-831e-e9251946d76c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Made reservation on behalf of 8e8db9aa0ca74cf5bd8f185a4039e0bb for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:28.357488 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0ef0aef6-0cc3-4ae8-831e-e9251946d76c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.367846 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0ef0aef6-0cc3-4ae8-831e-e9251946d76c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.372432 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e6d7fcc-39d9-4970-a9ca-c882b04a8cc9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Publish callbacks [] for floatingip (eed0bc52-38d9-4297-a5a1-0c16cfba6472), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.419338 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cc28394e-3dc0-49f8-9396-6786251a60b9 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "GET /v2.0/ports?device_id=64e86b26-bff9-4b14-8f87-0c8bc2a44c23 HTTP/1.1" status: 200 len: 205 time: 0.0549812 Apr 15 03:36:28.421958 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58900) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:28.481786 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d3a27bcb-fd86-4318-8801-8d0351c75db0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for port (e335cca5-7d6b-48e0-8c24-a1fe1342be0c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.514866 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65d9a1ff-650b-4dd5-9d6d-61da39b568e9 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (46711888-55fd-44a2-8bcb-4b696846028e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.523922 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cb459256-02b8-4fc2-895e-a8d97e1a84d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=07dbfaef433643bcbdde916cc71b0400&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2001834 Apr 15 03:36:28.530953 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58902) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:28.555814 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f87b5044-09ed-49f4-b56a-2d1de7099ab5 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks [] for router (64e86b26-bff9-4b14-8f87-0c8bc2a44c23), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.559110 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9a1ff-650b-4dd5-9d6d-61da39b568e9 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Pushing event deleted for resources: {'Port': ['ID=46711888-55fd-44a2-8bcb-4b696846028e,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:28.604375 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0ef0aef6-0cc3-4ae8-831e-e9251946d76c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks [] for security_group (13b3d6fd-6ef1-48f8-b6b8-f7016ddc9d1f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.623551 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65d9a1ff-650b-4dd5-9d6d-61da39b568e9 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks [] for floatingip (6eadc82e-7d1f-426a-850d-8eef5d845f38), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.626196 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65d9a1ff-650b-4dd5-9d6d-61da39b568e9 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.627433 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-65d9a1ff-650b-4dd5-9d6d-61da39b568e9 tempest-FloatingIPAdminTestJSON-1042478699 tempest-FloatingIPAdminTestJSON-1042478699-project] 10.222.0.15 "DELETE /v2.0/floatingips/6eadc82e-7d1f-426a-850d-8eef5d845f38 HTTP/1.1" status: 204 len: 168 time: 0.9883168 Apr 15 03:36:28.633271 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e6d7fcc-39d9-4970-a9ca-c882b04a8cc9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (12294732-3670-466b-b4ed-4750bc8b1c6a), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.639514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d3a27bcb-fd86-4318-8801-8d0351c75db0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (e335cca5-7d6b-48e0-8c24-a1fe1342be0c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.677352 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a27bcb-fd86-4318-8801-8d0351c75db0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:28.678230 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0ef0aef6-0cc3-4ae8-831e-e9251946d76c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (13b3d6fd-6ef1-48f8-b6b8-f7016ddc9d1f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.681732 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-d3a27bcb-fd86-4318-8801-8d0351c75db0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:28.684429 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a27bcb-fd86-4318-8801-8d0351c75db0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:28.717287 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a27bcb-fd86-4318-8801-8d0351c75db0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Pushing event updated for resources: {'Port': ['ID=e335cca5-7d6b-48e0-8c24-a1fe1342be0c,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:28.754644 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef0aef6-0cc3-4ae8-831e-e9251946d76c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:36:28.840775 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0aef6-0cc3-4ae8-831e-e9251946d76c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b3d6fd-6ef1-48f8-b6b8-f7016ddc9d1f,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:28.860984 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c94851df-bed5-4941-9b97-4ae71080e9b1 admin admin] Publish callbacks [] for security_group (0d41105f-1fe5-41c7-b398-e6cc6c45a184), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.865614 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0ef0aef6-0cc3-4ae8-831e-e9251946d76c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (71614590-05c1-4d7a-8237-f78f7e08255d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.865964 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-0ef0aef6-0cc3-4ae8-831e-e9251946d76c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Added segment 71614590-05c1-4d7a-8237-f78f7e08255d of type vlan for network 40f6aea8-73d8-4b32-9fa0-337a7f73110e Apr 15 03:36:28.884825 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f87b5044-09ed-49f4-b56a-2d1de7099ab5 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (64e86b26-bff9-4b14-8f87-0c8bc2a44c23), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.893625 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f87b5044-09ed-49f4-b56a-2d1de7099ab5 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks [] for router_controller (64e86b26-bff9-4b14-8f87-0c8bc2a44c23), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:28.970880 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c94851df-bed5-4941-9b97-4ae71080e9b1 admin admin] Publish callbacks [] for security_group (0d41105f-1fe5-41c7-b398-e6cc6c45a184), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.023074 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0ef0aef6-0cc3-4ae8-831e-e9251946d76c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (40f6aea8-73d8-4b32-9fa0-337a7f73110e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.060021 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58908) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:29.104156 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f87b5044-09ed-49f4-b56a-2d1de7099ab5 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (64e86b26-bff9-4b14-8f87-0c8bc2a44c23), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.105144 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87b5044-09ed-49f4-b56a-2d1de7099ab5 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Fanout notify agent at l3_agent the message router_deleted on router 64e86b26-bff9-4b14-8f87-0c8bc2a44c23 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:36:29.123174 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f87b5044-09ed-49f4-b56a-2d1de7099ab5 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.124337 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f87b5044-09ed-49f4-b56a-2d1de7099ab5 tempest-RoutersNegativeTest-671575187 tempest-RoutersNegativeTest-671575187-project] 10.222.0.15 "DELETE /v2.0/routers/64e86b26-bff9-4b14-8f87-0c8bc2a44c23 HTTP/1.1" status: 204 len: 168 time: 0.7012584 Apr 15 03:36:29.148447 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e6d7fcc-39d9-4970-a9ca-c882b04a8cc9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Publish callbacks [] for port (12294732-3670-466b-b4ed-4750bc8b1c6a), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.158393 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0ef0aef6-0cc3-4ae8-831e-e9251946d76c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (40f6aea8-73d8-4b32-9fa0-337a7f73110e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.165982 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef0aef6-0cc3-4ae8-831e-e9251946d76c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:29.166649 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0ef0aef6-0cc3-4ae8-831e-e9251946d76c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.203640 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c94851df-bed5-4941-9b97-4ae71080e9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (0d41105f-1fe5-41c7-b398-e6cc6c45a184), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.206083 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c94851df-bed5-4941-9b97-4ae71080e9b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.207195 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c94851df-bed5-4941-9b97-4ae71080e9b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d41105f-1fe5-41c7-b398-e6cc6c45a184 HTTP/1.1" status: 204 len: 168 time: 0.6723571 Apr 15 03:36:29.260041 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94851df-bed5-4941-9b97-4ae71080e9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d41105f-1fe5-41c7-b398-e6cc6c45a184,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:29.261773 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e6d7fcc-39d9-4970-a9ca-c882b04a8cc9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (12294732-3670-466b-b4ed-4750bc8b1c6a), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.271997 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0aef6-0cc3-4ae8-831e-e9251946d76c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Pushing event updated for resources: {'Network': ['ID=40f6aea8-73d8-4b32-9fa0-337a7f73110e,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:29.285292 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 40f6aea8-73d8-4b32-9fa0-337a7f73110e details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:36:29.311193 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0ef0aef6-0cc3-4ae8-831e-e9251946d76c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2383842 Apr 15 03:36:29.314783 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58918) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:29.320827 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-822d7ffe-3266-4182-8c10-e8fee642a6a8 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Request body: {'subnet': {'network_id': '40f6aea8-73d8-4b32-9fa0-337a7f73110e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:29.352159 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fcb02d8f-d7d0-4db1-99fe-3632c4899ed3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20dcbc1dd82f4bbcace452c9ac5c39f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2843666 Apr 15 03:36:29.355814 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58920) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:29.375992 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d7fcc-39d9-4970-a9ca-c882b04a8cc9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Pushing event updated for resources: {'Port': ['ID=12294732-3670-466b-b4ed-4750bc8b1c6a,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:29.382547 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e6d7fcc-39d9-4970-a9ca-c882b04a8cc9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (eed0bc52-38d9-4297-a5a1-0c16cfba6472), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.435157 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-724a883d-14b7-4906-a8d8-13792bbb0f7b admin admin] Publish callbacks [] for security_group (7123f5cd-3a04-4ddc-93e3-4c83bd80a5f3), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.459859 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-724a883d-14b7-4906-a8d8-13792bbb0f7b admin admin] Publish callbacks [] for security_group (7123f5cd-3a04-4ddc-93e3-4c83bd80a5f3), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.488801 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7e6d7fcc-39d9-4970-a9ca-c882b04a8cc9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.492933 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7e6d7fcc-39d9-4970-a9ca-c882b04a8cc9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6158059 Apr 15 03:36:29.493141 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58922) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:29.498340 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-ae52fa1d-0ffc-49b0-a8cc-af52b928afb9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1192721010', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'fixed_ips': [{'ip_address': '172.26.6.165'}]}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:29.502876 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d3a27bcb-fd86-4318-8801-8d0351c75db0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_gateway (910aada0-a6d5-47bb-a384-20fc34d832b7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.578770 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-724a883d-14b7-4906-a8d8-13792bbb0f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (7123f5cd-3a04-4ddc-93e3-4c83bd80a5f3), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.582467 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-724a883d-14b7-4906-a8d8-13792bbb0f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.582594 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822d7ffe-3266-4182-8c10-e8fee642a6a8 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Made reservation on behalf of 8e8db9aa0ca74cf5bd8f185a4039e0bb for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:29.583929 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-724a883d-14b7-4906-a8d8-13792bbb0f7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7123f5cd-3a04-4ddc-93e3-4c83bd80a5f3 HTTP/1.1" status: 204 len: 168 time: 0.2242572 Apr 15 03:36:29.586050 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-822d7ffe-3266-4182-8c10-e8fee642a6a8 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.586596 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae52fa1d-0ffc-49b0-a8cc-af52b928afb9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Made reservation on behalf of 769a1fe89baa4bba8d4179ddfc198f0d for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:29.588870 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae52fa1d-0ffc-49b0-a8cc-af52b928afb9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.604577 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a883d-14b7-4906-a8d8-13792bbb0f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7123f5cd-3a04-4ddc-93e3-4c83bd80a5f3,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:29.631177 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae52fa1d-0ffc-49b0-a8cc-af52b928afb9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.732535 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae52fa1d-0ffc-49b0-a8cc-af52b928afb9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Publish callbacks [] for security_group (6a952dbb-7cd2-4011-ba4f-3288b232778e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.763766 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58932) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:29.810255 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae52fa1d-0ffc-49b0-a8cc-af52b928afb9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (6a952dbb-7cd2-4011-ba4f-3288b232778e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.817182 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-ae52fa1d-0ffc-49b0-a8cc-af52b928afb9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] device_id is not set on port 02a1c462-ae15-4ee7-b179-8bbd502d53c3 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:36:29.825849 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d3a27bcb-fd86-4318-8801-8d0351c75db0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (910aada0-a6d5-47bb-a384-20fc34d832b7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:29.908354 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52fa1d-0ffc-49b0-a8cc-af52b928afb9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a952dbb-7cd2-4011-ba4f-3288b232778e,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:29.989106 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-822d7ffe-3266-4182-8c10-e8fee642a6a8 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (d31e4241-6dc9-4733-a25b-52594154e921), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:30.077312 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d7ffe-3266-4182-8c10-e8fee642a6a8 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Pushing event updated for resources: {'Subnet': ['ID=d31e4241-6dc9-4733-a25b-52594154e921,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:30.085666 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822d7ffe-3266-4182-8c10-e8fee642a6a8 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Checking segment: {'id': '71614590-05c1-4d7a-8237-f78f7e08255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '40f6aea8-73d8-4b32-9fa0-337a7f73110e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:36:30.086104 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822d7ffe-3266-4182-8c10-e8fee642a6a8 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Network hostable DHCP agents. Network: 40f6aea8-73d8-4b32-9fa0-337a7f73110e, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:36:30.111376 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1ea88aac-e977-43f2-a9af-a6cbe63cfcfd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=616da300bb9a49ff9cf2aec5ffde9ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433857 Apr 15 03:36:30.111376 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58942) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:30.131637 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae52fa1d-0ffc-49b0-a8cc-af52b928afb9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 15 03:36:30.132145 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae52fa1d-0ffc-49b0-a8cc-af52b928afb9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:36:30.150025 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a27bcb-fd86-4318-8801-8d0351c75db0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Router 910aada0-a6d5-47bb-a384-20fc34d832b7 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:36:30.175679 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df95c1b8-8578-431d-a455-15d1d7ac1a69 admin admin] Publish callbacks [] for security_group (cade5a0f-6f46-4076-bc13-11ae0ef3c2b5), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:30.195204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822d7ffe-3266-4182-8c10-e8fee642a6a8 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Network 40f6aea8-73d8-4b32-9fa0-337a7f73110e is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:36:30.197187 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df95c1b8-8578-431d-a455-15d1d7ac1a69 admin admin] Publish callbacks [] for security_group (cade5a0f-6f46-4076-bc13-11ae0ef3c2b5), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:30.266315 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a27bcb-fd86-4318-8801-8d0351c75db0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:36:30.279673 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-822d7ffe-3266-4182-8c10-e8fee642a6a8 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 40f6aea8-73d8-4b32-9fa0-337a7f73110e) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:30.282871 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] Sync routers for ids ['910aada0-a6d5-47bb-a384-20fc34d832b7'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:36:30.283970 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822d7ffe-3266-4182-8c10-e8fee642a6a8 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:30.285608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-822d7ffe-3266-4182-8c10-e8fee642a6a8 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:30.298843 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228ad2b2-faea-488c-8455-cb58151531a8 None None] Network 40f6aea8-73d8-4b32-9fa0-337a7f73110e requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:30.305118 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] Routers {'910aada0-a6d5-47bb-a384-20fc34d832b7'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:30.310772 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58946) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:30.310918 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['910aada0-a6d5-47bb-a384-20fc34d832b7'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:30.311019 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ae52fa1d-0ffc-49b0-a8cc-af52b928afb9 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8127449 Apr 15 03:36:30.330381 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df95c1b8-8578-431d-a455-15d1d7ac1a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (cade5a0f-6f46-4076-bc13-11ae0ef3c2b5), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:30.333759 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df95c1b8-8578-431d-a455-15d1d7ac1a69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:30.336655 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-df95c1b8-8578-431d-a455-15d1d7ac1a69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cade5a0f-6f46-4076-bc13-11ae0ef3c2b5 HTTP/1.1" status: 204 len: 168 time: 0.2206154 Apr 15 03:36:30.350188 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95c1b8-8578-431d-a455-15d1d7ac1a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cade5a0f-6f46-4076-bc13-11ae0ef3c2b5,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:30.370170 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d3a27bcb-fd86-4318-8801-8d0351c75db0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:30.370170 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d3a27bcb-fd86-4318-8801-8d0351c75db0 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.6426411 Apr 15 03:36:30.370170 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-822d7ffe-3266-4182-8c10-e8fee642a6a8 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0528054 Apr 15 03:36:30.374353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58952) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:30.374994 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58950) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:30.379840 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-e3c98fe8-9b17-45c8-bcc1-9ffcc638489f tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Request body: {'port': {'network_id': '40f6aea8-73d8-4b32-9fa0-337a7f73110e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1883705566'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:30.460554 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58954) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:30.514971 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-14bf86c0-5c13-4e41-a1a3-73e30ed51171 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Deleting port 12294732-3670-466b-b4ed-4750bc8b1c6a {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:30.515318 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-14bf86c0-5c13-4e41-a1a3-73e30ed51171 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (12294732-3670-466b-b4ed-4750bc8b1c6a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:30.520823 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] Set router 910aada0-a6d5-47bb-a384-20fc34d832b7 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:36:30.554723 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f83d282-5b1c-4e22-bd2b-ca35604a314e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:30.632493 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-14bf86c0-5c13-4e41-a1a3-73e30ed51171 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (12294732-3670-466b-b4ed-4750bc8b1c6a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:30.632744 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-14bf86c0-5c13-4e41-a1a3-73e30ed51171 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Publish callbacks [] for floatingip (12294732-3670-466b-b4ed-4750bc8b1c6a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:30.652227 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0ce108c3-1e5e-416d-a060-28eb41149719 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "GET /v2.0/routers/910aada0-a6d5-47bb-a384-20fc34d832b7 HTTP/1.1" status: 200 len: 908 time: 0.2725701 Apr 15 03:36:30.654863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58960) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:30.665496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-b1c99ae1-1b56-433d-85bd-c5356c4edf19 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1220304938', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'enable_snat': True}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:30.669756 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-14bf86c0-5c13-4e41-a1a3-73e30ed51171 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Calling delete_port for 12294732-3670-466b-b4ed-4750bc8b1c6a owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:30.715571 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f83d282-5b1c-4e22-bd2b-ca35604a314e admin admin] Publish callbacks [] for security_group (4e67f164-cf1e-473e-81d0-9e52ffd43c51), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:30.730393 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c98fe8-9b17-45c8-bcc1-9ffcc638489f tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Made reservation on behalf of 8e8db9aa0ca74cf5bd8f185a4039e0bb for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:30.733829 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e3c98fe8-9b17-45c8-bcc1-9ffcc638489f tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:30.738220 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ba2281-ba83-4c34-8061-8733a061b088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-40f6aea8-73d8-4b32-9fa0-337a7f73110e', 'network_id': '40f6aea8-73d8-4b32-9fa0-337a7f73110e', 'project_id': '8e8db9aa0ca74cf5bd8f185a4039e0bb', 'fixed_ips': [{'subnet_id': 'd31e4241-6dc9-4733-a25b-52594154e921'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:36:30.739082 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a2ba2281-ba83-4c34-8061-8733a061b088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:30.767159 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-e3c98fe8-9b17-45c8-bcc1-9ffcc638489f tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] device_id is not set on port e5bffbad-4bd6-41d8-821c-dd65272656be yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:36:30.807441 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f83d282-5b1c-4e22-bd2b-ca35604a314e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (4e67f164-cf1e-473e-81d0-9e52ffd43c51), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:30.839694 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b1c99ae1-1b56-433d-85bd-c5356c4edf19 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (e02234d9-f0cc-4096-91a2-b10d99f39297), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:30.840573 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b1c99ae1-1b56-433d-85bd-c5356c4edf19 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (e02234d9-f0cc-4096-91a2-b10d99f39297), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:30.867508 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83d282-5b1c-4e22-bd2b-ca35604a314e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e67f164-cf1e-473e-81d0-9e52ffd43c51,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:30.895593 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5f83d282-5b1c-4e22-bd2b-ca35604a314e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae03313f0b1f444f9a4a2e10acaf9c28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4339654 Apr 15 03:36:30.896919 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58966) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:30.945569 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-e3c98fe8-9b17-45c8-bcc1-9ffcc638489f tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Allocated IP 172.20.0.8 (40f6aea8-73d8-4b32-9fa0-337a7f73110e/d31e4241-6dc9-4733-a25b-52594154e921/e5bffbad-4bd6-41d8-821c-dd65272656be) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:30.984354 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e66ddbf7-3aa8-4951-a629-c1344cd7c3f0 admin admin] Publish callbacks [] for security_group (4e67f164-cf1e-473e-81d0-9e52ffd43c51), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:30.990566 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910aada0-a6d5-47bb-a384-20fc34d832b7', 'name': 'tempest-snat-router-1220304938', 'tenant_id': '4aef19eec8d045cf96c63f759a6e46a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.11'}], 'enable_snat': False}, 'gw_port_id': 'e335cca5-7d6b-48e0-8c24-a1fe1342be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:36:26Z', 'updated_at': '2022-04-15T03:36:29Z', 'revision_number': 3, 'project_id': '4aef19eec8d045cf96c63f759a6e46a2', 'gw_port': {'id': 'e335cca5-7d6b-48e0-8c24-a1fe1342be0c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:46:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910aada0-a6d5-47bb-a384-20fc34d832b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:36:28Z', 'updated_at': '2022-04-15T03:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:31.015923 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e66ddbf7-3aa8-4951-a629-c1344cd7c3f0 admin admin] Publish callbacks [] for security_group (4e67f164-cf1e-473e-81d0-9e52ffd43c51), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.024526 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] Checking router: 910aada0-a6d5-47bb-a384-20fc34d832b7 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:36:31.024903 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] Updating router 910aada0-a6d5-47bb-a384-20fc34d832b7 port e335cca5-7d6b-48e0-8c24-a1fe1342be0c binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:36:31.064091 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58970) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:31.068093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e335cca5-7d6b-48e0-8c24-a1fe1342be0c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.083442 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-14bf86c0-5c13-4e41-a1a3-73e30ed51171 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (12294732-3670-466b-b4ed-4750bc8b1c6a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.139886 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf86c0-5c13-4e41-a1a3-73e30ed51171 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Pushing event deleted for resources: {'Port': ['ID=12294732-3670-466b-b4ed-4750bc8b1c6a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:31.150210 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e66ddbf7-3aa8-4951-a629-c1344cd7c3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (4e67f164-cf1e-473e-81d0-9e52ffd43c51), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.152969 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e66ddbf7-3aa8-4951-a629-c1344cd7c3f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.154670 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e66ddbf7-3aa8-4951-a629-c1344cd7c3f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e67f164-cf1e-473e-81d0-9e52ffd43c51 HTTP/1.1" status: 204 len: 168 time: 0.2548299 Apr 15 03:36:31.170675 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ddbf7-3aa8-4951-a629-c1344cd7c3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e67f164-cf1e-473e-81d0-9e52ffd43c51,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:31.233756 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-b7b5de66-560e-4fb7-9dd0-0e2c83b60185 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-368389104'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:31.335655 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b1c99ae1-1b56-433d-85bd-c5356c4edf19 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_controller (e02234d9-f0cc-4096-91a2-b10d99f39297), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.352292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e3c98fe8-9b17-45c8-bcc1-9ffcc638489f tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks [] for port (e5bffbad-4bd6-41d8-821c-dd65272656be), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.359608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-14bf86c0-5c13-4e41-a1a3-73e30ed51171 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Publish callbacks [] for floatingip (eed0bc52-38d9-4297-a5a1-0c16cfba6472), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.362334 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-14bf86c0-5c13-4e41-a1a3-73e30ed51171 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.367329 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-14bf86c0-5c13-4e41-a1a3-73e30ed51171 tempest-ExternalNetworksAdminNegativeTestJSON-70295432 tempest-ExternalNetworksAdminNegativeTestJSON-70295432-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/eed0bc52-38d9-4297-a5a1-0c16cfba6472 HTTP/1.1" status: 204 len: 168 time: 1.0570343 Apr 15 03:36:31.402466 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] Publish callbacks [] for port (e335cca5-7d6b-48e0-8c24-a1fe1342be0c), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.432219 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b5de66-560e-4fb7-9dd0-0e2c83b60185 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:31.445197 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7b5de66-560e-4fb7-9dd0-0e2c83b60185 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.446984 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7b5de66-560e-4fb7-9dd0-0e2c83b60185 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.521991 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e335cca5-7d6b-48e0-8c24-a1fe1342be0c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.522360 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e3c98fe8-9b17-45c8-bcc1-9ffcc638489f tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (e5bffbad-4bd6-41d8-821c-dd65272656be), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.586100 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] Attempting to bind port e335cca5-7d6b-48e0-8c24-a1fe1342be0c on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:36:31.586474 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] Attempting to bind port e335cca5-7d6b-48e0-8c24-a1fe1342be0c by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:36:31.586865 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] Attempting to bind port e335cca5-7d6b-48e0-8c24-a1fe1342be0c on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:36:31.598726 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-a2ba2281-ba83-4c34-8061-8733a061b088 None None] Allocated IP 172.20.0.2 (40f6aea8-73d8-4b32-9fa0-337a7f73110e/d31e4241-6dc9-4733-a25b-52594154e921/178305bf-20cd-4909-99bb-9f98c91f1fc7) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:31.600793 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd2c9c-7ac0-4ffb-a64b-53d5a221523d None None] Pushing event updated for resources: {'Port': ['ID=e335cca5-7d6b-48e0-8c24-a1fe1342be0c,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:31.603172 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:36:31.603530 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:36:31.603928 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.604310 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:36:31.604773 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] Bound port: e335cca5-7d6b-48e0-8c24-a1fe1342be0c, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:36:31.605149 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e335cca5-7d6b-48e0-8c24-a1fe1342be0c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.660094 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c98fe8-9b17-45c8-bcc1-9ffcc638489f tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Network 40f6aea8-73d8-4b32-9fa0-337a7f73110e is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:31.667366 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c98fe8-9b17-45c8-bcc1-9ffcc638489f tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Pushing event updated for resources: {'Port': ['ID=e5bffbad-4bd6-41d8-821c-dd65272656be,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:31.672881 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-e3c98fe8-9b17-45c8-bcc1-9ffcc638489f tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:31.677651 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b1c99ae1-1b56-433d-85bd-c5356c4edf19 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_gateway (e02234d9-f0cc-4096-91a2-b10d99f39297), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.683074 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c98fe8-9b17-45c8-bcc1-9ffcc638489f tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:31.713571 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] For port e335cca5-7d6b-48e0-8c24-a1fe1342be0c, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:36:31.734925 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] For port e335cca5-7d6b-48e0-8c24-a1fe1342be0c, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e335cca5-7d6b-48e0-8c24-a1fe1342be0c,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:36:31.750702 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c98fe8-9b17-45c8-bcc1-9ffcc638489f tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:31.751341 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e3c98fe8-9b17-45c8-bcc1-9ffcc638489f tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.777372 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7b5de66-560e-4fb7-9dd0-0e2c83b60185 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (f6e27e50-df5a-41a5-91a7-cdeb24f470cf), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.811123 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a2ba2281-ba83-4c34-8061-8733a061b088 None None] Publish callbacks [] for port (178305bf-20cd-4909-99bb-9f98c91f1fc7), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.841129 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e335cca5-7d6b-48e0-8c24-a1fe1342be0c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.904507 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] Routers {'910aada0-a6d5-47bb-a384-20fc34d832b7'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:31.905273 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['910aada0-a6d5-47bb-a384-20fc34d832b7'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:31.910401 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd2c9c-7ac0-4ffb-a64b-53d5a221523d None None] Pushing event updated for resources: {'Port': ['ID=e335cca5-7d6b-48e0-8c24-a1fe1342be0c,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:31.928201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7b5de66-560e-4fb7-9dd0-0e2c83b60185 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (f6e27e50-df5a-41a5-91a7-cdeb24f470cf), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.939113 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e3c98fe8-9b17-45c8-bcc1-9ffcc638489f tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5652623 Apr 15 03:36:31.941894 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 58992) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:31.946479 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a2ba2281-ba83-4c34-8061-8733a061b088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (178305bf-20cd-4909-99bb-9f98c91f1fc7), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:31.947965 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-aa6cfc91-f997-42cc-8f21-bc2ad405efc5 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Request body: {'port': {'network_id': '40f6aea8-73d8-4b32-9fa0-337a7f73110e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-382654561', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:31.948538 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.api.validators [None req-aa6cfc91-f997-42cc-8f21-bc2ad405efc5 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] bootfile-name is not in valid_values {{(pid=104667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 15 03:36:31.949060 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.api.validators [None req-aa6cfc91-f997-42cc-8f21-bc2ad405efc5 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] tftp-server is not in valid_values {{(pid=104667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 15 03:36:31.949390 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.api.validators [None req-aa6cfc91-f997-42cc-8f21-bc2ad405efc5 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] server-ip-address is not in valid_values {{(pid=104667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 15 03:36:32.010206 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b5de66-560e-4fb7-9dd0-0e2c83b60185 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:36:32.023050 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5de66-560e-4fb7-9dd0-0e2c83b60185 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e27e50-df5a-41a5-91a7-cdeb24f470cf,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:32.043532 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ba2281-ba83-4c34-8061-8733a061b088 None None] Network 40f6aea8-73d8-4b32-9fa0-337a7f73110e is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:32.051409 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 58996) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:32.052392 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba2281-ba83-4c34-8061-8733a061b088 None None] Pushing event updated for resources: {'Port': ['ID=178305bf-20cd-4909-99bb-9f98c91f1fc7,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:32.055159 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-a2ba2281-ba83-4c34-8061-8733a061b088 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:32.059151 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ba2281-ba83-4c34-8061-8733a061b088 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:32.075673 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7b5de66-560e-4fb7-9dd0-0e2c83b60185 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7bc55095-3f5c-4cde-a924-373e493ee889), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:32.076394 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-b7b5de66-560e-4fb7-9dd0-0e2c83b60185 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Added segment 7bc55095-3f5c-4cde-a924-373e493ee889 of type vlan for network b6a69919-449e-4977-899e-5a45769fb810 Apr 15 03:36:32.090761 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b1c99ae1-1b56-433d-85bd-c5356c4edf19 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_gateway (e02234d9-f0cc-4096-91a2-b10d99f39297), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:32.128769 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59002) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:32.136193 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] Set router 910aada0-a6d5-47bb-a384-20fc34d832b7 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:36:32.147523 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b1c99ae1-1b56-433d-85bd-c5356c4edf19 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:32.152775 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-564d557a-6893-4bbf-83d8-5bf4d6a5d238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:32.165993 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7b5de66-560e-4fb7-9dd0-0e2c83b60185 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (b6a69919-449e-4977-899e-5a45769fb810), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:32.203638 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-a2ba2281-ba83-4c34-8061-8733a061b088 None None] Attempting to bind port 178305bf-20cd-4909-99bb-9f98c91f1fc7 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:36:32.204228 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-a2ba2281-ba83-4c34-8061-8733a061b088 None None] Attempting to bind port 178305bf-20cd-4909-99bb-9f98c91f1fc7 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '71614590-05c1-4d7a-8237-f78f7e08255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '40f6aea8-73d8-4b32-9fa0-337a7f73110e'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:36:32.204617 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ba2281-ba83-4c34-8061-8733a061b088 None None] Attempting to bind port 178305bf-20cd-4909-99bb-9f98c91f1fc7 on network 40f6aea8-73d8-4b32-9fa0-337a7f73110e {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:36:32.220890 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ba2281-ba83-4c34-8061-8733a061b088 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:36:32.221450 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ba2281-ba83-4c34-8061-8733a061b088 None None] Checking segment: {'id': '71614590-05c1-4d7a-8237-f78f7e08255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '40f6aea8-73d8-4b32-9fa0-337a7f73110e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:36:32.222457 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a2ba2281-ba83-4c34-8061-8733a061b088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:32.223244 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6cfc91-f997-42cc-8f21-bc2ad405efc5 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Made reservation on behalf of 8e8db9aa0ca74cf5bd8f185a4039e0bb for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:32.223698 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ba2281-ba83-4c34-8061-8733a061b088 None None] Bound using segment: {'id': '71614590-05c1-4d7a-8237-f78f7e08255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '40f6aea8-73d8-4b32-9fa0-337a7f73110e'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:36:32.224983 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-a2ba2281-ba83-4c34-8061-8733a061b088 None None] Bound port: 178305bf-20cd-4909-99bb-9f98c91f1fc7, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71614590-05c1-4d7a-8237-f78f7e08255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '40f6aea8-73d8-4b32-9fa0-337a7f73110e'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:36:32.227379 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a2ba2281-ba83-4c34-8061-8733a061b088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (178305bf-20cd-4909-99bb-9f98c91f1fc7), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:32.229195 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa6cfc91-f997-42cc-8f21-bc2ad405efc5 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:32.269592 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-aa6cfc91-f997-42cc-8f21-bc2ad405efc5 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] device_id is not set on port ad22a9f6-87b6-470e-8c4e-6e36f7cec8b5 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:36:32.289843 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-b1c99ae1-1b56-433d-85bd-c5356c4edf19 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Allocated IP 172.26.6.124 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/b1be7ee9-8840-4bb6-a719-b5b527fc2658) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:32.301384 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7b5de66-560e-4fb7-9dd0-0e2c83b60185 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (b6a69919-449e-4977-899e-5a45769fb810), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:32.307916 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b5de66-560e-4fb7-9dd0-0e2c83b60185 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:32.308532 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7b5de66-560e-4fb7-9dd0-0e2c83b60185 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:32.360997 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-564d557a-6893-4bbf-83d8-5bf4d6a5d238 admin admin] Publish callbacks [] for security_group (f0c4ae52-2d42-4d6a-95c7-be952797cc16), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:32.410563 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-a2ba2281-ba83-4c34-8061-8733a061b088 None None] For port 178305bf-20cd-4909-99bb-9f98c91f1fc7, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:36:32.415192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-a2ba2281-ba83-4c34-8061-8733a061b088 None None] For port 178305bf-20cd-4909-99bb-9f98c91f1fc7, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=178305bf-20cd-4909-99bb-9f98c91f1fc7,segment=NetworkSegment(71614590-05c1-4d7a-8237-f78f7e08255d),segment_id=71614590-05c1-4d7a-8237-f78f7e08255d)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:36:32.417714 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-aa6cfc91-f997-42cc-8f21-bc2ad405efc5 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Allocated IP 172.20.0.5 (40f6aea8-73d8-4b32-9fa0-337a7f73110e/d31e4241-6dc9-4733-a25b-52594154e921/ad22a9f6-87b6-470e-8c4e-6e36f7cec8b5) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:32.450834 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b7b5de66-560e-4fb7-9dd0-0e2c83b60185 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3851001 Apr 15 03:36:32.458446 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59006) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:32.462815 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-96be480f-bea9-4eca-8d30-61e2817ebf51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:32.464685 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-1c07f650-d9b2-4342-8604-d78d8abca27b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'port': {'network_id': 'b6a69919-449e-4977-899e-5a45769fb810', 'name': 'tempest-PortsIpV6TestJSON-1175420163'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:32.467451 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5de66-560e-4fb7-9dd0-0e2c83b60185 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Network': ['ID=b6a69919-449e-4977-899e-5a45769fb810,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:32.470316 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910aada0-a6d5-47bb-a384-20fc34d832b7', 'name': 'tempest-snat-router-1220304938', 'tenant_id': '4aef19eec8d045cf96c63f759a6e46a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.11'}], 'enable_snat': False}, 'gw_port_id': 'e335cca5-7d6b-48e0-8c24-a1fe1342be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:36:26Z', 'updated_at': '2022-04-15T03:36:29Z', 'revision_number': 3, 'project_id': '4aef19eec8d045cf96c63f759a6e46a2', 'gw_port': {'id': 'e335cca5-7d6b-48e0-8c24-a1fe1342be0c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:46:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910aada0-a6d5-47bb-a384-20fc34d832b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:36:28Z', 'updated_at': '2022-04-15T03:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:32.482641 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-564d557a-6893-4bbf-83d8-5bf4d6a5d238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (f0c4ae52-2d42-4d6a-95c7-be952797cc16), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:32.514290 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network b6a69919-449e-4977-899e-5a45769fb810 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:36:32.548064 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b1c99ae1-1b56-433d-85bd-c5356c4edf19 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for port (b1be7ee9-8840-4bb6-a719-b5b527fc2658), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:32.601003 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59008) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:32.601576 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a2ba2281-ba83-4c34-8061-8733a061b088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (178305bf-20cd-4909-99bb-9f98c91f1fc7), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:32.607153 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acab6d9-bdba-4a86-8633-e1a85e0aa68c None None] The sync data for ids ['910aada0-a6d5-47bb-a384-20fc34d832b7'] in dv-neutron-837140-3-hyperv is: [{'id': '910aada0-a6d5-47bb-a384-20fc34d832b7', 'name': 'tempest-snat-router-1220304938', 'tenant_id': '4aef19eec8d045cf96c63f759a6e46a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.11'}], 'enable_snat': False}, 'gw_port_id': 'e335cca5-7d6b-48e0-8c24-a1fe1342be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:36:26Z', 'updated_at': '2022-04-15T03:36:29Z', 'revision_number': 3, 'project_id': '4aef19eec8d045cf96c63f759a6e46a2', 'gw_port': {'id': 'e335cca5-7d6b-48e0-8c24-a1fe1342be0c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:46:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910aada0-a6d5-47bb-a384-20fc34d832b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:36:28Z', 'updated_at': '2022-04-15T03:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:36:32.626165 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-96be480f-bea9-4eca-8d30-61e2817ebf51 admin admin] Publish callbacks [] for security_group (301dd4ec-c458-4d75-a146-18bf29056925), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:32.632433 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-564d557a-6893-4bbf-83d8-5bf4d6a5d238 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e89a0f13351c453891100a71f961c1ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4996037 Apr 15 03:36:32.633069 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59012) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:32.635793 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d557a-6893-4bbf-83d8-5bf4d6a5d238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c4ae52-2d42-4d6a-95c7-be952797cc16,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:32.708367 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f7c37ce-2291-41bc-b73a-684a261cbb1e admin admin] Publish callbacks [] for security_group (f0c4ae52-2d42-4d6a-95c7-be952797cc16), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:32.738372 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f7c37ce-2291-41bc-b73a-684a261cbb1e admin admin] Publish callbacks [] for security_group (f0c4ae52-2d42-4d6a-95c7-be952797cc16), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:32.795541 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-96be480f-bea9-4eca-8d30-61e2817ebf51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (301dd4ec-c458-4d75-a146-18bf29056925), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:32.796529 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba2281-ba83-4c34-8061-8733a061b088 None None] Pushing event updated for resources: {'Port': ['ID=178305bf-20cd-4909-99bb-9f98c91f1fc7,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:32.817962 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa6cfc91-f997-42cc-8f21-bc2ad405efc5 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks [] for port (ad22a9f6-87b6-470e-8c4e-6e36f7cec8b5), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:32.818965 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b1c99ae1-1b56-433d-85bd-c5356c4edf19 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (b1be7ee9-8840-4bb6-a719-b5b527fc2658), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:32.838095 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-16190288-18d1-40b2-914b-b4c03dbbf42e tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group': {'name': 'tempest-secgroup--2103652188'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:32.858961 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-96be480f-bea9-4eca-8d30-61e2817ebf51 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e63ed892d87941fb8111b5dfe1abde8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7935619 Apr 15 03:36:32.859247 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59014) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:32.887400 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be480f-bea9-4eca-8d30-61e2817ebf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301dd4ec-c458-4d75-a146-18bf29056925,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:32.905775 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c99ae1-1b56-433d-85bd-c5356c4edf19 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:32.911298 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-b1c99ae1-1b56-433d-85bd-c5356c4edf19 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:32.933785 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c99ae1-1b56-433d-85bd-c5356c4edf19 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:32.934510 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a03663cd-95fd-4283-9c54-07dd0d396e24 admin admin] Publish callbacks [] for security_group (301dd4ec-c458-4d75-a146-18bf29056925), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:32.968122 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a03663cd-95fd-4283-9c54-07dd0d396e24 admin admin] Publish callbacks [] for security_group (301dd4ec-c458-4d75-a146-18bf29056925), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:33.004312 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c99ae1-1b56-433d-85bd-c5356c4edf19 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Pushing event updated for resources: {'Port': ['ID=b1be7ee9-8840-4bb6-a719-b5b527fc2658,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:33.169494 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c07f650-d9b2-4342-8604-d78d8abca27b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:33.173111 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1c07f650-d9b2-4342-8604-d78d8abca27b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:33.196164 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-1c07f650-d9b2-4342-8604-d78d8abca27b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] device_id is not set on port 948143fb-a674-415f-aaa3-870f5794a953 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:36:33.206920 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa6cfc91-f997-42cc-8f21-bc2ad405efc5 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (ad22a9f6-87b6-470e-8c4e-6e36f7cec8b5), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:33.254647 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6cfc91-f997-42cc-8f21-bc2ad405efc5 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Network 40f6aea8-73d8-4b32-9fa0-337a7f73110e is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:33.257887 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-aa6cfc91-f997-42cc-8f21-bc2ad405efc5 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:33.260502 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6cfc91-f997-42cc-8f21-bc2ad405efc5 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:33.294989 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cfc91-f997-42cc-8f21-bc2ad405efc5 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Pushing event updated for resources: {'Port': ['ID=ad22a9f6-87b6-470e-8c4e-6e36f7cec8b5,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:33.304061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-16190288-18d1-40b2-914b-b4c03dbbf42e tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:33.304283 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a03663cd-95fd-4283-9c54-07dd0d396e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (301dd4ec-c458-4d75-a146-18bf29056925), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:33.306602 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a03663cd-95fd-4283-9c54-07dd0d396e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:33.306980 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f7c37ce-2291-41bc-b73a-684a261cbb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (f0c4ae52-2d42-4d6a-95c7-be952797cc16), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:33.307824 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a03663cd-95fd-4283-9c54-07dd0d396e24 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/301dd4ec-c458-4d75-a146-18bf29056925 HTTP/1.1" status: 204 len: 168 time: 0.4574661 Apr 15 03:36:33.309619 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f7c37ce-2291-41bc-b73a-684a261cbb1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:33.313369 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1f7c37ce-2291-41bc-b73a-684a261cbb1e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0c4ae52-2d42-4d6a-95c7-be952797cc16 HTTP/1.1" status: 204 len: 168 time: 0.6773846 Apr 15 03:36:33.353824 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c37ce-2291-41bc-b73a-684a261cbb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c4ae52-2d42-4d6a-95c7-be952797cc16,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:33.361180 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03663cd-95fd-4283-9c54-07dd0d396e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301dd4ec-c458-4d75-a146-18bf29056925,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:33.384328 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6cfc91-f997-42cc-8f21-bc2ad405efc5 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:33.385077 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa6cfc91-f997-42cc-8f21-bc2ad405efc5 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:33.432478 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-16190288-18d1-40b2-914b-b4c03dbbf42e tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:33.514899 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-aa6cfc91-f997-42cc-8f21-bc2ad405efc5 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.5708613 Apr 15 03:36:33.518458 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59020) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:33.589936 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b1c99ae1-1b56-433d-85bd-c5356c4edf19 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_gateway (e02234d9-f0cc-4096-91a2-b10d99f39297), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:33.633153 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8922bd79-1ff2-4bd3-b4f5-71bb43ce76aa tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:33.638916 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8922bd79-1ff2-4bd3-b4f5-71bb43ce76aa tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:33.644351 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8922bd79-1ff2-4bd3-b4f5-71bb43ce76aa tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:33.646148 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8922bd79-1ff2-4bd3-b4f5-71bb43ce76aa tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1271551 Apr 15 03:36:33.649431 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1c07f650-d9b2-4342-8604-d78d8abca27b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (948143fb-a674-415f-aaa3-870f5794a953), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:33.650844 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59022) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:33.684427 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-16190288-18d1-40b2-914b-b4c03dbbf42e tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (f0663068-d511-4699-80e3-ddbc4cf36b17), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:33.765066 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-16190288-18d1-40b2-914b-b4c03dbbf42e tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (f0663068-d511-4699-80e3-ddbc4cf36b17), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:33.790596 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-f3c36bbd-a8c1-4126-be75-c4ecf6a87bcc tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Deleting port ad22a9f6-87b6-470e-8c4e-6e36f7cec8b5 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:33.798238 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3c36bbd-a8c1-4126-be75-c4ecf6a87bcc tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (ad22a9f6-87b6-470e-8c4e-6e36f7cec8b5), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:33.841247 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16190288-18d1-40b2-914b-b4c03dbbf42e tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0663068-d511-4699-80e3-ddbc4cf36b17,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:33.925034 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1c07f650-d9b2-4342-8604-d78d8abca27b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (948143fb-a674-415f-aaa3-870f5794a953), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:33.934864 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 178305bf-20cd-4909-99bb-9f98c91f1fc7 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:36:33.952651 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-16190288-18d1-40b2-914b-b4c03dbbf42e tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (0889aff2-3bfc-4308-847e-6082e0a523f8), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:34.062367 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 178305bf-20cd-4909-99bb-9f98c91f1fc7 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:34.068853 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (178305bf-20cd-4909-99bb-9f98c91f1fc7), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:34.172530 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5ab131-dceb-468a-a63d-7968314a9a26 None None] Network 40f6aea8-73d8-4b32-9fa0-337a7f73110e requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:34.267188 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 178305bf-20cd-4909-99bb-9f98c91f1fc7 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:34.267758 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (178305bf-20cd-4909-99bb-9f98c91f1fc7), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:34.276340 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-93210e61-13b6-47e4-9dd3-857b3038f807 None None] Provisioning complete for port 178305bf-20cd-4909-99bb-9f98c91f1fc7 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:34.276709 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-93210e61-13b6-47e4-9dd3-857b3038f807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (178305bf-20cd-4909-99bb-9f98c91f1fc7), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:34.372061 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 178305bf-20cd-4909-99bb-9f98c91f1fc7, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=178305bf-20cd-4909-99bb-9f98c91f1fc7,segment=NetworkSegment(71614590-05c1-4d7a-8237-f78f7e08255d),segment_id=71614590-05c1-4d7a-8237-f78f7e08255d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:34.392684 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:34.442113 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (178305bf-20cd-4909-99bb-9f98c91f1fc7), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:34.443179 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e335cca5-7d6b-48e0-8c24-a1fe1342be0c up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:36:34.479739 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-16190288-18d1-40b2-914b-b4c03dbbf42e tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (0889aff2-3bfc-4308-847e-6082e0a523f8), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:34.500402 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59036) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:34.517904 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07f650-d9b2-4342-8604-d78d8abca27b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=948143fb-a674-415f-aaa3-870f5794a953,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:34.540967 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3c36bbd-a8c1-4126-be75-c4ecf6a87bcc tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (ad22a9f6-87b6-470e-8c4e-6e36f7cec8b5), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:34.550903 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-93210e61-13b6-47e4-9dd3-857b3038f807 None None] Current status of the port 178305bf-20cd-4909-99bb-9f98c91f1fc7 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:34.550903 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-93210e61-13b6-47e4-9dd3-857b3038f807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (178305bf-20cd-4909-99bb-9f98c91f1fc7), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:34.567545 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port e335cca5-7d6b-48e0-8c24-a1fe1342be0c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:34.568202 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e335cca5-7d6b-48e0-8c24-a1fe1342be0c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:34.594932 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c07f650-d9b2-4342-8604-d78d8abca27b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Checking segment: {'id': '7bc55095-3f5c-4cde-a924-373e493ee889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6a69919-449e-4977-899e-5a45769fb810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:36:34.596871 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c07f650-d9b2-4342-8604-d78d8abca27b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network hostable DHCP agents. Network: b6a69919-449e-4977-899e-5a45769fb810, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:36:34.604158 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-16190288-18d1-40b2-914b-b4c03dbbf42e tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:34.604770 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-f3c36bbd-a8c1-4126-be75-c4ecf6a87bcc tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Calling delete_port for ad22a9f6-87b6-470e-8c4e-6e36f7cec8b5 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:34.605561 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-16190288-18d1-40b2-914b-b4c03dbbf42e tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.0024047 Apr 15 03:36:34.608408 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59040) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:34.611288 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16190288-18d1-40b2-914b-b4c03dbbf42e tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0889aff2-3bfc-4308-847e-6082e0a523f8,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:34.722586 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-de6cb4cf-8a22-4142-ad3b-b61d6eb6d048 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=769a1fe89baa4bba8d4179ddfc198f0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173541 Apr 15 03:36:34.726235 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59044) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:34.783972 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-543b9e67-1f86-40a2-9142-bbcce88f11da tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1741498 Apr 15 03:36:34.788656 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59048) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:34.788852 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b1c99ae1-1b56-433d-85bd-c5356c4edf19 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (e02234d9-f0cc-4096-91a2-b10d99f39297), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:34.808594 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-ac9b5dde-2945-4a28-bb4b-10010c29aac7 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group': {'name': 'tempest-security--1058967679', 'description': 'tempest-security-description-636238600'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:34.814908 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c07f650-d9b2-4342-8604-d78d8abca27b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network b6a69919-449e-4977-899e-5a45769fb810 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:36:34.903613 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=178305bf-20cd-4909-99bb-9f98c91f1fc7,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:34.961951 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-93210e61-13b6-47e4-9dd3-857b3038f807 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:36:34.962663 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-93210e61-13b6-47e4-9dd3-857b3038f807 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:36:34.982723 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8bfab8f1-2942-46ec-aa7e-4ba797020541 admin admin] Publish callbacks [] for security_group (6a952dbb-7cd2-4011-ba4f-3288b232778e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:34.999456 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ac9b5dde-2945-4a28-bb4b-10010c29aac7 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (0889aff2-3bfc-4308-847e-6082e0a523f8), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:35.038846 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-1c07f650-d9b2-4342-8604-d78d8abca27b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, b6a69919-449e-4977-899e-5a45769fb810) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:35.043056 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c07f650-d9b2-4342-8604-d78d8abca27b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:35.043399 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8bfab8f1-2942-46ec-aa7e-4ba797020541 admin admin] Publish callbacks [] for security_group (6a952dbb-7cd2-4011-ba4f-3288b232778e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:35.049531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c07f650-d9b2-4342-8604-d78d8abca27b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:35.051366 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1c07f650-d9b2-4342-8604-d78d8abca27b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:35.062684 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270859a9-4a75-4c71-830e-668f0dbd961a None None] Network b6a69919-449e-4977-899e-5a45769fb810 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:35.094472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ac9b5dde-2945-4a28-bb4b-10010c29aac7 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (0889aff2-3bfc-4308-847e-6082e0a523f8), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:35.097045 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3c36bbd-a8c1-4126-be75-c4ecf6a87bcc tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (ad22a9f6-87b6-470e-8c4e-6e36f7cec8b5), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:35.098056 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e335cca5-7d6b-48e0-8c24-a1fe1342be0c is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:35.098558 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e335cca5-7d6b-48e0-8c24-a1fe1342be0c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:35.102357 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c99ae1-1b56-433d-85bd-c5356c4edf19 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Router e02234d9-f0cc-4096-91a2-b10d99f39297 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:36:35.132702 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port e335cca5-7d6b-48e0-8c24-a1fe1342be0c, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e335cca5-7d6b-48e0-8c24-a1fe1342be0c,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:35.164333 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c36bbd-a8c1-4126-be75-c4ecf6a87bcc tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Pushing event deleted for resources: {'Port': ['ID=ad22a9f6-87b6-470e-8c4e-6e36f7cec8b5,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:35.180225 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ac9b5dde-2945-4a28-bb4b-10010c29aac7 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (0889aff2-3bfc-4308-847e-6082e0a523f8), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:35.183011 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ac9b5dde-2945-4a28-bb4b-10010c29aac7 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:35.188959 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ac9b5dde-2945-4a28-bb4b-10010c29aac7 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "PUT /v2.0/security-groups/0889aff2-3bfc-4308-847e-6082e0a523f8 HTTP/1.1" status: 200 len: 1794 time: 0.3966837 Apr 15 03:36:35.192890 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1c07f650-d9b2-4342-8604-d78d8abca27b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.7333131 Apr 15 03:36:35.193539 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59056) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:35.219735 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59058) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:35.224212 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e335cca5-7d6b-48e0-8c24-a1fe1342be0c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:35.231861 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-c487cedd-e3a6-47d3-a8ea-376e8513e498 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2017163869'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:35.304295 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=e335cca5-7d6b-48e0-8c24-a1fe1342be0c,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:35.341771 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b5dde-2945-4a28-bb4b-10010c29aac7 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0889aff2-3bfc-4308-847e-6082e0a523f8,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:35.357712 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3c36bbd-a8c1-4126-be75-c4ecf6a87bcc tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:35.360368 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f3c36bbd-a8c1-4126-be75-c4ecf6a87bcc tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] 10.222.0.15 "DELETE /v2.0/ports/ad22a9f6-87b6-470e-8c4e-6e36f7cec8b5 HTTP/1.1" status: 204 len: 168 time: 1.7085969 Apr 15 03:36:35.364855 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59060) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:35.367285 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c487cedd-e3a6-47d3-a8ea-376e8513e498 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:35.370590 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c487cedd-e3a6-47d3-a8ea-376e8513e498 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:35.371861 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-d513e802-ceb9-4ed1-b607-86e666a7fbf9 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Request body: {'port': {'name': 'tempest-new-port-name-1281308655', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:35.372303 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.api.validators [None req-d513e802-ceb9-4ed1-b607-86e666a7fbf9 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] bootfile-name is not in valid_values {{(pid=104667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 15 03:36:35.372646 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.api.validators [None req-d513e802-ceb9-4ed1-b607-86e666a7fbf9 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] tftp-server is not in valid_values {{(pid=104667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 15 03:36:35.372978 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.api.validators [None req-d513e802-ceb9-4ed1-b607-86e666a7fbf9 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] server-ip-address is not in valid_values {{(pid=104667) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 15 03:36:35.382015 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-373f1230-1fcb-406c-987e-c5a98e796ba1 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-groups/0889aff2-3bfc-4308-847e-6082e0a523f8 HTTP/1.1" status: 200 len: 1794 time: 0.1841924 Apr 15 03:36:35.385753 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59062) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:35.418336 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c99ae1-1b56-433d-85bd-c5356c4edf19 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:36:35.421462 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8bfab8f1-2942-46ec-aa7e-4ba797020541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (6a952dbb-7cd2-4011-ba4f-3288b232778e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:35.424574 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8bfab8f1-2942-46ec-aa7e-4ba797020541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:35.429208 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8bfab8f1-2942-46ec-aa7e-4ba797020541 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a952dbb-7cd2-4011-ba4f-3288b232778e HTTP/1.1" status: 204 len: 168 time: 0.6964881 Apr 15 03:36:35.431056 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d97675-da9c-4701-8135-6f1247417229 None None] Sync routers for ids ['e02234d9-f0cc-4096-91a2-b10d99f39297'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:36:35.456953 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c487cedd-e3a6-47d3-a8ea-376e8513e498 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:36:35.464013 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d97675-da9c-4701-8135-6f1247417229 None None] Routers {'e02234d9-f0cc-4096-91a2-b10d99f39297'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:35.466347 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-18d97675-da9c-4701-8135-6f1247417229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['e02234d9-f0cc-4096-91a2-b10d99f39297'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:35.467868 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfab8f1-2942-46ec-aa7e-4ba797020541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a952dbb-7cd2-4011-ba4f-3288b232778e,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:35.524425 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c487cedd-e3a6-47d3-a8ea-376e8513e498 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (5fb5d283-324e-4c15-9a0f-de5a2af25c34), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:35.525013 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-c487cedd-e3a6-47d3-a8ea-376e8513e498 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Added segment 5fb5d283-324e-4c15-9a0f-de5a2af25c34 of type vlan for network 9b2f427e-55eb-4b60-84d1-395350653c13 Apr 15 03:36:35.543593 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-703bd44c-f1a4-43e5-9a9d-4938ea7602d3 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (0889aff2-3bfc-4308-847e-6082e0a523f8), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:35.547302 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d513e802-ceb9-4ed1-b607-86e666a7fbf9 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e5bffbad-4bd6-41d8-821c-dd65272656be), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:35.576099 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-93210e61-13b6-47e4-9dd3-857b3038f807 None None] Current status of the port 178305bf-20cd-4909-99bb-9f98c91f1fc7 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:35.643079 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b1c99ae1-1b56-433d-85bd-c5356c4edf19 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:35.644955 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b1c99ae1-1b56-433d-85bd-c5356c4edf19 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.9837558 Apr 15 03:36:35.647629 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c487cedd-e3a6-47d3-a8ea-376e8513e498 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (9b2f427e-55eb-4b60-84d1-395350653c13), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:35.653842 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59068) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:35.688336 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-18d97675-da9c-4701-8135-6f1247417229 None None] Set router e02234d9-f0cc-4096-91a2-b10d99f39297 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:36:35.688763 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7dda035a-4be4-4588-9d49-a6b42ed0db8a None None] Could not find standard attr ID for object ad22a9f6-87b6-470e-8c4e-6e36f7cec8b5. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:36:35.699724 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7dda035a-4be4-4588-9d49-a6b42ed0db8a None None] Provisioning complete for port 178305bf-20cd-4909-99bb-9f98c91f1fc7 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:35.699926 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7dda035a-4be4-4588-9d49-a6b42ed0db8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (178305bf-20cd-4909-99bb-9f98c91f1fc7), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:35.819417 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7dda035a-4be4-4588-9d49-a6b42ed0db8a None None] Current status of the port 178305bf-20cd-4909-99bb-9f98c91f1fc7 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:35.835424 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7dda035a-4be4-4588-9d49-a6b42ed0db8a None None] Provisioning complete for port e5bffbad-4bd6-41d8-821c-dd65272656be triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:35.837804 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7dda035a-4be4-4588-9d49-a6b42ed0db8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e5bffbad-4bd6-41d8-821c-dd65272656be), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:35.858459 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fb9af2f0-802e-4ad0-9b1b-2121aa5e7a48 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "GET /v2.0/routers/e02234d9-f0cc-4096-91a2-b10d99f39297 HTTP/1.1" status: 200 len: 908 time: 0.2034593 Apr 15 03:36:35.863555 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59074) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:35.893948 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3a1f4ae-1864-4fd7-837f-74c28d7b49cb req-ef9c6116-5333-431c-850b-ee5ea794c6a0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2693288 Apr 15 03:36:35.901561 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-18d97675-da9c-4701-8135-6f1247417229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02234d9-f0cc-4096-91a2-b10d99f39297', 'name': 'tempest-snat-router-1220304938', 'tenant_id': '4aef19eec8d045cf96c63f759a6e46a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'b1be7ee9-8840-4bb6-a719-b5b527fc2658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:36:30Z', 'updated_at': '2022-04-15T03:36:33Z', 'revision_number': 3, 'project_id': '4aef19eec8d045cf96c63f759a6e46a2', 'gw_port': {'id': 'b1be7ee9-8840-4bb6-a719-b5b527fc2658', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02234d9-f0cc-4096-91a2-b10d99f39297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:36:32Z', 'updated_at': '2022-04-15T03:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:35.901942 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.db.resource_extend [None req-c487cedd-e3a6-47d3-a8ea-376e8513e498 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 15 03:36:35.912577 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7dda035a-4be4-4588-9d49-a6b42ed0db8a None None] Port e5bffbad-4bd6-41d8-821c-dd65272656be cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:36:35.945069 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d97675-da9c-4701-8135-6f1247417229 None None] Checking router: e02234d9-f0cc-4096-91a2-b10d99f39297 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:36:35.945656 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d97675-da9c-4701-8135-6f1247417229 None None] Updating router e02234d9-f0cc-4096-91a2-b10d99f39297 port b1be7ee9-8840-4bb6-a719-b5b527fc2658 binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:36:35.969765 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-703bd44c-f1a4-43e5-9a9d-4938ea7602d3 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (0889aff2-3bfc-4308-847e-6082e0a523f8), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:35.980759 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-18d97675-da9c-4701-8135-6f1247417229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b1be7ee9-8840-4bb6-a719-b5b527fc2658), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:35.986509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 178305bf-20cd-4909-99bb-9f98c91f1fc7 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:36:36.043323 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1f4ae-1864-4fd7-837f-74c28d7b49cb req-8b5326f0-bf76-4533-ba62-043005251fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:36.044849 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3a1f4ae-1864-4fd7-837f-74c28d7b49cb req-8b5326f0-bf76-4533-ba62-043005251fa9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11a65844133b45eca2de1ac5661b176d&device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 1130 time: 0.0788591 Apr 15 03:36:36.053746 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d513e802-ceb9-4ed1-b607-86e666a7fbf9 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks [] for port (e5bffbad-4bd6-41d8-821c-dd65272656be), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:36.072801 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 178305bf-20cd-4909-99bb-9f98c91f1fc7 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:36.073391 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (178305bf-20cd-4909-99bb-9f98c91f1fc7), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:36.169465 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-03dd3698-acbf-4794-a288-acfe1b024856 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router (e02234d9-f0cc-4096-91a2-b10d99f39297), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:36.189748 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c487cedd-e3a6-47d3-a8ea-376e8513e498 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (9b2f427e-55eb-4b60-84d1-395350653c13), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:36.191544 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 178305bf-20cd-4909-99bb-9f98c91f1fc7 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:36.193044 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e335cca5-7d6b-48e0-8c24-a1fe1342be0c up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:36:36.202673 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c487cedd-e3a6-47d3-a8ea-376e8513e498 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:36.203334 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c487cedd-e3a6-47d3-a8ea-376e8513e498 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:36.263137 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d513e802-ceb9-4ed1-b607-86e666a7fbf9 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (e5bffbad-4bd6-41d8-821c-dd65272656be), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:36.293461 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487cedd-e3a6-47d3-a8ea-376e8513e498 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Network': ['ID=9b2f427e-55eb-4b60-84d1-395350653c13,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:36.295945 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-703bd44c-f1a4-43e5-9a9d-4938ea7602d3 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (0889aff2-3bfc-4308-847e-6082e0a523f8), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:36.298940 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-703bd44c-f1a4-43e5-9a9d-4938ea7602d3 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:36.306515 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-703bd44c-f1a4-43e5-9a9d-4938ea7602d3 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "DELETE /v2.0/security-groups/0889aff2-3bfc-4308-847e-6082e0a523f8 HTTP/1.1" status: 204 len: 168 time: 0.9124680 Apr 15 03:36:36.310534 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59088) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:36.315575 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 9b2f427e-55eb-4b60-84d1-395350653c13 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:36:36.337285 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bd44c-f1a4-43e5-9a9d-4938ea7602d3 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0889aff2-3bfc-4308-847e-6082e0a523f8,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:36.399420 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1f4ae-1864-4fd7-837f-74c28d7b49cb req-ebca84cc-e2c6-44e3-923f-2714c2dcd042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:36.401195 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3a1f4ae-1864-4fd7-837f-74c28d7b49cb req-ebca84cc-e2c6-44e3-923f-2714c2dcd042 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aff9828f-e70e-4acc-8eaf-6dd6dde216ee HTTP/1.1" status: 200 len: 912 time: 0.3283372 Apr 15 03:36:36.437177 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c487cedd-e3a6-47d3-a8ea-376e8513e498 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2120557 Apr 15 03:36:36.442288 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-18d97675-da9c-4701-8135-6f1247417229 None None] Publish callbacks [] for port (b1be7ee9-8840-4bb6-a719-b5b527fc2658), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:36.475759 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59094) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:36.487248 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'ports': [{'network_id': 'b6a69919-449e-4977-899e-5a45769fb810'}, {'network_id': '9b2f427e-55eb-4b60-84d1-395350653c13'}]} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:36.487589 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'port': {'network_id': 'b6a69919-449e-4977-899e-5a45769fb810'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:36.488073 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'port': {'network_id': '9b2f427e-55eb-4b60-84d1-395350653c13'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:36.516562 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3a1f4ae-1864-4fd7-837f-74c28d7b49cb req-a9b142ce-ff81-429d-8d77-19a6afa79620 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa797c36-ad3b-4d10-99d7-7d699a77251c HTTP/1.1" status: 200 len: 1001 time: 0.0855622 Apr 15 03:36:36.523739 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4b2dab21-10d4-4a7a-a4b9-c505a157ceb2 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2087097 Apr 15 03:36:36.525480 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59098) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:36.525984 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-18d97675-da9c-4701-8135-6f1247417229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b1be7ee9-8840-4bb6-a719-b5b527fc2658), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:36.555019 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port e335cca5-7d6b-48e0-8c24-a1fe1342be0c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:36.555400 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e335cca5-7d6b-48e0-8c24-a1fe1342be0c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:36.607083 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513e802-ceb9-4ed1-b607-86e666a7fbf9 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Pushing event updated for resources: {'Port': ['ID=e5bffbad-4bd6-41d8-821c-dd65272656be,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:36.613051 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-61a98448-c171-4046-a703-332294723d92 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] delete failed (client error): The resource could not be found. Apr 15 03:36:36.615961 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-61a98448-c171-4046-a703-332294723d92 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "DELETE /v2.0/security-groups/0889aff2-3bfc-4308-847e-6082e0a523f8 HTTP/1.1" status: 404 len: 347 time: 0.0895863 Apr 15 03:36:36.623367 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59100) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:36.631725 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59102) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:36.636671 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e92aee-12c1-45d3-a703-afc1abca332a None None] Pushing event updated for resources: {'Port': ['ID=b1be7ee9-8840-4bb6-a719-b5b527fc2658,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:36.639952 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-6024b498-cb67-44d1-9dc4-5b8fff98d86a tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group': {'name': 'tempest-secgroup--1982782611'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:36.658702 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e92aee-12c1-45d3-a703-afc1abca332a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:36.659008 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e92aee-12c1-45d3-a703-afc1abca332a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:36.659388 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e92aee-12c1-45d3-a703-afc1abca332a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:36.659732 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e92aee-12c1-45d3-a703-afc1abca332a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:36.660161 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e92aee-12c1-45d3-a703-afc1abca332a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:36.660391 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e92aee-12c1-45d3-a703-afc1abca332a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:36.660859 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e92aee-12c1-45d3-a703-afc1abca332a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:36.661217 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e92aee-12c1-45d3-a703-afc1abca332a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:36.661526 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e92aee-12c1-45d3-a703-afc1abca332a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:36.661860 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e92aee-12c1-45d3-a703-afc1abca332a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:36.662234 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e92aee-12c1-45d3-a703-afc1abca332a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:36.662532 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e92aee-12c1-45d3-a703-afc1abca332a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:36.662916 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e92aee-12c1-45d3-a703-afc1abca332a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:36.663238 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e92aee-12c1-45d3-a703-afc1abca332a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:36.663561 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e92aee-12c1-45d3-a703-afc1abca332a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:36:36.667062 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-18d97675-da9c-4701-8135-6f1247417229 None None] Attempting to bind port b1be7ee9-8840-4bb6-a719-b5b527fc2658 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:36:36.667430 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-18d97675-da9c-4701-8135-6f1247417229 None None] Attempting to bind port b1be7ee9-8840-4bb6-a719-b5b527fc2658 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:36:36.667794 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d97675-da9c-4701-8135-6f1247417229 None None] Attempting to bind port b1be7ee9-8840-4bb6-a719-b5b527fc2658 on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:36:36.673956 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d97675-da9c-4701-8135-6f1247417229 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:36:36.674337 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d97675-da9c-4701-8135-6f1247417229 None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:36:36.674781 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-18d97675-da9c-4701-8135-6f1247417229 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:36.675200 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d97675-da9c-4701-8135-6f1247417229 None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:36:36.675641 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-d513e802-ceb9-4ed1-b607-86e666a7fbf9 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] In _notify_port_updated(), no bound segment for port e5bffbad-4bd6-41d8-821c-dd65272656be on network 40f6aea8-73d8-4b32-9fa0-337a7f73110e {{(pid=104667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:36:36.675751 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-18d97675-da9c-4701-8135-6f1247417229 None None] Bound port: b1be7ee9-8840-4bb6-a719-b5b527fc2658, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:36:36.676038 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-18d97675-da9c-4701-8135-6f1247417229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b1be7ee9-8840-4bb6-a719-b5b527fc2658), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:36.692341 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d513e802-ceb9-4ed1-b607-86e666a7fbf9 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:36.693749 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d513e802-ceb9-4ed1-b607-86e666a7fbf9 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:36.695477 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d513e802-ceb9-4ed1-b607-86e666a7fbf9 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] 10.222.0.15 "PUT /v2.0/ports/e5bffbad-4bd6-41d8-821c-dd65272656be HTTP/1.1" status: 200 len: 1136 time: 1.3293345 Apr 15 03:36:36.703953 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59108) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:36.720750 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1f4ae-1864-4fd7-837f-74c28d7b49cb req-5af6b9f0-41c0-466b-9513-f8a5d89925ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:36.730488 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3a1f4ae-1864-4fd7-837f-74c28d7b49cb req-5af6b9f0-41c0-466b-9513-f8a5d89925ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=78adb54a-0d2d-4945-b7b1-f8e96da5bc76 HTTP/1.1" status: 200 len: 851 time: 0.2057498 Apr 15 03:36:36.740496 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-18d97675-da9c-4701-8135-6f1247417229 None None] For port b1be7ee9-8840-4bb6-a719-b5b527fc2658, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:36:36.744533 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-18d97675-da9c-4701-8135-6f1247417229 None None] For port b1be7ee9-8840-4bb6-a719-b5b527fc2658, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=b1be7ee9-8840-4bb6-a719-b5b527fc2658,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:36:36.769068 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-03dd3698-acbf-4794-a288-acfe1b024856 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_gateway (e02234d9-f0cc-4096-91a2-b10d99f39297), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:36.779315 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-1ee234b9-39f2-40d0-a0f6-69bfddacb164 None None] Provisioning complete for port e5bffbad-4bd6-41d8-821c-dd65272656be triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:36.779915 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1ee234b9-39f2-40d0-a0f6-69bfddacb164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e5bffbad-4bd6-41d8-821c-dd65272656be), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:36.799461 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1f4ae-1864-4fd7-837f-74c28d7b49cb req-3eceb185-f70a-442d-ae80-705648da8c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:36.802281 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3a1f4ae-1864-4fd7-837f-74c28d7b49cb req-3eceb185-f70a-442d-ae80-705648da8c67 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aff9828f-e70e-4acc-8eaf-6dd6dde216ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0641801 Apr 15 03:36:36.803503 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6024b498-cb67-44d1-9dc4-5b8fff98d86a tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:36.839307 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce62b9c3-39e4-442a-943e-f7b3f0e6931a tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:36.839307 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ce62b9c3-39e4-442a-943e-f7b3f0e6931a tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] 10.222.0.15 "GET /v2.0/ports/e5bffbad-4bd6-41d8-821c-dd65272656be HTTP/1.1" status: 200 len: 1136 time: 0.1275742 Apr 15 03:36:36.844227 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59110) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:36.848693 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1ee234b9-39f2-40d0-a0f6-69bfddacb164 None None] Port e5bffbad-4bd6-41d8-821c-dd65272656be cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:36:36.850625 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-cf38df8b-ff60-4b58-8d5d-b9998dc256d1 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-705484920'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:36.851067 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-cf38df8b-ff60-4b58-8d5d-b9998dc256d1 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] Unknown quota resources ['metering_label']. {{(pid=104666) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 15 03:36:36.851539 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e335cca5-7d6b-48e0-8c24-a1fe1342be0c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:36.858760 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-18d97675-da9c-4701-8135-6f1247417229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b1be7ee9-8840-4bb6-a719-b5b527fc2658), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:36.920737 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d97675-da9c-4701-8135-6f1247417229 None None] Routers {'e02234d9-f0cc-4096-91a2-b10d99f39297'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:36.921413 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-18d97675-da9c-4701-8135-6f1247417229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['e02234d9-f0cc-4096-91a2-b10d99f39297'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:36.934317 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-03dd3698-acbf-4794-a288-acfe1b024856 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Deleting port b1be7ee9-8840-4bb6-a719-b5b527fc2658 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:36.934777 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-03dd3698-acbf-4794-a288-acfe1b024856 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (b1be7ee9-8840-4bb6-a719-b5b527fc2658), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:37.000289 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'port': 2} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:37.000754 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:37.034090 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-04137a97-6e3c-46fb-b83b-11febff5ffba tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Deleting port e5bffbad-4bd6-41d8-821c-dd65272656be {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:37.034455 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-04137a97-6e3c-46fb-b83b-11febff5ffba tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e5bffbad-4bd6-41d8-821c-dd65272656be), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:37.076626 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e92aee-12c1-45d3-a703-afc1abca332a None None] Pushing event updated for resources: {'Port': ['ID=b1be7ee9-8840-4bb6-a719-b5b527fc2658,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:37.085306 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-18d97675-da9c-4701-8135-6f1247417229 None None] Set router e02234d9-f0cc-4096-91a2-b10d99f39297 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:36:37.094459 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:37.128769 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-03dd3698-acbf-4794-a288-acfe1b024856 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] For port b1be7ee9-8840-4bb6-a719-b5b527fc2658, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=b1be7ee9-8840-4bb6-a719-b5b527fc2658,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:37.129141 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-03dd3698-acbf-4794-a288-acfe1b024856 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (b1be7ee9-8840-4bb6-a719-b5b527fc2658), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:37.197450 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6024b498-cb67-44d1-9dc4-5b8fff98d86a tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (25f9ca65-8aab-4781-94a1-1cb9c76e8fe1), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:37.208768 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-03dd3698-acbf-4794-a288-acfe1b024856 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Calling delete_port for b1be7ee9-8840-4bb6-a719-b5b527fc2658 owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:37.244988 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-18d97675-da9c-4701-8135-6f1247417229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02234d9-f0cc-4096-91a2-b10d99f39297', 'name': 'tempest-snat-router-1220304938', 'tenant_id': '4aef19eec8d045cf96c63f759a6e46a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:36:30Z', 'updated_at': '2022-04-15T03:36:36Z', 'revision_number': 4, 'project_id': '4aef19eec8d045cf96c63f759a6e46a2', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:37.274245 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d97675-da9c-4701-8135-6f1247417229 None None] The sync data for ids ['e02234d9-f0cc-4096-91a2-b10d99f39297'] in dv-neutron-837140-3-hyperv is: [{'id': 'e02234d9-f0cc-4096-91a2-b10d99f39297', 'name': 'tempest-snat-router-1220304938', 'tenant_id': '4aef19eec8d045cf96c63f759a6e46a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:36:30Z', 'updated_at': '2022-04-15T03:36:36Z', 'revision_number': 4, 'project_id': '4aef19eec8d045cf96c63f759a6e46a2', 'gw_port_host': None}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:36:37.274501 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-04137a97-6e3c-46fb-b83b-11febff5ffba tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e5bffbad-4bd6-41d8-821c-dd65272656be), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:37.291091 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3a1f4ae-1864-4fd7-837f-74c28d7b49cb req-f1fea2d2-2705-4cab-ab36-77ccd5d21bbd service neutron] 10.222.0.30 "GET /v2.0/networks/aff9828f-e70e-4acc-8eaf-6dd6dde216ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785171 Apr 15 03:36:37.292555 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-04137a97-6e3c-46fb-b83b-11febff5ffba tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Calling delete_port for e5bffbad-4bd6-41d8-821c-dd65272656be owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:37.297718 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf38df8b-ff60-4b58-8d5d-b9998dc256d1 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:37.299028 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cf38df8b-ff60-4b58-8d5d-b9998dc256d1 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6542168 Apr 15 03:36:37.304114 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6024b498-cb67-44d1-9dc4-5b8fff98d86a tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (25f9ca65-8aab-4781-94a1-1cb9c76e8fe1), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:37.318738 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59122) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:37.329313 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-1f988c0b-dc74-4abf-b166-1255aa5f8269 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6f629928-e333-40e7-8ee9-916f6ee61f42'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:37.329809 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-1f988c0b-dc74-4abf-b166-1255aa5f8269 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104666) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 15 03:36:37.391304 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] device_id is not set on port bfc66a2c-3c5d-45a9-bd32-c16dc31b1ba2 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:36:37.515563 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6024b498-cb67-44d1-9dc4-5b8fff98d86a tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f9ca65-8aab-4781-94a1-1cb9c76e8fe1,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:37.519891 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6024b498-cb67-44d1-9dc4-5b8fff98d86a tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:37.521131 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6024b498-cb67-44d1-9dc4-5b8fff98d86a tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8920825 Apr 15 03:36:37.524983 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59126) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:37.530892 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-81ef1b3c-098d-4a34-90b6-6d139f95fb29 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group_rule': {'security_group_id': '25f9ca65-8aab-4781-94a1-1cb9c76e8fe1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:37.570182 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3a1f4ae-1864-4fd7-837f-74c28d7b49cb req-2e10c5ba-42dd-4c72-9a53-4c1dc7499783 service neutron] 10.222.0.30 "GET /v2.0/networks/aff9828f-e70e-4acc-8eaf-6dd6dde216ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670856 Apr 15 03:36:37.599897 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING neutron.services.metering.metering_plugin [None req-1f988c0b-dc74-4abf-b166-1255aa5f8269 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 15 03:36:37.661054 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-03dd3698-acbf-4794-a288-acfe1b024856 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (b1be7ee9-8840-4bb6-a719-b5b527fc2658), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:37.693758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f988c0b-dc74-4abf-b166-1255aa5f8269 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:37.699252 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1f988c0b-dc74-4abf-b166-1255aa5f8269 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3762512 Apr 15 03:36:37.704985 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd3698-acbf-4794-a288-acfe1b024856 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1be7ee9-8840-4bb6-a719-b5b527fc2658,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:37.711569 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59130) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:37.724502 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-cf9c4620-5542-46ae-a9ee-03443d69fb41 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6f629928-e333-40e7-8ee9-916f6ee61f42'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:37.725134 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-cf9c4620-5542-46ae-a9ee-03443d69fb41 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104666) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 15 03:36:37.738103 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-81ef1b3c-098d-4a34-90b6-6d139f95fb29 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (65850b84-721e-476b-bafc-cf03b2b84cfc), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:37.806544 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-04137a97-6e3c-46fb-b83b-11febff5ffba tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (e5bffbad-4bd6-41d8-821c-dd65272656be), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:37.820628 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-03dd3698-acbf-4794-a288-acfe1b024856 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (e02234d9-f0cc-4096-91a2-b10d99f39297), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:37.835658 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04137a97-6e3c-46fb-b83b-11febff5ffba tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Pushing event deleted for resources: {'Port': ['ID=e5bffbad-4bd6-41d8-821c-dd65272656be,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:37.836007 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (bfc66a2c-3c5d-45a9-bd32-c16dc31b1ba2), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:37.876112 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING neutron.services.metering.metering_plugin [None req-cf9c4620-5542-46ae-a9ee-03443d69fb41 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 15 03:36:38.012484 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-81ef1b3c-098d-4a34-90b6-6d139f95fb29 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (65850b84-721e-476b-bafc-cf03b2b84cfc), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.014867 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-03dd3698-acbf-4794-a288-acfe1b024856 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (e02234d9-f0cc-4096-91a2-b10d99f39297), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.020830 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-03dd3698-acbf-4794-a288-acfe1b024856 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_controller (e02234d9-f0cc-4096-91a2-b10d99f39297), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.034345 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] device_id is not set on port 591f03bf-41f0-4dde-a770-1ca9f44cdca1 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:36:38.075452 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-81ef1b3c-098d-4a34-90b6-6d139f95fb29 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (65850b84-721e-476b-bafc-cf03b2b84cfc), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.076428 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf9c4620-5542-46ae-a9ee-03443d69fb41 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.080515 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cf9c4620-5542-46ae-a9ee-03443d69fb41 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3587604 Apr 15 03:36:38.083230 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59138) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:38.094383 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-04137a97-6e3c-46fb-b83b-11febff5ffba tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.098507 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-04137a97-6e3c-46fb-b83b-11febff5ffba tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] 10.222.0.15 "DELETE /v2.0/ports/e5bffbad-4bd6-41d8-821c-dd65272656be HTTP/1.1" status: 204 len: 168 time: 1.2509987 Apr 15 03:36:38.100876 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59140) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:38.107663 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef1b3c-098d-4a34-90b6-6d139f95fb29 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65850b84-721e-476b-bafc-cf03b2b84cfc,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:38.121176 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-508f41bc-fb73-4a87-a4bf-ad5f151f411b tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=c28a52a9-165d-43b1-be3f-165da2d674af HTTP/1.1" status: 200 len: 462 time: 0.0324280 Apr 15 03:36:38.123125 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59142) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:38.167710 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-03dd3698-acbf-4794-a288-acfe1b024856 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (e02234d9-f0cc-4096-91a2-b10d99f39297), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.170881 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03dd3698-acbf-4794-a288-acfe1b024856 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e02234d9-f0cc-4096-91a2-b10d99f39297 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:36:38.175479 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6176dfd-9b82-42ab-bf91-64252121d510 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Deleting subnet d31e4241-6dc9-4733-a25b-52594154e921 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:36:38.179038 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6176dfd-9b82-42ab-bf91-64252121d510 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks [] for subnet (d31e4241-6dc9-4733-a25b-52594154e921), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.181530 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-03dd3698-acbf-4794-a288-acfe1b024856 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.193730 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-03dd3698-acbf-4794-a288-acfe1b024856 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "DELETE /v2.0/routers/e02234d9-f0cc-4096-91a2-b10d99f39297 HTTP/1.1" status: 204 len: 168 time: 2.3257458 Apr 15 03:36:38.196790 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59146) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:38.200243 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-81ef1b3c-098d-4a34-90b6-6d139f95fb29 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.206206 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-81ef1b3c-098d-4a34-90b6-6d139f95fb29 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6765389 Apr 15 03:36:38.209534 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59148) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:38.257220 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6176dfd-9b82-42ab-bf91-64252121d510 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (d31e4241-6dc9-4733-a25b-52594154e921), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.261059 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bbe2ddcf-8113-4f2b-bfad-a1e3ff379426 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (65850b84-721e-476b-bafc-cf03b2b84cfc), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.288233 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bbe2ddcf-8113-4f2b-bfad-a1e3ff379426 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (65850b84-721e-476b-bafc-cf03b2b84cfc), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.380994 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6176dfd-9b82-42ab-bf91-64252121d510 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (d31e4241-6dc9-4733-a25b-52594154e921), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.404567 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e52bf5ef-50ac-4857-bdc1-77b1e315ecf9 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.405788 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e52bf5ef-50ac-4857-bdc1-77b1e315ecf9 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/c28a52a9-165d-43b1-be3f-165da2d674af HTTP/1.1" status: 204 len: 168 time: 0.2793071 Apr 15 03:36:38.412317 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59154) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:38.417331 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (591f03bf-41f0-4dde-a770-1ca9f44cdca1), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.420132 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bbe2ddcf-8113-4f2b-bfad-a1e3ff379426 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (65850b84-721e-476b-bafc-cf03b2b84cfc), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.432151 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bbe2ddcf-8113-4f2b-bfad-a1e3ff379426 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.435570 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-bbe2ddcf-8113-4f2b-bfad-a1e3ff379426 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/65850b84-721e-476b-bafc-cf03b2b84cfc HTTP/1.1" status: 204 len: 168 time: 0.2226896 Apr 15 03:36:38.436788 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59156) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:38.445335 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b732f0bc-eeb4-4811-bfe1-822f59413def tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=c28a52a9-165d-43b1-be3f-165da2d674af HTTP/1.1" status: 200 len: 221 time: 0.0326004 Apr 15 03:36:38.447326 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2ddcf-8113-4f2b-bfad-a1e3ff379426 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65850b84-721e-476b-bafc-cf03b2b84cfc,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:38.452248 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59158) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:38.455323 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-1455406d-dd82-4d6f-9ad1-7f73ba7a35ec tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1794446241', 'description': 'label created by tempest'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:38.456780 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-1455406d-dd82-4d6f-9ad1-7f73ba7a35ec tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] Unknown quota resources ['metering_label']. {{(pid=104666) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 15 03:36:38.485423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2097287-a584-4c1d-9775-51c45963d7ef tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router (910aada0-a6d5-47bb-a384-20fc34d832b7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.556073 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e490bc32-24ae-4d5f-b541-4ed39ff23bf5 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1186814 Apr 15 03:36:38.558811 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59162) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:38.611490 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59164) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:38.632517 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (bfc66a2c-3c5d-45a9-bd32-c16dc31b1ba2), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.651313 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6176dfd-9b82-42ab-bf91-64252121d510 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (d31e4241-6dc9-4733-a25b-52594154e921), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.714437 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network b6a69919-449e-4977-899e-5a45769fb810 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:38.725098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:38.727492 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:38.728511 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (591f03bf-41f0-4dde-a770-1ca9f44cdca1), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.744721 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-d9f173a0-85fe-4801-87eb-9e7e8e940c14 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:38.745743 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1455406d-dd82-4d6f-9ad1-7f73ba7a35ec tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.746923 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1455406d-dd82-4d6f-9ad1-7f73ba7a35ec tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2957153 Apr 15 03:36:38.748142 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6176dfd-9b82-42ab-bf91-64252121d510 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.751439 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d6176dfd-9b82-42ab-bf91-64252121d510 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] 10.222.0.15 "DELETE /v2.0/subnets/d31e4241-6dc9-4733-a25b-52594154e921 HTTP/1.1" status: 204 len: 168 time: 0.6490955 Apr 15 03:36:38.752413 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6176dfd-9b82-42ab-bf91-64252121d510 tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Pushing event deleted for resources: {'Subnet': ['ID=d31e4241-6dc9-4733-a25b-52594154e921,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:38.754674 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59168) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:38.755029 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59170) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:38.755874 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=bfc66a2c-3c5d-45a9-bd32-c16dc31b1ba2,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:38.756996 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d38ca03-ce15-499c-a3b4-08257243e1e4 None None] Network 40f6aea8-73d8-4b32-9fa0-337a7f73110e requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:38.761359 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4514c605-aed9-4e30-98a0-1e1600dc3803 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (25f9ca65-8aab-4781-94a1-1cb9c76e8fe1), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.810979 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2097287-a584-4c1d-9775-51c45963d7ef tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_gateway (910aada0-a6d5-47bb-a384-20fc34d832b7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:38.820521 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-57cfdfd1-464d-43e4-b746-898245777aee tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=d15aa1c0-7f9a-42a6-b35f-b29c6c3a3ec4 HTTP/1.1" status: 200 len: 468 time: 0.0644255 Apr 15 03:36:38.823089 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59172) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:38.919585 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fef2275-85a8-48b7-beac-6254917dee10 None None] DHCP port deletion for 40f6aea8-73d8-4b32-9fa0-337a7f73110e request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:36:38.966517 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7fef2275-85a8-48b7-beac-6254917dee10 None None] Deleting port 178305bf-20cd-4909-99bb-9f98c91f1fc7 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:38.967280 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7fef2275-85a8-48b7-beac-6254917dee10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (178305bf-20cd-4909-99bb-9f98c91f1fc7), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:39.037921 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7fef2275-85a8-48b7-beac-6254917dee10 None None] For port 178305bf-20cd-4909-99bb-9f98c91f1fc7, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=178305bf-20cd-4909-99bb-9f98c91f1fc7,segment=NetworkSegment(71614590-05c1-4d7a-8237-f78f7e08255d),segment_id=71614590-05c1-4d7a-8237-f78f7e08255d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:39.038744 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7fef2275-85a8-48b7-beac-6254917dee10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (178305bf-20cd-4909-99bb-9f98c91f1fc7), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:39.055295 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7fef2275-85a8-48b7-beac-6254917dee10 None None] Calling delete_port for 178305bf-20cd-4909-99bb-9f98c91f1fc7 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:39.224824 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4514c605-aed9-4e30-98a0-1e1600dc3803 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (25f9ca65-8aab-4781-94a1-1cb9c76e8fe1), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:39.241726 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=591f03bf-41f0-4dde-a770-1ca9f44cdca1,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:39.246511 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7fef2275-85a8-48b7-beac-6254917dee10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (178305bf-20cd-4909-99bb-9f98c91f1fc7), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:39.275767 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef2275-85a8-48b7-beac-6254917dee10 None None] Pushing event deleted for resources: {'Port': ['ID=178305bf-20cd-4909-99bb-9f98c91f1fc7,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:39.280173 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fef2275-85a8-48b7-beac-6254917dee10 None None] No DVR routers for this DVR port 178305bf-20cd-4909-99bb-9f98c91f1fc7 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:36:39.304033 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc1003bc-640f-444e-b1e2-47297811621c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (40f6aea8-73d8-4b32-9fa0-337a7f73110e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:39.337944 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-e2097287-a584-4c1d-9775-51c45963d7ef tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Deleting port e335cca5-7d6b-48e0-8c24-a1fe1342be0c {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:39.338280 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2097287-a584-4c1d-9775-51c45963d7ef tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e335cca5-7d6b-48e0-8c24-a1fe1342be0c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:39.342002 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Checking segment: {'id': '5fb5d283-324e-4c15-9a0f-de5a2af25c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9b2f427e-55eb-4b60-84d1-395350653c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:36:39.342356 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network hostable DHCP agents. Network: 9b2f427e-55eb-4b60-84d1-395350653c13, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:36:39.425720 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1bda203a-cbab-4338-8027-f82dc8ca76e4 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:39.429623 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1bda203a-cbab-4338-8027-f82dc8ca76e4 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/d15aa1c0-7f9a-42a6-b35f-b29c6c3a3ec4 HTTP/1.1" status: 204 len: 168 time: 0.6026325 Apr 15 03:36:39.430043 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59174) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:39.434883 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d9f173a0-85fe-4801-87eb-9e7e8e940c14 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] 10.222.0.15 "PUT /v2.0/quotas/6d2aed5fbe8b43c299b420af28215d17 HTTP/1.1" status: 200 len: 366 time: 0.8221686 Apr 15 03:36:39.439566 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59176) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:39.447366 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5fa0fc61-409b-4136-b24d-d8c529f15246 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=d15aa1c0-7f9a-42a6-b35f-b29c6c3a3ec4 HTTP/1.1" status: 200 len: 216 time: 0.0162611 Apr 15 03:36:39.451052 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59178) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:39.460827 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b39eb323-22ef-4ea7-a474-e23c9184d982 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0200255 Apr 15 03:36:39.465861 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-234eb786-1d54-4770-99ac-05d1a5adce75 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0108078 Apr 15 03:36:39.465861 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59180) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:39.470120 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59182) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:39.482285 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a35c06d2-e14a-4634-8cb4-f79a13a9c97d tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] 10.222.0.15 "GET /v2.0/quotas/6d2aed5fbe8b43c299b420af28215d17 HTTP/1.1" status: 200 len: 366 time: 0.0178516 Apr 15 03:36:39.486941 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8fc2845a-e07e-487d-8761-0421804fd09a tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0128324 Apr 15 03:36:39.486941 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59184) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:39.487182 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4514c605-aed9-4e30-98a0-1e1600dc3803 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (25f9ca65-8aab-4781-94a1-1cb9c76e8fe1), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:39.489360 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4514c605-aed9-4e30-98a0-1e1600dc3803 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:39.490651 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4514c605-aed9-4e30-98a0-1e1600dc3803 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "DELETE /v2.0/security-groups/25f9ca65-8aab-4781-94a1-1cb9c76e8fe1 HTTP/1.1" status: 204 len: 168 time: 0.9307044 Apr 15 03:36:39.491001 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59186) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:39.496708 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59188) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:39.506495 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc1003bc-640f-444e-b1e2-47297811621c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (40f6aea8-73d8-4b32-9fa0-337a7f73110e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:39.529281 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514c605-aed9-4e30-98a0-1e1600dc3803 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f9ca65-8aab-4781-94a1-1cb9c76e8fe1,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:39.544988 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network 9b2f427e-55eb-4b60-84d1-395350653c13 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:36:39.551164 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-e2097287-a584-4c1d-9775-51c45963d7ef tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] For port e335cca5-7d6b-48e0-8c24-a1fe1342be0c, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e335cca5-7d6b-48e0-8c24-a1fe1342be0c,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:39.551569 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2097287-a584-4c1d-9775-51c45963d7ef tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e335cca5-7d6b-48e0-8c24-a1fe1342be0c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:39.564607 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-121a22a0-40cb-47e9-9c91-0390acf5067d tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/6f629928-e333-40e7-8ee9-916f6ee61f42 HTTP/1.1" status: 200 len: 472 time: 0.0693927 Apr 15 03:36:39.564823 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-cc1003bc-640f-444e-b1e2-47297811621c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f6aea8-73d8-4b32-9fa0-337a7f73110e']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:39.564917 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59190) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:39.574569 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-e2097287-a584-4c1d-9775-51c45963d7ef tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Calling delete_port for e335cca5-7d6b-48e0-8c24-a1fe1342be0c owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:39.580760 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-cc1003bc-640f-444e-b1e2-47297811621c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71614590-05c1-4d7a-8237-f78f7e08255d') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:39.581688 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-cc1003bc-640f-444e-b1e2-47297811621c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71614590-05c1-4d7a-8237-f78f7e08255d') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:39.588028 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-09856cf1-1581-4683-a8b1-45e34b0e742c tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/65455058-31e3-4d25-9da2-e710829530ed HTTP/1.1" status: 200 len: 459 time: 0.0193653 Apr 15 03:36:39.589944 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59192) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:39.595951 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc1003bc-640f-444e-b1e2-47297811621c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (71614590-05c1-4d7a-8237-f78f7e08255d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:39.604650 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c7e54d1c-e6a4-42a2-8a7d-ec4590cd3b34 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1057866 Apr 15 03:36:39.610025 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59194) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:39.616352 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-03b0b008-30de-46f5-9456-3ef207df6ce4 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group': {'name': 'tempest-secgroup--1856228073'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:39.626466 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-47d939b8-5dd0-48eb-8a9e-065c9de66f13 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/6d2aed5fbe8b43c299b420af28215d17 HTTP/1.1" status: 204 len: 168 time: 0.1408546 Apr 15 03:36:39.633539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59196) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:39.637001 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 9b2f427e-55eb-4b60-84d1-395350653c13) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:39.642366 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:39.645810 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c387ef8d-f858-4e49-a701-9b1a505da7aa None None] Network 9b2f427e-55eb-4b60-84d1-395350653c13 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:39.649288 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:39.650440 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-73c52695-5ce1-45d5-9132-ba4d7298e0cb tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0147202 Apr 15 03:36:39.651073 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59198) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:39.653830 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:39.654503 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:39.657244 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc1003bc-640f-444e-b1e2-47297811621c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (71614590-05c1-4d7a-8237-f78f7e08255d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:39.664213 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-39f7a117-1b09-43c0-b919-4d7f12911dcf tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] 10.222.0.15 "GET /v2.0/quotas/6d2aed5fbe8b43c299b420af28215d17 HTTP/1.1" status: 200 len: 370 time: 0.0103729 Apr 15 03:36:39.664796 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59200) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:39.673285 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a10afc92-9e7e-456d-80ac-0e4a530005d2 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] 10.222.0.15 "GET /v2.0/quotas/6d2aed5fbe8b43c299b420af28215d17/default HTTP/1.1" status: 200 len: 370 time: 0.0037391 Apr 15 03:36:39.676125 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59202) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:39.679755 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1003bc-640f-444e-b1e2-47297811621c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:39.680153 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc1003bc-640f-444e-b1e2-47297811621c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (71614590-05c1-4d7a-8237-f78f7e08255d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: warnings.warn('Neutron quota engine will require "--force" ' Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:39.683890 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:39.693386 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-c597df2f-5b5d-4cf5-a0bb-2f27d6f06127 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] delete failed (client error): The resource could not be found. Apr 15 03:36:39.697112 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c597df2f-5b5d-4cf5-a0bb-2f27d6f06127 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/6d2aed5fbe8b43c299b420af28215d17 HTTP/1.1" status: 404 len: 348 time: 0.0169623 Apr 15 03:36:39.758928 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-03b0b008-30de-46f5-9456-3ef207df6ce4 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:39.798089 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c9855411-be77-48a6-a022-710c777882d8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3212008 Apr 15 03:36:39.800992 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59206) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:39.814313 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7cce30f5-f33a-4a85-9d7f-2a6c4cd0c769 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:39.815514 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7cce30f5-f33a-4a85-9d7f-2a6c4cd0c769 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/65455058-31e3-4d25-9da2-e710829530ed HTTP/1.1" status: 204 len: 168 time: 0.2248888 Apr 15 03:36:39.818973 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59208) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:39.826023 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 178305bf-20cd-4909-99bb-9f98c91f1fc7 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:36:39.860940 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 178305bf-20cd-4909-99bb-9f98c91f1fc7 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:36:39.861921 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 178305bf-20cd-4909-99bb-9f98c91f1fc7 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:36:39.916154 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc1003bc-640f-444e-b1e2-47297811621c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (40f6aea8-73d8-4b32-9fa0-337a7f73110e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:39.920460 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc1003bc-640f-444e-b1e2-47297811621c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:39.923839 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cc1003bc-640f-444e-b1e2-47297811621c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] 10.222.0.15 "DELETE /v2.0/networks/40f6aea8-73d8-4b32-9fa0-337a7f73110e HTTP/1.1" status: 204 len: 168 time: 1.1597254 Apr 15 03:36:39.947546 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-0a0348d0-ca16-4640-82ec-6b05b87dd7a1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting port 591f03bf-41f0-4dde-a770-1ca9f44cdca1 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:39.947892 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a0348d0-ca16-4640-82ec-6b05b87dd7a1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (591f03bf-41f0-4dde-a770-1ca9f44cdca1), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:39.964272 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1003bc-640f-444e-b1e2-47297811621c tempest-ExtraDHCPOptionsTestJSON-1203418482 tempest-ExtraDHCPOptionsTestJSON-1203418482-project] Pushing event deleted for resources: {'Network': ['ID=40f6aea8-73d8-4b32-9fa0-337a7f73110e,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:40.031601 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59212) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:40.045609 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a0348d0-ca16-4640-82ec-6b05b87dd7a1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (591f03bf-41f0-4dde-a770-1ca9f44cdca1), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.054853 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-03b0b008-30de-46f5-9456-3ef207df6ce4 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (18146fa7-d570-4144-b46d-55ba6f32a8b6), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.069410 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-0a0348d0-ca16-4640-82ec-6b05b87dd7a1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Calling delete_port for 591f03bf-41f0-4dde-a770-1ca9f44cdca1 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:40.071948 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.quota.resource [None req-1bf65f4c-5004-40ef-95f7-2fd9e85525f4 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] Usage tracker for resource:network and project:2af2eba4dd3b450582ce7413e8f45800 is out of sync, need to count used quota {{(pid=104667) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 15 03:36:40.075844 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.quota.resource [None req-1bf65f4c-5004-40ef-95f7-2fd9e85525f4 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104667) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 15 03:36:40.089261 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.quota.resource [None req-1bf65f4c-5004-40ef-95f7-2fd9e85525f4 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] Usage tracker for resource:subnet and project:2af2eba4dd3b450582ce7413e8f45800 is out of sync, need to count used quota {{(pid=104667) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 15 03:36:40.090518 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2097287-a584-4c1d-9775-51c45963d7ef tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (e335cca5-7d6b-48e0-8c24-a1fe1342be0c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.092531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.quota.resource [None req-1bf65f4c-5004-40ef-95f7-2fd9e85525f4 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104667) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 15 03:36:40.109234 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4989e0fe-d085-4792-8ad4-4c1df256d288 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.110398 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4989e0fe-d085-4792-8ad4-4c1df256d288 tempest-MeteringIpV6TestJSON-305447986 tempest-MeteringIpV6TestJSON-305447986-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/6f629928-e333-40e7-8ee9-916f6ee61f42 HTTP/1.1" status: 204 len: 168 time: 0.2904942 Apr 15 03:36:40.111276 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-03b0b008-30de-46f5-9456-3ef207df6ce4 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (18146fa7-d570-4144-b46d-55ba6f32a8b6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.162438 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0b008-30de-46f5-9456-3ef207df6ce4 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18146fa7-d570-4144-b46d-55ba6f32a8b6,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:40.174770 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2097287-a584-4c1d-9775-51c45963d7ef tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Pushing event deleted for resources: {'Port': ['ID=e335cca5-7d6b-48e0-8c24-a1fe1342be0c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:40.183455 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.quota.resource [None req-1bf65f4c-5004-40ef-95f7-2fd9e85525f4 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] Usage tracker for resource:subnetpool and project:2af2eba4dd3b450582ce7413e8f45800 is out of sync, need to count used quota {{(pid=104667) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 15 03:36:40.192069 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.quota.resource [None req-1bf65f4c-5004-40ef-95f7-2fd9e85525f4 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104667) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 15 03:36:40.204114 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-03b0b008-30de-46f5-9456-3ef207df6ce4 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.205659 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-03b0b008-30de-46f5-9456-3ef207df6ce4 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5947273 Apr 15 03:36:40.208493 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59216) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:40.213519 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-eb65f52d-e372-4f73-b52c-71dc250ff88f tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group_rule': {'security_group_id': '18146fa7-d570-4144-b46d-55ba6f32a8b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:40.231973 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.quota.resource [None req-1bf65f4c-5004-40ef-95f7-2fd9e85525f4 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] Usage tracker for resource:port and project:2af2eba4dd3b450582ce7413e8f45800 is out of sync, need to count used quota {{(pid=104667) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 15 03:36:40.235802 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.quota.resource [None req-1bf65f4c-5004-40ef-95f7-2fd9e85525f4 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104667) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 15 03:36:40.272781 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.quota.resource [None req-1bf65f4c-5004-40ef-95f7-2fd9e85525f4 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] Usage tracker for resource:router and project:2af2eba4dd3b450582ce7413e8f45800 is out of sync, need to count used quota {{(pid=104667) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 15 03:36:40.279505 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.quota.resource [None req-1bf65f4c-5004-40ef-95f7-2fd9e85525f4 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104667) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 15 03:36:40.291231 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2097287-a584-4c1d-9775-51c45963d7ef tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (910aada0-a6d5-47bb-a384-20fc34d832b7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.294021 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.quota.resource [None req-1bf65f4c-5004-40ef-95f7-2fd9e85525f4 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] Usage tracker for resource:floatingip and project:2af2eba4dd3b450582ce7413e8f45800 is out of sync, need to count used quota {{(pid=104667) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 15 03:36:40.319331 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.quota.resource [None req-1bf65f4c-5004-40ef-95f7-2fd9e85525f4 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104667) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 15 03:36:40.338663 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eb65f52d-e372-4f73-b52c-71dc250ff88f tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (434101e5-48b1-4c19-a3b8-88b33383667c), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.386326 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a0348d0-ca16-4640-82ec-6b05b87dd7a1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (591f03bf-41f0-4dde-a770-1ca9f44cdca1), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.425708 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2097287-a584-4c1d-9775-51c45963d7ef tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (910aada0-a6d5-47bb-a384-20fc34d832b7), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.428785 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2097287-a584-4c1d-9775-51c45963d7ef tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_controller (910aada0-a6d5-47bb-a384-20fc34d832b7), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.430399 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0348d0-ca16-4640-82ec-6b05b87dd7a1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Port': ['ID=591f03bf-41f0-4dde-a770-1ca9f44cdca1,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:40.431368 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eb65f52d-e372-4f73-b52c-71dc250ff88f tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (434101e5-48b1-4c19-a3b8-88b33383667c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.441625 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a0348d0-ca16-4640-82ec-6b05b87dd7a1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.444902 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0a0348d0-ca16-4640-82ec-6b05b87dd7a1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/ports/591f03bf-41f0-4dde-a770-1ca9f44cdca1 HTTP/1.1" status: 204 len: 168 time: 0.6429355 Apr 15 03:36:40.449025 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59218) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:40.503235 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.quota.resource [None req-1bf65f4c-5004-40ef-95f7-2fd9e85525f4 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] Usage tracker for resource:security_group and project:2af2eba4dd3b450582ce7413e8f45800 is out of sync, need to count used quota {{(pid=104667) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 15 03:36:40.507223 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.quota.resource [None req-1bf65f4c-5004-40ef-95f7-2fd9e85525f4 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104667) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 15 03:36:40.513345 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.quota.resource [None req-1bf65f4c-5004-40ef-95f7-2fd9e85525f4 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] Usage tracker for resource:security_group_rule and project:2af2eba4dd3b450582ce7413e8f45800 is out of sync, need to count used quota {{(pid=104667) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Apr 15 03:36:40.514577 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f67c84a-482a-4b9f-b96f-e8c8fd49ace3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:40.515304 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.quota.resource [None req-1bf65f4c-5004-40ef-95f7-2fd9e85525f4 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104667) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} Apr 15 03:36:40.521103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f67c84a-482a-4b9f-b96f-e8c8fd49ace3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:40.521292 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1bf65f4c-5004-40ef-95f7-2fd9e85525f4 tempest-QuotasTest-461393942 tempest-QuotasTest-461393942-project-admin] 10.222.0.15 "GET /v2.0/quotas/2af2eba4dd3b450582ce7413e8f45800/details.json HTTP/1.1" status: 200 len: 703 time: 0.4883928 Apr 15 03:36:40.523005 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6f67c84a-482a-4b9f-b96f-e8c8fd49ace3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0725787 Apr 15 03:36:40.524537 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eb65f52d-e372-4f73-b52c-71dc250ff88f tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (434101e5-48b1-4c19-a3b8-88b33383667c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.525473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59224) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:40.546751 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65f52d-e372-4f73-b52c-71dc250ff88f tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434101e5-48b1-4c19-a3b8-88b33383667c,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:40.586204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59228) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:40.633528 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2097287-a584-4c1d-9775-51c45963d7ef tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (910aada0-a6d5-47bb-a384-20fc34d832b7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.637603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eb65f52d-e372-4f73-b52c-71dc250ff88f tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.642361 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-eb65f52d-e372-4f73-b52c-71dc250ff88f tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4328659 Apr 15 03:36:40.643192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59232) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:40.648734 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2097287-a584-4c1d-9775-51c45963d7ef tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 910aada0-a6d5-47bb-a384-20fc34d832b7 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:36:40.649948 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f9d05a6a-829a-4c8e-b1c3-6aee63201817 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group_rule': {'security_group_id': '18146fa7-d570-4144-b46d-55ba6f32a8b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:40.656138 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2097287-a584-4c1d-9775-51c45963d7ef tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.666389 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59234) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:40.671672 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e2097287-a584-4c1d-9775-51c45963d7ef tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "DELETE /v2.0/routers/910aada0-a6d5-47bb-a384-20fc34d832b7 HTTP/1.1" status: 204 len: 168 time: 2.4665220 Apr 15 03:36:40.674336 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-fb49e5eb-6287-42b9-90a5-8eaba149477c tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-367468904', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}, 'admin_state_up': False}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:40.691603 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59236) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:40.706587 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-919de3b1-32c8-4dc8-bb8e-369e99a10fe6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting port bfc66a2c-3c5d-45a9-bd32-c16dc31b1ba2 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:40.708716 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-919de3b1-32c8-4dc8-bb8e-369e99a10fe6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (bfc66a2c-3c5d-45a9-bd32-c16dc31b1ba2), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.772354 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fb49e5eb-6287-42b9-90a5-8eaba149477c tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (f5a103bf-4d9d-4cd4-b14d-184e6f488d70), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.773501 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fb49e5eb-6287-42b9-90a5-8eaba149477c tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (f5a103bf-4d9d-4cd4-b14d-184e6f488d70), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.823419 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-919de3b1-32c8-4dc8-bb8e-369e99a10fe6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (bfc66a2c-3c5d-45a9-bd32-c16dc31b1ba2), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.840857 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-919de3b1-32c8-4dc8-bb8e-369e99a10fe6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Calling delete_port for bfc66a2c-3c5d-45a9-bd32-c16dc31b1ba2 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:40.870390 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9d05a6a-829a-4c8e-b1c3-6aee63201817 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (770ef254-4481-4644-9cff-cd3e59ec4415), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.906315 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fb49e5eb-6287-42b9-90a5-8eaba149477c tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_controller (f5a103bf-4d9d-4cd4-b14d-184e6f488d70), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.929384 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4fd79658-097e-4e8c-9315-72cfcfdbf5ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:40.948212 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9ef68594-ac46-428c-860d-450d452a67f0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e8db9aa0ca74cf5bd8f185a4039e0bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583310 Apr 15 03:36:40.948502 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59240) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:40.981948 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9d05a6a-829a-4c8e-b1c3-6aee63201817 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (770ef254-4481-4644-9cff-cd3e59ec4415), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.011890 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2113c4f-8344-4e2f-98bd-5b5f3103bf6d admin admin] Publish callbacks [] for security_group (13b3d6fd-6ef1-48f8-b6b8-f7016ddc9d1f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.041154 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4fd79658-097e-4e8c-9315-72cfcfdbf5ea admin admin] Publish callbacks [] for security_group (7ffc1a0f-0fba-481e-bee6-b9f87313e245), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.074198 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2113c4f-8344-4e2f-98bd-5b5f3103bf6d admin admin] Publish callbacks [] for security_group (13b3d6fd-6ef1-48f8-b6b8-f7016ddc9d1f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.101501 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9d05a6a-829a-4c8e-b1c3-6aee63201817 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (770ef254-4481-4644-9cff-cd3e59ec4415), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.103573 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-919de3b1-32c8-4dc8-bb8e-369e99a10fe6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (bfc66a2c-3c5d-45a9-bd32-c16dc31b1ba2), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.131460 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59244) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:41.138959 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919de3b1-32c8-4dc8-bb8e-369e99a10fe6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Port': ['ID=bfc66a2c-3c5d-45a9-bd32-c16dc31b1ba2,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:41.141787 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4fd79658-097e-4e8c-9315-72cfcfdbf5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (7ffc1a0f-0fba-481e-bee6-b9f87313e245), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.156121 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d05a6a-829a-4c8e-b1c3-6aee63201817 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770ef254-4481-4644-9cff-cd3e59ec4415,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:41.171104 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-919de3b1-32c8-4dc8-bb8e-369e99a10fe6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.177382 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-919de3b1-32c8-4dc8-bb8e-369e99a10fe6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/ports/bfc66a2c-3c5d-45a9-bd32-c16dc31b1ba2 HTTP/1.1" status: 204 len: 168 time: 0.6504023 Apr 15 03:36:41.178044 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59248) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:41.213313 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4fd79658-097e-4e8c-9315-72cfcfdbf5ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d2bd9ba17064718a212e92792c519de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5224104 Apr 15 03:36:41.216697 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59250) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:41.234324 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd79658-097e-4e8c-9315-72cfcfdbf5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffc1a0f-0fba-481e-bee6-b9f87313e245,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:41.259921 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9396e0-43de-495b-93ca-15dd1940da33 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:41.264242 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1b9396e0-43de-495b-93ca-15dd1940da33 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0780027 Apr 15 03:36:41.264853 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59252) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:41.281081 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fb49e5eb-6287-42b9-90a5-8eaba149477c tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_gateway (f5a103bf-4d9d-4cd4-b14d-184e6f488d70), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.291545 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9d05a6a-829a-4c8e-b1c3-6aee63201817 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.292800 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f9d05a6a-829a-4c8e-b1c3-6aee63201817 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6479788 Apr 15 03:36:41.296124 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59254) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:41.301598 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-0075b314-4a5c-4797-b2d9-e1f2df223fa1 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group_rule': {'security_group_id': '18146fa7-d570-4144-b46d-55ba6f32a8b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:41.325732 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-925aa7ad-678b-4b77-b3d1-6c0d32334461 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] GET failed (client error): The resource could not be found. Apr 15 03:36:41.329582 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-925aa7ad-678b-4b77-b3d1-6c0d32334461 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports/591f03bf-41f0-4dde-a770-1ca9f44cdca1 HTTP/1.1" status: 404 len: 333 time: 0.0637434 Apr 15 03:36:41.330199 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59256) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:41.358362 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-522d2bf6-eaf0-4ad2-a48b-e1c9373959e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.368315 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b71744-2db9-4191-9f38-2dd2190fff26 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] GET failed (client error): The resource could not be found. Apr 15 03:36:41.369912 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a4b71744-2db9-4191-9f38-2dd2190fff26 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports/bfc66a2c-3c5d-45a9-bd32-c16dc31b1ba2 HTTP/1.1" status: 404 len: 333 time: 0.0375836 Apr 15 03:36:41.374796 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59258) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:41.436514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c95aa58-8fda-4efc-996e-bf79869b7d7c admin admin] Publish callbacks [] for security_group (7ffc1a0f-0fba-481e-bee6-b9f87313e245), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.466907 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0075b314-4a5c-4797-b2d9-e1f2df223fa1 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (8c01c67f-7045-4d6d-8dc5-055229eb86e3), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.473813 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c95aa58-8fda-4efc-996e-bf79869b7d7c admin admin] Publish callbacks [] for security_group (7ffc1a0f-0fba-481e-bee6-b9f87313e245), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.489224 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2113c4f-8344-4e2f-98bd-5b5f3103bf6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (13b3d6fd-6ef1-48f8-b6b8-f7016ddc9d1f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.491926 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2113c4f-8344-4e2f-98bd-5b5f3103bf6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.493112 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a2113c4f-8344-4e2f-98bd-5b5f3103bf6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13b3d6fd-6ef1-48f8-b6b8-f7016ddc9d1f HTTP/1.1" status: 204 len: 168 time: 0.5437655 Apr 15 03:36:41.542680 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-26a2aa6b-cda1-4844-b232-c571e5f13bba tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (9b2f427e-55eb-4b60-84d1-395350653c13), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.554723 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2113c4f-8344-4e2f-98bd-5b5f3103bf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b3d6fd-6ef1-48f8-b6b8-f7016ddc9d1f,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:41.629703 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fb49e5eb-6287-42b9-90a5-8eaba149477c tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_gateway (f5a103bf-4d9d-4cd4-b14d-184e6f488d70), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.632676 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-522d2bf6-eaf0-4ad2-a48b-e1c9373959e2 admin admin] Publish callbacks [] for security_group (9d605a5d-23b5-44b4-864b-cc17902b5625), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.641904 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0075b314-4a5c-4797-b2d9-e1f2df223fa1 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (8c01c67f-7045-4d6d-8dc5-055229eb86e3), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.651255 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fb49e5eb-6287-42b9-90a5-8eaba149477c tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.695835 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0075b314-4a5c-4797-b2d9-e1f2df223fa1 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (8c01c67f-7045-4d6d-8dc5-055229eb86e3), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.715114 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-522d2bf6-eaf0-4ad2-a48b-e1c9373959e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (9d605a5d-23b5-44b4-864b-cc17902b5625), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.728599 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-26a2aa6b-cda1-4844-b232-c571e5f13bba tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (9b2f427e-55eb-4b60-84d1-395350653c13), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.748003 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c95aa58-8fda-4efc-996e-bf79869b7d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (7ffc1a0f-0fba-481e-bee6-b9f87313e245), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.750913 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c95aa58-8fda-4efc-996e-bf79869b7d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.752145 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3c95aa58-8fda-4efc-996e-bf79869b7d7c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ffc1a0f-0fba-481e-bee6-b9f87313e245 HTTP/1.1" status: 204 len: 168 time: 0.5319002 Apr 15 03:36:41.776518 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e335cca5-7d6b-48e0-8c24-a1fe1342be0c no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:36:41.815009 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: e335cca5-7d6b-48e0-8c24-a1fe1342be0c {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:36:41.821538 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95aa58-8fda-4efc-996e-bf79869b7d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffc1a0f-0fba-481e-bee6-b9f87313e245,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:41.822591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e335cca5-7d6b-48e0-8c24-a1fe1342be0c not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:36:41.830275 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59266) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:41.832299 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-522d2bf6-eaf0-4ad2-a48b-e1c9373959e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c3c8c46adbb4155b4f25f9a9d99ada1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6955745 Apr 15 03:36:41.852240 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075b314-4a5c-4797-b2d9-e1f2df223fa1 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c01c67f-7045-4d6d-8dc5-055229eb86e3,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:41.885675 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-26a2aa6b-cda1-4844-b232-c571e5f13bba tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2f427e-55eb-4b60-84d1-395350653c13']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:41.932945 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0075b314-4a5c-4797-b2d9-e1f2df223fa1 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.937357 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0075b314-4a5c-4797-b2d9-e1f2df223fa1 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6378357 Apr 15 03:36:41.939588 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-26a2aa6b-cda1-4844-b232-c571e5f13bba tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb5d283-324e-4c15-9a0f-de5a2af25c34') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:41.939884 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-26a2aa6b-cda1-4844-b232-c571e5f13bba tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb5d283-324e-4c15-9a0f-de5a2af25c34') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:41.941094 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59268) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:41.952490 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-66975136-84ca-4a11-a766-44a53877ce41 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group_rule': {'security_group_id': '18146fa7-d570-4144-b46d-55ba6f32a8b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:41.961091 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d2bf6-eaf0-4ad2-a48b-e1c9373959e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d605a5d-23b5-44b4-864b-cc17902b5625,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:41.966083 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-fb49e5eb-6287-42b9-90a5-8eaba149477c tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Allocated IP 172.26.6.191 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/f341071e-87e8-4b6b-aaf5-784b67735693) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:41.970802 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-26a2aa6b-cda1-4844-b232-c571e5f13bba tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (5fb5d283-324e-4c15-9a0f-de5a2af25c34), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:41.973001 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e03f016b-bf04-419f-bdd6-b1557cd34585 admin admin] Publish callbacks [] for security_group (9d605a5d-23b5-44b4-864b-cc17902b5625), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.000589 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-26a2aa6b-cda1-4844-b232-c571e5f13bba tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (5fb5d283-324e-4c15-9a0f-de5a2af25c34), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.008663 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a2aa6b-cda1-4844-b232-c571e5f13bba tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:42.009061 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-26a2aa6b-cda1-4844-b232-c571e5f13bba tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (5fb5d283-324e-4c15-9a0f-de5a2af25c34), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:42.012802 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:42.017094 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e03f016b-bf04-419f-bdd6-b1557cd34585 admin admin] Publish callbacks [] for security_group (9d605a5d-23b5-44b4-864b-cc17902b5625), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.115667 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-66975136-84ca-4a11-a766-44a53877ce41 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (3ce0dc92-2269-4ebf-b167-5506cca67a57), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.195574 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-26a2aa6b-cda1-4844-b232-c571e5f13bba tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (9b2f427e-55eb-4b60-84d1-395350653c13), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.208644 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-26a2aa6b-cda1-4844-b232-c571e5f13bba tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.208936 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fb49e5eb-6287-42b9-90a5-8eaba149477c tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for port (f341071e-87e8-4b6b-aaf5-784b67735693), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.218580 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-26a2aa6b-cda1-4844-b232-c571e5f13bba tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/networks/9b2f427e-55eb-4b60-84d1-395350653c13 HTTP/1.1" status: 204 len: 168 time: 0.8426702 Apr 15 03:36:42.219282 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59278) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:42.228977 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-7dbe116d-d824-45fa-8c40-2c3239c3e076 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1231931155'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:42.244022 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-66975136-84ca-4a11-a766-44a53877ce41 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (3ce0dc92-2269-4ebf-b167-5506cca67a57), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.258249 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2aa6b-cda1-4844-b232-c571e5f13bba tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Network': ['ID=9b2f427e-55eb-4b60-84d1-395350653c13,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:42.266430 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e03f016b-bf04-419f-bdd6-b1557cd34585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (9d605a5d-23b5-44b4-864b-cc17902b5625), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.269514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e03f016b-bf04-419f-bdd6-b1557cd34585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.273424 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e03f016b-bf04-419f-bdd6-b1557cd34585 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d605a5d-23b5-44b4-864b-cc17902b5625 HTTP/1.1" status: 204 len: 168 time: 0.4414272 Apr 15 03:36:42.293264 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f016b-bf04-419f-bdd6-b1557cd34585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d605a5d-23b5-44b4-864b-cc17902b5625,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:42.311836 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-66975136-84ca-4a11-a766-44a53877ce41 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (3ce0dc92-2269-4ebf-b167-5506cca67a57), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.332313 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66975136-84ca-4a11-a766-44a53877ce41 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce0dc92-2269-4ebf-b167-5506cca67a57,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:42.390121 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fb49e5eb-6287-42b9-90a5-8eaba149477c tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (f341071e-87e8-4b6b-aaf5-784b67735693), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.392281 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbe116d-d824-45fa-8c40-2c3239c3e076 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:42.396225 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7dbe116d-d824-45fa-8c40-2c3239c3e076 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.439108 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-66975136-84ca-4a11-a766-44a53877ce41 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.444096 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-66975136-84ca-4a11-a766-44a53877ce41 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4952822 Apr 15 03:36:42.444246 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59286) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:42.448509 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-5179755d-629f-4a4b-b702-4f23d3f00aea tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group_rule': {'security_group_id': '18146fa7-d570-4144-b46d-55ba6f32a8b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:42.467465 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb49e5eb-6287-42b9-90a5-8eaba149477c tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:42.474832 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbe116d-d824-45fa-8c40-2c3239c3e076 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:36:42.477603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-fb49e5eb-6287-42b9-90a5-8eaba149477c tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:42.488340 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb49e5eb-6287-42b9-90a5-8eaba149477c tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:42.515407 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49e5eb-6287-42b9-90a5-8eaba149477c tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Pushing event updated for resources: {'Port': ['ID=f341071e-87e8-4b6b-aaf5-784b67735693,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:42.522014 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7dbe116d-d824-45fa-8c40-2c3239c3e076 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (e08c942e-c273-47ec-82c6-1e20c3732a8e), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.522354 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-7dbe116d-d824-45fa-8c40-2c3239c3e076 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Added segment e08c942e-c273-47ec-82c6-1e20c3732a8e of type vlan for network fda8f330-993f-419d-99bb-dd0766ef85d1 Apr 15 03:36:42.570629 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59288) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:42.595788 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5179755d-629f-4a4b-b702-4f23d3f00aea tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (25fae591-b030-491f-ab17-691c22a3d34c), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.608426 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-635a09c4-d1a6-4741-94cc-896e3d15a644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.690806 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7dbe116d-d824-45fa-8c40-2c3239c3e076 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (fda8f330-993f-419d-99bb-dd0766ef85d1), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.771329 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5179755d-629f-4a4b-b702-4f23d3f00aea tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (25fae591-b030-491f-ab17-691c22a3d34c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.803914 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7dbe116d-d824-45fa-8c40-2c3239c3e076 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (fda8f330-993f-419d-99bb-dd0766ef85d1), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.809026 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbe116d-d824-45fa-8c40-2c3239c3e076 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:42.809642 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7dbe116d-d824-45fa-8c40-2c3239c3e076 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.825926 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-635a09c4-d1a6-4741-94cc-896e3d15a644 admin admin] Publish callbacks [] for security_group (141a9aa8-5308-45d3-8bc6-4b37b835753d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.855653 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5179755d-629f-4a4b-b702-4f23d3f00aea tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (25fae591-b030-491f-ab17-691c22a3d34c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.875657 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179755d-629f-4a4b-b702-4f23d3f00aea tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25fae591-b030-491f-ab17-691c22a3d34c,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:42.909362 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-635a09c4-d1a6-4741-94cc-896e3d15a644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (141a9aa8-5308-45d3-8bc6-4b37b835753d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.929695 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe116d-d824-45fa-8c40-2c3239c3e076 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Network': ['ID=fda8f330-993f-419d-99bb-dd0766ef85d1,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:42.952484 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network fda8f330-993f-419d-99bb-dd0766ef85d1 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:36:42.953812 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-635a09c4-d1a6-4741-94cc-896e3d15a644 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fdfbedaa232547f6941163093cc73ff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3772063 Apr 15 03:36:42.954523 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a09c4-d1a6-4741-94cc-896e3d15a644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141a9aa8-5308-45d3-8bc6-4b37b835753d,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:42.957223 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59298) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:42.965579 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5179755d-629f-4a4b-b702-4f23d3f00aea tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:42.969402 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5179755d-629f-4a4b-b702-4f23d3f00aea tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5217402 Apr 15 03:36:42.973183 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59300) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:42.979694 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7dbe116d-d824-45fa-8c40-2c3239c3e076 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7580941 Apr 15 03:36:42.983135 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59302) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:42.989242 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-9f497eba-4b74-4626-8806-7602a6d06dcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'subnet': {'network_id': 'fda8f330-993f-419d-99bb-dd0766ef85d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:43.029406 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0d86cb93-ee22-43eb-8a31-24b3063b200f tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (25fae591-b030-491f-ab17-691c22a3d34c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.043562 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0d86cb93-ee22-43eb-8a31-24b3063b200f tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (25fae591-b030-491f-ab17-691c22a3d34c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.059845 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c99fb4b3-6416-4b92-8e67-d1799ae58c0f admin admin] Publish callbacks [] for security_group (141a9aa8-5308-45d3-8bc6-4b37b835753d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.081238 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fb49e5eb-6287-42b9-90a5-8eaba149477c tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_gateway (f5a103bf-4d9d-4cd4-b14d-184e6f488d70), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.107784 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c99fb4b3-6416-4b92-8e67-d1799ae58c0f admin admin] Publish callbacks [] for security_group (141a9aa8-5308-45d3-8bc6-4b37b835753d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.166027 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0d86cb93-ee22-43eb-8a31-24b3063b200f tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (25fae591-b030-491f-ab17-691c22a3d34c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.171632 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0d86cb93-ee22-43eb-8a31-24b3063b200f tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.172948 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0d86cb93-ee22-43eb-8a31-24b3063b200f tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/25fae591-b030-491f-ab17-691c22a3d34c HTTP/1.1" status: 204 len: 168 time: 0.1988430 Apr 15 03:36:43.176262 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59306) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:43.181715 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86cb93-ee22-43eb-8a31-24b3063b200f tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25fae591-b030-491f-ab17-691c22a3d34c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:43.202454 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59308) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:43.212448 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59310) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:43.220417 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-480cfe45-952e-4201-bc3b-9d3f4c7d1c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.240698 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c99fb4b3-6416-4b92-8e67-d1799ae58c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (141a9aa8-5308-45d3-8bc6-4b37b835753d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.243041 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f497eba-4b74-4626-8806-7602a6d06dcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:43.243227 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c99fb4b3-6416-4b92-8e67-d1799ae58c0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.244578 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c99fb4b3-6416-4b92-8e67-d1799ae58c0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/141a9aa8-5308-45d3-8bc6-4b37b835753d HTTP/1.1" status: 204 len: 168 time: 0.2864442 Apr 15 03:36:43.246429 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9f497eba-4b74-4626-8806-7602a6d06dcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.263415 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fb4b3-6416-4b92-8e67-d1799ae58c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141a9aa8-5308-45d3-8bc6-4b37b835753d,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:43.267186 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-14102071-0b4c-436e-b69d-6f544b1d6796 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0864396 Apr 15 03:36:43.269668 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59316) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:43.307457 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6dae3df6-730f-4ca6-a8dd-66babc25ade2 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (3ce0dc92-2269-4ebf-b167-5506cca67a57), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.316104 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6dae3df6-730f-4ca6-a8dd-66babc25ade2 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (3ce0dc92-2269-4ebf-b167-5506cca67a57), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.373299 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.ipam_backend_mixin [None req-9f497eba-4b74-4626-8806-7602a6d06dcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Performing IP validity checks on allocation pools {{(pid=104666) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 15 03:36:43.376365 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.ipam_backend_mixin [None req-9f497eba-4b74-4626-8806-7602a6d06dcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104666) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 15 03:36:43.382087 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-480cfe45-952e-4201-bc3b-9d3f4c7d1c94 admin admin] Publish callbacks [] for security_group (d45413b0-4c21-44e3-a722-3566584948ed), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.391458 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-cd3bac8c-dc13-4b1c-b8d3-168bedd725a6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1723332410'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:43.395453 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6dae3df6-730f-4ca6-a8dd-66babc25ade2 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (3ce0dc92-2269-4ebf-b167-5506cca67a57), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.400322 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6dae3df6-730f-4ca6-a8dd-66babc25ade2 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.403969 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6dae3df6-730f-4ca6-a8dd-66babc25ade2 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/3ce0dc92-2269-4ebf-b167-5506cca67a57 HTTP/1.1" status: 204 len: 168 time: 0.1308951 Apr 15 03:36:43.405724 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59320) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:43.415698 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae3df6-730f-4ca6-a8dd-66babc25ade2 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ce0dc92-2269-4ebf-b167-5506cca67a57,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:43.454988 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-dfbb2610-59e4-47f5-ae0e-f2fad292ec90 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0464885 Apr 15 03:36:43.457659 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59322) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:43.464145 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-480cfe45-952e-4201-bc3b-9d3f4c7d1c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (d45413b0-4c21-44e3-a722-3566584948ed), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.491378 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fb49e5eb-6287-42b9-90a5-8eaba149477c tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (f5a103bf-4d9d-4cd4-b14d-184e6f488d70), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.528451 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-480cfe45-952e-4201-bc3b-9d3f4c7d1c94 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2af2eba4dd3b450582ce7413e8f45800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3245804 Apr 15 03:36:43.531020 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-66ff7260-811f-45bf-886f-1620b6f97667 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (8c01c67f-7045-4d6d-8dc5-055229eb86e3), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.532820 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59324) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:43.534717 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cfe45-952e-4201-bc3b-9d3f4c7d1c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45413b0-4c21-44e3-a722-3566584948ed,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:43.553821 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-66ff7260-811f-45bf-886f-1620b6f97667 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (8c01c67f-7045-4d6d-8dc5-055229eb86e3), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.560724 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3bac8c-dc13-4b1c-b8d3-168bedd725a6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Made reservation on behalf of c3e93a2cf489402089ec6469d1c45222 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:43.563937 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd3bac8c-dc13-4b1c-b8d3-168bedd725a6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.608255 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd3bac8c-dc13-4b1c-b8d3-168bedd725a6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.608941 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9600a677-bca2-48c3-a127-1ac577d4af99 admin admin] Publish callbacks [] for security_group (d45413b0-4c21-44e3-a722-3566584948ed), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.635400 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9600a677-bca2-48c3-a127-1ac577d4af99 admin admin] Publish callbacks [] for security_group (d45413b0-4c21-44e3-a722-3566584948ed), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.654067 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-66ff7260-811f-45bf-886f-1620b6f97667 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (8c01c67f-7045-4d6d-8dc5-055229eb86e3), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.671473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-66ff7260-811f-45bf-886f-1620b6f97667 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.675721 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-66ff7260-811f-45bf-886f-1620b6f97667 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/8c01c67f-7045-4d6d-8dc5-055229eb86e3 HTTP/1.1" status: 204 len: 168 time: 0.2138889 Apr 15 03:36:43.680690 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59326) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:43.689000 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff7260-811f-45bf-886f-1620b6f97667 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c01c67f-7045-4d6d-8dc5-055229eb86e3,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:43.728208 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7fd32798-8d3e-40d5-89ae-ae17a7cba9b5 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0462673 Apr 15 03:36:43.731333 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59330) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:43.759262 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-83d82ec0-d5b1-4b9d-9abf-48e4bbf226fb tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (770ef254-4481-4644-9cff-cd3e59ec4415), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.768180 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-83d82ec0-d5b1-4b9d-9abf-48e4bbf226fb tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (770ef254-4481-4644-9cff-cd3e59ec4415), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.797036 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9600a677-bca2-48c3-a127-1ac577d4af99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (d45413b0-4c21-44e3-a722-3566584948ed), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.800374 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9600a677-bca2-48c3-a127-1ac577d4af99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.804263 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9600a677-bca2-48c3-a127-1ac577d4af99 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d45413b0-4c21-44e3-a722-3566584948ed HTTP/1.1" status: 204 len: 168 time: 0.2678292 Apr 15 03:36:43.810654 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600a677-bca2-48c3-a127-1ac577d4af99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45413b0-4c21-44e3-a722-3566584948ed,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:43.869771 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-83d82ec0-d5b1-4b9d-9abf-48e4bbf226fb tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (770ef254-4481-4644-9cff-cd3e59ec4415), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.877515 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-83d82ec0-d5b1-4b9d-9abf-48e4bbf226fb tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.880248 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-83d82ec0-d5b1-4b9d-9abf-48e4bbf226fb tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/770ef254-4481-4644-9cff-cd3e59ec4415 HTTP/1.1" status: 204 len: 168 time: 0.1471748 Apr 15 03:36:43.882128 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59336) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:43.907517 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d82ec0-d5b1-4b9d-9abf-48e4bbf226fb tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=770ef254-4481-4644-9cff-cd3e59ec4415,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:43.935894 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b692cd89-4984-473e-be30-defb40ee7eee tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0501091 Apr 15 03:36:43.936415 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59340) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:43.962539 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-40b0d5dc-9cc0-4887-9302-c2e40205c2dd tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (434101e5-48b1-4c19-a3b8-88b33383667c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:43.970890 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-40b0d5dc-9cc0-4887-9302-c2e40205c2dd tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (434101e5-48b1-4c19-a3b8-88b33383667c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:44.066141 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd3bac8c-dc13-4b1c-b8d3-168bedd725a6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for security_group (b8017e3d-a1d6-4dc8-815a-3e7545d0f7fb), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:44.100794 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-40b0d5dc-9cc0-4887-9302-c2e40205c2dd tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (434101e5-48b1-4c19-a3b8-88b33383667c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:44.101103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9f497eba-4b74-4626-8806-7602a6d06dcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (10ec0774-e49e-47f1-adab-c2b6c8ce4439), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:44.108217 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-40b0d5dc-9cc0-4887-9302-c2e40205c2dd tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:44.111938 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-40b0d5dc-9cc0-4887-9302-c2e40205c2dd tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/434101e5-48b1-4c19-a3b8-88b33383667c HTTP/1.1" status: 204 len: 168 time: 0.1719489 Apr 15 03:36:44.116749 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59344) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:44.120731 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0d5dc-9cc0-4887-9302-c2e40205c2dd tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=434101e5-48b1-4c19-a3b8-88b33383667c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:44.147853 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd3bac8c-dc13-4b1c-b8d3-168bedd725a6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (b8017e3d-a1d6-4dc8-815a-3e7545d0f7fb), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:44.150581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb49e5eb-6287-42b9-90a5-8eaba149477c tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Router f5a103bf-4d9d-4cd4-b14d-184e6f488d70 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:36:44.155020 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e6e6d613-0f48-4519-a5f6-4a8b7b2c54f9 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0409014 Apr 15 03:36:44.157755 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59348) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:44.202165 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3bac8c-dc13-4b1c-b8d3-168bedd725a6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:36:44.220962 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e2ef-5569-4381-b33f-0f1e6253b3f8 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (18146fa7-d570-4144-b46d-55ba6f32a8b6), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:44.221986 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f497eba-4b74-4626-8806-7602a6d06dcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Subnet': ['ID=10ec0774-e49e-47f1-adab-c2b6c8ce4439,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:44.229366 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bac8c-dc13-4b1c-b8d3-168bedd725a6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8017e3d-a1d6-4dc8-815a-3e7545d0f7fb,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:44.256654 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e2ef-5569-4381-b33f-0f1e6253b3f8 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (18146fa7-d570-4144-b46d-55ba6f32a8b6), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:44.271340 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd3bac8c-dc13-4b1c-b8d3-168bedd725a6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (c271bcf9-832b-4e8f-b088-c538a0ff4a06), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:44.271870 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-cd3bac8c-dc13-4b1c-b8d3-168bedd725a6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Added segment c271bcf9-832b-4e8f-b088-c538a0ff4a06 of type vlan for network 1050d329-e4bc-432d-a375-579d032bcdc0 Apr 15 03:36:44.317856 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f497eba-4b74-4626-8806-7602a6d06dcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Checking segment: {'id': 'e08c942e-c273-47ec-82c6-1e20c3732a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fda8f330-993f-419d-99bb-dd0766ef85d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:36:44.318227 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f497eba-4b74-4626-8806-7602a6d06dcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network hostable DHCP agents. Network: fda8f330-993f-419d-99bb-dd0766ef85d1, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:36:44.364005 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd3bac8c-dc13-4b1c-b8d3-168bedd725a6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (1050d329-e4bc-432d-a375-579d032bcdc0), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:44.390006 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e2ef-5569-4381-b33f-0f1e6253b3f8 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (18146fa7-d570-4144-b46d-55ba6f32a8b6), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:44.393142 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b9f4e2ef-5569-4381-b33f-0f1e6253b3f8 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:44.399954 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b9f4e2ef-5569-4381-b33f-0f1e6253b3f8 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "DELETE /v2.0/security-groups/18146fa7-d570-4144-b46d-55ba6f32a8b6 HTTP/1.1" status: 204 len: 168 time: 0.2356348 Apr 15 03:36:44.403643 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59362) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:44.412626 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4e2ef-5569-4381-b33f-0f1e6253b3f8 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18146fa7-d570-4144-b46d-55ba6f32a8b6,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:44.415721 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb49e5eb-6287-42b9-90a5-8eaba149477c tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:36:44.440261 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a82d1-99c6-46e1-83d5-07ee000e6521 None None] Sync routers for ids ['f5a103bf-4d9d-4cd4-b14d-184e6f488d70'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:36:44.472681 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984a82d1-99c6-46e1-83d5-07ee000e6521 None None] Routers {'f5a103bf-4d9d-4cd4-b14d-184e6f488d70'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:44.473373 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-984a82d1-99c6-46e1-83d5-07ee000e6521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['f5a103bf-4d9d-4cd4-b14d-184e6f488d70'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:44.481476 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f497eba-4b74-4626-8806-7602a6d06dcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network fda8f330-993f-419d-99bb-dd0766ef85d1 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:36:44.497714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59368) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:44.497920 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-28f2da73-d2fc-4580-8407-77159ca34c5a tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0923903 Apr 15 03:36:44.503497 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-9e3fbb54-0134-49ff-ae19-7c43b8bf2cc9 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432647597'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:44.510152 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd3bac8c-dc13-4b1c-b8d3-168bedd725a6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (1050d329-e4bc-432d-a375-579d032bcdc0), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:44.515136 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3bac8c-dc13-4b1c-b8d3-168bedd725a6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:44.519018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd3bac8c-dc13-4b1c-b8d3-168bedd725a6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:44.526293 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-984a82d1-99c6-46e1-83d5-07ee000e6521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:44.527773 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fb49e5eb-6287-42b9-90a5-8eaba149477c tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:44.532288 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-fb49e5eb-6287-42b9-90a5-8eaba149477c tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.8617966 Apr 15 03:36:44.532466 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59370) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:44.537973 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-18c062ba-efb8-491e-8929-0b83a903c053 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'enable_snat': False}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:44.544411 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984a82d1-99c6-46e1-83d5-07ee000e6521 None None] Routers {'f5a103bf-4d9d-4cd4-b14d-184e6f488d70'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:44.545363 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-984a82d1-99c6-46e1-83d5-07ee000e6521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['f5a103bf-4d9d-4cd4-b14d-184e6f488d70'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:44.591040 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-9f497eba-4b74-4626-8806-7602a6d06dcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, fda8f330-993f-419d-99bb-dd0766ef85d1) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:44.592229 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-984a82d1-99c6-46e1-83d5-07ee000e6521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:44.599572 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f497eba-4b74-4626-8806-7602a6d06dcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:44.600186 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9f497eba-4b74-4626-8806-7602a6d06dcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:44.602259 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a82d1-99c6-46e1-83d5-07ee000e6521 None None] The sync data for ids ['f5a103bf-4d9d-4cd4-b14d-184e6f488d70'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:36:44.605823 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d74c7df-4bed-46c3-b1d2-972a0047267f None None] Network fda8f330-993f-419d-99bb-dd0766ef85d1 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:44.605968 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3bac8c-dc13-4b1c-b8d3-168bedd725a6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Network': ['ID=1050d329-e4bc-432d-a375-579d032bcdc0,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:44.627262 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 1050d329-e4bc-432d-a375-579d032bcdc0 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:36:44.695191 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cd3bac8c-dc13-4b1c-b8d3-168bedd725a6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4816451 Apr 15 03:36:44.695965 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59376) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:44.700528 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9f497eba-4b74-4626-8806-7602a6d06dcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7164223 Apr 15 03:36:44.704280 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-165087bf-0fa4-4338-82ec-5e3f8c0fb547 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Request body: {'subnet': {'network_id': '1050d329-e4bc-432d-a375-579d032bcdc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:44.707495 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59378) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:44.714498 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-0639b08d-936a-420a-8544-d7378c95ffb3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'port': {'network_id': 'fda8f330-993f-419d-99bb-dd0766ef85d1', 'name': 'tempest-PortsIpV6TestJSON-1707687803'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:44.783820 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e3fbb54-0134-49ff-ae19-7c43b8bf2cc9 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:44.799821 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21eeb1a-ba19-4d98-b0c8-7b739be532e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-fda8f330-993f-419d-99bb-dd0766ef85d1', 'network_id': 'fda8f330-993f-419d-99bb-dd0766ef85d1', 'project_id': 'f99fc1577cd2451fb6bab5b4e898b08c', 'fixed_ips': [{'subnet_id': '10ec0774-e49e-47f1-adab-c2b6c8ce4439'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:36:44.801989 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d21eeb1a-ba19-4d98-b0c8-7b739be532e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:44.884146 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e3fbb54-0134-49ff-ae19-7c43b8bf2cc9 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (07296094-e9f4-42af-ad27-1c0cb5002c6b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:44.949350 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e3fbb54-0134-49ff-ae19-7c43b8bf2cc9 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (07296094-e9f4-42af-ad27-1c0cb5002c6b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:44.979686 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fbb54-0134-49ff-ae19-7c43b8bf2cc9 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07296094-e9f4-42af-ad27-1c0cb5002c6b,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:44.983253 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18c062ba-efb8-491e-8929-0b83a903c053 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_gateway (f5a103bf-4d9d-4cd4-b14d-184e6f488d70), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:45.006252 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165087bf-0fa4-4338-82ec-5e3f8c0fb547 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Made reservation on behalf of c3e93a2cf489402089ec6469d1c45222 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:45.009759 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-165087bf-0fa4-4338-82ec-5e3f8c0fb547 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:45.051596 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-d21eeb1a-ba19-4d98-b0c8-7b739be532e2 None None] Allocated IP 2001:db8::2 (fda8f330-993f-419d-99bb-dd0766ef85d1/10ec0774-e49e-47f1-adab-c2b6c8ce4439/fe10a651-ca51-4c41-8c90-20a3fcfe00b0) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:45.063947 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0639b08d-936a-420a-8544-d7378c95ffb3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:45.068346 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0639b08d-936a-420a-8544-d7378c95ffb3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:45.082299 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e3fbb54-0134-49ff-ae19-7c43b8bf2cc9 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:45.083953 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9e3fbb54-0134-49ff-ae19-7c43b8bf2cc9 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5844615 Apr 15 03:36:45.090576 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59390) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:45.094515 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-cbfe6dae-8ef9-4872-8aba-4d8cb6f5241d tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group_rule': {'security_group_id': '07296094-e9f4-42af-ad27-1c0cb5002c6b', 'direction': 'ingress', 'protocol': 17}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:45.141188 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-0639b08d-936a-420a-8544-d7378c95ffb3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] device_id is not set on port 5fc359ef-3721-4f27-8ad7-42424d6fb58b yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:36:45.250869 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6dae-8ef9-4872-8aba-4d8cb6f5241d tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (4b20d186-214e-42ec-961e-2365ddf23193), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:45.269856 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d21eeb1a-ba19-4d98-b0c8-7b739be532e2 None None] Publish callbacks [] for port (fe10a651-ca51-4c41-8c90-20a3fcfe00b0), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:45.324156 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6dae-8ef9-4872-8aba-4d8cb6f5241d tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (4b20d186-214e-42ec-961e-2365ddf23193), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:45.338507 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d21eeb1a-ba19-4d98-b0c8-7b739be532e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (fe10a651-ca51-4c41-8c90-20a3fcfe00b0), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:45.381050 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21eeb1a-ba19-4d98-b0c8-7b739be532e2 None None] Network fda8f330-993f-419d-99bb-dd0766ef85d1 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:45.388139 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-d21eeb1a-ba19-4d98-b0c8-7b739be532e2 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:45.389964 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-165087bf-0fa4-4338-82ec-5e3f8c0fb547 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (f5f63308-de7f-4cd1-b6c0-763e0a79b6f7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:45.392032 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6dae-8ef9-4872-8aba-4d8cb6f5241d tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (4b20d186-214e-42ec-961e-2365ddf23193), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:45.393147 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21eeb1a-ba19-4d98-b0c8-7b739be532e2 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:45.400422 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21eeb1a-ba19-4d98-b0c8-7b739be532e2 None None] Pushing event updated for resources: {'Port': ['ID=fe10a651-ca51-4c41-8c90-20a3fcfe00b0,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:45.451467 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-0639b08d-936a-420a-8544-d7378c95ffb3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Allocated IP 2001:db8::311 (fda8f330-993f-419d-99bb-dd0766ef85d1/10ec0774-e49e-47f1-adab-c2b6c8ce4439/5fc359ef-3721-4f27-8ad7-42424d6fb58b) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:45.464954 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d21eeb1a-ba19-4d98-b0c8-7b739be532e2 None None] Attempting to bind port fe10a651-ca51-4c41-8c90-20a3fcfe00b0 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:36:45.465921 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d21eeb1a-ba19-4d98-b0c8-7b739be532e2 None None] Attempting to bind port fe10a651-ca51-4c41-8c90-20a3fcfe00b0 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'e08c942e-c273-47ec-82c6-1e20c3732a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fda8f330-993f-419d-99bb-dd0766ef85d1'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:36:45.466443 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21eeb1a-ba19-4d98-b0c8-7b739be532e2 None None] Attempting to bind port fe10a651-ca51-4c41-8c90-20a3fcfe00b0 on network fda8f330-993f-419d-99bb-dd0766ef85d1 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:36:45.472403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21eeb1a-ba19-4d98-b0c8-7b739be532e2 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:36:45.473042 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21eeb1a-ba19-4d98-b0c8-7b739be532e2 None None] Checking segment: {'id': 'e08c942e-c273-47ec-82c6-1e20c3732a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fda8f330-993f-419d-99bb-dd0766ef85d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:36:45.473594 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d21eeb1a-ba19-4d98-b0c8-7b739be532e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:45.474127 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21eeb1a-ba19-4d98-b0c8-7b739be532e2 None None] Bound using segment: {'id': 'e08c942e-c273-47ec-82c6-1e20c3732a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fda8f330-993f-419d-99bb-dd0766ef85d1'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:36:45.474796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d21eeb1a-ba19-4d98-b0c8-7b739be532e2 None None] Bound port: fe10a651-ca51-4c41-8c90-20a3fcfe00b0, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08c942e-c273-47ec-82c6-1e20c3732a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'fda8f330-993f-419d-99bb-dd0766ef85d1'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:36:45.475185 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d21eeb1a-ba19-4d98-b0c8-7b739be532e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fe10a651-ca51-4c41-8c90-20a3fcfe00b0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:45.528631 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165087bf-0fa4-4338-82ec-5e3f8c0fb547 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Subnet': ['ID=f5f63308-de7f-4cd1-b6c0-763e0a79b6f7,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:45.541482 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe6dae-8ef9-4872-8aba-4d8cb6f5241d tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b20d186-214e-42ec-961e-2365ddf23193,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:45.565691 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165087bf-0fa4-4338-82ec-5e3f8c0fb547 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Checking segment: {'id': 'c271bcf9-832b-4e8f-b088-c538a0ff4a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1050d329-e4bc-432d-a375-579d032bcdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:36:45.566039 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165087bf-0fa4-4338-82ec-5e3f8c0fb547 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Network hostable DHCP agents. Network: 1050d329-e4bc-432d-a375-579d032bcdc0, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:36:45.605365 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6dae-8ef9-4872-8aba-4d8cb6f5241d tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:45.609798 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cbfe6dae-8ef9-4872-8aba-4d8cb6f5241d tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5185592 Apr 15 03:36:45.610493 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59398) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:45.618633 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d21eeb1a-ba19-4d98-b0c8-7b739be532e2 None None] For port fe10a651-ca51-4c41-8c90-20a3fcfe00b0, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:36:45.622504 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d21eeb1a-ba19-4d98-b0c8-7b739be532e2 None None] For port fe10a651-ca51-4c41-8c90-20a3fcfe00b0, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fe10a651-ca51-4c41-8c90-20a3fcfe00b0,segment=NetworkSegment(e08c942e-c273-47ec-82c6-1e20c3732a8e),segment_id=e08c942e-c273-47ec-82c6-1e20c3732a8e)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:36:45.671794 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a68d9b33-775a-4246-86a1-bad8c6df6d22 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (07296094-e9f4-42af-ad27-1c0cb5002c6b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:45.687109 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165087bf-0fa4-4338-82ec-5e3f8c0fb547 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Network 1050d329-e4bc-432d-a375-579d032bcdc0 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:36:45.699845 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d21eeb1a-ba19-4d98-b0c8-7b739be532e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fe10a651-ca51-4c41-8c90-20a3fcfe00b0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:45.713830 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a68d9b33-775a-4246-86a1-bad8c6df6d22 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (07296094-e9f4-42af-ad27-1c0cb5002c6b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:45.779795 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21eeb1a-ba19-4d98-b0c8-7b739be532e2 None None] Pushing event updated for resources: {'Port': ['ID=fe10a651-ca51-4c41-8c90-20a3fcfe00b0,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:45.835492 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-165087bf-0fa4-4338-82ec-5e3f8c0fb547 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 1050d329-e4bc-432d-a375-579d032bcdc0) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:45.840064 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165087bf-0fa4-4338-82ec-5e3f8c0fb547 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:45.845952 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-165087bf-0fa4-4338-82ec-5e3f8c0fb547 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:45.846230 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8825532d-883c-410e-9a37-e544ed7cac68 None None] Network 1050d329-e4bc-432d-a375-579d032bcdc0 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:45.889624 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a68d9b33-775a-4246-86a1-bad8c6df6d22 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (07296094-e9f4-42af-ad27-1c0cb5002c6b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:45.892472 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a68d9b33-775a-4246-86a1-bad8c6df6d22 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:45.896728 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a68d9b33-775a-4246-86a1-bad8c6df6d22 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "DELETE /v2.0/security-groups/07296094-e9f4-42af-ad27-1c0cb5002c6b HTTP/1.1" status: 204 len: 168 time: 0.2826984 Apr 15 03:36:45.901890 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59408) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:45.922527 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d9b33-775a-4246-86a1-bad8c6df6d22 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07296094-e9f4-42af-ad27-1c0cb5002c6b,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:45.966952 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-07a67a08-7bda-4ca9-ab2b-f5ebe5ca77cd tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0636818 Apr 15 03:36:45.973430 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-165087bf-0fa4-4338-82ec-5e3f8c0fb547 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2757928 Apr 15 03:36:45.974271 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59410) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:45.980180 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-41f3e4bd-1013-4ebe-8a8e-adbdea5dca44 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group': {'name': 'tempest-secgroup--721353612'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:45.985936 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59412) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:45.990748 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-6582e04b-8e97-4c54-b233-925b5ae0428f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1122857252', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}, 'admin_state_up': False}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:46.076312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a673da0-ba73-4f10-9de7-6862062af79d None None] Network 1050d329-e4bc-432d-a375-579d032bcdc0 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:46.112796 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0639b08d-936a-420a-8544-d7378c95ffb3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (5fc359ef-3721-4f27-8ad7-42424d6fb58b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:46.145697 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-41f3e4bd-1013-4ebe-8a8e-adbdea5dca44 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:46.176153 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6582e04b-8e97-4c54-b233-925b5ae0428f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (b437dd35-ae69-4adb-9f4f-0a741e2bf499), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:46.177633 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6582e04b-8e97-4c54-b233-925b5ae0428f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (b437dd35-ae69-4adb-9f4f-0a741e2bf499), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:46.244327 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18c062ba-efb8-491e-8929-0b83a903c053 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (f5a103bf-4d9d-4cd4-b14d-184e6f488d70), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:46.250948 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18c062ba-efb8-491e-8929-0b83a903c053 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (f5a103bf-4d9d-4cd4-b14d-184e6f488d70), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:46.332313 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-41f3e4bd-1013-4ebe-8a8e-adbdea5dca44 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (51e7f5ea-8acf-4b7f-80ea-f372e6ee8cea), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:46.339259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6582e04b-8e97-4c54-b233-925b5ae0428f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for router_controller (b437dd35-ae69-4adb-9f4f-0a741e2bf499), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:46.393100 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-41f3e4bd-1013-4ebe-8a8e-adbdea5dca44 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (51e7f5ea-8acf-4b7f-80ea-f372e6ee8cea), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:46.421115 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c062ba-efb8-491e-8929-0b83a903c053 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Router f5a103bf-4d9d-4cd4-b14d-184e6f488d70 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:36:46.439704 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59426) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:46.494213 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0639b08d-936a-420a-8544-d7378c95ffb3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (5fc359ef-3721-4f27-8ad7-42424d6fb58b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:46.507207 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-41f3e4bd-1013-4ebe-8a8e-adbdea5dca44 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:46.508473 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-41f3e4bd-1013-4ebe-8a8e-adbdea5dca44 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5329618 Apr 15 03:36:46.512208 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59432) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:46.536462 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a45b3b90-fddb-4bf0-9d95-46758fa18560 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group': {'name': 'tempest-secgroup--458416736'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:46.583300 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3e4bd-1013-4ebe-8a8e-adbdea5dca44 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51e7f5ea-8acf-4b7f-80ea-f372e6ee8cea,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:46.588849 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6582e04b-8e97-4c54-b233-925b5ae0428f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for router_gateway (b437dd35-ae69-4adb-9f4f-0a741e2bf499), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:46.615785 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0639b08d-936a-420a-8544-d7378c95ffb3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network fda8f330-993f-419d-99bb-dd0766ef85d1 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:46.618558 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639b08d-936a-420a-8544-d7378c95ffb3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=5fc359ef-3721-4f27-8ad7-42424d6fb58b,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:46.624708 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-0639b08d-936a-420a-8544-d7378c95ffb3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:46.634526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-23ebb836-eb95-405f-9118-abbbc1638f48 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-203608393', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:46.639318 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0639b08d-936a-420a-8544-d7378c95ffb3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:46.644584 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0639b08d-936a-420a-8544-d7378c95ffb3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:46.645206 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0639b08d-936a-420a-8544-d7378c95ffb3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:46.682236 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c062ba-efb8-491e-8929-0b83a903c053 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:36:46.687373 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18c062ba-efb8-491e-8929-0b83a903c053 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:46.688720 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-18c062ba-efb8-491e-8929-0b83a903c053 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "PUT /v2.0/routers/f5a103bf-4d9d-4cd4-b14d-184e6f488d70 HTTP/1.1" status: 200 len: 925 time: 2.1551604 Apr 15 03:36:46.695017 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fd2a1d-d376-4f16-9f9d-d40f3b110d2f None None] Sync routers for ids ['f5a103bf-4d9d-4cd4-b14d-184e6f488d70'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:36:46.695563 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59436) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:46.698130 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a45b3b90-fddb-4bf0-9d95-46758fa18560 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:46.703876 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59438) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:46.706154 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fd2a1d-d376-4f16-9f9d-d40f3b110d2f None None] Routers {'f5a103bf-4d9d-4cd4-b14d-184e6f488d70'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:46.707249 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c4fd2a1d-d376-4f16-9f9d-d40f3b110d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['f5a103bf-4d9d-4cd4-b14d-184e6f488d70'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:46.739987 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0639b08d-936a-420a-8544-d7378c95ffb3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0314479 Apr 15 03:36:46.743040 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59442) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:46.751148 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c4fd2a1d-d376-4f16-9f9d-d40f3b110d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:46.765247 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fd2a1d-d376-4f16-9f9d-d40f3b110d2f None None] Routers {'f5a103bf-4d9d-4cd4-b14d-184e6f488d70'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:46.766254 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c4fd2a1d-d376-4f16-9f9d-d40f3b110d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['f5a103bf-4d9d-4cd4-b14d-184e6f488d70'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:46.797695 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ebb836-eb95-405f-9118-abbbc1638f48 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Made reservation on behalf of 23cd68dd6dee44718101eea32c4c2b1f for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:46.800596 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-23ebb836-eb95-405f-9118-abbbc1638f48 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:46.822972 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c4fd2a1d-d376-4f16-9f9d-d40f3b110d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:46.823876 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fd2a1d-d376-4f16-9f9d-d40f3b110d2f None None] The sync data for ids ['f5a103bf-4d9d-4cd4-b14d-184e6f488d70'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:36:46.858338 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-69fa4759-91c1-40d6-99db-e8d3551b10c0 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:46.860680 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-23ebb836-eb95-405f-9118-abbbc1638f48 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:46.900280 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a45b3b90-fddb-4bf0-9d95-46758fa18560 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (4e3e5ee2-bccf-42b5-8cfd-a830a011b9fb), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:46.912467 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5abd3-1a47-4769-9d91-d237597cd290 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting port 5fc359ef-3721-4f27-8ad7-42424d6fb58b {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:46.912831 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1bb5abd3-1a47-4769-9d91-d237597cd290 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (5fc359ef-3721-4f27-8ad7-42424d6fb58b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:46.959270 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ab77aa84-207e-4045-b4f6-a469fc1692d3 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "GET /v2.0/routers/f5a103bf-4d9d-4cd4-b14d-184e6f488d70 HTTP/1.1" status: 200 len: 925 time: 0.2630091 Apr 15 03:36:46.970866 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59444) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:46.979528 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6582e04b-8e97-4c54-b233-925b5ae0428f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for router_gateway (b437dd35-ae69-4adb-9f4f-0a741e2bf499), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.000696 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6582e04b-8e97-4c54-b233-925b5ae0428f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.040903 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a45b3b90-fddb-4bf0-9d95-46758fa18560 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (4e3e5ee2-bccf-42b5-8cfd-a830a011b9fb), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.102543 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-69fa4759-91c1-40d6-99db-e8d3551b10c0 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] 10.222.0.15 "PUT /v2.0/quotas/6e512520d3644edeb5aefd33438360cc HTTP/1.1" status: 200 len: 368 time: 0.3975902 Apr 15 03:36:47.105373 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59446) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:47.116108 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6ddf81-5189-4316-8baf-9f232f20bcda tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:47.116842 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a99190fd-43f4-4a95-82c5-2a3818dbe271 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Request body: {'network': {'project_id': '6e512520d3644edeb5aefd33438360cc'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:47.118255 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-eb6ddf81-5189-4316-8baf-9f232f20bcda tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&device_id=f5a103bf-4d9d-4cd4-b14d-184e6f488d70&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1433640 Apr 15 03:36:47.126622 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59448) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:47.128408 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-6582e04b-8e97-4c54-b233-925b5ae0428f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Allocated IP 172.26.6.213 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/2dc35c72-42e2-4329-86d9-9dcbdb708816) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:47.145035 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b3b90-fddb-4bf0-9d95-46758fa18560 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3e5ee2-bccf-42b5-8cfd-a830a011b9fb,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:47.173542 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1bb5abd3-1a47-4769-9d91-d237597cd290 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (5fc359ef-3721-4f27-8ad7-42424d6fb58b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.201737 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a45b3b90-fddb-4bf0-9d95-46758fa18560 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.203007 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a45b3b90-fddb-4bf0-9d95-46758fa18560 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6736271 Apr 15 03:36:47.209462 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59450) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:47.215461 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-27a94832-1773-4279-9c62-5e681fa6e006 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group_rule': {'security_group_id': '51e7f5ea-8acf-4b7f-80ea-f372e6ee8cea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4e3e5ee2-bccf-42b5-8cfd-a830a011b9fb', 'remote_ip_prefix': None}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:47.226231 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dda088-85da-4913-aa99-e0d227b11063 None None] Network fda8f330-993f-419d-99bb-dd0766ef85d1 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:47.236243 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5abd3-1a47-4769-9d91-d237597cd290 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Calling delete_port for 5fc359ef-3721-4f27-8ad7-42424d6fb58b owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:47.253843 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-23ebb836-eb95-405f-9118-abbbc1638f48 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Publish callbacks [] for security_group (f579eb2d-3516-4570-9e11-0bee7d2208f0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.279326 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99190fd-43f4-4a95-82c5-2a3818dbe271 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Made reservation on behalf of 6e512520d3644edeb5aefd33438360cc for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:47.281728 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a99190fd-43f4-4a95-82c5-2a3818dbe271 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.291559 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6582e04b-8e97-4c54-b233-925b5ae0428f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for port (2dc35c72-42e2-4329-86d9-9dcbdb708816), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.302506 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a99190fd-43f4-4a95-82c5-2a3818dbe271 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.324053 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1efde8-f495-4948-b45c-6db31a51d40a tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:47.325611 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2c1efde8-f495-4948-b45c-6db31a51d40a tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "GET /v2.0/networks/47f4ed73-a135-4807-aa37-c76498dd2653 HTTP/1.1" status: 200 len: 881 time: 0.1962986 Apr 15 03:36:47.330160 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59452) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:47.366541 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-23ebb836-eb95-405f-9118-abbbc1638f48 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (f579eb2d-3516-4570-9e11-0bee7d2208f0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.373590 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c0d5ba96-2958-42f9-9c9c-f5c9ce4910c4 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5a103bf-4d9d-4cd4-b14d-184e6f488d70 HTTP/1.1" status: 200 len: 205 time: 0.0422552 Apr 15 03:36:47.374277 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-27a94832-1773-4279-9c62-5e681fa6e006 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (46aab83c-b0db-47a3-abf7-e062ae7fb14f), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.375489 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-23ebb836-eb95-405f-9118-abbbc1638f48 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] device_id is not set on port 08b970ca-7a5e-4b63-af2a-ca04579dfe8e yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:36:47.382939 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59454) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:47.450014 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5dca9988-83c1-4bac-8563-6b13ac628a58 None None] Provisioning complete for port fe10a651-ca51-4c41-8c90-20a3fcfe00b0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:47.450842 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5dca9988-83c1-4bac-8563-6b13ac628a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fe10a651-ca51-4c41-8c90-20a3fcfe00b0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.479456 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a99190fd-43f4-4a95-82c5-2a3818dbe271 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks [] for security_group (077f2026-e575-4074-9508-6b287450c394), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.484321 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6582e04b-8e97-4c54-b233-925b5ae0428f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (2dc35c72-42e2-4329-86d9-9dcbdb708816), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.497556 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebb836-eb95-405f-9118-abbbc1638f48 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f579eb2d-3516-4570-9e11-0bee7d2208f0,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:47.530510 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-27a94832-1773-4279-9c62-5e681fa6e006 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (46aab83c-b0db-47a3-abf7-e062ae7fb14f), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.541935 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6582e04b-8e97-4c54-b233-925b5ae0428f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:47.549094 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-6582e04b-8e97-4c54-b233-925b5ae0428f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:47.554926 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6582e04b-8e97-4c54-b233-925b5ae0428f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:47.558494 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582e04b-8e97-4c54-b233-925b5ae0428f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Port': ['ID=2dc35c72-42e2-4329-86d9-9dcbdb708816,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:47.560855 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a99190fd-43f4-4a95-82c5-2a3818dbe271 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (077f2026-e575-4074-9508-6b287450c394), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.568430 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5dca9988-83c1-4bac-8563-6b13ac628a58 None None] Current status of the port fe10a651-ca51-4c41-8c90-20a3fcfe00b0 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:47.569045 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5dca9988-83c1-4bac-8563-6b13ac628a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fe10a651-ca51-4c41-8c90-20a3fcfe00b0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.597259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-27a94832-1773-4279-9c62-5e681fa6e006 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (46aab83c-b0db-47a3-abf7-e062ae7fb14f), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.608692 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5dca9988-83c1-4bac-8563-6b13ac628a58 None None] For port fe10a651-ca51-4c41-8c90-20a3fcfe00b0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fe10a651-ca51-4c41-8c90-20a3fcfe00b0,segment=NetworkSegment(e08c942e-c273-47ec-82c6-1e20c3732a8e),segment_id=e08c942e-c273-47ec-82c6-1e20c3732a8e)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:47.644757 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a94832-1773-4279-9c62-5e681fa6e006 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46aab83c-b0db-47a3-abf7-e062ae7fb14f,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:47.647160 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99190fd-43f4-4a95-82c5-2a3818dbe271 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077f2026-e575-4074-9508-6b287450c394,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:47.647663 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-23ebb836-eb95-405f-9118-abbbc1638f48 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Allocated IP 172.26.6.211 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/08b970ca-7a5e-4b63-af2a-ca04579dfe8e) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:47.663341 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea6774e6-60c8-48d5-bf38-5739bf3ab6f2 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router (f5a103bf-4d9d-4cd4-b14d-184e6f488d70), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.677225 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5dca9988-83c1-4bac-8563-6b13ac628a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fe10a651-ca51-4c41-8c90-20a3fcfe00b0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.778722 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-27a94832-1773-4279-9c62-5e681fa6e006 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.783000 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-27a94832-1773-4279-9c62-5e681fa6e006 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5692399 Apr 15 03:36:47.783000 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99190fd-43f4-4a95-82c5-2a3818dbe271 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:36:47.789836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca9988-83c1-4bac-8563-6b13ac628a58 None None] Pushing event updated for resources: {'Port': ['ID=fe10a651-ca51-4c41-8c90-20a3fcfe00b0,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:47.790184 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59458) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:47.832620 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a99190fd-43f4-4a95-82c5-2a3818dbe271 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (cf2f8ed8-a1b7-4d49-bc11-04f0b91bbd0a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.833000 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-a99190fd-43f4-4a95-82c5-2a3818dbe271 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Added segment cf2f8ed8-a1b7-4d49-bc11-04f0b91bbd0a of type vlan for network 3e2c265a-26f9-4544-ace8-f21712bc4646 Apr 15 03:36:47.855533 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device fe10a651-ca51-4c41-8c90-20a3fcfe00b0 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:36:47.882172 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf08c9fc-1381-47f9-abff-ce2a2d420498 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (46aab83c-b0db-47a3-abf7-e062ae7fb14f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.900463 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf08c9fc-1381-47f9-abff-ce2a2d420498 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (46aab83c-b0db-47a3-abf7-e062ae7fb14f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.903543 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a99190fd-43f4-4a95-82c5-2a3818dbe271 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (3e2c265a-26f9-4544-ace8-f21712bc4646), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:47.933660 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port fe10a651-ca51-4c41-8c90-20a3fcfe00b0 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:47.934966 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fe10a651-ca51-4c41-8c90-20a3fcfe00b0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.036592 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-33500a2e-2900-45f0-8ca5-971434b56af2 None None] Provisioning complete for port fe10a651-ca51-4c41-8c90-20a3fcfe00b0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:48.037219 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-33500a2e-2900-45f0-8ca5-971434b56af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fe10a651-ca51-4c41-8c90-20a3fcfe00b0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.042565 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port fe10a651-ca51-4c41-8c90-20a3fcfe00b0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:48.056182 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1bb5abd3-1a47-4769-9d91-d237597cd290 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (5fc359ef-3721-4f27-8ad7-42424d6fb58b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.107994 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6582e04b-8e97-4c54-b233-925b5ae0428f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for router_gateway (b437dd35-ae69-4adb-9f4f-0a741e2bf499), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.111537 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5abd3-1a47-4769-9d91-d237597cd290 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Port': ['ID=5fc359ef-3721-4f27-8ad7-42424d6fb58b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:48.157936 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-33500a2e-2900-45f0-8ca5-971434b56af2 None None] Current status of the port fe10a651-ca51-4c41-8c90-20a3fcfe00b0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:48.162993 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-33500a2e-2900-45f0-8ca5-971434b56af2 None None] Could not find standard attr ID for object 5fc359ef-3721-4f27-8ad7-42424d6fb58b. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:36:48.172811 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf08c9fc-1381-47f9-abff-ce2a2d420498 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (46aab83c-b0db-47a3-abf7-e062ae7fb14f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.184061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a99190fd-43f4-4a95-82c5-2a3818dbe271 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (3e2c265a-26f9-4544-ace8-f21712bc4646), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.185052 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99190fd-43f4-4a95-82c5-2a3818dbe271 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:48.185803 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a99190fd-43f4-4a95-82c5-2a3818dbe271 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.193532 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf08c9fc-1381-47f9-abff-ce2a2d420498 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.197550 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cf08c9fc-1381-47f9-abff-ce2a2d420498 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/46aab83c-b0db-47a3-abf7-e062ae7fb14f HTTP/1.1" status: 204 len: 168 time: 0.4042222 Apr 15 03:36:48.199093 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1bb5abd3-1a47-4769-9d91-d237597cd290 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.202362 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1bb5abd3-1a47-4769-9d91-d237597cd290 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/ports/5fc359ef-3721-4f27-8ad7-42424d6fb58b HTTP/1.1" status: 204 len: 168 time: 1.4583881 Apr 15 03:36:48.204723 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59460) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:48.215363 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea6774e6-60c8-48d5-bf38-5739bf3ab6f2 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_gateway (f5a103bf-4d9d-4cd4-b14d-184e6f488d70), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.221107 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59462) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:48.233545 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08c9fc-1381-47f9-abff-ce2a2d420498 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46aab83c-b0db-47a3-abf7-e062ae7fb14f,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:48.272113 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8066d6c-d667-47dc-97b1-cb22cabb93c8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] DELETE failed (client error): The resource could not be found. Apr 15 03:36:48.272698 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8066d6c-d667-47dc-97b1-cb22cabb93c8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:36:48.278813 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b8066d6c-d667-47dc-97b1-cb22cabb93c8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/ports/5fc359ef-3721-4f27-8ad7-42424d6fb58b HTTP/1.1" status: 404 len: 333 time: 0.0506859 Apr 15 03:36:48.279668 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59464) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:48.285322 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-785c53f3-4c9d-4386-8a93-60e05999578b None None] Could not find standard attr ID for object 5fc359ef-3721-4f27-8ad7-42424d6fb58b. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:36:48.308912 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99190fd-43f4-4a95-82c5-2a3818dbe271 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Pushing event updated for resources: {'Network': ['ID=3e2c265a-26f9-4544-ace8-f21712bc4646,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:48.325558 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a99190fd-43f4-4a95-82c5-2a3818dbe271 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2155957 Apr 15 03:36:48.326436 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 3e2c265a-26f9-4544-ace8-f21712bc4646 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:36:48.328876 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9b69cd-d6a5-4a36-a881-125a5819c486 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] GET failed (client error): The resource could not be found. Apr 15 03:36:48.329024 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59466) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:48.333501 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2d9b69cd-d6a5-4a36-a881-125a5819c486 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports/5fc359ef-3721-4f27-8ad7-42424d6fb58b HTTP/1.1" status: 404 len: 333 time: 0.0501151 Apr 15 03:36:48.336067 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59468) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:48.336686 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f4b7fce1-81c2-4ccd-a36c-fd9d4af60e36 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Request body: {'network': {'project_id': '6e512520d3644edeb5aefd33438360cc'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:48.349299 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-23ebb836-eb95-405f-9118-abbbc1638f48 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Publish callbacks [] for port (08b970ca-7a5e-4b63-af2a-ca04579dfe8e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.363330 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8910bae4-7b54-4403-a72e-e4e5ccf9b0e4 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1562486 Apr 15 03:36:48.389970 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59470) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:48.464243 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b7fce1-81c2-4ccd-a36c-fd9d4af60e36 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Made reservation on behalf of 6e512520d3644edeb5aefd33438360cc for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:48.466481 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4b7fce1-81c2-4ccd-a36c-fd9d4af60e36 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.477583 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b5cbbe-0df5-480b-b6bf-d7b2ef2f7405 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting subnet 10ec0774-e49e-47f1-adab-c2b6c8ce4439 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:36:48.488118 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-21b5cbbe-0df5-480b-b6bf-d7b2ef2f7405 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for subnet (10ec0774-e49e-47f1-adab-c2b6c8ce4439), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.492796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6582e04b-8e97-4c54-b233-925b5ae0428f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (b437dd35-ae69-4adb-9f4f-0a741e2bf499), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.500982 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5ffc7e1a-c2fe-4f5a-a0ca-97c9b406a7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.504906 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b7fce1-81c2-4ccd-a36c-fd9d4af60e36 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:36:48.513149 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-ea6774e6-60c8-48d5-bf38-5739bf3ab6f2 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Deleting port f341071e-87e8-4b6b-aaf5-784b67735693 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:48.513494 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea6774e6-60c8-48d5-bf38-5739bf3ab6f2 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f341071e-87e8-4b6b-aaf5-784b67735693), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.547764 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4b7fce1-81c2-4ccd-a36c-fd9d4af60e36 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (926bd89c-29fa-4f68-b6cb-8a46a97cc953), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.548104 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-f4b7fce1-81c2-4ccd-a36c-fd9d4af60e36 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Added segment 926bd89c-29fa-4f68-b6cb-8a46a97cc953 of type vlan for network a36c79ce-e256-4503-bc1b-eb0cbd00eada Apr 15 03:36:48.595906 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-21b5cbbe-0df5-480b-b6bf-d7b2ef2f7405 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (10ec0774-e49e-47f1-adab-c2b6c8ce4439), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.625334 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-23ebb836-eb95-405f-9118-abbbc1638f48 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (08b970ca-7a5e-4b63-af2a-ca04579dfe8e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.626146 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4b7fce1-81c2-4ccd-a36c-fd9d4af60e36 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (a36c79ce-e256-4503-bc1b-eb0cbd00eada), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.626913 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e4433338-d2f1-41ff-a70b-229a65bd7232 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (4e3e5ee2-bccf-42b5-8cfd-a830a011b9fb), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.714941 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ebb836-eb95-405f-9118-abbbc1638f48 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:48.723278 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e4433338-d2f1-41ff-a70b-229a65bd7232 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (4e3e5ee2-bccf-42b5-8cfd-a830a011b9fb), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.729335 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4b7fce1-81c2-4ccd-a36c-fd9d4af60e36 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (a36c79ce-e256-4503-bc1b-eb0cbd00eada), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.730325 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b7fce1-81c2-4ccd-a36c-fd9d4af60e36 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:48.730939 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4b7fce1-81c2-4ccd-a36c-fd9d4af60e36 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.742267 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-23ebb836-eb95-405f-9118-abbbc1638f48 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:48.751368 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ebb836-eb95-405f-9118-abbbc1638f48 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:48.758365 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea6774e6-60c8-48d5-bf38-5739bf3ab6f2 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f341071e-87e8-4b6b-aaf5-784b67735693), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.786447 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6582e04b-8e97-4c54-b233-925b5ae0428f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Router b437dd35-ae69-4adb-9f4f-0a741e2bf499 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:36:48.796523 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7fce1-81c2-4ccd-a36c-fd9d4af60e36 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Pushing event updated for resources: {'Network': ['ID=a36c79ce-e256-4503-bc1b-eb0cbd00eada,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:48.808128 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network a36c79ce-e256-4503-bc1b-eb0cbd00eada details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:36:48.820815 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebb836-eb95-405f-9118-abbbc1638f48 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Pushing event updated for resources: {'Port': ['ID=08b970ca-7a5e-4b63-af2a-ca04579dfe8e,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:48.841681 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-ea6774e6-60c8-48d5-bf38-5739bf3ab6f2 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Calling delete_port for f341071e-87e8-4b6b-aaf5-784b67735693 owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:48.844508 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f4b7fce1-81c2-4ccd-a36c-fd9d4af60e36 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5143652 Apr 15 03:36:48.847708 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59474) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:48.852571 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-64c3d42a-872d-4c7d-8c35-e3c09bbbaa83 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Request body: {'network': {'project_id': '6e512520d3644edeb5aefd33438360cc'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:48.870637 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c3d42a-872d-4c7d-8c35-e3c09bbbaa83 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 15 03:36:48.871267 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c3d42a-872d-4c7d-8c35-e3c09bbbaa83 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:36:48.872517 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-64c3d42a-872d-4c7d-8c35-e3c09bbbaa83 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0238690 Apr 15 03:36:48.875414 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59476) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:48.877825 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ebb836-eb95-405f-9118-abbbc1638f48 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:48.878463 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-23ebb836-eb95-405f-9118-abbbc1638f48 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.882311 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-21b5cbbe-0df5-480b-b6bf-d7b2ef2f7405 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (10ec0774-e49e-47f1-adab-c2b6c8ce4439), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.961987 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e4433338-d2f1-41ff-a70b-229a65bd7232 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (4e3e5ee2-bccf-42b5-8cfd-a830a011b9fb), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.963635 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4f149edf-33d5-4991-a433-0b1a01426932 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e512520d3644edeb5aefd33438360cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0871294 Apr 15 03:36:48.964563 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e4433338-d2f1-41ff-a70b-229a65bd7232 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:48.964835 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6582e04b-8e97-4c54-b233-925b5ae0428f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:36:48.968175 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e4433338-d2f1-41ff-a70b-229a65bd7232 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "DELETE /v2.0/security-groups/4e3e5ee2-bccf-42b5-8cfd-a830a011b9fb HTTP/1.1" status: 204 len: 168 time: 0.5718281 Apr 15 03:36:48.968305 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59478) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:48.974427 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59480) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:48.978357 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ab140-6f42-4e18-8ff6-90d2f26c34c3 None None] Sync routers for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:36:48.993070 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4433338-d2f1-41ff-a70b-229a65bd7232 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3e5ee2-bccf-42b5-8cfd-a830a011b9fb,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:48.993269 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ab140-6f42-4e18-8ff6-90d2f26c34c3 None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:48.994459 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e88ab140-6f42-4e18-8ff6-90d2f26c34c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:49.055714 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e88ab140-6f42-4e18-8ff6-90d2f26c34c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:49.077156 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1001eb17-9d80-4fdb-8036-3d8c73195bb5 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks [] for security_group (077f2026-e575-4074-9508-6b287450c394), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.083476 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ab140-6f42-4e18-8ff6-90d2f26c34c3 None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:49.084147 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e88ab140-6f42-4e18-8ff6-90d2f26c34c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:49.088066 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2dc68892-a1fd-45da-a2a3-7534131c300b tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1040595 Apr 15 03:36:49.088066 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59482) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:49.102078 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-23ebb836-eb95-405f-9118-abbbc1638f48 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6568127 Apr 15 03:36:49.102263 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59484) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:49.108776 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-9167950c-8367-4f56-9982-40fd75b361df tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.211'}]}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:49.123061 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e88ab140-6f42-4e18-8ff6-90d2f26c34c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:49.123806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88ab140-6f42-4e18-8ff6-90d2f26c34c3 None None] The sync data for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:36:49.131499 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6582e04b-8e97-4c54-b233-925b5ae0428f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.132760 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6582e04b-8e97-4c54-b233-925b5ae0428f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1455343 Apr 15 03:36:49.135572 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59486) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:49.140249 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1001eb17-9d80-4fdb-8036-3d8c73195bb5 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks [] for security_group (077f2026-e575-4074-9508-6b287450c394), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.177596 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-21b5cbbe-0df5-480b-b6bf-d7b2ef2f7405 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (10ec0774-e49e-47f1-adab-c2b6c8ce4439), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.213309 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea6774e6-60c8-48d5-bf38-5739bf3ab6f2 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (f341071e-87e8-4b6b-aaf5-784b67735693), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.215915 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-78a845e8-dec0-48bc-a5de-37e333efb8e7 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (51e7f5ea-8acf-4b7f-80ea-f372e6ee8cea), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.217520 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-21b5cbbe-0df5-480b-b6bf-d7b2ef2f7405 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.226649 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-21b5cbbe-0df5-480b-b6bf-d7b2ef2f7405 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/subnets/10ec0774-e49e-47f1-adab-c2b6c8ce4439 HTTP/1.1" status: 204 len: 168 time: 0.8841155 Apr 15 03:36:49.226649 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59488) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:49.226914 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55fe979-3971-4e49-b923-f0e77f56c0db None None] Network fda8f330-993f-419d-99bb-dd0766ef85d1 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:49.231048 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5cbbe-0df5-480b-b6bf-d7b2ef2f7405 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Subnet': ['ID=10ec0774-e49e-47f1-adab-c2b6c8ce4439,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:49.241882 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-78a845e8-dec0-48bc-a5de-37e333efb8e7 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (51e7f5ea-8acf-4b7f-80ea-f372e6ee8cea), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.280287 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6774e6-60c8-48d5-bf38-5739bf3ab6f2 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Pushing event deleted for resources: {'Port': ['ID=f341071e-87e8-4b6b-aaf5-784b67735693,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:49.289943 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9167950c-8367-4f56-9982-40fd75b361df tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (f9014f5a-ab55-48eb-9c15-5efa267f0582), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.291037 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9167950c-8367-4f56-9982-40fd75b361df tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (f9014f5a-ab55-48eb-9c15-5efa267f0582), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.312529 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1001eb17-9d80-4fdb-8036-3d8c73195bb5 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (077f2026-e575-4074-9508-6b287450c394), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.317434 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1001eb17-9d80-4fdb-8036-3d8c73195bb5 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.318066 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1001eb17-9d80-4fdb-8036-3d8c73195bb5 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/077f2026-e575-4074-9508-6b287450c394 HTTP/1.1" status: 204 len: 168 time: 0.3509309 Apr 15 03:36:49.322725 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59490) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:49.342891 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001eb17-9d80-4fdb-8036-3d8c73195bb5 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077f2026-e575-4074-9508-6b287450c394,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:49.390832 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-78a845e8-dec0-48bc-a5de-37e333efb8e7 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (51e7f5ea-8acf-4b7f-80ea-f372e6ee8cea), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.394108 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-78a845e8-dec0-48bc-a5de-37e333efb8e7 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.395354 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-78a845e8-dec0-48bc-a5de-37e333efb8e7 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "DELETE /v2.0/security-groups/51e7f5ea-8acf-4b7f-80ea-f372e6ee8cea HTTP/1.1" status: 204 len: 168 time: 0.3068912 Apr 15 03:36:49.408324 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59492) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:49.410827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f293cdb-64b9-473d-bd12-2e0a2f7a1a41 None None] DHCP port deletion for fda8f330-993f-419d-99bb-dd0766ef85d1 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:36:49.436237 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a845e8-dec0-48bc-a5de-37e333efb8e7 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e7f5ea-8acf-4b7f-80ea-f372e6ee8cea,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:49.451042 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9df86846-a3b0-40e6-82ba-17e5d9691bee tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (a36c79ce-e256-4503-bc1b-eb0cbd00eada), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.465552 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3f293cdb-64b9-473d-bd12-2e0a2f7a1a41 None None] Deleting port fe10a651-ca51-4c41-8c90-20a3fcfe00b0 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:49.465994 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3f293cdb-64b9-473d-bd12-2e0a2f7a1a41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (fe10a651-ca51-4c41-8c90-20a3fcfe00b0), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.467790 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-499cf507-ac5c-4dcd-83ad-57d69d703adf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (fda8f330-993f-419d-99bb-dd0766ef85d1), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.475510 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea6774e6-60c8-48d5-bf38-5739bf3ab6f2 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (f5a103bf-4d9d-4cd4-b14d-184e6f488d70), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.499688 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9167950c-8367-4f56-9982-40fd75b361df tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Publish callbacks [] for router_controller (f9014f5a-ab55-48eb-9c15-5efa267f0582), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.536450 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-3f293cdb-64b9-473d-bd12-2e0a2f7a1a41 None None] For port fe10a651-ca51-4c41-8c90-20a3fcfe00b0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fe10a651-ca51-4c41-8c90-20a3fcfe00b0,segment=NetworkSegment(e08c942e-c273-47ec-82c6-1e20c3732a8e),segment_id=e08c942e-c273-47ec-82c6-1e20c3732a8e)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:49.537178 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3f293cdb-64b9-473d-bd12-2e0a2f7a1a41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (fe10a651-ca51-4c41-8c90-20a3fcfe00b0), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.546750 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-63b90c86-6f00-47e5-a38f-41e8a82784a8 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1333408 Apr 15 03:36:49.546933 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59494) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:49.552062 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-85219d0d-d803-4a87-b143-e6c2ac0f7f21 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group': {'name': 'tempest-secgroup--984628492'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:49.555107 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3f293cdb-64b9-473d-bd12-2e0a2f7a1a41 None None] Calling delete_port for fe10a651-ca51-4c41-8c90-20a3fcfe00b0 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:49.617330 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9df86846-a3b0-40e6-82ba-17e5d9691bee tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (a36c79ce-e256-4503-bc1b-eb0cbd00eada), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.654603 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea6774e6-60c8-48d5-bf38-5739bf3ab6f2 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (f5a103bf-4d9d-4cd4-b14d-184e6f488d70), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.686080 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea6774e6-60c8-48d5-bf38-5739bf3ab6f2 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_controller (f5a103bf-4d9d-4cd4-b14d-184e6f488d70), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.698679 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-9df86846-a3b0-40e6-82ba-17e5d9691bee tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36c79ce-e256-4503-bc1b-eb0cbd00eada']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:49.698886 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-499cf507-ac5c-4dcd-83ad-57d69d703adf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting port fe10a651-ca51-4c41-8c90-20a3fcfe00b0 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:49.699186 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-499cf507-ac5c-4dcd-83ad-57d69d703adf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (fe10a651-ca51-4c41-8c90-20a3fcfe00b0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.703010 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85219d0d-d803-4a87-b143-e6c2ac0f7f21 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.721646 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-9df86846-a3b0-40e6-82ba-17e5d9691bee tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926bd89c-29fa-4f68-b6cb-8a46a97cc953') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:49.721801 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3f293cdb-64b9-473d-bd12-2e0a2f7a1a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (fe10a651-ca51-4c41-8c90-20a3fcfe00b0), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.721939 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-9df86846-a3b0-40e6-82ba-17e5d9691bee tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926bd89c-29fa-4f68-b6cb-8a46a97cc953') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:49.769711 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f293cdb-64b9-473d-bd12-2e0a2f7a1a41 None None] Pushing event deleted for resources: {'Port': ['ID=fe10a651-ca51-4c41-8c90-20a3fcfe00b0,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:49.772450 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f293cdb-64b9-473d-bd12-2e0a2f7a1a41 None None] No DVR routers for this DVR port fe10a651-ca51-4c41-8c90-20a3fcfe00b0 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:36:49.825864 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device fe10a651-ca51-4c41-8c90-20a3fcfe00b0 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:36:49.853310 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: fe10a651-ca51-4c41-8c90-20a3fcfe00b0 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:36:49.854477 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device fe10a651-ca51-4c41-8c90-20a3fcfe00b0 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:36:49.905423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea6774e6-60c8-48d5-bf38-5739bf3ab6f2 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (f5a103bf-4d9d-4cd4-b14d-184e6f488d70), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.905991 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6774e6-60c8-48d5-bf38-5739bf3ab6f2 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Fanout notify agent at l3_agent the message router_deleted on router f5a103bf-4d9d-4cd4-b14d-184e6f488d70 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:36:49.919105 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea6774e6-60c8-48d5-bf38-5739bf3ab6f2 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:49.920654 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ea6774e6-60c8-48d5-bf38-5739bf3ab6f2 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "DELETE /v2.0/routers/f5a103bf-4d9d-4cd4-b14d-184e6f488d70 HTTP/1.1" status: 204 len: 168 time: 2.5345557 Apr 15 03:36:49.926080 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59496) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:49.936783 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-78085aeb-1b04-4aa1-aa6a-40c4b5572ebf tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-522630381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:49.959564 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-499cf507-ac5c-4dcd-83ad-57d69d703adf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] For port fe10a651-ca51-4c41-8c90-20a3fcfe00b0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fe10a651-ca51-4c41-8c90-20a3fcfe00b0,segment=NetworkSegment(e08c942e-c273-47ec-82c6-1e20c3732a8e),segment_id=e08c942e-c273-47ec-82c6-1e20c3732a8e)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:49.959933 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-499cf507-ac5c-4dcd-83ad-57d69d703adf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (fe10a651-ca51-4c41-8c90-20a3fcfe00b0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.021104 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-499cf507-ac5c-4dcd-83ad-57d69d703adf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Calling delete_port for fe10a651-ca51-4c41-8c90-20a3fcfe00b0 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:50.105636 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9df86846-a3b0-40e6-82ba-17e5d9691bee tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (926bd89c-29fa-4f68-b6cb-8a46a97cc953), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.110082 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-78085aeb-1b04-4aa1-aa6a-40c4b5572ebf tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (e62f7f76-e20b-4d16-adca-20bb07e8879d), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.111170 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-78085aeb-1b04-4aa1-aa6a-40c4b5572ebf tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (e62f7f76-e20b-4d16-adca-20bb07e8879d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.159798 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9df86846-a3b0-40e6-82ba-17e5d9691bee tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (926bd89c-29fa-4f68-b6cb-8a46a97cc953), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.162843 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9167950c-8367-4f56-9982-40fd75b361df tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Publish callbacks [] for router_gateway (f9014f5a-ab55-48eb-9c15-5efa267f0582), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.179176 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df86846-a3b0-40e6-82ba-17e5d9691bee tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:50.179579 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9df86846-a3b0-40e6-82ba-17e5d9691bee tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (926bd89c-29fa-4f68-b6cb-8a46a97cc953), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:50.181270 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:50.304899 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9df86846-a3b0-40e6-82ba-17e5d9691bee tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (a36c79ce-e256-4503-bc1b-eb0cbd00eada), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.320147 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9df86846-a3b0-40e6-82ba-17e5d9691bee tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.323359 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9df86846-a3b0-40e6-82ba-17e5d9691bee tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] 10.222.0.15 "DELETE /v2.0/networks/a36c79ce-e256-4503-bc1b-eb0cbd00eada HTTP/1.1" status: 204 len: 168 time: 1.0017555 Apr 15 03:36:50.337573 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59498) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:50.350329 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df86846-a3b0-40e6-82ba-17e5d9691bee tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Pushing event deleted for resources: {'Network': ['ID=a36c79ce-e256-4503-bc1b-eb0cbd00eada,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:50.418269 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85219d0d-d803-4a87-b143-e6c2ac0f7f21 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (324994bf-a11e-4e17-8adc-7beab2702e24), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.476657 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85219d0d-d803-4a87-b143-e6c2ac0f7f21 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (324994bf-a11e-4e17-8adc-7beab2702e24), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.508115 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-78085aeb-1b04-4aa1-aa6a-40c4b5572ebf tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_controller (e62f7f76-e20b-4d16-adca-20bb07e8879d), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.538372 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-499cf507-ac5c-4dcd-83ad-57d69d703adf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (fe10a651-ca51-4c41-8c90-20a3fcfe00b0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.541494 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1ce6a022-e5ed-4bc9-8597-9c49a2a7fb96 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (3e2c265a-26f9-4544-ace8-f21712bc4646), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.557735 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85219d0d-d803-4a87-b143-e6c2ac0f7f21 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=324994bf-a11e-4e17-8adc-7beab2702e24,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:50.576182 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9167950c-8367-4f56-9982-40fd75b361df tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Publish callbacks [] for router_gateway (f9014f5a-ab55-48eb-9c15-5efa267f0582), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.579657 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cf507-ac5c-4dcd-83ad-57d69d703adf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Port': ['ID=fe10a651-ca51-4c41-8c90-20a3fcfe00b0,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:50.582173 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-78085aeb-1b04-4aa1-aa6a-40c4b5572ebf tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (e62f7f76-e20b-4d16-adca-20bb07e8879d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.589039 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499cf507-ac5c-4dcd-83ad-57d69d703adf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] No DVR routers for this DVR port fe10a651-ca51-4c41-8c90-20a3fcfe00b0 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:36:50.596161 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-949a19ec-c53b-4bd3-a967-32e486eeadaa tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.613035 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85219d0d-d803-4a87-b143-e6c2ac0f7f21 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.614188 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-85219d0d-d803-4a87-b143-e6c2ac0f7f21 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0663791 Apr 15 03:36:50.617248 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9167950c-8367-4f56-9982-40fd75b361df tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.619621 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59500) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:50.624696 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-3b37bbe0-265e-4258-9cc9-01696c242b76 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group_rule': {'security_group_id': '324994bf-a11e-4e17-8adc-7beab2702e24', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:50.706357 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-78085aeb-1b04-4aa1-aa6a-40c4b5572ebf tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.710127 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1ce6a022-e5ed-4bc9-8597-9c49a2a7fb96 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (3e2c265a-26f9-4544-ace8-f21712bc4646), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.710277 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-78085aeb-1b04-4aa1-aa6a-40c4b5572ebf tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7750833 Apr 15 03:36:50.711641 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59504) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:50.722891 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-06180f71-627b-459d-b494-74e65c6483a4 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Request body: {'router': {'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:50.747899 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-499cf507-ac5c-4dcd-83ad-57d69d703adf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (fda8f330-993f-419d-99bb-dd0766ef85d1), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.801416 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-499cf507-ac5c-4dcd-83ad-57d69d703adf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda8f330-993f-419d-99bb-dd0766ef85d1']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:50.804071 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-1ce6a022-e5ed-4bc9-8597-9c49a2a7fb96 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2c265a-26f9-4544-ace8-f21712bc4646']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:50.826632 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b700661f-1f88-4830-a60e-28de9c248bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.827270 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-499cf507-ac5c-4dcd-83ad-57d69d703adf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08c942e-c273-47ec-82c6-1e20c3732a8e') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:50.827270 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-499cf507-ac5c-4dcd-83ad-57d69d703adf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08c942e-c273-47ec-82c6-1e20c3732a8e') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:50.835839 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3b37bbe0-265e-4258-9cc9-01696c242b76 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (663fa4c8-2dde-4f2e-98ca-9cef39a14f80), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.840065 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-1ce6a022-e5ed-4bc9-8597-9c49a2a7fb96 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2f8ed8-a1b7-4d49-bc11-04f0b91bbd0a') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:50.840362 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-1ce6a022-e5ed-4bc9-8597-9c49a2a7fb96 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2f8ed8-a1b7-4d49-bc11-04f0b91bbd0a') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:50.851319 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-499cf507-ac5c-4dcd-83ad-57d69d703adf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (e08c942e-c273-47ec-82c6-1e20c3732a8e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.863777 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1ce6a022-e5ed-4bc9-8597-9c49a2a7fb96 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (cf2f8ed8-a1b7-4d49-bc11-04f0b91bbd0a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.882574 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-499cf507-ac5c-4dcd-83ad-57d69d703adf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (e08c942e-c273-47ec-82c6-1e20c3732a8e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.916563 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499cf507-ac5c-4dcd-83ad-57d69d703adf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:50.916979 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-499cf507-ac5c-4dcd-83ad-57d69d703adf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (e08c942e-c273-47ec-82c6-1e20c3732a8e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: warnings.warn('Neutron quota engine will require "--force" ' Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:50.920114 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:50.969689 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1ce6a022-e5ed-4bc9-8597-9c49a2a7fb96 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (cf2f8ed8-a1b7-4d49-bc11-04f0b91bbd0a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:50.983179 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce6a022-e5ed-4bc9-8597-9c49a2a7fb96 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:36:50.983577 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1ce6a022-e5ed-4bc9-8597-9c49a2a7fb96 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (cf2f8ed8-a1b7-4d49-bc11-04f0b91bbd0a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:36:51.014889 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:36:51.103451 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-06180f71-627b-459d-b494-74e65c6483a4 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_gateway (e62f7f76-e20b-4d16-adca-20bb07e8879d), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.109074 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3b37bbe0-265e-4258-9cc9-01696c242b76 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (663fa4c8-2dde-4f2e-98ca-9cef39a14f80), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.147730 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9167950c-8367-4f56-9982-40fd75b361df tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Publish callbacks [] for router (f9014f5a-ab55-48eb-9c15-5efa267f0582), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.210235 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3b37bbe0-265e-4258-9cc9-01696c242b76 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (663fa4c8-2dde-4f2e-98ca-9cef39a14f80), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.214934 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-499cf507-ac5c-4dcd-83ad-57d69d703adf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (fda8f330-993f-419d-99bb-dd0766ef85d1), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.216861 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1ce6a022-e5ed-4bc9-8597-9c49a2a7fb96 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (3e2c265a-26f9-4544-ace8-f21712bc4646), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.219410 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-499cf507-ac5c-4dcd-83ad-57d69d703adf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.227586 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-499cf507-ac5c-4dcd-83ad-57d69d703adf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/networks/fda8f330-993f-419d-99bb-dd0766ef85d1 HTTP/1.1" status: 204 len: 168 time: 1.9972975 Apr 15 03:36:51.228960 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-949a19ec-c53b-4bd3-a967-32e486eeadaa tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Allocated IP 172.20.0.1 (1050d329-e4bc-432d-a375-579d032bcdc0/f5f63308-de7f-4cd1-b6c0-763e0a79b6f7/8e5432d7-b672-4de7-8e97-137c5da8ba26) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:51.230141 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59508) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:51.242123 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1ce6a022-e5ed-4bc9-8597-9c49a2a7fb96 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.245339 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1ce6a022-e5ed-4bc9-8597-9c49a2a7fb96 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] 10.222.0.15 "DELETE /v2.0/networks/3e2c265a-26f9-4544-ace8-f21712bc4646 HTTP/1.1" status: 204 len: 168 time: 0.9069462 Apr 15 03:36:51.251794 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-fdf6eab6-8703-4e25-8967-a05597915a4a tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-7082130'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:51.264107 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cf507-ac5c-4dcd-83ad-57d69d703adf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Network': ['ID=fda8f330-993f-419d-99bb-dd0766ef85d1,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:51.283688 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d7f62-9901-4809-a969-4a4f63c3abd5 req-9ef4bb3a-6c8f-4fe9-b7a5-fe599ba48fab tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:51.285236 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0a9d7f62-9901-4809-a969-4a4f63c3abd5 req-9ef4bb3a-6c8f-4fe9-b7a5-fe599ba48fab tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 945 time: 0.1313410 Apr 15 03:36:51.290764 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37bbe0-265e-4258-9cc9-01696c242b76 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=663fa4c8-2dde-4f2e-98ca-9cef39a14f80,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:51.309697 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6a022-e5ed-4bc9-8597-9c49a2a7fb96 tempest-QuotasNegativeTest-98326853 tempest-QuotasNegativeTest-98326853-project-admin] Pushing event deleted for resources: {'Network': ['ID=3e2c265a-26f9-4544-ace8-f21712bc4646,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:51.368809 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3b37bbe0-265e-4258-9cc9-01696c242b76 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.369928 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3b37bbe0-265e-4258-9cc9-01696c242b76 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7493663 Apr 15 03:36:51.377317 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59512) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:51.428379 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9167950c-8367-4f56-9982-40fd75b361df tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (f9014f5a-ab55-48eb-9c15-5efa267f0582), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.433407 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9167950c-8367-4f56-9982-40fd75b361df tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Publish callbacks [] for router_controller (f9014f5a-ab55-48eb-9c15-5efa267f0582), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.436410 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0a9d7f62-9901-4809-a969-4a4f63c3abd5 req-8d4aefc9-bd77-43a3-a82f-75c644ba30dd tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a74ef2f-e468-4823-bb5a-cc40bfb59703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371894 Apr 15 03:36:51.444407 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3af34a5c-340c-4b96-9b1f-f756ef56c1c9 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (663fa4c8-2dde-4f2e-98ca-9cef39a14f80), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.462065 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3af34a5c-340c-4b96-9b1f-f756ef56c1c9 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (663fa4c8-2dde-4f2e-98ca-9cef39a14f80), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.489152 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-949a19ec-c53b-4bd3-a967-32e486eeadaa tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for port (8e5432d7-b672-4de7-8e97-137c5da8ba26), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.496966 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf6eab6-8703-4e25-8967-a05597915a4a tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:51.500262 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fdf6eab6-8703-4e25-8967-a05597915a4a tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.573609 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-06180f71-627b-459d-b494-74e65c6483a4 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_gateway (e62f7f76-e20b-4d16-adca-20bb07e8879d), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.583559 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3af34a5c-340c-4b96-9b1f-f756ef56c1c9 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (663fa4c8-2dde-4f2e-98ca-9cef39a14f80), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.588324 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-949a19ec-c53b-4bd3-a967-32e486eeadaa tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (8e5432d7-b672-4de7-8e97-137c5da8ba26), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.593503 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3af34a5c-340c-4b96-9b1f-f756ef56c1c9 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.595730 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-06180f71-627b-459d-b494-74e65c6483a4 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.597886 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59516) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:51.598240 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3af34a5c-340c-4b96-9b1f-f756ef56c1c9 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/663fa4c8-2dde-4f2e-98ca-9cef39a14f80 HTTP/1.1" status: 204 len: 168 time: 0.2198446 Apr 15 03:36:51.629430 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af34a5c-340c-4b96-9b1f-f756ef56c1c9 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=663fa4c8-2dde-4f2e-98ca-9cef39a14f80,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:51.640393 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949a19ec-c53b-4bd3-a967-32e486eeadaa tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Network 1050d329-e4bc-432d-a375-579d032bcdc0 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:51.643983 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-949a19ec-c53b-4bd3-a967-32e486eeadaa tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:51.647957 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949a19ec-c53b-4bd3-a967-32e486eeadaa tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:51.654192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9167950c-8367-4f56-9982-40fd75b361df tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (f9014f5a-ab55-48eb-9c15-5efa267f0582), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.654740 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9167950c-8367-4f56-9982-40fd75b361df tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f9014f5a-ab55-48eb-9c15-5efa267f0582 {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:36:51.659396 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf6eab6-8703-4e25-8967-a05597915a4a tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:36:51.696280 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fdf6eab6-8703-4e25-8967-a05597915a4a tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (5ab9d8e7-c3df-401b-8ff0-c94fcd5c696a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.696498 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a19ec-c53b-4bd3-a967-32e486eeadaa tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Port': ['ID=8e5432d7-b672-4de7-8e97-137c5da8ba26,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:51.696610 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-fdf6eab6-8703-4e25-8967-a05597915a4a tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Added segment 5ab9d8e7-c3df-401b-8ff0-c94fcd5c696a of type vlan for network 66aa0a9a-2537-471d-9f50-bb0bd94511e8 Apr 15 03:36:51.701492 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-949a19ec-c53b-4bd3-a967-32e486eeadaa tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (b437dd35-ae69-4adb-9f4f-0a741e2bf499), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.707717 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-07842451-8b61-4da6-a04f-411a3b7089ec tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1087608 Apr 15 03:36:51.723585 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59518) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:51.784856 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-9167950c-8367-4f56-9982-40fd75b361df tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 15 03:36:51.788055 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9167950c-8367-4f56-9982-40fd75b361df tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6798935 Apr 15 03:36:51.788469 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59520) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:51.806167 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fdf6eab6-8703-4e25-8967-a05597915a4a tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (66aa0a9a-2537-471d-9f50-bb0bd94511e8), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.832979 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-06180f71-627b-459d-b494-74e65c6483a4 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Allocated IP 172.26.6.160 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/482d9e30-eb87-433e-b4ab-d1e6b077a803) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:51.835153 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.873232 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-deacffe0-aa9c-4108-9f23-f05a6664b6fe tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (324994bf-a11e-4e17-8adc-7beab2702e24), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.924534 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-d424956d-251a-4424-bfb5-3bff532272f1 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Deleting port 08b970ca-7a5e-4b63-af2a-ca04579dfe8e {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:51.924878 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d424956d-251a-4424-bfb5-3bff532272f1 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (08b970ca-7a5e-4b63-af2a-ca04579dfe8e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.934000 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fdf6eab6-8703-4e25-8967-a05597915a4a tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (66aa0a9a-2537-471d-9f50-bb0bd94511e8), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.939010 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf6eab6-8703-4e25-8967-a05597915a4a tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:51.939584 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fdf6eab6-8703-4e25-8967-a05597915a4a tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:51.953184 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-deacffe0-aa9c-4108-9f23-f05a6664b6fe tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (324994bf-a11e-4e17-8adc-7beab2702e24), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:52.028781 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d424956d-251a-4424-bfb5-3bff532272f1 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (08b970ca-7a5e-4b63-af2a-ca04579dfe8e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:52.045385 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6eab6-8703-4e25-8967-a05597915a4a tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Network': ['ID=66aa0a9a-2537-471d-9f50-bb0bd94511e8,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:52.048148 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-d424956d-251a-4424-bfb5-3bff532272f1 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Calling delete_port for 08b970ca-7a5e-4b63-af2a-ca04579dfe8e owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:52.054944 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-949a19ec-c53b-4bd3-a967-32e486eeadaa tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8e5432d7-b672-4de7-8e97-137c5da8ba26), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:52.058558 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 66aa0a9a-2537-471d-9f50-bb0bd94511e8 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:36:52.069576 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-06180f71-627b-459d-b494-74e65c6483a4 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for port (482d9e30-eb87-433e-b4ab-d1e6b077a803), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:52.106340 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-fdf6eab6-8703-4e25-8967-a05597915a4a tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8669791 Apr 15 03:36:52.110020 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59524) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:52.115005 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59526) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:52.115706 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-65db873b-4511-4d9b-93c3-1e34bf4846e5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'subnet': {'network_id': '66aa0a9a-2537-471d-9f50-bb0bd94511e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:52.244600 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-06180f71-627b-459d-b494-74e65c6483a4 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (482d9e30-eb87-433e-b4ab-d1e6b077a803), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:52.275127 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-deacffe0-aa9c-4108-9f23-f05a6664b6fe tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (324994bf-a11e-4e17-8adc-7beab2702e24), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:52.277627 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-deacffe0-aa9c-4108-9f23-f05a6664b6fe tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:52.279167 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-deacffe0-aa9c-4108-9f23-f05a6664b6fe tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "DELETE /v2.0/security-groups/324994bf-a11e-4e17-8adc-7beab2702e24 HTTP/1.1" status: 204 len: 168 time: 0.5588591 Apr 15 03:36:52.284220 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59530) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:52.297550 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06180f71-627b-459d-b494-74e65c6483a4 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:52.308345 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacffe0-aa9c-4108-9f23-f05a6664b6fe tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=324994bf-a11e-4e17-8adc-7beab2702e24,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:52.311065 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-06180f71-627b-459d-b494-74e65c6483a4 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:52.313089 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-84c9563f-0696-4358-969d-691437116678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:52.319740 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06180f71-627b-459d-b494-74e65c6483a4 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:52.348927 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06180f71-627b-459d-b494-74e65c6483a4 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Pushing event updated for resources: {'Port': ['ID=482d9e30-eb87-433e-b4ab-d1e6b077a803,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:52.353865 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65db873b-4511-4d9b-93c3-1e34bf4846e5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:52.357206 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65db873b-4511-4d9b-93c3-1e34bf4846e5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:52.452979 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d424956d-251a-4424-bfb5-3bff532272f1 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (08b970ca-7a5e-4b63-af2a-ca04579dfe8e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:52.500954 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424956d-251a-4424-bfb5-3bff532272f1 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Pushing event deleted for resources: {'Port': ['ID=08b970ca-7a5e-4b63-af2a-ca04579dfe8e,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:52.512174 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ea5ed856-4e07-4888-aad3-980a4ec0dda4 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2178521 Apr 15 03:36:52.515011 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59534) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:52.523247 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-8b816556-927e-444c-a948-8ed3e22c1200 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group': {'name': 'tempest-secgroup--1696190872'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:52.594851 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-84c9563f-0696-4358-969d-691437116678 admin admin] Publish callbacks [] for security_group (0749d9a0-3f1a-4e23-a4d1-1e0a60875d3f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:52.600207 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-949a19ec-c53b-4bd3-a967-32e486eeadaa tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for port (8e5432d7-b672-4de7-8e97-137c5da8ba26), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:52.617788 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d424956d-251a-4424-bfb5-3bff532272f1 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:52.621027 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d424956d-251a-4424-bfb5-3bff532272f1 tempest-RoutersAdminNegativeTest-14278569 tempest-RoutersAdminNegativeTest-14278569-project-admin] 10.222.0.15 "DELETE /v2.0/ports/08b970ca-7a5e-4b63-af2a-ca04579dfe8e HTTP/1.1" status: 204 len: 168 time: 0.8315535 Apr 15 03:36:52.695387 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-84c9563f-0696-4358-969d-691437116678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (0749d9a0-3f1a-4e23-a4d1-1e0a60875d3f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:52.719937 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-949a19ec-c53b-4bd3-a967-32e486eeadaa tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (8e5432d7-b672-4de7-8e97-137c5da8ba26), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:52.782559 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9563f-0696-4358-969d-691437116678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0749d9a0-3f1a-4e23-a4d1-1e0a60875d3f,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:52.791522 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-84c9563f-0696-4358-969d-691437116678 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3bdd3c8e86d4d768f47d0e9b8bd195f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6564646 Apr 15 03:36:52.800435 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59538) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:52.831561 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-949a19ec-c53b-4bd3-a967-32e486eeadaa tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (b437dd35-ae69-4adb-9f4f-0a741e2bf499), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:52.835915 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a19ec-c53b-4bd3-a967-32e486eeadaa tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Port': ['ID=8e5432d7-b672-4de7-8e97-137c5da8ba26,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:52.959895 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dee4c-5d57-4b69-900b-73f72ee2f73c req-faf9d370-99da-48e9-8a06-461630f6280d tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:52.961486 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-976dee4c-5d57-4b69-900b-73f72ee2f73c req-faf9d370-99da-48e9-8a06-461630f6280d tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 945 time: 0.4312105 Apr 15 03:36:53.006988 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6b486-0230-4041-8211-9a2bc1c5df52 req-9573d467-ecaa-4caf-9140-e61ddbbb649c tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:53.008534 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-aac6b486-0230-4041-8211-9a2bc1c5df52 req-9573d467-ecaa-4caf-9140-e61ddbbb649c tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 945 time: 0.1123335 Apr 15 03:36:53.042095 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b816556-927e-444c-a948-8ed3e22c1200 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:53.106591 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59542) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:53.151270 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4a57a4ec-fd3b-4af5-9c46-b2e51acc82e8 admin admin] Publish callbacks [] for security_group (0749d9a0-3f1a-4e23-a4d1-1e0a60875d3f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:53.184778 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4a57a4ec-fd3b-4af5-9c46-b2e51acc82e8 admin admin] Publish callbacks [] for security_group (0749d9a0-3f1a-4e23-a4d1-1e0a60875d3f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:53.212945 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-976dee4c-5d57-4b69-900b-73f72ee2f73c req-ce5e5adc-b7e7-41c2-a7ab-48e5103e759e tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a74ef2f-e468-4823-bb5a-cc40bfb59703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402430 Apr 15 03:36:53.229899 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949a19ec-c53b-4bd3-a967-32e486eeadaa tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Network 1050d329-e4bc-432d-a375-579d032bcdc0 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:53.231895 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-949a19ec-c53b-4bd3-a967-32e486eeadaa tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:53.317519 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:53.324717 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-aac6b486-0230-4041-8211-9a2bc1c5df52 req-26126d7c-1f81-455d-a58f-66845e315e73 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Deleting port ef4adf81-5745-4c2a-9457-c67521bf7302 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:53.325184 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-aac6b486-0230-4041-8211-9a2bc1c5df52 req-26126d7c-1f81-455d-a58f-66845e315e73 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (ef4adf81-5745-4c2a-9457-c67521bf7302), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:53.332504 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-21c1131d-1ebb-461c-8dec-505a0564ee6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:53.353116 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949a19ec-c53b-4bd3-a967-32e486eeadaa tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Router b437dd35-ae69-4adb-9f4f-0a741e2bf499 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:36:53.396184 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4a57a4ec-fd3b-4af5-9c46-b2e51acc82e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (0749d9a0-3f1a-4e23-a4d1-1e0a60875d3f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:53.398752 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4a57a4ec-fd3b-4af5-9c46-b2e51acc82e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:53.399900 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4a57a4ec-fd3b-4af5-9c46-b2e51acc82e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0749d9a0-3f1a-4e23-a4d1-1e0a60875d3f HTTP/1.1" status: 204 len: 168 time: 0.5985143 Apr 15 03:36:53.413707 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57a4ec-fd3b-4af5-9c46-b2e51acc82e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0749d9a0-3f1a-4e23-a4d1-1e0a60875d3f,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:53.419855 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65db873b-4511-4d9b-93c3-1e34bf4846e5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (077929bb-2216-44e1-b793-2d1c0a9708ef), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:53.421178 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-06180f71-627b-459d-b494-74e65c6483a4 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_gateway (e62f7f76-e20b-4d16-adca-20bb07e8879d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:53.489750 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949a19ec-c53b-4bd3-a967-32e486eeadaa tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:36:53.495931 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-949a19ec-c53b-4bd3-a967-32e486eeadaa tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "PUT /v2.0/routers/b437dd35-ae69-4adb-9f4f-0a741e2bf499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3582773 Apr 15 03:36:53.497901 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59548) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:53.503513 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-2ee8b0b1-0558-4170-aa88-8745fd6ba19a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Request body: {'port': {'network_id': '1050d329-e4bc-432d-a375-579d032bcdc0', 'name': 'tempest-FloatingIPTestJSON-929267591'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:53.503709 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7634edb9-2fb7-48a4-b12c-4cf9e1981633 None None] Sync routers for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:36:53.518642 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7634edb9-2fb7-48a4-b12c-4cf9e1981633 None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:53.519558 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-7634edb9-2fb7-48a4-b12c-4cf9e1981633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:53.554586 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-7634edb9-2fb7-48a4-b12c-4cf9e1981633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:53.568396 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7634edb9-2fb7-48a4-b12c-4cf9e1981633 None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:53.569909 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-7634edb9-2fb7-48a4-b12c-4cf9e1981633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:53.581420 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b816556-927e-444c-a948-8ed3e22c1200 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (0b1c05f7-c70e-43e8-82cc-1f62e690cb42), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:53.601252 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-aac6b486-0230-4041-8211-9a2bc1c5df52 req-26126d7c-1f81-455d-a58f-66845e315e73 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] For port ef4adf81-5745-4c2a-9457-c67521bf7302, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ef4adf81-5745-4c2a-9457-c67521bf7302,segment=NetworkSegment(99935493-8f6b-427d-a241-4be340658787),segment_id=99935493-8f6b-427d-a241-4be340658787)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:53.602127 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-aac6b486-0230-4041-8211-9a2bc1c5df52 req-26126d7c-1f81-455d-a58f-66845e315e73 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (ef4adf81-5745-4c2a-9457-c67521bf7302), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:53.617650 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-7634edb9-2fb7-48a4-b12c-4cf9e1981633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:53.618556 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7634edb9-2fb7-48a4-b12c-4cf9e1981633 None None] The sync data for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:36:53.639434 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db873b-4511-4d9b-93c3-1e34bf4846e5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Subnet': ['ID=077929bb-2216-44e1-b793-2d1c0a9708ef,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:53.720289 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b816556-927e-444c-a948-8ed3e22c1200 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (0b1c05f7-c70e-43e8-82cc-1f62e690cb42), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:53.721232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee8b0b1-0558-4170-aa88-8745fd6ba19a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Made reservation on behalf of c3e93a2cf489402089ec6469d1c45222 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:53.726160 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ee8b0b1-0558-4170-aa88-8745fd6ba19a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:53.745493 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-2ee8b0b1-0558-4170-aa88-8745fd6ba19a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] device_id is not set on port 62389093-40b0-4ef5-9935-12b71e30188c yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:36:53.789150 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db873b-4511-4d9b-93c3-1e34bf4846e5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Checking segment: {'id': '5ab9d8e7-c3df-401b-8ff0-c94fcd5c696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '66aa0a9a-2537-471d-9f50-bb0bd94511e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:36:53.789525 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65db873b-4511-4d9b-93c3-1e34bf4846e5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network hostable DHCP agents. Network: 66aa0a9a-2537-471d-9f50-bb0bd94511e8, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:36:53.836141 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-21c1131d-1ebb-461c-8dec-505a0564ee6e admin admin] Publish callbacks [] for security_group (f9d4b3f2-2bf2-47ec-a04d-d594b308420c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:53.848666 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b816556-927e-444c-a948-8ed3e22c1200 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1c05f7-c70e-43e8-82cc-1f62e690cb42,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:53.865984 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-2ee8b0b1-0558-4170-aa88-8745fd6ba19a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Allocated IP 172.20.0.11 (1050d329-e4bc-432d-a375-579d032bcdc0/f5f63308-de7f-4cd1-b6c0-763e0a79b6f7/62389093-40b0-4ef5-9935-12b71e30188c) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:53.894770 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b816556-927e-444c-a948-8ed3e22c1200 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:53.896019 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8b816556-927e-444c-a948-8ed3e22c1200 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3778954 Apr 15 03:36:53.901175 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59552) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:53.906245 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a790dbcd-9a9f-446d-bffa-5eeb6245191f tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group_rule': {'security_group_id': '0b1c05f7-c70e-43e8-82cc-1f62e690cb42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:53.933219 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-21c1131d-1ebb-461c-8dec-505a0564ee6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (f9d4b3f2-2bf2-47ec-a04d-d594b308420c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.039716 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a790dbcd-9a9f-446d-bffa-5eeb6245191f tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (ebd9707b-0178-4c34-9b8d-7aeb923092c2), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.046907 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ee8b0b1-0558-4170-aa88-8745fd6ba19a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for port (62389093-40b0-4ef5-9935-12b71e30188c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.047947 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65db873b-4511-4d9b-93c3-1e34bf4846e5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network 66aa0a9a-2537-471d-9f50-bb0bd94511e8 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:36:54.066434 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-21c1131d-1ebb-461c-8dec-505a0564ee6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4d6ee4c644d469981e877d64b3ebd5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9481702 Apr 15 03:36:54.069508 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59554) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:54.070551 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1131d-1ebb-461c-8dec-505a0564ee6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d4b3f2-2bf2-47ec-a04d-d594b308420c,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:54.106053 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-aac6b486-0230-4041-8211-9a2bc1c5df52 req-26126d7c-1f81-455d-a58f-66845e315e73 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.106421 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-aac6b486-0230-4041-8211-9a2bc1c5df52 req-26126d7c-1f81-455d-a58f-66845e315e73 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (4da844ca-1494-45bf-808c-295b695f0d65), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.106776 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [req-aac6b486-0230-4041-8211-9a2bc1c5df52 req-26126d7c-1f81-455d-a58f-66845e315e73 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Floating IP 4da844ca-1494-45bf-808c-295b695f0d65 disassociated. External IP: 172.26.6.116, port: ef4adf81-5745-4c2a-9457-c67521bf7302. Apr 15 03:36:54.107128 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-aac6b486-0230-4041-8211-9a2bc1c5df52 req-26126d7c-1f81-455d-a58f-66845e315e73 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Calling delete_port for ef4adf81-5745-4c2a-9457-c67521bf7302 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:54.109999 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-06180f71-627b-459d-b494-74e65c6483a4 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (e62f7f76-e20b-4d16-adca-20bb07e8879d), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.117201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-06180f71-627b-459d-b494-74e65c6483a4 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (e62f7f76-e20b-4d16-adca-20bb07e8879d), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.152259 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a790dbcd-9a9f-446d-bffa-5eeb6245191f tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (ebd9707b-0178-4c34-9b8d-7aeb923092c2), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.159954 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59556) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:54.183837 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a43dd1e0-90fb-489d-9e1c-4cc4cb05e0df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.186459 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fae3f1e8-e478-4e73-9988-0355f0faf508 admin admin] Publish callbacks [] for security_group (f9d4b3f2-2bf2-47ec-a04d-d594b308420c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.191833 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-65db873b-4511-4d9b-93c3-1e34bf4846e5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 66aa0a9a-2537-471d-9f50-bb0bd94511e8) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:54.202185 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65db873b-4511-4d9b-93c3-1e34bf4846e5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:54.202820 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65db873b-4511-4d9b-93c3-1e34bf4846e5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.204317 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280b3982-6659-48cf-90d2-d4dedf669e42 None None] Network 66aa0a9a-2537-471d-9f50-bb0bd94511e8 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:54.225872 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fae3f1e8-e478-4e73-9988-0355f0faf508 admin admin] Publish callbacks [] for security_group (f9d4b3f2-2bf2-47ec-a04d-d594b308420c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.232464 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a790dbcd-9a9f-446d-bffa-5eeb6245191f tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (ebd9707b-0178-4c34-9b8d-7aeb923092c2), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.270113 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ee8b0b1-0558-4170-aa88-8745fd6ba19a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (62389093-40b0-4ef5-9935-12b71e30188c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.299224 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790dbcd-9a9f-446d-bffa-5eeb6245191f tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd9707b-0178-4c34-9b8d-7aeb923092c2,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:54.344821 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-65db873b-4511-4d9b-93c3-1e34bf4846e5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2334073 Apr 15 03:36:54.348431 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59560) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:54.357227 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b096f9b4-500e-433b-b683-dcd1f9b02d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-66aa0a9a-2537-471d-9f50-bb0bd94511e8', 'network_id': '66aa0a9a-2537-471d-9f50-bb0bd94511e8', 'project_id': 'f99fc1577cd2451fb6bab5b4e898b08c', 'fixed_ips': [{'subnet_id': '077929bb-2216-44e1-b793-2d1c0a9708ef'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:36:54.358102 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b096f9b4-500e-433b-b683-dcd1f9b02d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.358366 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-53dc9149-a758-4fd2-ba63-e421d64a4049 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'port': {'network_id': '66aa0a9a-2537-471d-9f50-bb0bd94511e8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2089973147'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:54.375113 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee8b0b1-0558-4170-aa88-8745fd6ba19a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Network 1050d329-e4bc-432d-a375-579d032bcdc0 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:54.403094 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a790dbcd-9a9f-446d-bffa-5eeb6245191f tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.407022 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a790dbcd-9a9f-446d-bffa-5eeb6245191f tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5021803 Apr 15 03:36:54.414133 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-2ee8b0b1-0558-4170-aa88-8745fd6ba19a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:54.415816 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59562) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:54.415990 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee8b0b1-0558-4170-aa88-8745fd6ba19a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:54.450949 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-95e92ba6-4127-4734-b853-4b03d806f2e5 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-group-rules/ebd9707b-0178-4c34-9b8d-7aeb923092c2 HTTP/1.1" status: 200 len: 763 time: 0.0316370 Apr 15 03:36:54.461096 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59564) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:54.461904 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8b0b1-0558-4170-aa88-8745fd6ba19a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Port': ['ID=62389093-40b0-4ef5-9935-12b71e30188c,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:54.485156 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845899b9-6766-4aef-a4ac-430a8775a857 req-b1eac179-dd5d-4a9e-b312-c7c295dcc2a5 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:54.487406 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-845899b9-6766-4aef-a4ac-430a8775a857 req-b1eac179-dd5d-4a9e-b312-c7c295dcc2a5 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 945 time: 0.1474423 Apr 15 03:36:54.515698 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:36:54.529509 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-80f7311a-e71d-4d2d-bba8-bc4641f775e0 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0665209 Apr 15 03:36:54.532286 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a43dd1e0-90fb-489d-9e1c-4cc4cb05e0df admin admin] Publish callbacks [] for security_group (416160b5-1ea8-4df6-93d7-8e19ab24fd1c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.534608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59568) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:54.538553 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee8b0b1-0558-4170-aa88-8745fd6ba19a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:54.539423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ee8b0b1-0558-4170-aa88-8745fd6ba19a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.540526 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-b096f9b4-500e-433b-b683-dcd1f9b02d1f None None] Allocated IP 2001:db8::2 (66aa0a9a-2537-471d-9f50-bb0bd94511e8/077929bb-2216-44e1-b793-2d1c0a9708ef/54a00cd9-54d3-4a53-b788-c41898fa7486) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:54.559191 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-aac6b486-0230-4041-8211-9a2bc1c5df52 req-26126d7c-1f81-455d-a58f-66845e315e73 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (ef4adf81-5745-4c2a-9457-c67521bf7302), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.574456 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-845899b9-6766-4aef-a4ac-430a8775a857 req-47cc59d5-c1d4-4200-b1ae-821e916c0ffd tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a74ef2f-e468-4823-bb5a-cc40bfb59703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768132 Apr 15 03:36:54.578819 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fae3f1e8-e478-4e73-9988-0355f0faf508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (f9d4b3f2-2bf2-47ec-a04d-d594b308420c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.582112 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fae3f1e8-e478-4e73-9988-0355f0faf508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.587780 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fae3f1e8-e478-4e73-9988-0355f0faf508 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9d4b3f2-2bf2-47ec-a04d-d594b308420c HTTP/1.1" status: 204 len: 168 time: 0.5128918 Apr 15 03:36:54.592680 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3f1e8-e478-4e73-9988-0355f0faf508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d4b3f2-2bf2-47ec-a04d-d594b308420c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:54.601673 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-05782129-c83a-4f72-8172-4664906ce3a2 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (ebd9707b-0178-4c34-9b8d-7aeb923092c2), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.606192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06180f71-627b-459d-b494-74e65c6483a4 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Router e62f7f76-e20b-4d16-adca-20bb07e8879d is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:36:54.606739 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a43dd1e0-90fb-489d-9e1c-4cc4cb05e0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (416160b5-1ea8-4df6-93d7-8e19ab24fd1c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.608248 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26126d7c-1f81-455d-a58f-66845e315e73 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Pushing event deleted for resources: {'Port': ['ID=ef4adf81-5745-4c2a-9457-c67521bf7302,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:54.629186 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-05782129-c83a-4f72-8172-4664906ce3a2 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (ebd9707b-0178-4c34-9b8d-7aeb923092c2), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.692950 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2ee8b0b1-0558-4170-aa88-8745fd6ba19a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1932888 Apr 15 03:36:54.704340 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59572) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:54.705406 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a43dd1e0-90fb-489d-9e1c-4cc4cb05e0df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e98251fb5a4c4711bda0b8107ad4fb0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5441582 Apr 15 03:36:54.707187 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43dd1e0-90fb-489d-9e1c-4cc4cb05e0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416160b5-1ea8-4df6-93d7-8e19ab24fd1c,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:54.711456 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59574) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:54.754566 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b096f9b4-500e-433b-b683-dcd1f9b02d1f None None] Publish callbacks [] for port (54a00cd9-54d3-4a53-b788-c41898fa7486), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.760702 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-c3ddc8aa-0ca3-4bf3-aa54-eff4d286e673 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Request body: {'port': {'network_id': '1050d329-e4bc-432d-a375-579d032bcdc0', 'name': 'tempest-FloatingIPTestJSON-768932530'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:54.769522 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dc9149-a758-4fd2-ba63-e421d64a4049 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:54.773357 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53dc9149-a758-4fd2-ba63-e421d64a4049 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.777410 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d64c-eddc-4c86-9c3b-545bcbd594f6 admin admin] Publish callbacks [] for security_group (416160b5-1ea8-4df6-93d7-8e19ab24fd1c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.802859 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d64c-eddc-4c86-9c3b-545bcbd594f6 admin admin] Publish callbacks [] for security_group (416160b5-1ea8-4df6-93d7-8e19ab24fd1c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.812926 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b096f9b4-500e-433b-b683-dcd1f9b02d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (54a00cd9-54d3-4a53-b788-c41898fa7486), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.872672 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b096f9b4-500e-433b-b683-dcd1f9b02d1f None None] Network 66aa0a9a-2537-471d-9f50-bb0bd94511e8 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:54.878976 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-b096f9b4-500e-433b-b683-dcd1f9b02d1f None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:54.881150 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096f9b4-500e-433b-b683-dcd1f9b02d1f None None] Pushing event updated for resources: {'Port': ['ID=54a00cd9-54d3-4a53-b788-c41898fa7486,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:54.883416 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b096f9b4-500e-433b-b683-dcd1f9b02d1f None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:54.896258 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-05782129-c83a-4f72-8172-4664906ce3a2 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (ebd9707b-0178-4c34-9b8d-7aeb923092c2), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.914518 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-05782129-c83a-4f72-8172-4664906ce3a2 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.918209 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-05782129-c83a-4f72-8172-4664906ce3a2 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/ebd9707b-0178-4c34-9b8d-7aeb923092c2 HTTP/1.1" status: 204 len: 168 time: 0.3803847 Apr 15 03:36:54.918550 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59576) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:54.921907 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.956927 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d64c-eddc-4c86-9c3b-545bcbd594f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (416160b5-1ea8-4df6-93d7-8e19ab24fd1c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.960080 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d64c-eddc-4c86-9c3b-545bcbd594f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.966177 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b096f9b4-500e-433b-b683-dcd1f9b02d1f None None] Attempting to bind port 54a00cd9-54d3-4a53-b788-c41898fa7486 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:36:54.966566 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b096f9b4-500e-433b-b683-dcd1f9b02d1f None None] Attempting to bind port 54a00cd9-54d3-4a53-b788-c41898fa7486 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '5ab9d8e7-c3df-401b-8ff0-c94fcd5c696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '66aa0a9a-2537-471d-9f50-bb0bd94511e8'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:36:54.966998 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096f9b4-500e-433b-b683-dcd1f9b02d1f None None] Attempting to bind port 54a00cd9-54d3-4a53-b788-c41898fa7486 on network 66aa0a9a-2537-471d-9f50-bb0bd94511e8 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:36:54.973298 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096f9b4-500e-433b-b683-dcd1f9b02d1f None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:36:54.973676 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096f9b4-500e-433b-b683-dcd1f9b02d1f None None] Checking segment: {'id': '5ab9d8e7-c3df-401b-8ff0-c94fcd5c696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '66aa0a9a-2537-471d-9f50-bb0bd94511e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:36:54.974080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b096f9b4-500e-433b-b683-dcd1f9b02d1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.974480 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096f9b4-500e-433b-b683-dcd1f9b02d1f None None] Bound using segment: {'id': '5ab9d8e7-c3df-401b-8ff0-c94fcd5c696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '66aa0a9a-2537-471d-9f50-bb0bd94511e8'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:36:54.975040 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b096f9b4-500e-433b-b683-dcd1f9b02d1f None None] Bound port: 54a00cd9-54d3-4a53-b788-c41898fa7486, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab9d8e7-c3df-401b-8ff0-c94fcd5c696a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '66aa0a9a-2537-471d-9f50-bb0bd94511e8'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:36:54.975431 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b096f9b4-500e-433b-b683-dcd1f9b02d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (54a00cd9-54d3-4a53-b788-c41898fa7486), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:54.975919 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9ed3d64c-eddc-4c86-9c3b-545bcbd594f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/416160b5-1ea8-4df6-93d7-8e19ab24fd1c HTTP/1.1" status: 204 len: 168 time: 0.2527487 Apr 15 03:36:54.994696 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782129-c83a-4f72-8172-4664906ce3a2 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebd9707b-0178-4c34-9b8d-7aeb923092c2,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:55.010910 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3d64c-eddc-4c86-9c3b-545bcbd594f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416160b5-1ea8-4df6-93d7-8e19ab24fd1c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:55.056000 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2e788e5d-2aac-4b23-b20b-ea89cf935030 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1337209 Apr 15 03:36:55.057137 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59582) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:55.076304 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e67a57b2-77d6-459d-9b68-f46a12f585de tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group_rule': {'security_group_id': '0b1c05f7-c70e-43e8-82cc-1f62e690cb42', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:55.147720 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-53dc9149-a758-4fd2-ba63-e421d64a4049 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] device_id is not set on port da49a103-4f40-4430-8cad-9d48b0af4434 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:36:55.151739 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b096f9b4-500e-433b-b683-dcd1f9b02d1f None None] For port 54a00cd9-54d3-4a53-b788-c41898fa7486, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:36:55.157938 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b096f9b4-500e-433b-b683-dcd1f9b02d1f None None] For port 54a00cd9-54d3-4a53-b788-c41898fa7486, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=54a00cd9-54d3-4a53-b788-c41898fa7486,segment=NetworkSegment(5ab9d8e7-c3df-401b-8ff0-c94fcd5c696a),segment_id=5ab9d8e7-c3df-401b-8ff0-c94fcd5c696a)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:36:55.178762 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06180f71-627b-459d-b494-74e65c6483a4 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:36:55.194282 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34472f7e-7fe1-4f10-b615-a203221d58b7 None None] Sync routers for ids ['e62f7f76-e20b-4d16-adca-20bb07e8879d'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:36:55.202518 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34472f7e-7fe1-4f10-b615-a203221d58b7 None None] Routers {'e62f7f76-e20b-4d16-adca-20bb07e8879d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:55.203257 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-34472f7e-7fe1-4f10-b615-a203221d58b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['e62f7f76-e20b-4d16-adca-20bb07e8879d'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:55.218411 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e67a57b2-77d6-459d-9b68-f46a12f585de tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (138bfa15-2bb5-4b66-bf50-f11d7dcc0cfe), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:55.226098 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-06180f71-627b-459d-b494-74e65c6483a4 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:55.230651 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-06180f71-627b-459d-b494-74e65c6483a4 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "PUT /v2.0/routers/e62f7f76-e20b-4d16-adca-20bb07e8879d HTTP/1.1" status: 200 len: 883 time: 4.5133400 Apr 15 03:36:55.233597 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59586) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:55.245966 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ddc8aa-0ca3-4bf3-aa54-eff4d286e673 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Made reservation on behalf of c3e93a2cf489402089ec6469d1c45222 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:55.250182 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c3ddc8aa-0ca3-4bf3-aa54-eff4d286e673 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:55.289061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aac6b486-0230-4041-8211-9a2bc1c5df52 req-26126d7c-1f81-455d-a58f-66845e315e73 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Router dc9f902a-ca14-4d9e-8041-0b56d9db6483 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:36:55.322339 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b096f9b4-500e-433b-b683-dcd1f9b02d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (54a00cd9-54d3-4a53-b788-c41898fa7486), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:55.333698 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-34472f7e-7fe1-4f10-b615-a203221d58b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:55.379847 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34472f7e-7fe1-4f10-b615-a203221d58b7 None None] Routers {'e62f7f76-e20b-4d16-adca-20bb07e8879d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:55.381226 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-34472f7e-7fe1-4f10-b615-a203221d58b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['e62f7f76-e20b-4d16-adca-20bb07e8879d'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:55.445422 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-97c085f3-4ddb-4661-9522-b8638c93fc33 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "GET /v2.0/routers/e62f7f76-e20b-4d16-adca-20bb07e8879d HTTP/1.1" status: 200 len: 924 time: 0.1879306 Apr 15 03:36:55.451330 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59588) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:55.472006 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-34472f7e-7fe1-4f10-b615-a203221d58b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:55.479701 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34472f7e-7fe1-4f10-b615-a203221d58b7 None None] The sync data for ids ['e62f7f76-e20b-4d16-adca-20bb07e8879d'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:36:55.526178 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096f9b4-500e-433b-b683-dcd1f9b02d1f None None] Pushing event updated for resources: {'Port': ['ID=54a00cd9-54d3-4a53-b788-c41898fa7486,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:55.641436 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e67a57b2-77d6-459d-9b68-f46a12f585de tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (138bfa15-2bb5-4b66-bf50-f11d7dcc0cfe), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:55.644941 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59598) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:55.662650 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396de68f-d854-4dcd-a876-2d390b830fff tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:55.670193 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-396de68f-d854-4dcd-a876-2d390b830fff tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&device_id=e62f7f76-e20b-4d16-adca-20bb07e8879d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2168026 Apr 15 03:36:55.674203 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59600) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:55.753094 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-c3ddc8aa-0ca3-4bf3-aa54-eff4d286e673 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] device_id is not set on port 7763a801-accb-406f-8d9b-8e616e423c98 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:36:55.848703 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70725af2-e524-4607-a6d9-5462489b5620 req-c3f52ebb-6cc0-4759-815e-00772764289b tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:55.857202 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-70725af2-e524-4607-a6d9-5462489b5620 req-c3f52ebb-6cc0-4759-815e-00772764289b tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 946 time: 0.0865984 Apr 15 03:36:55.861734 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dbefdd-e96c-486f-abb9-8fdd56959529 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:55.863788 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-39dbefdd-e96c-486f-abb9-8fdd56959529 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "GET /v2.0/networks/47f4ed73-a135-4807-aa37-c76498dd2653 HTTP/1.1" status: 200 len: 881 time: 0.1671982 Apr 15 03:36:55.888606 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59604) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:55.889311 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e67a57b2-77d6-459d-9b68-f46a12f585de tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (138bfa15-2bb5-4b66-bf50-f11d7dcc0cfe), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:55.991680 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a7b04682-4454-4ca7-aed2-59c0eaef9c02 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "GET /v2.0/ports?device_id=e62f7f76-e20b-4d16-adca-20bb07e8879d HTTP/1.1" status: 200 len: 205 time: 0.0947390 Apr 15 03:36:55.992714 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a57b2-77d6-459d-9b68-f46a12f585de tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138bfa15-2bb5-4b66-bf50-f11d7dcc0cfe,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:55.996417 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59608) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:56.014148 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-38394d66-9241-4a9b-9052-b3e32d611519 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23cd68dd6dee44718101eea32c4c2b1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3638730 Apr 15 03:36:56.015502 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59610) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:56.025941 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7e0127af-b2df-4db3-b447-a6962e7d387a req-4e09f7ea-bcab-494d-8f24-57519ccdc35f tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 210 time: 0.1652987 Apr 15 03:36:56.105956 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e67a57b2-77d6-459d-9b68-f46a12f585de tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:56.107205 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e67a57b2-77d6-459d-9b68-f46a12f585de tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0490973 Apr 15 03:36:56.109892 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59614) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:56.117301 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-70725af2-e524-4607-a6d9-5462489b5620 req-b827c774-8fc1-423b-89fe-10497da114f0 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d1ead-5a9a-4ee5-9f03-0d6258875b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590268 Apr 15 03:36:56.120893 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-53dc9149-a758-4fd2-ba63-e421d64a4049 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Allocated IP 2001:db8::19b (66aa0a9a-2537-471d-9f50-bb0bd94511e8/077929bb-2216-44e1-b793-2d1c0a9708ef/da49a103-4f40-4430-8cad-9d48b0af4434) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:56.146308 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7299c185-b9f8-4c3b-bd2a-7187a7357fa5 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-group-rules/138bfa15-2bb5-4b66-bf50-f11d7dcc0cfe HTTP/1.1" status: 200 len: 763 time: 0.0329471 Apr 15 03:36:56.148214 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59616) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:56.164252 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-c3ddc8aa-0ca3-4bf3-aa54-eff4d286e673 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Allocated IP 172.20.0.10 (1050d329-e4bc-432d-a375-579d032bcdc0/f5f63308-de7f-4cd1-b6c0-763e0a79b6f7/7763a801-accb-406f-8d9b-8e616e423c98) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:56.249597 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2ed8404e-3159-423a-8e56-2fea26a93b42 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1014147 Apr 15 03:36:56.255229 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3099d71a-b0f3-4dde-8b25-c47414ecc729 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router (e62f7f76-e20b-4d16-adca-20bb07e8879d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:56.264580 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59620) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:56.344684 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1103dcca-cad7-4da0-b605-d54dd361a26b admin admin] Publish callbacks [] for security_group (f579eb2d-3516-4570-9e11-0bee7d2208f0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:56.364637 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d11cea7c-ccaf-430d-b96a-36ba5854cde9 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (138bfa15-2bb5-4b66-bf50-f11d7dcc0cfe), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:56.394980 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1103dcca-cad7-4da0-b605-d54dd361a26b admin admin] Publish callbacks [] for security_group (f579eb2d-3516-4570-9e11-0bee7d2208f0), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:56.425161 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aac6b486-0230-4041-8211-9a2bc1c5df52 req-26126d7c-1f81-455d-a58f-66845e315e73 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:36:56.436824 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc38b2b-f6a1-4851-b34e-3090404a7c17 None None] Sync routers for ids ['dc9f902a-ca14-4d9e-8041-0b56d9db6483'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:36:56.442683 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d11cea7c-ccaf-430d-b96a-36ba5854cde9 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (138bfa15-2bb5-4b66-bf50-f11d7dcc0cfe), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:56.473997 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc38b2b-f6a1-4851-b34e-3090404a7c17 None None] Routers {'dc9f902a-ca14-4d9e-8041-0b56d9db6483'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:56.474833 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-1fc38b2b-f6a1-4851-b34e-3090404a7c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dc9f902a-ca14-4d9e-8041-0b56d9db6483'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:56.490969 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3099d71a-b0f3-4dde-8b25-c47414ecc729 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_gateway (e62f7f76-e20b-4d16-adca-20bb07e8879d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:56.578730 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac6b486-0230-4041-8211-9a2bc1c5df52 req-26126d7c-1f81-455d-a58f-66845e315e73 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] No DVR routers for this DVR port ef4adf81-5745-4c2a-9457-c67521bf7302 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:36:56.588697 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-aac6b486-0230-4041-8211-9a2bc1c5df52 req-26126d7c-1f81-455d-a58f-66845e315e73 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:56.592261 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-aac6b486-0230-4041-8211-9a2bc1c5df52 req-26126d7c-1f81-455d-a58f-66845e315e73 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.30 "DELETE /v2.0/ports/ef4adf81-5745-4c2a-9457-c67521bf7302 HTTP/1.1" status: 204 len: 173 time: 3.5762968 Apr 15 03:36:56.597186 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d249c24-9271-4002-82b7-3bfcfff73406', 'name': 'network-vif-deleted', 'tag': 'ef4adf81-5745-4c2a-9457-c67521bf7302'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:36:56.599753 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dcdb53-1e15-47ef-999e-242bdf17c9ca" -d '{"events": [{"server_uuid": "0d249c24-9271-4002-82b7-3bfcfff73406", "name": "network-vif-deleted", "tag": "ef4adf81-5745-4c2a-9457-c67521bf7302"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:36:56.612401 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53dc9149-a758-4fd2-ba63-e421d64a4049 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (da49a103-4f40-4430-8cad-9d48b0af4434), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:56.681133 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c3ddc8aa-0ca3-4bf3-aa54-eff4d286e673 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for port (7763a801-accb-406f-8d9b-8e616e423c98), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:56.711793 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-3099d71a-b0f3-4dde-8b25-c47414ecc729 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Deleting port 482d9e30-eb87-433e-b4ab-d1e6b077a803 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:56.713257 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3099d71a-b0f3-4dde-8b25-c47414ecc729 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (482d9e30-eb87-433e-b4ab-d1e6b077a803), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:56.733029 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-1fc38b2b-f6a1-4851-b34e-3090404a7c17 None None] Set router dc9f902a-ca14-4d9e-8041-0b56d9db6483 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:36:56.741575 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b42377b-bf43-44db-bffe-fbb20fd9643e x-openstack-request-id: req-9b42377b-bf43-44db-bffe-fbb20fd9643e {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:36:56.742135 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d249c24-9271-4002-82b7-3bfcfff73406", "name": "network-vif-deleted", "tag": "ef4adf81-5745-4c2a-9457-c67521bf7302", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:36:56.742541 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b42377b-bf43-44db-bffe-fbb20fd9643e {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:36:56.743116 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b42377b-bf43-44db-bffe-fbb20fd9643e'] response: {'server_uuid': '0d249c24-9271-4002-82b7-3bfcfff73406', 'name': 'network-vif-deleted', 'tag': 'ef4adf81-5745-4c2a-9457-c67521bf7302', 'status': 'completed', 'code': 200} Apr 15 03:36:56.751278 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1103dcca-cad7-4da0-b605-d54dd361a26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (f579eb2d-3516-4570-9e11-0bee7d2208f0), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:56.754128 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1103dcca-cad7-4da0-b605-d54dd361a26b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:56.760113 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1103dcca-cad7-4da0-b605-d54dd361a26b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f579eb2d-3516-4570-9e11-0bee7d2208f0 HTTP/1.1" status: 204 len: 168 time: 0.7405756 Apr 15 03:36:56.800846 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103dcca-cad7-4da0-b605-d54dd361a26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f579eb2d-3516-4570-9e11-0bee7d2208f0,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:56.855686 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53dc9149-a758-4fd2-ba63-e421d64a4049 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (da49a103-4f40-4430-8cad-9d48b0af4434), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:56.920042 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c3ddc8aa-0ca3-4bf3-aa54-eff4d286e673 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (7763a801-accb-406f-8d9b-8e616e423c98), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:56.921644 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3099d71a-b0f3-4dde-8b25-c47414ecc729 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (482d9e30-eb87-433e-b4ab-d1e6b077a803), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:56.948308 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-3099d71a-b0f3-4dde-8b25-c47414ecc729 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Calling delete_port for 482d9e30-eb87-433e-b4ab-d1e6b077a803 owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:56.955400 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e292c8-eff9-45b5-b9ee-9206e361f992 req-e070fa1e-aa13-40e2-93bd-92f896e77baf tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:56.957203 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-99e292c8-eff9-45b5-b9ee-9206e361f992 req-e070fa1e-aa13-40e2-93bd-92f896e77baf tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.30 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 946 time: 0.1282339 Apr 15 03:36:56.957774 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9981160-20db-4022-86d5-7e3fb490a126 None None] Network 66aa0a9a-2537-471d-9f50-bb0bd94511e8 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:36:56.962422 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dc9149-a758-4fd2-ba63-e421d64a4049 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network 66aa0a9a-2537-471d-9f50-bb0bd94511e8 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:56.979920 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-53dc9149-a758-4fd2-ba63-e421d64a4049 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:56.997677 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dc9149-a758-4fd2-ba63-e421d64a4049 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:57.004784 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dc9149-a758-4fd2-ba63-e421d64a4049 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:57.005587 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53dc9149-a758-4fd2-ba63-e421d64a4049 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:57.009455 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ddc8aa-0ca3-4bf3-aa54-eff4d286e673 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Network 1050d329-e4bc-432d-a375-579d032bcdc0 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:36:57.034184 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc9149-a758-4fd2-ba63-e421d64a4049 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=da49a103-4f40-4430-8cad-9d48b0af4434,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:57.037129 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-c3ddc8aa-0ca3-4bf3-aa54-eff4d286e673 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:36:57.058321 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-56f18e37-a173-4184-b81f-65a6bfcfa903 None None] Provisioning complete for port 54a00cd9-54d3-4a53-b788-c41898fa7486 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:57.067404 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-56f18e37-a173-4184-b81f-65a6bfcfa903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (54a00cd9-54d3-4a53-b788-c41898fa7486), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:57.082451 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ddc8aa-0ca3-4bf3-aa54-eff4d286e673 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:36:57.179796 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d11cea7c-ccaf-430d-b96a-36ba5854cde9 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (138bfa15-2bb5-4b66-bf50-f11d7dcc0cfe), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:57.204383 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d11cea7c-ccaf-430d-b96a-36ba5854cde9 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:57.220738 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d11cea7c-ccaf-430d-b96a-36ba5854cde9 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/138bfa15-2bb5-4b66-bf50-f11d7dcc0cfe HTTP/1.1" status: 204 len: 168 time: 0.9502811 Apr 15 03:36:57.227339 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59640) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:57.284450 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-53dc9149-a758-4fd2-ba63-e421d64a4049 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.9342709 Apr 15 03:36:57.294090 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59642) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:57.313153 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-1fc38b2b-f6a1-4851-b34e-3090404a7c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'name': 'tempest-ServersTestJSON-104345144-router', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:27Z', 'revision_number': 4, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'gw_port': {'id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '970da3e5-fc85-4a47-b25d-0a29a9ab5cd6', 'name': '', 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'mac_address': 'fa:16:3e:8c:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '092479ab-a039-43a5-be16-d3695e00426b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:25Z', 'updated_at': '2022-04-15T03:35:37Z', 'revision_number': 5, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'subnets': [{'id': '092479ab-a039-43a5-be16-d3695e00426b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:57.322122 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f30aeda2-8e78-4a1f-b083-b0bcbf2592c6 req-d5aa0360-49a0-4d40-9f0f-22c6562061fe tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d249c24-9271-4002-82b7-3bfcfff73406 HTTP/1.1" status: 200 len: 210 time: 0.0881574 Apr 15 03:36:57.351723 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc38b2b-f6a1-4851-b34e-3090404a7c17 None None] Checking router: dc9f902a-ca14-4d9e-8041-0b56d9db6483 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:36:57.361840 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc38b2b-f6a1-4851-b34e-3090404a7c17 None None] Routers {'dc9f902a-ca14-4d9e-8041-0b56d9db6483'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:36:57.362774 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-1fc38b2b-f6a1-4851-b34e-3090404a7c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dc9f902a-ca14-4d9e-8041-0b56d9db6483'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:57.397287 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddc8aa-0ca3-4bf3-aa54-eff4d286e673 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Port': ['ID=7763a801-accb-406f-8d9b-8e616e423c98,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:57.406768 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-56f18e37-a173-4184-b81f-65a6bfcfa903 None None] Current status of the port 54a00cd9-54d3-4a53-b788-c41898fa7486 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:57.407258 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-56f18e37-a173-4184-b81f-65a6bfcfa903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (54a00cd9-54d3-4a53-b788-c41898fa7486), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:57.445963 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device ef4adf81-5745-4c2a-9457-c67521bf7302 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:36:57.490162 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ddc8aa-0ca3-4bf3-aa54-eff4d286e673 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:57.492745 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c3ddc8aa-0ca3-4bf3-aa54-eff4d286e673 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:57.519849 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fb024-3ba4-46ca-8c2e-a153f63e5447 req-d0161844-2f2d-4194-a9e2-5d415f5d19ef tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:57.536002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: ef4adf81-5745-4c2a-9457-c67521bf7302 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:36:57.536518 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device ef4adf81-5745-4c2a-9457-c67521bf7302 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:36:57.537095 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6a6fb024-3ba4-46ca-8c2e-a153f63e5447 req-d0161844-2f2d-4194-a9e2-5d415f5d19ef tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 946 time: 0.2572198 Apr 15 03:36:57.545563 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11cea7c-ccaf-430d-b96a-36ba5854cde9 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=138bfa15-2bb5-4b66-bf50-f11d7dcc0cfe,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:57.578951 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-56f18e37-a173-4184-b81f-65a6bfcfa903 None None] For port 54a00cd9-54d3-4a53-b788-c41898fa7486, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=54a00cd9-54d3-4a53-b788-c41898fa7486,segment=NetworkSegment(5ab9d8e7-c3df-401b-8ff0-c94fcd5c696a),segment_id=5ab9d8e7-c3df-401b-8ff0-c94fcd5c696a)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:57.579928 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-1fc38b2b-f6a1-4851-b34e-3090404a7c17 None None] Set router dc9f902a-ca14-4d9e-8041-0b56d9db6483 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:36:57.629394 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-99e292c8-eff9-45b5-b9ee-9206e361f992 req-a9d60b2c-9486-4070-a944-84c9e7f1b241 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Deleting port fa797c36-ad3b-4d10-99d7-7d699a77251c {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:57.629947 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-99e292c8-eff9-45b5-b9ee-9206e361f992 req-a9d60b2c-9486-4070-a944-84c9e7f1b241 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (fa797c36-ad3b-4d10-99d7-7d699a77251c), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:57.651486 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ebf45a42-8e93-47b0-9361-872be5b78d16 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4168921 Apr 15 03:36:57.672577 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-56f18e37-a173-4184-b81f-65a6bfcfa903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (54a00cd9-54d3-4a53-b788-c41898fa7486), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:57.684668 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59658) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:57.699619 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-8cd7a6f4-50b9-480f-8038-8aa566eddf98 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group_rule': {'security_group_id': '0b1c05f7-c70e-43e8-82cc-1f62e690cb42', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:57.774482 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c3ddc8aa-0ca3-4bf3-aa54-eff4d286e673 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0248721 Apr 15 03:36:57.790165 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3099d71a-b0f3-4dde-8b25-c47414ecc729 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (482d9e30-eb87-433e-b4ab-d1e6b077a803), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:57.791037 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59662) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:57.797574 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-9ad7f943-dfeb-4967-baef-d01749c77a6d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting port da49a103-4f40-4430-8cad-9d48b0af4434 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:57.797788 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9ad7f943-dfeb-4967-baef-d01749c77a6d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (da49a103-4f40-4430-8cad-9d48b0af4434), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:57.820515 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f18e37-a173-4184-b81f-65a6bfcfa903 None None] Pushing event updated for resources: {'Port': ['ID=54a00cd9-54d3-4a53-b788-c41898fa7486,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:57.825432 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2768dbe4-4742-4ca9-825d-b1e91b9a2ec5 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': '7763a801-accb-406f-8d9b-8e616e423c98', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:57.951565 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6a6fb024-3ba4-46ca-8c2e-a153f63e5447 req-b13effa0-e9be-47ac-8f98-bc46f83cf76f tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d1ead-5a9a-4ee5-9f03-0d6258875b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4134510 Apr 15 03:36:57.957271 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099d71a-b0f3-4dde-8b25-c47414ecc729 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Pushing event deleted for resources: {'Port': ['ID=482d9e30-eb87-433e-b4ab-d1e6b077a803,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:57.998755 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-1fc38b2b-f6a1-4851-b34e-3090404a7c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'name': 'tempest-ServersTestJSON-104345144-router', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:27Z', 'revision_number': 4, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'gw_port': {'id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '970da3e5-fc85-4a47-b25d-0a29a9ab5cd6', 'name': '', 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'mac_address': 'fa:16:3e:8c:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '092479ab-a039-43a5-be16-d3695e00426b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:25Z', 'updated_at': '2022-04-15T03:35:37Z', 'revision_number': 5, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'subnets': [{'id': '092479ab-a039-43a5-be16-d3695e00426b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:36:58.015719 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d0002414-aeb4-4bbe-9754-2a0b43e2768e None None] Provisioning complete for port da49a103-4f40-4430-8cad-9d48b0af4434 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:58.016929 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d0002414-aeb4-4bbe-9754-2a0b43e2768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (da49a103-4f40-4430-8cad-9d48b0af4434), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:58.061549 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc38b2b-f6a1-4851-b34e-3090404a7c17 None None] The sync data for ids ['dc9f902a-ca14-4d9e-8041-0b56d9db6483'] in dv-neutron-837140-3-hyperv is: [{'id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'name': 'tempest-ServersTestJSON-104345144-router', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:27Z', 'revision_number': 4, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'gw_port': {'id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '970da3e5-fc85-4a47-b25d-0a29a9ab5cd6', 'name': '', 'network_id': 'f2fea504-3cd4-4378-8032-e10de311dc7b', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'mac_address': 'fa:16:3e:8c:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '092479ab-a039-43a5-be16-d3695e00426b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:25Z', 'updated_at': '2022-04-15T03:35:37Z', 'revision_number': 5, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'subnets': [{'id': '092479ab-a039-43a5-be16-d3695e00426b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:36:58.101436 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8cd7a6f4-50b9-480f-8038-8aa566eddf98 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (3c23fb6a-3470-45b3-80cf-040f3691facf), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:58.112545 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d0002414-aeb4-4bbe-9754-2a0b43e2768e None None] Port da49a103-4f40-4430-8cad-9d48b0af4434 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:36:58.125994 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 54a00cd9-54d3-4a53-b788-c41898fa7486 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:36:58.132320 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3099d71a-b0f3-4dde-8b25-c47414ecc729 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (e62f7f76-e20b-4d16-adca-20bb07e8879d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:58.142522 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9ad7f943-dfeb-4967-baef-d01749c77a6d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (da49a103-4f40-4430-8cad-9d48b0af4434), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:58.184673 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-9ad7f943-dfeb-4967-baef-d01749c77a6d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Calling delete_port for da49a103-4f40-4430-8cad-9d48b0af4434 owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:58.221298 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d0002414-aeb4-4bbe-9754-2a0b43e2768e None None] Provisioning complete for port 54a00cd9-54d3-4a53-b788-c41898fa7486 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:58.221684 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d0002414-aeb4-4bbe-9754-2a0b43e2768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (54a00cd9-54d3-4a53-b788-c41898fa7486), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:58.330103 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3099d71a-b0f3-4dde-8b25-c47414ecc729 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (e62f7f76-e20b-4d16-adca-20bb07e8879d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:58.334316 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3099d71a-b0f3-4dde-8b25-c47414ecc729 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_controller (e62f7f76-e20b-4d16-adca-20bb07e8879d), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:58.352488 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 54a00cd9-54d3-4a53-b788-c41898fa7486 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:58.352881 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (54a00cd9-54d3-4a53-b788-c41898fa7486), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:58.502927 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3099d71a-b0f3-4dde-8b25-c47414ecc729 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (e62f7f76-e20b-4d16-adca-20bb07e8879d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:58.503474 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3099d71a-b0f3-4dde-8b25-c47414ecc729 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Fanout notify agent at l3_agent the message router_deleted on router e62f7f76-e20b-4d16-adca-20bb07e8879d {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:36:58.520164 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3099d71a-b0f3-4dde-8b25-c47414ecc729 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:58.527335 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3099d71a-b0f3-4dde-8b25-c47414ecc729 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "DELETE /v2.0/routers/e62f7f76-e20b-4d16-adca-20bb07e8879d HTTP/1.1" status: 204 len: 168 time: 2.5241873 Apr 15 03:36:58.527430 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d0002414-aeb4-4bbe-9754-2a0b43e2768e None None] Current status of the port 54a00cd9-54d3-4a53-b788-c41898fa7486 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:58.529402 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59682) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:58.530040 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59684) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:58.533706 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8cd7a6f4-50b9-480f-8038-8aa566eddf98 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (3c23fb6a-3470-45b3-80cf-040f3691facf), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:58.558596 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-df867084-57b2-42bf-a100-1c5a9f87beee tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-626693854', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:58.571500 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59688) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:58.600241 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-99e292c8-eff9-45b5-b9ee-9206e361f992 req-a9d60b2c-9486-4070-a944-84c9e7f1b241 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] For port fa797c36-ad3b-4d10-99d7-7d699a77251c, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=fa797c36-ad3b-4d10-99d7-7d699a77251c,segment=NetworkSegment(fb1b78e1-40f7-4798-bbc6-72edf5220371),segment_id=fb1b78e1-40f7-4798-bbc6-72edf5220371)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:36:58.600658 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-99e292c8-eff9-45b5-b9ee-9206e361f992 req-a9d60b2c-9486-4070-a944-84c9e7f1b241 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (fa797c36-ad3b-4d10-99d7-7d699a77251c), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:58.610532 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 54a00cd9-54d3-4a53-b788-c41898fa7486 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:58.647983 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d94b429e-ccca-42ca-b0e9-d90fba24427d None None] Provisioning complete for port da49a103-4f40-4430-8cad-9d48b0af4434 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:58.649411 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d94b429e-ccca-42ca-b0e9-d90fba24427d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (da49a103-4f40-4430-8cad-9d48b0af4434), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:58.661985 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8cd7a6f4-50b9-480f-8038-8aa566eddf98 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (3c23fb6a-3470-45b3-80cf-040f3691facf), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:58.667176 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2768dbe4-4742-4ca9-825d-b1e91b9a2ec5 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:58.710695 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bd3974-49c3-46d0-94f6-9ed79ba32865 None None] New status for floating IP 4da844ca-1494-45bf-808c-295b695f0d65: DOWN {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:36:58.749456 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59690) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:58.750810 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7a6f4-50b9-480f-8038-8aa566eddf98 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c23fb6a-3470-45b3-80cf-040f3691facf,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:58.773806 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2768dbe4-4742-4ca9-825d-b1e91b9a2ec5 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:58.810391 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c3d5bda8-e56f-401c-baa6-214af6729bc0 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks [] for security_group (4a74ef2f-e468-4823-bb5a-cc40bfb59703), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:58.835828 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d94b429e-ccca-42ca-b0e9-d90fba24427d None None] Port da49a103-4f40-4430-8cad-9d48b0af4434 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:36:58.861454 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df867084-57b2-42bf-a100-1c5a9f87beee tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (fe46f2d3-3d7f-4741-b420-a20e53fa3421), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:58.864070 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df867084-57b2-42bf-a100-1c5a9f87beee tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (fe46f2d3-3d7f-4741-b420-a20e53fa3421), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:58.906945 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9ad7f943-dfeb-4967-baef-d01749c77a6d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (da49a103-4f40-4430-8cad-9d48b0af4434), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:58.935406 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df867084-57b2-42bf-a100-1c5a9f87beee tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_controller (fe46f2d3-3d7f-4741-b420-a20e53fa3421), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:58.946879 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8cd7a6f4-50b9-480f-8038-8aa566eddf98 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:58.948476 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8cd7a6f4-50b9-480f-8038-8aa566eddf98 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2627230 Apr 15 03:36:58.953842 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f3f95362-1945-49da-9923-f8180fef37f2 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1199899993'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:58.957989 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59694) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:58.963066 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7f943-dfeb-4967-baef-d01749c77a6d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Port': ['ID=da49a103-4f40-4430-8cad-9d48b0af4434,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:58.993587 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-bb89b101-07dc-4bcc-ae16-50f9a3bb875c tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1425469165'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:59.003445 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c3d5bda8-e56f-401c-baa6-214af6729bc0 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks [] for security_group (4a74ef2f-e468-4823-bb5a-cc40bfb59703), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.041719 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df867084-57b2-42bf-a100-1c5a9f87beee tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (fe46f2d3-3d7f-4741-b420-a20e53fa3421), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.086653 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f95362-1945-49da-9923-f8180fef37f2 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Made reservation on behalf of 738601c79c8049738cd73d78775c1046 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:59.086653 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3f95362-1945-49da-9923-f8180fef37f2 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.097126 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-14e7859c-fbe3-4332-a16f-23288b43858f tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-group-rules/3c23fb6a-3470-45b3-80cf-040f3691facf HTTP/1.1" status: 200 len: 764 time: 0.1293476 Apr 15 03:36:59.098514 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3f95362-1945-49da-9923-f8180fef37f2 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.104060 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59698) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:59.106421 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9ad7f943-dfeb-4967-baef-d01749c77a6d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.128280 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9ad7f943-dfeb-4967-baef-d01749c77a6d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/ports/da49a103-4f40-4430-8cad-9d48b0af4434 HTTP/1.1" status: 204 len: 168 time: 1.8270025 Apr 15 03:36:59.141802 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59700) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:59.208023 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-873b5cbe-59e6-40aa-ae9a-396d40adb6fc tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1008689 Apr 15 03:36:59.213727 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df867084-57b2-42bf-a100-1c5a9f87beee tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.215372 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-df867084-57b2-42bf-a100-1c5a9f87beee tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6743464 Apr 15 03:36:59.219601 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59702) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:59.220224 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59704) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:59.231777 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-11af4be7-d20f-4efa-8308-a368065236d8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'enable_snat': True}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:36:59.245240 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb89b101-07dc-4bcc-ae16-50f9a3bb875c tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Made reservation on behalf of 80ac820be12544d09b68b1626d3aebc3 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:36:59.249520 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb89b101-07dc-4bcc-ae16-50f9a3bb875c tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.272788 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-3607fec4-616a-41be-9abe-b113e9a0c2b3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] GET failed (client error): The resource could not be found. Apr 15 03:36:59.274230 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3607fec4-616a-41be-9abe-b113e9a0c2b3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports/da49a103-4f40-4430-8cad-9d48b0af4434 HTTP/1.1" status: 404 len: 333 time: 0.1233678 Apr 15 03:36:59.297031 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70657adf-5113-48ea-b3f5-7dcea266a028 req-6e3786d8-e461-42e2-a172-fcef1f069ac1 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:36:59.298849 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-70657adf-5113-48ea-b3f5-7dcea266a028 req-6e3786d8-e461-42e2-a172-fcef1f069ac1 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 946 time: 0.1718292 Apr 15 03:36:59.299479 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59706) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:59.321234 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-2768dbe4-4742-4ca9-825d-b1e91b9a2ec5 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Allocated IP 172.26.6.4 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/3c75af3f-a02b-47a5-971b-ec60b5fb2662) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:36:59.335528 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c3d5bda8-e56f-401c-baa6-214af6729bc0 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (4a74ef2f-e468-4823-bb5a-cc40bfb59703), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.338132 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c3d5bda8-e56f-401c-baa6-214af6729bc0 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.341783 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c3d5bda8-e56f-401c-baa6-214af6729bc0 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "DELETE /v2.0/security-groups/4a74ef2f-e468-4823-bb5a-cc40bfb59703 HTTP/1.1" status: 204 len: 168 time: 0.7668664 Apr 15 03:36:59.341783 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb89b101-07dc-4bcc-ae16-50f9a3bb875c tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.351217 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59708) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:59.388232 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-99e292c8-eff9-45b5-b9ee-9206e361f992 req-a9d60b2c-9486-4070-a944-84c9e7f1b241 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.388603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-99e292c8-eff9-45b5-b9ee-9206e361f992 req-a9d60b2c-9486-4070-a944-84c9e7f1b241 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (168823ce-4f78-430d-bafa-17ebff5a67e5), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.388922 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [req-99e292c8-eff9-45b5-b9ee-9206e361f992 req-a9d60b2c-9486-4070-a944-84c9e7f1b241 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Floating IP 168823ce-4f78-430d-bafa-17ebff5a67e5 disassociated. External IP: 172.26.6.65, port: fa797c36-ad3b-4d10-99d7-7d699a77251c. Apr 15 03:36:59.389267 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-99e292c8-eff9-45b5-b9ee-9206e361f992 req-a9d60b2c-9486-4070-a944-84c9e7f1b241 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Calling delete_port for fa797c36-ad3b-4d10-99d7-7d699a77251c owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:36:59.402035 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2b6d7dac-da2f-4da1-9e50-ff2f751129c5 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (3c23fb6a-3470-45b3-80cf-040f3691facf), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.404076 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5bda8-e56f-401c-baa6-214af6729bc0 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a74ef2f-e468-4823-bb5a-cc40bfb59703,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:59.414105 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-ae5fed26-e702-4199-80c6-ca461b0c8d52 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] show failed (client error): The resource could not be found. Apr 15 03:36:59.414919 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ae5fed26-e702-4199-80c6-ca461b0c8d52 tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "GET /v2.0/security-groups/4a74ef2f-e468-4823-bb5a-cc40bfb59703 HTTP/1.1" status: 404 len: 347 time: 0.0554845 Apr 15 03:36:59.424071 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59710) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:59.427074 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2b6d7dac-da2f-4da1-9e50-ff2f751129c5 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (3c23fb6a-3470-45b3-80cf-040f3691facf), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.493668 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-2caca345-4acc-46be-9070-6b2842dd32bf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting subnet 077929bb-2216-44e1-b793-2d1c0a9708ef {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:36:59.537053 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-70657adf-5113-48ea-b3f5-7dcea266a028 req-f27515b5-c40a-4ad7-b5db-787dbc1da93c tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/security-groups?id=682d1ead-5a9a-4ee5-9f03-0d6258875b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180457 Apr 15 03:36:59.575655 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2caca345-4acc-46be-9070-6b2842dd32bf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for subnet (077929bb-2216-44e1-b793-2d1c0a9708ef), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.716455 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2caca345-4acc-46be-9070-6b2842dd32bf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (077929bb-2216-44e1-b793-2d1c0a9708ef), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.778983 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1ef51-99f8-488b-a551-98606a39149e tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Deleting port f9d61e88-5726-4fbe-b97d-4b9ef98d10cd {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:36:59.779326 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9bf1ef51-99f8-488b-a551-98606a39149e tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f9d61e88-5726-4fbe-b97d-4b9ef98d10cd), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.781514 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3f95362-1945-49da-9923-f8180fef37f2 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks [] for security_group (7814f114-404a-4a9c-9949-68b93392e1c1), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.786230 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2768dbe4-4742-4ca9-825d-b1e91b9a2ec5 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for port (3c75af3f-a02b-47a5-971b-ec60b5fb2662), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.810925 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 54a00cd9-54d3-4a53-b788-c41898fa7486 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:36:59.857037 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3f95362-1945-49da-9923-f8180fef37f2 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (7814f114-404a-4a9c-9949-68b93392e1c1), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.859253 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 54a00cd9-54d3-4a53-b788-c41898fa7486 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:36:59.859672 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (54a00cd9-54d3-4a53-b788-c41898fa7486), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.884093 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-11af4be7-d20f-4efa-8308-a368065236d8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_gateway (fe46f2d3-3d7f-4741-b420-a20e53fa3421), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.895721 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2b6d7dac-da2f-4da1-9e50-ff2f751129c5 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (3c23fb6a-3470-45b3-80cf-040f3691facf), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.898151 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f95362-1945-49da-9923-f8180fef37f2 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:36:59.918841 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2b6d7dac-da2f-4da1-9e50-ff2f751129c5 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.920317 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2b6d7dac-da2f-4da1-9e50-ff2f751129c5 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/3c23fb6a-3470-45b3-80cf-040f3691facf HTTP/1.1" status: 204 len: 168 time: 0.6984434 Apr 15 03:36:59.930796 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59712) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:36:59.949260 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3f95362-1945-49da-9923-f8180fef37f2 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (4bd5acab-522e-4741-adf2-fb3160722c12), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:36:59.949847 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-f3f95362-1945-49da-9923-f8180fef37f2 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Added segment 4bd5acab-522e-4741-adf2-fb3160722c12 of type vlan for network 3e23530c-4b22-4f0e-9ff2-444c35c4c433 Apr 15 03:36:59.951448 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f95362-1945-49da-9923-f8180fef37f2 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7814f114-404a-4a9c-9949-68b93392e1c1,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:59.954073 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d7dac-da2f-4da1-9e50-ff2f751129c5 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c23fb6a-3470-45b3-80cf-040f3691facf,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:36:59.955910 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 54a00cd9-54d3-4a53-b788-c41898fa7486 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:36:59.989383 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb89b101-07dc-4bcc-ae16-50f9a3bb875c tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Publish callbacks [] for security_group (bbdbc8df-b989-4204-b1d4-d210ee2977ea), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:00.002323 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2caca345-4acc-46be-9070-6b2842dd32bf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (077929bb-2216-44e1-b793-2d1c0a9708ef), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:00.041648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3f95362-1945-49da-9923-f8180fef37f2 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (3e23530c-4b22-4f0e-9ff2-444c35c4c433), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:00.088609 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb89b101-07dc-4bcc-ae16-50f9a3bb875c tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (bbdbc8df-b989-4204-b1d4-d210ee2977ea), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:00.108738 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c55227ea-f624-439a-8053-d802bf286f2a tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1682546 Apr 15 03:37:00.117116 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59714) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:00.175499 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb89b101-07dc-4bcc-ae16-50f9a3bb875c tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:37:00.191116 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89b101-07dc-4bcc-ae16-50f9a3bb875c tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdbc8df-b989-4204-b1d4-d210ee2977ea,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:00.207152 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb89b101-07dc-4bcc-ae16-50f9a3bb875c tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (be497881-3d45-4667-9507-12d9b2860772), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:00.207572 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-bb89b101-07dc-4bcc-ae16-50f9a3bb875c tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Added segment be497881-3d45-4667-9507-12d9b2860772 of type vlan for network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 Apr 15 03:37:00.290510 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3f95362-1945-49da-9923-f8180fef37f2 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (3e23530c-4b22-4f0e-9ff2-444c35c4c433), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:00.295533 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f95362-1945-49da-9923-f8180fef37f2 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:00.296168 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3f95362-1945-49da-9923-f8180fef37f2 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:00.336316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9bf1ef51-99f8-488b-a551-98606a39149e tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f9d61e88-5726-4fbe-b97d-4b9ef98d10cd), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:00.336649 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9bf1ef51-99f8-488b-a551-98606a39149e tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks [] for floatingip (f9d61e88-5726-4fbe-b97d-4b9ef98d10cd), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:00.349042 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-99e292c8-eff9-45b5-b9ee-9206e361f992 req-a9d60b2c-9486-4070-a944-84c9e7f1b241 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (fa797c36-ad3b-4d10-99d7-7d699a77251c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:00.371126 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-9bf1ef51-99f8-488b-a551-98606a39149e tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Calling delete_port for f9d61e88-5726-4fbe-b97d-4b9ef98d10cd owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:00.399472 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d60b2c-9486-4070-a944-84c9e7f1b241 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Pushing event deleted for resources: {'Port': ['ID=fa797c36-ad3b-4d10-99d7-7d699a77251c,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:00.412661 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2768dbe4-4742-4ca9-825d-b1e91b9a2ec5 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (3c75af3f-a02b-47a5-971b-ec60b5fb2662), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:00.427145 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb89b101-07dc-4bcc-ae16-50f9a3bb875c tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (204e6770-791c-4e6c-8f3e-4deb8a93d3a8), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:00.449849 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f3f95362-1945-49da-9923-f8180fef37f2 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.6901367 Apr 15 03:37:00.453904 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f95362-1945-49da-9923-f8180fef37f2 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Pushing event updated for resources: {'Network': ['ID=3e23530c-4b22-4f0e-9ff2-444c35c4c433,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:00.455047 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59716) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:00.460816 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-292e96ec-b9b6-4390-8d6a-12067affddc7 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (0b1c05f7-c70e-43e8-82cc-1f62e690cb42), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:00.466037 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 3e23530c-4b22-4f0e-9ff2-444c35c4c433 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:37:00.470209 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-b462682d-8cf1-4f41-bbb5-4bea75a58a48 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Request body: {'subnet': {'network_id': '3e23530c-4b22-4f0e-9ff2-444c35c4c433', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:00.489009 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-11af4be7-d20f-4efa-8308-a368065236d8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_gateway (fe46f2d3-3d7f-4741-b420-a20e53fa3421), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:00.526589 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-292e96ec-b9b6-4390-8d6a-12067affddc7 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (0b1c05f7-c70e-43e8-82cc-1f62e690cb42), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:00.529776 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-11af4be7-d20f-4efa-8308-a368065236d8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:00.571552 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2768dbe4-4742-4ca9-825d-b1e91b9a2ec5 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:00.588581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-2768dbe4-4742-4ca9-825d-b1e91b9a2ec5 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:00.603176 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb89b101-07dc-4bcc-ae16-50f9a3bb875c tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (204e6770-791c-4e6c-8f3e-4deb8a93d3a8), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:00.608048 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb89b101-07dc-4bcc-ae16-50f9a3bb875c tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:00.608657 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb89b101-07dc-4bcc-ae16-50f9a3bb875c tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:00.625459 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2768dbe4-4742-4ca9-825d-b1e91b9a2ec5 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:00.627462 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768dbe4-4742-4ca9-825d-b1e91b9a2ec5 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Port': ['ID=3c75af3f-a02b-47a5-971b-ec60b5fb2662,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:00.666158 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2caca345-4acc-46be-9070-6b2842dd32bf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (077929bb-2216-44e1-b793-2d1c0a9708ef), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:00.729354 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-55e5983f-65f8-4ed9-a3b7-2b95bd4d8b00 req-5b7f013b-a72b-4587-a612-185ad570c4e4 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 210 time: 0.1086116 Apr 15 03:37:00.741882 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bb89b101-07dc-4bcc-ae16-50f9a3bb875c tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.1994061 Apr 15 03:37:00.749744 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caca345-4acc-46be-9070-6b2842dd32bf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Subnet': ['ID=077929bb-2216-44e1-b793-2d1c0a9708ef,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:00.754126 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-292e96ec-b9b6-4390-8d6a-12067affddc7 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (0b1c05f7-c70e-43e8-82cc-1f62e690cb42), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:00.756690 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-292e96ec-b9b6-4390-8d6a-12067affddc7 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:00.757876 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-292e96ec-b9b6-4390-8d6a-12067affddc7 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "DELETE /v2.0/security-groups/0b1c05f7-c70e-43e8-82cc-1f62e690cb42 HTTP/1.1" status: 204 len: 168 time: 0.6333704 Apr 15 03:37:00.765069 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89b101-07dc-4bcc-ae16-50f9a3bb875c tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Pushing event updated for resources: {'Network': ['ID=204e6770-791c-4e6c-8f3e-4deb8a93d3a8,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:00.769514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59724) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:00.781604 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3692059-bc31-4f58-aaa3-4759cbbce789 None None] Network 66aa0a9a-2537-471d-9f50-bb0bd94511e8 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:00.786401 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e96ec-b9b6-4390-8d6a-12067affddc7 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1c05f7-c70e-43e8-82cc-1f62e690cb42,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:00.786559 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2caca345-4acc-46be-9070-6b2842dd32bf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:00.788489 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-11af4be7-d20f-4efa-8308-a368065236d8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Allocated IP 172.26.6.16 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/172fb5e0-f220-4ba4-8f39-660cf66d9fbe) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:00.790301 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2caca345-4acc-46be-9070-6b2842dd32bf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/subnets/077929bb-2216-44e1-b793-2d1c0a9708ef HTTP/1.1" status: 204 len: 168 time: 1.4816275 Apr 15 03:37:00.793124 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59726) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:00.830995 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:37:00.991467 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99e292c8-eff9-45b5-b9ee-9206e361f992 req-a9d60b2c-9486-4070-a944-84c9e7f1b241 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Router a24400f5-75d1-4571-9f49-1e08d869249f has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:37:01.006499 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46f12d7c-67b0-4105-80f8-86a551d4c58f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (66aa0a9a-2537-471d-9f50-bb0bd94511e8), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.009468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b462682d-8cf1-4f41-bbb5-4bea75a58a48 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Made reservation on behalf of 738601c79c8049738cd73d78775c1046 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:01.012876 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b462682d-8cf1-4f41-bbb5-4bea75a58a48 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.086300 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9d84a3fe-fd75-47d6-b088-a3ad41a6ab12 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3076720 Apr 15 03:37:01.105334 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59730) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:01.116314 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-16906d7e-aee0-4b2f-b7fd-1269da511167 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group': {'name': 'tempest-secgroup--722748955'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:01.128296 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59732) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:01.134910 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475ead10-1668-415e-8e4f-8a7e49e97b1d None None] DHCP port deletion for 66aa0a9a-2537-471d-9f50-bb0bd94511e8 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:37:01.136619 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Request body: {'port': {'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8', 'binding:host_id': 'hv-neutron-8371', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-590786953'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:01.138328 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-11af4be7-d20f-4efa-8308-a368065236d8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for port (172fb5e0-f220-4ba4-8f39-660cf66d9fbe), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.165909 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-46f12d7c-67b0-4105-80f8-86a551d4c58f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting port 54a00cd9-54d3-4a53-b788-c41898fa7486 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:01.166385 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46f12d7c-67b0-4105-80f8-86a551d4c58f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (54a00cd9-54d3-4a53-b788-c41898fa7486), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.179844 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-475ead10-1668-415e-8e4f-8a7e49e97b1d None None] Deleting port 54a00cd9-54d3-4a53-b788-c41898fa7486 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:01.180302 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-475ead10-1668-415e-8e4f-8a7e49e97b1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (54a00cd9-54d3-4a53-b788-c41898fa7486), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.228722 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-16906d7e-aee0-4b2f-b7fd-1269da511167 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.231675 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9bf1ef51-99f8-488b-a551-98606a39149e tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (f9d61e88-5726-4fbe-b97d-4b9ef98d10cd), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.257642 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-475ead10-1668-415e-8e4f-8a7e49e97b1d None None] For port 54a00cd9-54d3-4a53-b788-c41898fa7486, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=54a00cd9-54d3-4a53-b788-c41898fa7486,segment=NetworkSegment(5ab9d8e7-c3df-401b-8ff0-c94fcd5c696a),segment_id=5ab9d8e7-c3df-401b-8ff0-c94fcd5c696a)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:01.258358 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-475ead10-1668-415e-8e4f-8a7e49e97b1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (54a00cd9-54d3-4a53-b788-c41898fa7486), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.267443 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-46f12d7c-67b0-4105-80f8-86a551d4c58f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] For port 54a00cd9-54d3-4a53-b788-c41898fa7486, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=54a00cd9-54d3-4a53-b788-c41898fa7486,segment=NetworkSegment(5ab9d8e7-c3df-401b-8ff0-c94fcd5c696a),segment_id=5ab9d8e7-c3df-401b-8ff0-c94fcd5c696a)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:01.268361 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46f12d7c-67b0-4105-80f8-86a551d4c58f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (54a00cd9-54d3-4a53-b788-c41898fa7486), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.275699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-475ead10-1668-415e-8e4f-8a7e49e97b1d None None] Calling delete_port for 54a00cd9-54d3-4a53-b788-c41898fa7486 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:01.287309 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-46f12d7c-67b0-4105-80f8-86a551d4c58f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Calling delete_port for 54a00cd9-54d3-4a53-b788-c41898fa7486 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:01.349126 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-11af4be7-d20f-4efa-8308-a368065236d8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (172fb5e0-f220-4ba4-8f39-660cf66d9fbe), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.353791 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1ef51-99f8-488b-a551-98606a39149e tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Pushing event deleted for resources: {'Port': ['ID=f9d61e88-5726-4fbe-b97d-4b9ef98d10cd,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:01.388299 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Made reservation on behalf of 24196d33f30f46eb86794e91cfaab196 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:01.390666 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.423344 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11af4be7-d20f-4efa-8308-a368065236d8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:01.428927 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-16906d7e-aee0-4b2f-b7fd-1269da511167 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (2b94649c-ce9f-45f4-938e-c696adba49c3), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.435049 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-11af4be7-d20f-4efa-8308-a368065236d8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:01.435219 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-475ead10-1668-415e-8e4f-8a7e49e97b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (54a00cd9-54d3-4a53-b788-c41898fa7486), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.440557 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af4be7-d20f-4efa-8308-a368065236d8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:01.440780 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.453563 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device fa797c36-ad3b-4d10-99d7-7d699a77251c no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:37:01.457952 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475ead10-1668-415e-8e4f-8a7e49e97b1d None None] No DVR routers for this DVR port 54a00cd9-54d3-4a53-b788-c41898fa7486 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:37:01.479957 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af4be7-d20f-4efa-8308-a368065236d8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Pushing event updated for resources: {'Port': ['ID=172fb5e0-f220-4ba4-8f39-660cf66d9fbe,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:01.506650 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46f12d7c-67b0-4105-80f8-86a551d4c58f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (54a00cd9-54d3-4a53-b788-c41898fa7486), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.512199 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ead10-1668-415e-8e4f-8a7e49e97b1d None None] Pushing event deleted for resources: {'Port': ['ID=54a00cd9-54d3-4a53-b788-c41898fa7486,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:01.515165 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: fa797c36-ad3b-4d10-99d7-7d699a77251c {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:37:01.515739 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device fa797c36-ad3b-4d10-99d7-7d699a77251c not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:37:01.521562 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99e292c8-eff9-45b5-b9ee-9206e361f992 req-a9d60b2c-9486-4070-a944-84c9e7f1b241 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:01.532988 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7e23e9-a270-4abb-afde-cd8d36e7fceb None None] Sync routers for ids ['a24400f5-75d1-4571-9f49-1e08d869249f'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:01.537900 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f12d7c-67b0-4105-80f8-86a551d4c58f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Port': ['ID=54a00cd9-54d3-4a53-b788-c41898fa7486,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:01.548067 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7e23e9-a270-4abb-afde-cd8d36e7fceb None None] Routers {'a24400f5-75d1-4571-9f49-1e08d869249f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:01.548684 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9b7e23e9-a270-4abb-afde-cd8d36e7fceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a24400f5-75d1-4571-9f49-1e08d869249f'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:01.583313 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-16906d7e-aee0-4b2f-b7fd-1269da511167 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (2b94649c-ce9f-45f4-938e-c696adba49c3), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.585975 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f12d7c-67b0-4105-80f8-86a551d4c58f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] No DVR routers for this DVR port 54a00cd9-54d3-4a53-b788-c41898fa7486 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:37:01.610496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9bf1ef51-99f8-488b-a551-98606a39149e tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks [] for floatingip (4da844ca-1494-45bf-808c-295b695f0d65), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.614145 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9bf1ef51-99f8-488b-a551-98606a39149e tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.615641 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9bf1ef51-99f8-488b-a551-98606a39149e tempest-ServersTestJSON-503433788 tempest-ServersTestJSON-503433788-project] 10.222.0.15 "DELETE /v2.0/floatingips/4da844ca-1494-45bf-808c-295b695f0d65 HTTP/1.1" status: 204 len: 168 time: 2.1885734 Apr 15 03:37:01.621174 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59734) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:01.662248 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-9b7e23e9-a270-4abb-afde-cd8d36e7fceb None None] Set router a24400f5-75d1-4571-9f49-1e08d869249f gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:37:01.716331 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e292c8-eff9-45b5-b9ee-9206e361f992 req-a9d60b2c-9486-4070-a944-84c9e7f1b241 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] No DVR routers for this DVR port fa797c36-ad3b-4d10-99d7-7d699a77251c on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:37:01.730243 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-99e292c8-eff9-45b5-b9ee-9206e361f992 req-a9d60b2c-9486-4070-a944-84c9e7f1b241 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.733945 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-99e292c8-eff9-45b5-b9ee-9206e361f992 req-a9d60b2c-9486-4070-a944-84c9e7f1b241 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.30 "DELETE /v2.0/ports/fa797c36-ad3b-4d10-99d7-7d699a77251c HTTP/1.1" status: 204 len: 173 time: 4.7685761 Apr 15 03:37:01.734511 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00b122b-2436-4ca0-9f0e-173b2d41b317', 'name': 'network-vif-deleted', 'tag': 'fa797c36-ad3b-4d10-99d7-7d699a77251c'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:37:01.737700 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734e955a-9447-4f11-b1a1-85ea5a036d37" -d '{"events": [{"server_uuid": "a00b122b-2436-4ca0-9f0e-173b2d41b317", "name": "network-vif-deleted", "tag": "fa797c36-ad3b-4d10-99d7-7d699a77251c"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:37:01.763534 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16906d7e-aee0-4b2f-b7fd-1269da511167 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b94649c-ce9f-45f4-938e-c696adba49c3,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:01.777408 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-16906d7e-aee0-4b2f-b7fd-1269da511167 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.778780 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-16906d7e-aee0-4b2f-b7fd-1269da511167 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6681275 Apr 15 03:37:01.786787 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59738) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:01.794901 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-33241084-ffc2-4138-abda-38be3dd621ad tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Request body: {'security_group_rule': {'security_group_id': '2b94649c-ce9f-45f4-938e-c696adba49c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:01.803409 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b462682d-8cf1-4f41-bbb5-4bea75a58a48 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (00c64596-f4f2-4ab8-a26d-ff568acc0a15), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.905333 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9b7e23e9-a270-4abb-afde-cd8d36e7fceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'name': 'tempest-ServersTestManualDisk-1790863245-router', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:29Z', 'revision_number': 4, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'gw_port': {'id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '831b6df7-15f8-4b55-b809-306627eb932b', 'name': '', 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'mac_address': 'fa:16:3e:34:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '78adb54a-0d2d-4945-b7b1-f8e96da5bc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:26Z', 'updated_at': '2022-04-15T03:35:36Z', 'revision_number': 5, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'subnets': [{'id': '78adb54a-0d2d-4945-b7b1-f8e96da5bc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:01.905896 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef15bede-b1f3-4c86-9e44-7fd505b85981 x-openstack-request-id: req-ef15bede-b1f3-4c86-9e44-7fd505b85981 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:37:01.906595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00b122b-2436-4ca0-9f0e-173b2d41b317", "name": "network-vif-deleted", "tag": "fa797c36-ad3b-4d10-99d7-7d699a77251c", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:37:01.906595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef15bede-b1f3-4c86-9e44-7fd505b85981 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:37:01.907122 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef15bede-b1f3-4c86-9e44-7fd505b85981'] response: {'server_uuid': 'a00b122b-2436-4ca0-9f0e-173b2d41b317', 'name': 'network-vif-deleted', 'tag': 'fa797c36-ad3b-4d10-99d7-7d699a77251c', 'status': 'completed', 'code': 200} Apr 15 03:37:01.913895 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46f12d7c-67b0-4105-80f8-86a551d4c58f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (66aa0a9a-2537-471d-9f50-bb0bd94511e8), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.920739 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2768dbe4-4742-4ca9-825d-b1e91b9a2ec5 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (de320173-eb48-454b-93cc-f578522287e8), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.950300 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7e23e9-a270-4abb-afde-cd8d36e7fceb None None] Checking router: a24400f5-75d1-4571-9f49-1e08d869249f for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:37:01.954007 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-46f12d7c-67b0-4105-80f8-86a551d4c58f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66aa0a9a-2537-471d-9f50-bb0bd94511e8']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:01.964626 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7e23e9-a270-4abb-afde-cd8d36e7fceb None None] Routers {'a24400f5-75d1-4571-9f49-1e08d869249f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:01.965490 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9b7e23e9-a270-4abb-afde-cd8d36e7fceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a24400f5-75d1-4571-9f49-1e08d869249f'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:01.966491 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 54a00cd9-54d3-4a53-b788-c41898fa7486 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:37:01.967935 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-46f12d7c-67b0-4105-80f8-86a551d4c58f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab9d8e7-c3df-401b-8ff0-c94fcd5c696a') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:01.968066 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-46f12d7c-67b0-4105-80f8-86a551d4c58f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab9d8e7-c3df-401b-8ff0-c94fcd5c696a') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:01.972487 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks [] for security_group (a0b0a450-bdea-4b85-96c7-886091c974dc), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:01.988868 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8886dfec-12aa-4f62-a550-2201bb2235ae req-1bd2e726-263b-4ed5-b2ac-262ce68c9f83 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/ports?device_id=a00b122b-2436-4ca0-9f0e-173b2d41b317 HTTP/1.1" status: 200 len: 210 time: 0.1044283 Apr 15 03:37:01.993598 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462682d-8cf1-4f41-bbb5-4bea75a58a48 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Pushing event updated for resources: {'Subnet': ['ID=00c64596-f4f2-4ab8-a26d-ff568acc0a15,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:02.002027 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46f12d7c-67b0-4105-80f8-86a551d4c58f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (5ab9d8e7-c3df-401b-8ff0-c94fcd5c696a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.010253 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33241084-ffc2-4138-abda-38be3dd621ad tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (03588840-f4e3-4a4a-9784-7773443118e2), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.015492 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 54a00cd9-54d3-4a53-b788-c41898fa7486 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:37:02.015836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 54a00cd9-54d3-4a53-b788-c41898fa7486 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:37:02.039944 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b462682d-8cf1-4f41-bbb5-4bea75a58a48 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Checking segment: {'id': '4bd5acab-522e-4741-adf2-fb3160722c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e23530c-4b22-4f0e-9ff2-444c35c4c433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:02.040599 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b462682d-8cf1-4f41-bbb5-4bea75a58a48 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Network hostable DHCP agents. Network: 3e23530c-4b22-4f0e-9ff2-444c35c4c433, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:37:02.072836 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46f12d7c-67b0-4105-80f8-86a551d4c58f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (5ab9d8e7-c3df-401b-8ff0-c94fcd5c696a), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.082011 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33241084-ffc2-4138-abda-38be3dd621ad tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (03588840-f4e3-4a4a-9784-7773443118e2), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.118324 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (a0b0a450-bdea-4b85-96c7-886091c974dc), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.118931 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f12d7c-67b0-4105-80f8-86a551d4c58f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:37:02.119394 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46f12d7c-67b0-4105-80f8-86a551d4c58f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (5ab9d8e7-c3df-401b-8ff0-c94fcd5c696a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:37:02.123418 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:37:02.146730 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] device_id is not set on port 4cf98be8-8b18-43f3-865a-b58323965792 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:02.223368 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b462682d-8cf1-4f41-bbb5-4bea75a58a48 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Network 3e23530c-4b22-4f0e-9ff2-444c35c4c433 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:37:02.225713 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33241084-ffc2-4138-abda-38be3dd621ad tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (03588840-f4e3-4a4a-9784-7773443118e2), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.238763 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-9b7e23e9-a270-4abb-afde-cd8d36e7fceb None None] Set router a24400f5-75d1-4571-9f49-1e08d869249f gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:37:02.241084 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2768dbe4-4742-4ca9-825d-b1e91b9a2ec5 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (3c75af3f-a02b-47a5-971b-ec60b5fb2662), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.255972 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b0a450-bdea-4b85-96c7-886091c974dc,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:02.293969 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33241084-ffc2-4138-abda-38be3dd621ad tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03588840-f4e3-4a4a-9784-7773443118e2,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:02.311553 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-11af4be7-d20f-4efa-8308-a368065236d8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_gateway (fe46f2d3-3d7f-4741-b420-a20e53fa3421), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.330688 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-b462682d-8cf1-4f41-bbb5-4bea75a58a48 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 3e23530c-4b22-4f0e-9ff2-444c35c4c433) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:02.346869 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b462682d-8cf1-4f41-bbb5-4bea75a58a48 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:02.347481 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b462682d-8cf1-4f41-bbb5-4bea75a58a48 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.356384 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0009ec-5933-48c8-94e1-0db4bda6760f None None] Network 3e23530c-4b22-4f0e-9ff2-444c35c4c433 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:02.419007 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33241084-ffc2-4138-abda-38be3dd621ad tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.420491 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-33241084-ffc2-4138-abda-38be3dd621ad tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6326208 Apr 15 03:37:02.447483 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59742) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:02.465175 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9b7e23e9-a270-4abb-afde-cd8d36e7fceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'name': 'tempest-ServersTestManualDisk-1790863245-router', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:29Z', 'revision_number': 4, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'gw_port': {'id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '831b6df7-15f8-4b55-b809-306627eb932b', 'name': '', 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'mac_address': 'fa:16:3e:34:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '78adb54a-0d2d-4945-b7b1-f8e96da5bc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:26Z', 'updated_at': '2022-04-15T03:35:36Z', 'revision_number': 5, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'subnets': [{'id': '78adb54a-0d2d-4945-b7b1-f8e96da5bc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:02.483374 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b462682d-8cf1-4f41-bbb5-4bea75a58a48 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0211227 Apr 15 03:37:02.493210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59744) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:02.510317 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-cfb8c658-d8a7-4a3a-bcb3-24f66225653d tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Request body: {'port': {'network_id': '3e23530c-4b22-4f0e-9ff2-444c35c4c433', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-991499767'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:02.511403 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7e23e9-a270-4abb-afde-cd8d36e7fceb None None] The sync data for ids ['a24400f5-75d1-4571-9f49-1e08d869249f'] in dv-neutron-837140-3-hyperv is: [{'id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'name': 'tempest-ServersTestManualDisk-1790863245-router', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:35:29Z', 'revision_number': 4, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'gw_port': {'id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '831b6df7-15f8-4b55-b809-306627eb932b', 'name': '', 'network_id': 'aff9828f-e70e-4acc-8eaf-6dd6dde216ee', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'mac_address': 'fa:16:3e:34:90:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '78adb54a-0d2d-4945-b7b1-f8e96da5bc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:26Z', 'updated_at': '2022-04-15T03:35:36Z', 'revision_number': 5, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'subnets': [{'id': '78adb54a-0d2d-4945-b7b1-f8e96da5bc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:02.529879 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c1b428-0958-4032-81f0-6566cc026c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-3e23530c-4b22-4f0e-9ff2-444c35c4c433', 'network_id': '3e23530c-4b22-4f0e-9ff2-444c35c4c433', 'project_id': '738601c79c8049738cd73d78775c1046', 'fixed_ips': [{'subnet_id': '00c64596-f4f2-4ab8-a26d-ff568acc0a15'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:37:02.530898 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b3c1b428-0958-4032-81f0-6566cc026c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.673259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] device_id is not set on port 4cf98be8-8b18-43f3-865a-b58323965792 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:02.685101 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46f12d7c-67b0-4105-80f8-86a551d4c58f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (66aa0a9a-2537-471d-9f50-bb0bd94511e8), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.698181 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks [] for port (4cf98be8-8b18-43f3-865a-b58323965792), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.699593 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46f12d7c-67b0-4105-80f8-86a551d4c58f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.702970 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-46f12d7c-67b0-4105-80f8-86a551d4c58f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/networks/66aa0a9a-2537-471d-9f50-bb0bd94511e8 HTTP/1.1" status: 204 len: 168 time: 1.9088714 Apr 15 03:37:02.708296 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59746) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:02.715853 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-3f3d7bf3-8187-4f54-b4e5-1d52dd8b82b0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'port': {'network_id': 'b6a69919-449e-4977-899e-5a45769fb810', 'name': 'tempest-PortsIpV6TestJSON-1211157723'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:02.729623 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-be8a3809-353b-4c39-8cee-54a21d7c5ea6 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (2b94649c-ce9f-45f4-938e-c696adba49c3), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.733901 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-b3c1b428-0958-4032-81f0-6566cc026c34 None None] Allocated IP 2001:db8::2 (3e23530c-4b22-4f0e-9ff2-444c35c4c433/00c64596-f4f2-4ab8-a26d-ff568acc0a15/0fe71773-2f32-40db-bc25-78a1ab3fd85f) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:02.756113 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f12d7c-67b0-4105-80f8-86a551d4c58f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Network': ['ID=66aa0a9a-2537-471d-9f50-bb0bd94511e8,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:02.790608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-be8a3809-353b-4c39-8cee-54a21d7c5ea6 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (2b94649c-ce9f-45f4-938e-c696adba49c3), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.794524 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2768dbe4-4742-4ca9-825d-b1e91b9a2ec5 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for port (3c75af3f-a02b-47a5-971b-ec60b5fb2662), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.803380 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (4cf98be8-8b18-43f3-865a-b58323965792), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.886881 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Pushing event updated for resources: {'Port': ['ID=4cf98be8-8b18-43f3-865a-b58323965792,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:02.917641 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-07f7c8a6-09af-42e4-9d15-395912bc8d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (dc9f902a-ca14-4d9e-8041-0b56d9db6483), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.940038 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb8c658-d8a7-4a3a-bcb3-24f66225653d tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Made reservation on behalf of 738601c79c8049738cd73d78775c1046 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:02.944888 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cfb8c658-d8a7-4a3a-bcb3-24f66225653d tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.966336 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2768dbe4-4742-4ca9-825d-b1e91b9a2ec5 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (3c75af3f-a02b-47a5-971b-ec60b5fb2662), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.973970 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Checking segment: {'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:02.973970 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Network hostable DHCP agents. Network: 204e6770-791c-4e6c-8f3e-4deb8a93d3a8, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:37:02.990819 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b3c1b428-0958-4032-81f0-6566cc026c34 None None] Publish callbacks [] for port (0fe71773-2f32-40db-bc25-78a1ab3fd85f), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:02.999795 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896ab6a8-c0ee-4b4a-acc2-2b2c6d425f23 None None] New status for floating IP 168823ce-4f78-430d-bafa-17ebff5a67e5: DOWN {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:37:03.024687 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-cfb8c658-d8a7-4a3a-bcb3-24f66225653d tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] device_id is not set on port d1db73db-6246-4a5d-98bd-1cd99ad730fc yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:03.087630 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3d7bf3-8187-4f54-b4e5-1d52dd8b82b0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:03.093296 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3f3d7bf3-8187-4f54-b4e5-1d52dd8b82b0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:03.113392 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-be8a3809-353b-4c39-8cee-54a21d7c5ea6 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (2b94649c-ce9f-45f4-938e-c696adba49c3), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:03.116025 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-be8a3809-353b-4c39-8cee-54a21d7c5ea6 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:03.117200 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-be8a3809-353b-4c39-8cee-54a21d7c5ea6 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "DELETE /v2.0/security-groups/2b94649c-ce9f-45f4-938e-c696adba49c3 HTTP/1.1" status: 204 len: 168 time: 0.6653075 Apr 15 03:37:03.125689 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59752) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:03.134863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768dbe4-4742-4ca9-825d-b1e91b9a2ec5 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Port': ['ID=3c75af3f-a02b-47a5-971b-ec60b5fb2662,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:03.135734 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b3c1b428-0958-4032-81f0-6566cc026c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (0fe71773-2f32-40db-bc25-78a1ab3fd85f), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:03.162056 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-3f3d7bf3-8187-4f54-b4e5-1d52dd8b82b0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] device_id is not set on port 829ec356-940d-4a27-852d-4fa278a06813 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:03.162581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:37:03.164646 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a3809-353b-4c39-8cee-54a21d7c5ea6 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b94649c-ce9f-45f4-938e-c696adba49c3,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:03.178791 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c1b428-0958-4032-81f0-6566cc026c34 None None] Network 3e23530c-4b22-4f0e-9ff2-444c35c4c433 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:03.183902 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-11af4be7-d20f-4efa-8308-a368065236d8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (fe46f2d3-3d7f-4741-b420-a20e53fa3421), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:03.193418 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-b3c1b428-0958-4032-81f0-6566cc026c34 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:03.196522 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2768dbe4-4742-4ca9-825d-b1e91b9a2ec5 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (de320173-eb48-454b-93cc-f578522287e8), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:03.201259 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c1b428-0958-4032-81f0-6566cc026c34 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:03.218461 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1b428-0958-4032-81f0-6566cc026c34 None None] Pushing event updated for resources: {'Port': ['ID=0fe71773-2f32-40db-bc25-78a1ab3fd85f,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:03.241443 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59754) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:03.279154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b3c1b428-0958-4032-81f0-6566cc026c34 None None] Attempting to bind port 0fe71773-2f32-40db-bc25-78a1ab3fd85f on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:03.279538 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b3c1b428-0958-4032-81f0-6566cc026c34 None None] Attempting to bind port 0fe71773-2f32-40db-bc25-78a1ab3fd85f by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '4bd5acab-522e-4741-adf2-fb3160722c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e23530c-4b22-4f0e-9ff2-444c35c4c433'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:03.280039 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c1b428-0958-4032-81f0-6566cc026c34 None None] Attempting to bind port 0fe71773-2f32-40db-bc25-78a1ab3fd85f on network 3e23530c-4b22-4f0e-9ff2-444c35c4c433 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:03.289415 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c1b428-0958-4032-81f0-6566cc026c34 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:37:03.289415 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c1b428-0958-4032-81f0-6566cc026c34 None None] Checking segment: {'id': '4bd5acab-522e-4741-adf2-fb3160722c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e23530c-4b22-4f0e-9ff2-444c35c4c433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:03.289415 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b3c1b428-0958-4032-81f0-6566cc026c34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:03.289415 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c1b428-0958-4032-81f0-6566cc026c34 None None] Bound using segment: {'id': '4bd5acab-522e-4741-adf2-fb3160722c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e23530c-4b22-4f0e-9ff2-444c35c4c433'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:37:03.289415 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b3c1b428-0958-4032-81f0-6566cc026c34 None None] Bound port: 0fe71773-2f32-40db-bc25-78a1ab3fd85f, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd5acab-522e-4741-adf2-fb3160722c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e23530c-4b22-4f0e-9ff2-444c35c4c433'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:37:03.289415 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b3c1b428-0958-4032-81f0-6566cc026c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (0fe71773-2f32-40db-bc25-78a1ab3fd85f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:03.308628 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-11af4be7-d20f-4efa-8308-a368065236d8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (fe46f2d3-3d7f-4741-b420-a20e53fa3421), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:03.329843 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0345c3b4-a41b-4e7f-a51c-07e35ea87433 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2007461 Apr 15 03:37:03.332069 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-cfb8c658-d8a7-4a3a-bcb3-24f66225653d tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Allocated IP 2001:db8::2a0 (3e23530c-4b22-4f0e-9ff2-444c35c4c433/00c64596-f4f2-4ab8-a26d-ff568acc0a15/d1db73db-6246-4a5d-98bd-1cd99ad730fc) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:03.334581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 204e6770-791c-4e6c-8f3e-4deb8a93d3a8) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:03.337640 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59756) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:03.343771 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5f62ae-4f45-4ebd-be58-54a2c8fb6eb1 None None] Network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:03.362468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:03.419511 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:03.419854 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:03.420784 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:03.452384 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 4cf98be8-8b18-43f3-865a-b58323965792 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:03.452660 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:03.457623 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 2 to bind port 4cf98be8-8b18-43f3-865a-b58323965792 Apr 15 03:37:03.465077 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b3c1b428-0958-4032-81f0-6566cc026c34 None None] For port 0fe71773-2f32-40db-bc25-78a1ab3fd85f, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:37:03.467703 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-06530418-3a1f-48fe-b555-43153d7d79f9 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks [] for security_group (682d1ead-5a9a-4ee5-9f03-0d6258875b3d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:03.470922 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b3c1b428-0958-4032-81f0-6566cc026c34 None None] For port 0fe71773-2f32-40db-bc25-78a1ab3fd85f, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=0fe71773-2f32-40db-bc25-78a1ab3fd85f,segment=NetworkSegment(4bd5acab-522e-4741-adf2-fb3160722c12),segment_id=4bd5acab-522e-4741-adf2-fb3160722c12)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:37:03.481737 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-2768dbe4-4742-4ca9-825d-b1e91b9a2ec5 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Floating IP de320173-eb48-454b-93cc-f578522287e8 associated. External IP: 172.26.6.4, port: 7763a801-accb-406f-8d9b-8e616e423c98. Apr 15 03:37:03.538102 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2c0708a1-627c-4b0f-b46f-4f28c34d5a2d tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1970229 Apr 15 03:37:03.547455 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59758) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:03.555864 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:03.556044 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b3c1b428-0958-4032-81f0-6566cc026c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (0fe71773-2f32-40db-bc25-78a1ab3fd85f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:03.565287 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:03.565287 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:03.586821 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-2fb7a8f2-a1b5-4778-a039-d6bcd767309a tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] delete failed (client error): The resource could not be found. Apr 15 03:37:03.587884 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2fb7a8f2-a1b5-4778-a039-d6bcd767309a tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "DELETE /v2.0/security-groups/2b94649c-ce9f-45f4-938e-c696adba49c3 HTTP/1.1" status: 404 len: 347 time: 0.0394475 Apr 15 03:37:03.592469 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59760) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:03.631716 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1b428-0958-4032-81f0-6566cc026c34 None None] Pushing event updated for resources: {'Port': ['ID=0fe71773-2f32-40db-bc25-78a1ab3fd85f,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:03.663921 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3f3d7bf3-8187-4f54-b4e5-1d52dd8b82b0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (829ec356-940d-4a27-852d-4fa278a06813), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:03.683783 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-07f7c8a6-09af-42e4-9d15-395912bc8d59 admin admin] Deleting port 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:03.684124 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-07f7c8a6-09af-42e4-9d15-395912bc8d59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (970da3e5-fc85-4a47-b25d-0a29a9ab5cd6), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:03.795944 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8d570490-9dc7-40c6-99a2-295be340ec15 tempest-SecGroupTest-1981201571 tempest-SecGroupTest-1981201571-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1940601 Apr 15 03:37:03.868224 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-07f7c8a6-09af-42e4-9d15-395912bc8d59 admin admin] For port 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=970da3e5-fc85-4a47-b25d-0a29a9ab5cd6,segment=NetworkSegment(99935493-8f6b-427d-a241-4be340658787),segment_id=99935493-8f6b-427d-a241-4be340658787)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:03.868587 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-07f7c8a6-09af-42e4-9d15-395912bc8d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (970da3e5-fc85-4a47-b25d-0a29a9ab5cd6), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:03.885472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-07f7c8a6-09af-42e4-9d15-395912bc8d59 admin admin] Calling delete_port for 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6 owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:03.954256 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-06530418-3a1f-48fe-b555-43153d7d79f9 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks [] for security_group (682d1ead-5a9a-4ee5-9f03-0d6258875b3d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:03.968249 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 4cf98be8-8b18-43f3-865a-b58323965792 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:03.968752 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:04.000647 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 3 to bind port 4cf98be8-8b18-43f3-865a-b58323965792 Apr 15 03:37:04.079579 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:04.080312 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:04.080312 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:04.109220 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 4cf98be8-8b18-43f3-865a-b58323965792 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:04.109548 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:04.116661 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 4 to bind port 4cf98be8-8b18-43f3-865a-b58323965792 Apr 15 03:37:04.148153 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cfb8c658-d8a7-4a3a-bcb3-24f66225653d tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks [] for port (d1db73db-6246-4a5d-98bd-1cd99ad730fc), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:04.154820 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:04.155156 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:04.155491 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:04.166091 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11af4be7-d20f-4efa-8308-a368065236d8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Router fe46f2d3-3d7f-4741-b420-a20e53fa3421 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:37:04.200989 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 4cf98be8-8b18-43f3-865a-b58323965792 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:04.201317 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:04.204393 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 5 to bind port 4cf98be8-8b18-43f3-865a-b58323965792 Apr 15 03:37:04.214026 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-07f7c8a6-09af-42e4-9d15-395912bc8d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (970da3e5-fc85-4a47-b25d-0a29a9ab5cd6), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:04.216408 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3f3d7bf3-8187-4f54-b4e5-1d52dd8b82b0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (829ec356-940d-4a27-852d-4fa278a06813), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:04.235390 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:04.235650 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:04.235990 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:04.264785 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7c8a6-09af-42e4-9d15-395912bc8d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=970da3e5-fc85-4a47-b25d-0a29a9ab5cd6,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:04.272937 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-06530418-3a1f-48fe-b555-43153d7d79f9 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (682d1ead-5a9a-4ee5-9f03-0d6258875b3d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:04.275514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-06530418-3a1f-48fe-b555-43153d7d79f9 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:04.279078 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-06530418-3a1f-48fe-b555-43153d7d79f9 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "DELETE /v2.0/security-groups/682d1ead-5a9a-4ee5-9f03-0d6258875b3d HTTP/1.1" status: 204 len: 168 time: 1.0343032 Apr 15 03:37:04.283904 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 4cf98be8-8b18-43f3-865a-b58323965792 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:04.283904 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:04.285624 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59764) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:04.288534 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 6 to bind port 4cf98be8-8b18-43f3-865a-b58323965792 Apr 15 03:37:04.319468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06530418-3a1f-48fe-b555-43153d7d79f9 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=682d1ead-5a9a-4ee5-9f03-0d6258875b3d,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:04.332386 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:04.332728 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:04.333220 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:04.335457 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-290027e9-7032-401d-9f8e-6677593fa975 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] show failed (client error): The resource could not be found. Apr 15 03:37:04.336616 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-290027e9-7032-401d-9f8e-6677593fa975 tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "GET /v2.0/security-groups/682d1ead-5a9a-4ee5-9f03-0d6258875b3d HTTP/1.1" status: 404 len: 347 time: 0.0451615 Apr 15 03:37:04.341579 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59766) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:04.350708 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3d7bf3-8187-4f54-b4e5-1d52dd8b82b0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network b6a69919-449e-4977-899e-5a45769fb810 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:04.353256 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 4cf98be8-8b18-43f3-865a-b58323965792 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:04.353614 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:04.369569 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-3f3d7bf3-8187-4f54-b4e5-1d52dd8b82b0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:04.371448 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:04.391312 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 7 to bind port 4cf98be8-8b18-43f3-865a-b58323965792 Apr 15 03:37:04.418819 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d7bf3-8187-4f54-b4e5-1d52dd8b82b0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=829ec356-940d-4a27-852d-4fa278a06813,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:04.424401 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11af4be7-d20f-4efa-8308-a368065236d8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:04.426151 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cfb8c658-d8a7-4a3a-bcb3-24f66225653d tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (d1db73db-6246-4a5d-98bd-1cd99ad730fc), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:04.433996 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3d7bf3-8187-4f54-b4e5-1d52dd8b82b0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:04.435726 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a2d16c-318d-49bc-a51a-228bae323cbe None None] Sync routers for ids ['fe46f2d3-3d7f-4741-b420-a20e53fa3421'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:04.442294 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3d7bf3-8187-4f54-b4e5-1d52dd8b82b0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:04.443245 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3f3d7bf3-8187-4f54-b4e5-1d52dd8b82b0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:04.447166 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2768dbe4-4742-4ca9-825d-b1e91b9a2ec5 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Router b437dd35-ae69-4adb-9f4f-0a741e2bf499 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:37:04.448244 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:04.448588 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:04.448931 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:04.463076 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a2d16c-318d-49bc-a51a-228bae323cbe None None] Routers {'fe46f2d3-3d7f-4741-b420-a20e53fa3421'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:04.463804 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-08a2d16c-318d-49bc-a51a-228bae323cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['fe46f2d3-3d7f-4741-b420-a20e53fa3421'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:04.474786 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-11af4be7-d20f-4efa-8308-a368065236d8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:04.480041 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-11af4be7-d20f-4efa-8308-a368065236d8 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "PUT /v2.0/routers/fe46f2d3-3d7f-4741-b420-a20e53fa3421 HTTP/1.1" status: 200 len: 917 time: 5.2482221 Apr 15 03:37:04.483281 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59768) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:04.526942 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-08a2d16c-318d-49bc-a51a-228bae323cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:04.540292 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a2d16c-318d-49bc-a51a-228bae323cbe None None] Routers {'fe46f2d3-3d7f-4741-b420-a20e53fa3421'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:04.541214 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-08a2d16c-318d-49bc-a51a-228bae323cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['fe46f2d3-3d7f-4741-b420-a20e53fa3421'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:04.588752 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-08a2d16c-318d-49bc-a51a-228bae323cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:04.589605 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a2d16c-318d-49bc-a51a-228bae323cbe None None] The sync data for ids ['fe46f2d3-3d7f-4741-b420-a20e53fa3421'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:04.596367 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 4cf98be8-8b18-43f3-865a-b58323965792 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:04.596705 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:04.607293 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 8 to bind port 4cf98be8-8b18-43f3-865a-b58323965792 Apr 15 03:37:04.619223 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb8c658-d8a7-4a3a-bcb3-24f66225653d tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Network 3e23530c-4b22-4f0e-9ff2-444c35c4c433 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:04.675508 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-cfb8c658-d8a7-4a3a-bcb3-24f66225653d tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:04.675508 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb8c658-d8a7-4a3a-bcb3-24f66225653d tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:04.683328 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb8c658-d8a7-4a3a-bcb3-24f66225653d tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:04.684163 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cfb8c658-d8a7-4a3a-bcb3-24f66225653d tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:04.686860 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59772) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:04.710217 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-93841fb7-7041-4870-bd4a-9d5e4b0477a7 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "GET /v2.0/routers/fe46f2d3-3d7f-4741-b420-a20e53fa3421 HTTP/1.1" status: 200 len: 923 time: 0.2248747 Apr 15 03:37:04.712909 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59776) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:04.730282 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3f3d7bf3-8187-4f54-b4e5-1d52dd8b82b0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0180447 Apr 15 03:37:04.734263 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:04.734602 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:04.735047 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:04.737865 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8c658-d8a7-4a3a-bcb3-24f66225653d tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Pushing event updated for resources: {'Port': ['ID=d1db73db-6246-4a5d-98bd-1cd99ad730fc,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:04.747078 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59778) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:04.795891 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 4cf98be8-8b18-43f3-865a-b58323965792 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:04.796134 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:04.801093 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 9 to bind port 4cf98be8-8b18-43f3-865a-b58323965792 Apr 15 03:37:04.804406 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-21169bd3-b7af-401f-988c-a48c8841143d tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Deleting port 4f8e66c2-a268-4552-9490-cdd3d06b7287 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:04.804406 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-21169bd3-b7af-401f-988c-a48c8841143d tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (4f8e66c2-a268-4552-9490-cdd3d06b7287), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:04.876168 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cfb8c658-d8a7-4a3a-bcb3-24f66225653d tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.3743634 Apr 15 03:37:04.904677 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c287db3d-c978-422e-8836-73611c977223 None None] Network 3e23530c-4b22-4f0e-9ff2-444c35c4c433 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:04.906406 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59780) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:04.922858 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-8d5e7b5a-4ecf-46da-9cb4-21e33cb1704f tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Request body: {'port': {'network_id': '3e23530c-4b22-4f0e-9ff2-444c35c4c433', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1242171684', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:04.924192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.api.validators [None req-8d5e7b5a-4ecf-46da-9cb4-21e33cb1704f tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] bootfile-name is not in valid_values {{(pid=104666) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 15 03:37:04.924192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.api.validators [None req-8d5e7b5a-4ecf-46da-9cb4-21e33cb1704f tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] tftp-server is not in valid_values {{(pid=104666) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 15 03:37:04.924192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.api.validators [None req-8d5e7b5a-4ecf-46da-9cb4-21e33cb1704f tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] server-ip-address is not in valid_values {{(pid=104666) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 15 03:37:04.927841 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:04.928175 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:04.928505 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:04.978355 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-4d86aa76-13bb-4e5c-a5c8-3d27fc06c965 None None] Provisioning complete for port 0fe71773-2f32-40db-bc25-78a1ab3fd85f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:04.978951 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4d86aa76-13bb-4e5c-a5c8-3d27fc06c965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0fe71773-2f32-40db-bc25-78a1ab3fd85f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:05.009760 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 4cf98be8-8b18-43f3-865a-b58323965792 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:05.009760 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:05.029902 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba0bbe4-5e92-4129-b555-0e7c9396bf0d tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:05.032612 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0ba0bbe4-5e92-4129-b555-0e7c9396bf0d tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&device_id=fe46f2d3-3d7f-4741-b420-a20e53fa3421&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3176224 Apr 15 03:37:05.033886 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-07f7c8a6-09af-42e4-9d15-395912bc8d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (dc9f902a-ca14-4d9e-8041-0b56d9db6483), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:05.035988 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59782) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:05.042482 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.plugins.ml2.plugin [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 10 to bind port 4cf98be8-8b18-43f3-865a-b58323965792 Apr 15 03:37:05.104070 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2768dbe4-4742-4ca9-825d-b1e91b9a2ec5 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:05.110561 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-b9efdc5b-2009-4c6c-a9f5-1814926ccd56 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting port 829ec356-940d-4a27-852d-4fa278a06813 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:05.110932 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b9efdc5b-2009-4c6c-a9f5-1814926ccd56 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (829ec356-940d-4a27-852d-4fa278a06813), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:05.114659 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:05.114659 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:05.114659 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:05.121920 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-21169bd3-b7af-401f-988c-a48c8841143d tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (4f8e66c2-a268-4552-9490-cdd3d06b7287), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:05.122248 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-21169bd3-b7af-401f-988c-a48c8841143d tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks [] for floatingip (4f8e66c2-a268-4552-9490-cdd3d06b7287), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:05.133213 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eed6c86-525b-4ae3-9ea8-93bd2886999d None None] Sync routers for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:05.135782 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4d86aa76-13bb-4e5c-a5c8-3d27fc06c965 None None] Current status of the port 0fe71773-2f32-40db-bc25-78a1ab3fd85f is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:05.136177 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4d86aa76-13bb-4e5c-a5c8-3d27fc06c965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (0fe71773-2f32-40db-bc25-78a1ab3fd85f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:05.169002 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 4cf98be8-8b18-43f3-865a-b58323965792 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:05.169340 dv-neutron-837140-3-hyperv neutron-server[104666]: ERROR neutron.plugins.ml2.managers [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 4cf98be8-8b18-43f3-865a-b58323965792 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:05.169698 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4cf98be8-8b18-43f3-865a-b58323965792), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:05.170292 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eed6c86-525b-4ae3-9ea8-93bd2886999d None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:05.171162 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4eed6c86-525b-4ae3-9ea8-93bd2886999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:05.215366 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-21169bd3-b7af-401f-988c-a48c8841143d tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Calling delete_port for 4f8e66c2-a268-4552-9490-cdd3d06b7287 owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:05.225784 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256946ae-c380-40c5-9f03-0678e0fbf4c1 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:05.226981 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-256946ae-c380-40c5-9f03-0678e0fbf4c1 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "GET /v2.0/networks/47f4ed73-a135-4807-aa37-c76498dd2653 HTTP/1.1" status: 200 len: 881 time: 0.1889601 Apr 15 03:37:05.230663 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-62a0ec25-ca5a-4e23-ae08-329038c4b70f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a2091b119094d239ab6c4866199eaaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5394168 Apr 15 03:37:05.230927 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59784) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:05.231259 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59786) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:05.232041 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4eed6c86-525b-4ae3-9ea8-93bd2886999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:05.266480 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eed6c86-525b-4ae3-9ea8-93bd2886999d None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:05.267520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4eed6c86-525b-4ae3-9ea8-93bd2886999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:05.280380 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b9efdc5b-2009-4c6c-a9f5-1814926ccd56 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (829ec356-940d-4a27-852d-4fa278a06813), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:05.291319 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d4a2898e-7c29-432f-91f1-48b8583bb646 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe46f2d3-3d7f-4741-b420-a20e53fa3421 HTTP/1.1" status: 200 len: 205 time: 0.0587070 Apr 15 03:37:05.294107 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59788) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:05.317716 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-b9efdc5b-2009-4c6c-a9f5-1814926ccd56 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Calling delete_port for 829ec356-940d-4a27-852d-4fa278a06813 owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:05.324750 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4d86aa76-13bb-4e5c-a5c8-3d27fc06c965 None None] For port 0fe71773-2f32-40db-bc25-78a1ab3fd85f, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=0fe71773-2f32-40db-bc25-78a1ab3fd85f,segment=NetworkSegment(4bd5acab-522e-4741-adf2-fb3160722c12),segment_id=4bd5acab-522e-4741-adf2-fb3160722c12)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:05.325546 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4eed6c86-525b-4ae3-9ea8-93bd2886999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:05.326353 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eed6c86-525b-4ae3-9ea8-93bd2886999d None None] The sync data for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:05.375759 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c9be461d-8c40-4a91-8781-e05209361a3b admin admin] Publish callbacks [] for security_group (f0663068-d511-4699-80e3-ddbc4cf36b17), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:05.389515 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2768dbe4-4742-4ca9-825d-b1e91b9a2ec5 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:05.395355 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4d86aa76-13bb-4e5c-a5c8-3d27fc06c965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (0fe71773-2f32-40db-bc25-78a1ab3fd85f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:05.454292 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86aa76-13bb-4e5c-a5c8-3d27fc06c965 None None] Pushing event updated for resources: {'Port': ['ID=0fe71773-2f32-40db-bc25-78a1ab3fd85f,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:05.469244 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c9be461d-8c40-4a91-8781-e05209361a3b admin admin] Publish callbacks [] for security_group (f0663068-d511-4699-80e3-ddbc4cf36b17), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:05.523624 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-22c5764d-4788-4af1-a652-479f70e73094 None None] Provisioning complete for port 0fe71773-2f32-40db-bc25-78a1ab3fd85f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:05.524403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-22c5764d-4788-4af1-a652-479f70e73094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0fe71773-2f32-40db-bc25-78a1ab3fd85f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:05.526378 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f7c8a6-09af-42e4-9d15-395912bc8d59 admin admin] Router dc9f902a-ca14-4d9e-8041-0b56d9db6483 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:37:05.538686 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] For port 4cf98be8-8b18-43f3-865a-b58323965792, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:37:05.539067 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempted to set empty binding levels {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 15 03:37:05.540905 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2768dbe4-4742-4ca9-825d-b1e91b9a2ec5 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.7465451 Apr 15 03:37:05.547178 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59790) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:05.553008 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-1c4629e6-410f-4c70-9005-b583cfaa2ebc tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:05.563226 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5e7b5a-4ecf-46da-9cb4-21e33cb1704f tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Made reservation on behalf of 738601c79c8049738cd73d78775c1046 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:05.567336 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8d5e7b5a-4ecf-46da-9cb4-21e33cb1704f tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:05.622050 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-8d5e7b5a-4ecf-46da-9cb4-21e33cb1704f tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] device_id is not set on port d60e56de-3a80-4af0-9f61-8fffdaeee4e9 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:05.627047 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (4cf98be8-8b18-43f3-865a-b58323965792), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:05.635624 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-22c5764d-4788-4af1-a652-479f70e73094 None None] Current status of the port 0fe71773-2f32-40db-bc25-78a1ab3fd85f is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:05.641694 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c9be461d-8c40-4a91-8781-e05209361a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (f0663068-d511-4699-80e3-ddbc4cf36b17), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:05.644697 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c9be461d-8c40-4a91-8781-e05209361a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:05.646603 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c9be461d-8c40-4a91-8781-e05209361a3b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0663068-d511-4699-80e3-ddbc4cf36b17 HTTP/1.1" status: 204 len: 168 time: 0.4126430 Apr 15 03:37:05.647015 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-22c5764d-4788-4af1-a652-479f70e73094 None None] Provisioning complete for port d1db73db-6246-4a5d-98bd-1cd99ad730fc triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:05.647434 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-22c5764d-4788-4af1-a652-479f70e73094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d1db73db-6246-4a5d-98bd-1cd99ad730fc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:05.671098 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abf90f28-6e4c-4440-a671-d84dbdbdd8a5 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router (fe46f2d3-3d7f-4741-b420-a20e53fa3421), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:05.697097 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-22c5764d-4788-4af1-a652-479f70e73094 None None] Port d1db73db-6246-4a5d-98bd-1cd99ad730fc cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:05.715316 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be461d-8c40-4a91-8781-e05209361a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0663068-d511-4699-80e3-ddbc4cf36b17,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:05.725072 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1c4629e6-410f-4c70-9005-b583cfaa2ebc tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (de320173-eb48-454b-93cc-f578522287e8), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:05.811816 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f7c8a6-09af-42e4-9d15-395912bc8d59 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:05.828146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-76e1f875-12ec-48c4-80d8-098429c6d2b6 None None] Provisioning complete for port d1db73db-6246-4a5d-98bd-1cd99ad730fc triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:05.829421 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-76e1f875-12ec-48c4-80d8-098429c6d2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d1db73db-6246-4a5d-98bd-1cd99ad730fc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:05.837389 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d89a36-bf12-47d5-9ab0-8ebf41e688a9 None None] Sync routers for ids ['dc9f902a-ca14-4d9e-8041-0b56d9db6483'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:05.844487 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:05.845094 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:05.868509 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-07f7c8a6-09af-42e4-9d15-395912bc8d59 admin admin] 10.222.0.15 "PUT /v2.0/routers/dc9f902a-ca14-4d9e-8041-0b56d9db6483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2413180 Apr 15 03:37:05.877868 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d89a36-bf12-47d5-9ab0-8ebf41e688a9 None None] Routers {'dc9f902a-ca14-4d9e-8041-0b56d9db6483'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:05.878745 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a5d89a36-bf12-47d5-9ab0-8ebf41e688a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dc9f902a-ca14-4d9e-8041-0b56d9db6483'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:05.885888 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Pushing event updated for resources: {'Port': ['ID=4cf98be8-8b18-43f3-865a-b58323965792,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:05.886114 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59794) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:05.915861 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-76e1f875-12ec-48c4-80d8-098429c6d2b6 None None] Port d1db73db-6246-4a5d-98bd-1cd99ad730fc cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:05.956422 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9d7edc96-3c29-428b-81fa-6851384b1090 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.8209884 Apr 15 03:37:05.960751 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 0fe71773-2f32-40db-bc25-78a1ab3fd85f up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:37:05.960954 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59796) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:06.023401 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b9efdc5b-2009-4c6c-a9f5-1814926ccd56 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (829ec356-940d-4a27-852d-4fa278a06813), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:06.034251 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-a5d89a36-bf12-47d5-9ab0-8ebf41e688a9 None None] Set router dc9f902a-ca14-4d9e-8041-0b56d9db6483 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:37:06.069196 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 0fe71773-2f32-40db-bc25-78a1ab3fd85f triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:06.069571 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0fe71773-2f32-40db-bc25-78a1ab3fd85f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:06.097742 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b9efdc5b-2009-4c6c-a9f5-1814926ccd56 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:06.105077 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b9efdc5b-2009-4c6c-a9f5-1814926ccd56 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/ports/829ec356-940d-4a27-852d-4fa278a06813 HTTP/1.1" status: 204 len: 168 time: 1.3539712 Apr 15 03:37:06.105811 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59800) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:06.122401 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-a2cda530-92fb-4b1c-8f80-54303869177a tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Deleting port 4cf98be8-8b18-43f3-865a-b58323965792 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:06.123137 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a2cda530-92fb-4b1c-8f80-54303869177a tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (4cf98be8-8b18-43f3-865a-b58323965792), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:06.126223 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0c70f9bd-1d00-45d3-9809-dcf26679521d admin admin] Publish callbacks [] for router (dc9f902a-ca14-4d9e-8041-0b56d9db6483), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:06.138421 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-debe2e6f-69c5-4cd0-98cb-6c4a7539aebe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'port': {'network_id': 'b6a69919-449e-4977-899e-5a45769fb810', 'mac_address': 'fa:16:3e:e0:96:57', 'name': 'tempest-PortsIpV6TestJSON-188436394'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:06.159588 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-8d5e7b5a-4ecf-46da-9cb4-21e33cb1704f tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Allocated IP 2001:db8::2de (3e23530c-4b22-4f0e-9ff2-444c35c4c433/00c64596-f4f2-4ab8-a26d-ff568acc0a15/d60e56de-3a80-4af0-9f61-8fffdaeee4e9) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:06.166186 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efdc5b-2009-4c6c-a9f5-1814926ccd56 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Port': ['ID=829ec356-940d-4a27-852d-4fa278a06813,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:06.186276 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-21169bd3-b7af-401f-988c-a48c8841143d tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (4f8e66c2-a268-4552-9490-cdd3d06b7287), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:06.218372 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1c4629e6-410f-4c70-9005-b583cfaa2ebc tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:06.226789 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 0fe71773-2f32-40db-bc25-78a1ab3fd85f is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:06.297300 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21169bd3-b7af-401f-988c-a48c8841143d tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Pushing event deleted for resources: {'Port': ['ID=4f8e66c2-a268-4552-9490-cdd3d06b7287,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:06.318049 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-a2cda530-92fb-4b1c-8f80-54303869177a tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] For port 4cf98be8-8b18-43f3-865a-b58323965792, host hv-neutron-8371, got binding levels [] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:06.318673 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a2cda530-92fb-4b1c-8f80-54303869177a tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (4cf98be8-8b18-43f3-865a-b58323965792), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:06.328246 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1c4629e6-410f-4c70-9005-b583cfaa2ebc tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (de320173-eb48-454b-93cc-f578522287e8), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:06.328598 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-1c4629e6-410f-4c70-9005-b583cfaa2ebc tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Floating IP de320173-eb48-454b-93cc-f578522287e8 disassociated. External IP: 172.26.6.4, port: 7763a801-accb-406f-8d9b-8e616e423c98. Apr 15 03:37:06.343198 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a5d89a36-bf12-47d5-9ab0-8ebf41e688a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'name': 'tempest-ServersTestJSON-104345144-router', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:37:04Z', 'revision_number': 5, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'gw_port': {'id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:06.366104 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abf90f28-6e4c-4440-a671-d84dbdbdd8a5 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_gateway (fe46f2d3-3d7f-4741-b420-a20e53fa3421), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:06.375122 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d89a36-bf12-47d5-9ab0-8ebf41e688a9 None None] Checking router: dc9f902a-ca14-4d9e-8041-0b56d9db6483 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:37:06.376757 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-a2cda530-92fb-4b1c-8f80-54303869177a tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Calling delete_port for 4cf98be8-8b18-43f3-865a-b58323965792 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:06.384694 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d89a36-bf12-47d5-9ab0-8ebf41e688a9 None None] Routers {'dc9f902a-ca14-4d9e-8041-0b56d9db6483'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:06.385611 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a5d89a36-bf12-47d5-9ab0-8ebf41e688a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dc9f902a-ca14-4d9e-8041-0b56d9db6483'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:06.424018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-21169bd3-b7af-401f-988c-a48c8841143d tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks [] for floatingip (168823ce-4f78-430d-bafa-17ebff5a67e5), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:06.427039 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-21169bd3-b7af-401f-988c-a48c8841143d tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:06.430952 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-21169bd3-b7af-401f-988c-a48c8841143d tempest-ServersTestManualDisk-1539932613 tempest-ServersTestManualDisk-1539932613-project] 10.222.0.15 "DELETE /v2.0/floatingips/168823ce-4f78-430d-bafa-17ebff5a67e5 HTTP/1.1" status: 204 len: 168 time: 2.0856960 Apr 15 03:37:06.432922 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59808) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:06.481584 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0c70f9bd-1d00-45d3-9809-dcf26679521d admin admin] Publish callbacks [] for router_gateway (dc9f902a-ca14-4d9e-8041-0b56d9db6483), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:06.538310 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-a5d89a36-bf12-47d5-9ab0-8ebf41e688a9 None None] Set router dc9f902a-ca14-4d9e-8041-0b56d9db6483 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:37:06.585027 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-abf90f28-6e4c-4440-a671-d84dbdbdd8a5 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Deleting port 172fb5e0-f220-4ba4-8f39-660cf66d9fbe {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:06.585367 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abf90f28-6e4c-4440-a671-d84dbdbdd8a5 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (172fb5e0-f220-4ba4-8f39-660cf66d9fbe), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:06.650515 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a2cda530-92fb-4b1c-8f80-54303869177a tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (4cf98be8-8b18-43f3-865a-b58323965792), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:06.661970 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-0c70f9bd-1d00-45d3-9809-dcf26679521d admin admin] Deleting port 92265e0c-e40e-4b26-aea9-b0f0ed53fa47 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:06.662311 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0c70f9bd-1d00-45d3-9809-dcf26679521d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (92265e0c-e40e-4b26-aea9-b0f0ed53fa47), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:06.789450 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a5d89a36-bf12-47d5-9ab0-8ebf41e688a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'name': 'tempest-ServersTestJSON-104345144-router', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:37:04Z', 'revision_number': 5, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'gw_port': {'id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:06.822046 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d89a36-bf12-47d5-9ab0-8ebf41e688a9 None None] The sync data for ids ['dc9f902a-ca14-4d9e-8041-0b56d9db6483'] in dv-neutron-837140-3-hyperv is: [{'id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'name': 'tempest-ServersTestJSON-104345144-router', 'tenant_id': 'e585f3ca53e5479db86fbf2994cc0780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3'}], 'enable_snat': True}, 'gw_port_id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:37:04Z', 'revision_number': 5, 'project_id': 'e585f3ca53e5479db86fbf2994cc0780', 'gw_port': {'id': '92265e0c-e40e-4b26-aea9-b0f0ed53fa47', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:92:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9f902a-ca14-4d9e-8041-0b56d9db6483', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:06.966364 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cda530-92fb-4b1c-8f80-54303869177a tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cf98be8-8b18-43f3-865a-b58323965792,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:06.974229 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a2cda530-92fb-4b1c-8f80-54303869177a tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:06.977277 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a2cda530-92fb-4b1c-8f80-54303869177a tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] 10.222.0.15 "DELETE /v2.0/ports/4cf98be8-8b18-43f3-865a-b58323965792 HTTP/1.1" status: 204 len: 168 time: 0.9711301 Apr 15 03:37:06.986775 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59820) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:06.988741 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debe2e6f-69c5-4cd0-98cb-6c4a7539aebe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:07.024331 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4629e6-410f-4c70-9005-b583cfaa2ebc tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Router b437dd35-ae69-4adb-9f4f-0a741e2bf499 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:37:07.039966 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59822) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:07.061253 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-0c70f9bd-1d00-45d3-9809-dcf26679521d admin admin] For port 92265e0c-e40e-4b26-aea9-b0f0ed53fa47, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=92265e0c-e40e-4b26-aea9-b0f0ed53fa47,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:07.061620 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0c70f9bd-1d00-45d3-9809-dcf26679521d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (92265e0c-e40e-4b26-aea9-b0f0ed53fa47), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:07.084652 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae840790-00b3-49b5-99a4-3c411340869f tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] GET failed (client error): The resource could not be found. Apr 15 03:37:07.089806 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ae840790-00b3-49b5-99a4-3c411340869f tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] 10.222.0.15 "GET /v2.0/ports/4cf98be8-8b18-43f3-865a-b58323965792 HTTP/1.1" status: 404 len: 333 time: 0.1019542 Apr 15 03:37:07.113602 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59826) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:07.120509 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-3b27e713-0f8f-4590-b5fe-449433facb39 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Request body: {'port': {'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1278351977'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:07.133390 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-0c70f9bd-1d00-45d3-9809-dcf26679521d admin admin] Calling delete_port for 92265e0c-e40e-4b26-aea9-b0f0ed53fa47 owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:07.172653 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-debe2e6f-69c5-4cd0-98cb-6c4a7539aebe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:07.192341 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-b7e9b408-d452-40ab-a759-111aa12c5725 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-668766390-network', 'tenant_id': '045e30dcfbf74a48b230d2b2aedef91a'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:07.219486 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8d5e7b5a-4ecf-46da-9cb4-21e33cb1704f tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks [] for port (d60e56de-3a80-4af0-9f61-8fffdaeee4e9), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:07.240460 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abf90f28-6e4c-4440-a671-d84dbdbdd8a5 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (172fb5e0-f220-4ba4-8f39-660cf66d9fbe), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:07.269539 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4629e6-410f-4c70-9005-b583cfaa2ebc tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:07.271204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-debe2e6f-69c5-4cd0-98cb-6c4a7539aebe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] device_id is not set on port e0325488-aadd-45a1-b546-ebf75c9d7f81 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:07.277367 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1c4629e6-410f-4c70-9005-b583cfaa2ebc tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:07.282970 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519343eb-bc10-495a-9b93-f622f883e654 None None] Sync routers for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:07.287836 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-abf90f28-6e4c-4440-a671-d84dbdbdd8a5 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Calling delete_port for 172fb5e0-f220-4ba4-8f39-660cf66d9fbe owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:07.295138 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519343eb-bc10-495a-9b93-f622f883e654 None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:07.296160 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-519343eb-bc10-495a-9b93-f622f883e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:07.310292 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1c4629e6-410f-4c70-9005-b583cfaa2ebc tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "PUT /v2.0/floatingips/de320173-eb48-454b-93cc-f578522287e8 HTTP/1.1" status: 200 len: 686 time: 1.7608626 Apr 15 03:37:07.316156 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b27e713-0f8f-4590-b5fe-449433facb39 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Made reservation on behalf of 24196d33f30f46eb86794e91cfaab196 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:07.318444 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3b27e713-0f8f-4590-b5fe-449433facb39 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:07.324725 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59828) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:07.336426 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-519343eb-bc10-495a-9b93-f622f883e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:07.345006 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-3b27e713-0f8f-4590-b5fe-449433facb39 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] device_id is not set on port 86d084af-f86f-4cd6-a2b7-9a54059b9082 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:07.349275 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519343eb-bc10-495a-9b93-f622f883e654 None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:07.349908 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-519343eb-bc10-495a-9b93-f622f883e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:07.383055 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e9b408-d452-40ab-a759-111aa12c5725 admin admin] Made reservation on behalf of 045e30dcfbf74a48b230d2b2aedef91a for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:07.385328 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e9b408-d452-40ab-a759-111aa12c5725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:07.387757 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-519343eb-bc10-495a-9b93-f622f883e654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:07.388555 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519343eb-bc10-495a-9b93-f622f883e654 None None] The sync data for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:07.432875 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e9b408-d452-40ab-a759-111aa12c5725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:07.592470 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e9b408-d452-40ab-a759-111aa12c5725 admin admin] Publish callbacks [] for security_group (c7230360-c198-4b66-9fb4-8462a67f0129), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:07.617448 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8d5e7b5a-4ecf-46da-9cb4-21e33cb1704f tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (d60e56de-3a80-4af0-9f61-8fffdaeee4e9), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:07.659226 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0c70f9bd-1d00-45d3-9809-dcf26679521d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (92265e0c-e40e-4b26-aea9-b0f0ed53fa47), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:07.706830 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e9b408-d452-40ab-a759-111aa12c5725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (c7230360-c198-4b66-9fb4-8462a67f0129), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:07.709638 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70f9bd-1d00-45d3-9809-dcf26679521d admin admin] Pushing event deleted for resources: {'Port': ['ID=92265e0c-e40e-4b26-aea9-b0f0ed53fa47,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:07.753652 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-a0d0dc29-e9ec-46f6-9921-6f58fa9195a8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Deleting port 3c75af3f-a02b-47a5-971b-ec60b5fb2662 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:07.760682 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0d0dc29-e9ec-46f6-9921-6f58fa9195a8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (3c75af3f-a02b-47a5-971b-ec60b5fb2662), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:07.763841 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9b408-d452-40ab-a759-111aa12c5725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7230360-c198-4b66-9fb4-8462a67f0129,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:07.800552 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e9b408-d452-40ab-a759-111aa12c5725 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:37:07.807793 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5e7b5a-4ecf-46da-9cb4-21e33cb1704f tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Network 3e23530c-4b22-4f0e-9ff2-444c35c4c433 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:07.827799 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-8d5e7b5a-4ecf-46da-9cb4-21e33cb1704f tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:07.830565 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5e7b5a-4ecf-46da-9cb4-21e33cb1704f tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:07.836463 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5e7b5a-4ecf-46da-9cb4-21e33cb1704f tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:07.836744 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8d5e7b5a-4ecf-46da-9cb4-21e33cb1704f tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:07.839361 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e7b5a-4ecf-46da-9cb4-21e33cb1704f tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Pushing event updated for resources: {'Port': ['ID=d60e56de-3a80-4af0-9f61-8fffdaeee4e9,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:07.841749 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3b27e713-0f8f-4590-b5fe-449433facb39 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks [] for port (86d084af-f86f-4cd6-a2b7-9a54059b9082), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:07.847074 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e9b408-d452-40ab-a759-111aa12c5725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (497db858-849b-48c2-a137-da1cd5158b3c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:07.847379 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-b7e9b408-d452-40ab-a759-111aa12c5725 admin admin] Added segment 497db858-849b-48c2-a137-da1cd5158b3c of type vlan for network 3ffa6325-1320-4148-b32a-1fedf0c7a670 Apr 15 03:37:07.850464 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:37:07.881989 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:37:07.882950 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 970da3e5-fc85-4a47-b25d-0a29a9ab5cd6 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:37:07.907789 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0c70f9bd-1d00-45d3-9809-dcf26679521d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (dc9f902a-ca14-4d9e-8041-0b56d9db6483), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:07.917494 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e9b408-d452-40ab-a759-111aa12c5725 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (3ffa6325-1320-4148-b32a-1fedf0c7a670), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:07.930248 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-debe2e6f-69c5-4cd0-98cb-6c4a7539aebe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (e0325488-aadd-45a1-b546-ebf75c9d7f81), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.023006 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8d5e7b5a-4ecf-46da-9cb4-21e33cb1704f tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.1103508 Apr 15 03:37:08.027966 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59830) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:08.056427 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0c70f9bd-1d00-45d3-9809-dcf26679521d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (dc9f902a-ca14-4d9e-8041-0b56d9db6483), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.074469 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0d0dc29-e9ec-46f6-9921-6f58fa9195a8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (3c75af3f-a02b-47a5-971b-ec60b5fb2662), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.074828 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0d0dc29-e9ec-46f6-9921-6f58fa9195a8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (3c75af3f-a02b-47a5-971b-ec60b5fb2662), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.078658 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-35eee461-3d86-4ff6-985d-887ff1ad5238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (a24400f5-75d1-4571-9f49-1e08d869249f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.080176 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0c70f9bd-1d00-45d3-9809-dcf26679521d admin admin] Publish callbacks [] for router_controller (dc9f902a-ca14-4d9e-8041-0b56d9db6483), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.132661 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8d0ef9-ba00-4388-ae7a-0cd2bded2677 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:08.135103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-a0d0dc29-e9ec-46f6-9921-6f58fa9195a8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Calling delete_port for 3c75af3f-a02b-47a5-971b-ec60b5fb2662 owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:08.139405 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8d0ef9-ba00-4388-ae7a-0cd2bded2677 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:08.144926 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8d0ef9-ba00-4388-ae7a-0cd2bded2677 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:08.149352 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2b8d0ef9-ba00-4388-ae7a-0cd2bded2677 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1164932 Apr 15 03:37:08.149730 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59832) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:08.153593 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-2478ba46-ab2d-4563-95af-519a7e5240f9 None None] Provisioning complete for port d60e56de-3a80-4af0-9f61-8fffdaeee4e9 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:08.153978 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2478ba46-ab2d-4563-95af-519a7e5240f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d60e56de-3a80-4af0-9f61-8fffdaeee4e9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.159483 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3b27e713-0f8f-4590-b5fe-449433facb39 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (86d084af-f86f-4cd6-a2b7-9a54059b9082), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.192080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2478ba46-ab2d-4563-95af-519a7e5240f9 None None] Port d60e56de-3a80-4af0-9f61-8fffdaeee4e9 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:08.199681 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e9b408-d452-40ab-a759-111aa12c5725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (3ffa6325-1320-4148-b32a-1fedf0c7a670), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.200623 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e9b408-d452-40ab-a759-111aa12c5725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:08.201205 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e9b408-d452-40ab-a759-111aa12c5725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.237592 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b27e713-0f8f-4590-b5fe-449433facb39 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:08.245358 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-3b27e713-0f8f-4590-b5fe-449433facb39 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:08.247907 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b27e713-0f8f-4590-b5fe-449433facb39 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:08.249009 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b27e713-0f8f-4590-b5fe-449433facb39 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:08.249954 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3b27e713-0f8f-4590-b5fe-449433facb39 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.257645 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27e713-0f8f-4590-b5fe-449433facb39 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Pushing event updated for resources: {'Port': ['ID=86d084af-f86f-4cd6-a2b7-9a54059b9082,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:08.260699 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0c70f9bd-1d00-45d3-9809-dcf26679521d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (dc9f902a-ca14-4d9e-8041-0b56d9db6483), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.261269 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c70f9bd-1d00-45d3-9809-dcf26679521d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc9f902a-ca14-4d9e-8041-0b56d9db6483 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:37:08.265392 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0c70f9bd-1d00-45d3-9809-dcf26679521d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.268411 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abf90f28-6e4c-4440-a671-d84dbdbdd8a5 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (172fb5e0-f220-4ba4-8f39-660cf66d9fbe), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.269859 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0c70f9bd-1d00-45d3-9809-dcf26679521d admin admin] 10.222.0.15 "DELETE /v2.0/routers/dc9f902a-ca14-4d9e-8041-0b56d9db6483 HTTP/1.1" status: 204 len: 168 time: 2.3825462 Apr 15 03:37:08.270539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-debe2e6f-69c5-4cd0-98cb-6c4a7539aebe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (e0325488-aadd-45a1-b546-ebf75c9d7f81), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.273220 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59834) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:08.341114 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9b408-d452-40ab-a759-111aa12c5725 admin admin] Pushing event updated for resources: {'Network': ['ID=3ffa6325-1320-4148-b32a-1fedf0c7a670,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:08.345274 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf90f28-6e4c-4440-a671-d84dbdbdd8a5 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Pushing event deleted for resources: {'Port': ['ID=172fb5e0-f220-4ba4-8f39-660cf66d9fbe,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:08.353965 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b7e9b408-d452-40ab-a759-111aa12c5725 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3113406 Apr 15 03:37:08.355285 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59836) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:08.361273 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f7baa235-0fd2-4095-a0c7-f5a2885886c0 admin admin] Request body: {'subnet': {'network_id': '3ffa6325-1320-4148-b32a-1fedf0c7a670', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-668766390-subnet', 'tenant_id': '045e30dcfbf74a48b230d2b2aedef91a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:08.361647 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 3ffa6325-1320-4148-b32a-1fedf0c7a670 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:37:08.384469 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f12b79a-5af3-41dd-8451-f3297f11a451 admin admin] Deleting subnet 092479ab-a039-43a5-be16-d3695e00426b {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:37:08.391027 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1f12b79a-5af3-41dd-8451-f3297f11a451 admin admin] Publish callbacks [] for subnet (092479ab-a039-43a5-be16-d3695e00426b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.419082 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3b27e713-0f8f-4590-b5fe-449433facb39 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3044698 Apr 15 03:37:08.421922 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59838) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:08.429074 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8371'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:08.430331 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debe2e6f-69c5-4cd0-98cb-6c4a7539aebe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network b6a69919-449e-4977-899e-5a45769fb810 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:08.437944 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-c628818b-dd88-4c69-98b4-aec8894d4123 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Deleting port d60e56de-3a80-4af0-9f61-8fffdaeee4e9 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:08.438851 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c628818b-dd88-4c69-98b4-aec8894d4123 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (d60e56de-3a80-4af0-9f61-8fffdaeee4e9), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.465118 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1f12b79a-5af3-41dd-8451-f3297f11a451 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (092479ab-a039-43a5-be16-d3695e00426b), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.492863 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7baa235-0fd2-4095-a0c7-f5a2885886c0 admin admin] Made reservation on behalf of 045e30dcfbf74a48b230d2b2aedef91a for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:08.494131 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-debe2e6f-69c5-4cd0-98cb-6c4a7539aebe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:08.495341 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f7baa235-0fd2-4095-a0c7-f5a2885886c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.520029 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debe2e6f-69c5-4cd0-98cb-6c4a7539aebe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:08.525183 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debe2e6f-69c5-4cd0-98cb-6c4a7539aebe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:08.525786 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-debe2e6f-69c5-4cd0-98cb-6c4a7539aebe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.573688 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe2e6f-69c5-4cd0-98cb-6c4a7539aebe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=e0325488-aadd-45a1-b546-ebf75c9d7f81,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:08.585783 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (86d084af-f86f-4cd6-a2b7-9a54059b9082), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.640696 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abf90f28-6e4c-4440-a671-d84dbdbdd8a5 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (fe46f2d3-3d7f-4741-b420-a20e53fa3421), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.681830 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1f12b79a-5af3-41dd-8451-f3297f11a451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (092479ab-a039-43a5-be16-d3695e00426b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.767768 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-debe2e6f-69c5-4cd0-98cb-6c4a7539aebe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6352165 Apr 15 03:37:08.771315 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59840) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:08.787498 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c628818b-dd88-4c69-98b4-aec8894d4123 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (d60e56de-3a80-4af0-9f61-8fffdaeee4e9), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.825541 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abf90f28-6e4c-4440-a671-d84dbdbdd8a5 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (fe46f2d3-3d7f-4741-b420-a20e53fa3421), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.830932 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-c628818b-dd88-4c69-98b4-aec8894d4123 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Calling delete_port for d60e56de-3a80-4af0-9f61-8fffdaeee4e9 owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:08.833103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abf90f28-6e4c-4440-a671-d84dbdbdd8a5 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_controller (fe46f2d3-3d7f-4741-b420-a20e53fa3421), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.857522 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1522125-091f-4a1b-8d38-1f2ef939902b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:08.858732 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f1522125-091f-4a1b-8d38-1f2ef939902b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports/e0325488-aadd-45a1-b546-ebf75c9d7f81 HTTP/1.1" status: 200 len: 844 time: 0.0864639 Apr 15 03:37:08.862793 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59842) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:08.935667 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0d0dc29-e9ec-46f6-9921-6f58fa9195a8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (3c75af3f-a02b-47a5-971b-ec60b5fb2662), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.952430 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1f12b79a-5af3-41dd-8451-f3297f11a451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (092479ab-a039-43a5-be16-d3695e00426b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.979351 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0dc29-e9ec-46f6-9921-6f58fa9195a8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event deleted for resources: {'Port': ['ID=3c75af3f-a02b-47a5-971b-ec60b5fb2662,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:08.981184 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abf90f28-6e4c-4440-a671-d84dbdbdd8a5 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (fe46f2d3-3d7f-4741-b420-a20e53fa3421), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:08.981690 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf90f28-6e4c-4440-a671-d84dbdbdd8a5 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Fanout notify agent at l3_agent the message router_deleted on router fe46f2d3-3d7f-4741-b420-a20e53fa3421 {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:37:08.992220 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] device_id is not set on port 86d084af-f86f-4cd6-a2b7-9a54059b9082 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:08.997744 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abf90f28-6e4c-4440-a671-d84dbdbdd8a5 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.002432 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-abf90f28-6e4c-4440-a671-d84dbdbdd8a5 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "DELETE /v2.0/routers/fe46f2d3-3d7f-4741-b420-a20e53fa3421 HTTP/1.1" status: 204 len: 168 time: 3.6997712 Apr 15 03:37:09.006952 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59844) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:09.008731 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-35eee461-3d86-4ff6-985d-887ff1ad5238 admin admin] Deleting port 831b6df7-15f8-4b55-b809-306627eb932b {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:09.009066 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-35eee461-3d86-4ff6-985d-887ff1ad5238 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (831b6df7-15f8-4b55-b809-306627eb932b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.015213 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-c9712062-1bb5-470f-b0f4-309146929773 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-71738132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:09.023130 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks [] for port (86d084af-f86f-4cd6-a2b7-9a54059b9082), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.047754 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12b79a-5af3-41dd-8451-f3297f11a451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=092479ab-a039-43a5-be16-d3695e00426b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:09.057126 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1f12b79a-5af3-41dd-8451-f3297f11a451 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.063794 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1f12b79a-5af3-41dd-8451-f3297f11a451 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/092479ab-a039-43a5-be16-d3695e00426b HTTP/1.1" status: 204 len: 168 time: 0.7631495 Apr 15 03:37:09.064632 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59846) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:09.066121 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133c6f5d-2512-4c7d-81d4-38d71d086a3b None None] Network f2fea504-3cd4-4378-8032-e10de311dc7b requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:09.102905 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-641b887f-4019-478f-b941-1a688d4c04fa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting port e0325488-aadd-45a1-b546-ebf75c9d7f81 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:09.103186 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-641b887f-4019-478f-b941-1a688d4c04fa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e0325488-aadd-45a1-b546-ebf75c9d7f81), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.157424 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0d0dc29-e9ec-46f6-9921-6f58fa9195a8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (de320173-eb48-454b-93cc-f578522287e8), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.160717 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0d0dc29-e9ec-46f6-9921-6f58fa9195a8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.166916 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a0d0dc29-e9ec-46f6-9921-6f58fa9195a8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "DELETE /v2.0/floatingips/de320173-eb48-454b-93cc-f578522287e8 HTTP/1.1" status: 204 len: 168 time: 1.8324726 Apr 15 03:37:09.167253 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59848) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:09.170790 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (86d084af-f86f-4cd6-a2b7-9a54059b9082), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.171950 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-444b52ea-6cb8-4714-a0f3-d4dc194dbcc0 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': '62389093-40b0-4ef5-9935-12b71e30188c'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:09.210700 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c9712062-1bb5-470f-b0f4-309146929773 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (734281bd-8200-412f-96b1-f47d5119ca0a), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.211770 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c9712062-1bb5-470f-b0f4-309146929773 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (734281bd-8200-412f-96b1-f47d5119ca0a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.248219 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-35eee461-3d86-4ff6-985d-887ff1ad5238 admin admin] For port 831b6df7-15f8-4b55-b809-306627eb932b, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=831b6df7-15f8-4b55-b809-306627eb932b,segment=NetworkSegment(fb1b78e1-40f7-4798-bbc6-72edf5220371),segment_id=fb1b78e1-40f7-4798-bbc6-72edf5220371)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:09.248580 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-35eee461-3d86-4ff6-985d-887ff1ad5238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (831b6df7-15f8-4b55-b809-306627eb932b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.268330 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-35eee461-3d86-4ff6-985d-887ff1ad5238 admin admin] Calling delete_port for 831b6df7-15f8-4b55-b809-306627eb932b owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:09.294250 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0afedbfc-db30-4123-9645-157ad3a6222a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (f2fea504-3cd4-4378-8032-e10de311dc7b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.316440 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-641b887f-4019-478f-b941-1a688d4c04fa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e0325488-aadd-45a1-b546-ebf75c9d7f81), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.333539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-444b52ea-6cb8-4714-a0f3-d4dc194dbcc0 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.348474 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-641b887f-4019-478f-b941-1a688d4c04fa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Calling delete_port for e0325488-aadd-45a1-b546-ebf75c9d7f81 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:09.353386 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Pushing event updated for resources: {'Port': ['ID=86d084af-f86f-4cd6-a2b7-9a54059b9082,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:09.387155 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85b3247-ac64-42f1-8c24-5faa2e007c8f None None] DHCP port deletion for f2fea504-3cd4-4378-8032-e10de311dc7b request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:37:09.430849 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f7baa235-0fd2-4095-a0c7-f5a2885886c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (603a1d84-f574-4a23-b761-aed75ab50158), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.438170 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:09.438500 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:09.438933 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:09.439433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e85b3247-ac64-42f1-8c24-5faa2e007c8f None None] Deleting port 7dc67a72-8609-41bb-b916-a4243182155a {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:09.440526 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c628818b-dd88-4c69-98b4-aec8894d4123 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (d60e56de-3a80-4af0-9f61-8fffdaeee4e9), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.440766 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e85b3247-ac64-42f1-8c24-5faa2e007c8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (7dc67a72-8609-41bb-b916-a4243182155a), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.489708 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:09.490034 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:09.499421 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 2 to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 Apr 15 03:37:09.506449 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628818b-dd88-4c69-98b4-aec8894d4123 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Pushing event deleted for resources: {'Port': ['ID=d60e56de-3a80-4af0-9f61-8fffdaeee4e9,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:09.514648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-0afedbfc-db30-4123-9645-157ad3a6222a admin admin] Deleting port 7dc67a72-8609-41bb-b916-a4243182155a {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:09.514973 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0afedbfc-db30-4123-9645-157ad3a6222a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (7dc67a72-8609-41bb-b916-a4243182155a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.526676 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-e85b3247-ac64-42f1-8c24-5faa2e007c8f None None] For port 7dc67a72-8609-41bb-b916-a4243182155a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=7dc67a72-8609-41bb-b916-a4243182155a,segment=NetworkSegment(99935493-8f6b-427d-a241-4be340658787),segment_id=99935493-8f6b-427d-a241-4be340658787)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:09.527081 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e85b3247-ac64-42f1-8c24-5faa2e007c8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (7dc67a72-8609-41bb-b916-a4243182155a), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.541905 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e85b3247-ac64-42f1-8c24-5faa2e007c8f None None] Calling delete_port for 7dc67a72-8609-41bb-b916-a4243182155a owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:09.573997 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c9712062-1bb5-470f-b0f4-309146929773 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_controller (734281bd-8200-412f-96b1-f47d5119ca0a), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.575901 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c628818b-dd88-4c69-98b4-aec8894d4123 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.583021 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c628818b-dd88-4c69-98b4-aec8894d4123 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] 10.222.0.15 "DELETE /v2.0/ports/d60e56de-3a80-4af0-9f61-8fffdaeee4e9 HTTP/1.1" status: 204 len: 168 time: 1.4281974 Apr 15 03:37:09.584800 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-444b52ea-6cb8-4714-a0f3-d4dc194dbcc0 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.586550 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59850) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:09.594272 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-bdfad189-8507-40f3-94ff-21ba558d6963 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Request body: {'port': {'name': 'tempest-new-port-name-1775316676', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:09.594683 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.api.validators [None req-bdfad189-8507-40f3-94ff-21ba558d6963 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] bootfile-name is not in valid_values {{(pid=104666) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 15 03:37:09.595024 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.api.validators [None req-bdfad189-8507-40f3-94ff-21ba558d6963 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] tftp-server is not in valid_values {{(pid=104666) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 15 03:37:09.595375 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.api.validators [None req-bdfad189-8507-40f3-94ff-21ba558d6963 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] server-ip-address is not in valid_values {{(pid=104666) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 15 03:37:09.707236 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e85b3247-ac64-42f1-8c24-5faa2e007c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (7dc67a72-8609-41bb-b916-a4243182155a), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.750948 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b3247-ac64-42f1-8c24-5faa2e007c8f None None] Pushing event deleted for resources: {'Port': ['ID=7dc67a72-8609-41bb-b916-a4243182155a,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:09.760142 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85b3247-ac64-42f1-8c24-5faa2e007c8f None None] No DVR routers for this DVR port 7dc67a72-8609-41bb-b916-a4243182155a on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:37:09.820195 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7baa235-0fd2-4095-a0c7-f5a2885886c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=603a1d84-f574-4a23-b761-aed75ab50158,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:09.837484 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:09.838108 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:09.838651 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:09.857748 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 7dc67a72-8609-41bb-b916-a4243182155a no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:37:09.885365 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:09.885630 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:09.886562 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 7dc67a72-8609-41bb-b916-a4243182155a {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:37:09.887131 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 7dc67a72-8609-41bb-b916-a4243182155a not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:37:09.887562 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 92265e0c-e40e-4b26-aea9-b0f0ed53fa47 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:37:09.889187 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 3 to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 Apr 15 03:37:09.912768 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7baa235-0fd2-4095-a0c7-f5a2885886c0 admin admin] Checking segment: {'id': '497db858-849b-48c2-a137-da1cd5158b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3ffa6325-1320-4148-b32a-1fedf0c7a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:09.913201 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7baa235-0fd2-4095-a0c7-f5a2885886c0 admin admin] Network hostable DHCP agents. Network: 3ffa6325-1320-4148-b32a-1fedf0c7a670, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:37:09.914776 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 92265e0c-e40e-4b26-aea9-b0f0ed53fa47 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:37:09.915278 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 92265e0c-e40e-4b26-aea9-b0f0ed53fa47 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:37:09.922687 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-0afedbfc-db30-4123-9645-157ad3a6222a admin admin] For port 7dc67a72-8609-41bb-b916-a4243182155a, host dv-neutron-837140-3-hyperv, got binding levels [] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:09.923057 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0afedbfc-db30-4123-9645-157ad3a6222a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (7dc67a72-8609-41bb-b916-a4243182155a), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.933977 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:09.934311 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:09.934677 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:09.946196 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-0afedbfc-db30-4123-9645-157ad3a6222a admin admin] Calling delete_port for 7dc67a72-8609-41bb-b916-a4243182155a owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:09.948080 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:09.948403 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:09.949939 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.ipam_backend_mixin [None req-0afedbfc-db30-4123-9645-157ad3a6222a admin admin] Port 7dc67a72-8609-41bb-b916-a4243182155a was not found and therefore no delete operation was performed {{(pid=104667) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 15 03:37:09.952640 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 4 to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 Apr 15 03:37:09.956991 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0afedbfc-db30-4123-9645-157ad3a6222a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (7dc67a72-8609-41bb-b916-a4243182155a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:09.976014 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-641b887f-4019-478f-b941-1a688d4c04fa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (e0325488-aadd-45a1-b546-ebf75c9d7f81), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:10.008068 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afedbfc-db30-4123-9645-157ad3a6222a admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc67a72-8609-41bb-b916-a4243182155a,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:10.013398 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:10.013935 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:10.014249 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:10.022287 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c9712062-1bb5-470f-b0f4-309146929773 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (734281bd-8200-412f-96b1-f47d5119ca0a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:10.042105 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afedbfc-db30-4123-9645-157ad3a6222a admin admin] No DVR routers for this DVR port 7dc67a72-8609-41bb-b916-a4243182155a on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:37:10.048296 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b887f-4019-478f-b941-1a688d4c04fa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Port': ['ID=e0325488-aadd-45a1-b546-ebf75c9d7f81,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:10.053598 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:10.053967 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:10.055338 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-641b887f-4019-478f-b941-1a688d4c04fa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:10.061580 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-641b887f-4019-478f-b941-1a688d4c04fa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/ports/e0325488-aadd-45a1-b546-ebf75c9d7f81 HTTP/1.1" status: 204 len: 168 time: 1.1956544 Apr 15 03:37:10.076601 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 5 to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 Apr 15 03:37:10.079027 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59852) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:10.095465 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7baa235-0fd2-4095-a0c7-f5a2885886c0 admin admin] Network 3ffa6325-1320-4148-b32a-1fedf0c7a670 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:37:10.134767 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-9159b116-0dca-459e-b2d0-99ac07a37b5b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] GET failed (client error): The resource could not be found. Apr 15 03:37:10.136215 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9159b116-0dca-459e-b2d0-99ac07a37b5b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports/e0325488-aadd-45a1-b546-ebf75c9d7f81 HTTP/1.1" status: 404 len: 333 time: 0.0547161 Apr 15 03:37:10.139958 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59854) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:10.145755 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-77163c82-f343-4abb-96e2-aff82bd2fd66 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'port': {'network_id': 'b6a69919-449e-4977-899e-5a45769fb810', 'name': 'tempest-PortsIpV6TestJSON-1455859574'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:10.149981 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:10.150320 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:10.150676 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:10.158735 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bdfad189-8507-40f3-94ff-21ba558d6963 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d1db73db-6246-4a5d-98bd-1cd99ad730fc), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:10.180658 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c9712062-1bb5-470f-b0f4-309146929773 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:10.182400 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c9712062-1bb5-470f-b0f4-309146929773 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.1707659 Apr 15 03:37:10.184705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-444b52ea-6cb8-4714-a0f3-d4dc194dbcc0 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Allocated IP 172.26.6.151 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/4df38894-cf7c-40d2-8bc9-ee6613e2127d) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:10.187595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59856) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:10.193909 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-e5ccfb0a-9c06-4e96-9c94-da2ad6bd9fc5 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'enable_snat': False}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:10.204637 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:10.205033 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:10.206480 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0afedbfc-db30-4123-9645-157ad3a6222a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (f2fea504-3cd4-4378-8032-e10de311dc7b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:10.210760 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 6 to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 Apr 15 03:37:10.249589 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-f7baa235-0fd2-4095-a0c7-f5a2885886c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 3ffa6325-1320-4148-b32a-1fedf0c7a670) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:10.257967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d091a282-6dc5-4aab-9115-f37825394fd8 None None] Network 3ffa6325-1320-4148-b32a-1fedf0c7a670 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:10.268994 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7baa235-0fd2-4095-a0c7-f5a2885886c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:10.269593 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f7baa235-0fd2-4095-a0c7-f5a2885886c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:10.273846 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-0afedbfc-db30-4123-9645-157ad3a6222a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2fea504-3cd4-4378-8032-e10de311dc7b']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:10.282864 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-35eee461-3d86-4ff6-985d-887ff1ad5238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (831b6df7-15f8-4b55-b809-306627eb932b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:10.287381 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:10.287643 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:10.287980 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:10.310208 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-0afedbfc-db30-4123-9645-157ad3a6222a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99935493-8f6b-427d-a241-4be340658787') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:10.310511 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-0afedbfc-db30-4123-9645-157ad3a6222a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99935493-8f6b-427d-a241-4be340658787') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:10.319767 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:10.320098 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:10.322841 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 7 to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 Apr 15 03:37:10.328948 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0afedbfc-db30-4123-9645-157ad3a6222a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (99935493-8f6b-427d-a241-4be340658787), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:10.363198 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:10.363891 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eee461-3d86-4ff6-985d-887ff1ad5238 admin admin] Pushing event deleted for resources: {'Port': ['ID=831b6df7-15f8-4b55-b809-306627eb932b,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:10.364251 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:10.364251 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:10.369542 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0afedbfc-db30-4123-9645-157ad3a6222a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (99935493-8f6b-427d-a241-4be340658787), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:10.374438 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:10.374438 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:10.374943 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 8 to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 Apr 15 03:37:10.383766 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dc9d8c-e7fb-4200-aec3-e2f1d705aebf None None] Network 3ffa6325-1320-4148-b32a-1fedf0c7a670 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:10.389138 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0afedbfc-db30-4123-9645-157ad3a6222a admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:37:10.389656 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0afedbfc-db30-4123-9645-157ad3a6222a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (99935493-8f6b-427d-a241-4be340658787), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:37:10.391574 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:37:10.428372 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f7baa235-0fd2-4095-a0c7-f5a2885886c0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0718248 Apr 15 03:37:10.458348 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:10.458874 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:10.459316 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:10.468726 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:10.471081 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:10.477452 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 9 to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 Apr 15 03:37:10.498002 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:10.498773 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:10.499383 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:10.504418 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77163c82-f343-4abb-96e2-aff82bd2fd66 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:10.508089 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-77163c82-f343-4abb-96e2-aff82bd2fd66 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:10.519206 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:10.519851 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:10.521999 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 10 to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 Apr 15 03:37:10.536596 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:10.537280 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:10.537769 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:10.543441 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:10.544142 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:10.544719 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (86d084af-f86f-4cd6-a2b7-9a54059b9082), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:10.562517 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-77163c82-f343-4abb-96e2-aff82bd2fd66 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] device_id is not set on port ebc055be-a5c0-4938-9c23-ce53b88918e1 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:10.659534 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0afedbfc-db30-4123-9645-157ad3a6222a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (f2fea504-3cd4-4378-8032-e10de311dc7b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:10.686729 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0afedbfc-db30-4123-9645-157ad3a6222a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:10.693320 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0afedbfc-db30-4123-9645-157ad3a6222a admin admin] 10.222.0.15 "DELETE /v2.0/networks/f2fea504-3cd4-4378-8032-e10de311dc7b HTTP/1.1" status: 204 len: 168 time: 1.6190345 Apr 15 03:37:10.720844 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afedbfc-db30-4123-9645-157ad3a6222a admin admin] Pushing event deleted for resources: {'Network': ['ID=f2fea504-3cd4-4378-8032-e10de311dc7b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:10.752543 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-444b52ea-6cb8-4714-a0f3-d4dc194dbcc0 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for port (4df38894-cf7c-40d2-8bc9-ee6613e2127d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:10.759856 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] For port 86d084af-f86f-4cd6-a2b7-9a54059b9082, host hv-neutron-8371, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:37:10.759856 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempted to set empty binding levels {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 15 03:37:10.761426 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e5ccfb0a-9c06-4e96-9c94-da2ad6bd9fc5 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_gateway (734281bd-8200-412f-96b1-f47d5119ca0a), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:10.820190 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (86d084af-f86f-4cd6-a2b7-9a54059b9082), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:10.832928 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-77163c82-f343-4abb-96e2-aff82bd2fd66 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (ebc055be-a5c0-4938-9c23-ce53b88918e1), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:10.864064 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] In _notify_port_updated(), no bound segment for port 86d084af-f86f-4cd6-a2b7-9a54059b9082 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:37:10.864956 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:10.865526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:10.866904 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] 10.222.0.15 "PUT /v2.0/ports/86d084af-f86f-4cd6-a2b7-9a54059b9082 HTTP/1.1" status: 200 len: 977 time: 2.4438119 Apr 15 03:37:10.870296 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59866) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:10.930459 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32daa61e-8396-4bc5-81fa-3d972d2a7076 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Pushing event updated for resources: {'Port': ['ID=86d084af-f86f-4cd6-a2b7-9a54059b9082,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:10.938002 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bdfad189-8507-40f3-94ff-21ba558d6963 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks [] for port (d1db73db-6246-4a5d-98bd-1cd99ad730fc), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:10.951492 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-35eee461-3d86-4ff6-985d-887ff1ad5238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (a24400f5-75d1-4571-9f49-1e08d869249f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:10.987900 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed37b9-3904-46a3-9c77-0fefd7e99a58 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:10.988394 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed37b9-3904-46a3-9c77-0fefd7e99a58 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:10.989303 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed37b9-3904-46a3-9c77-0fefd7e99a58 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:10.989430 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed37b9-3904-46a3-9c77-0fefd7e99a58 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:10.989812 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed37b9-3904-46a3-9c77-0fefd7e99a58 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:10.990285 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed37b9-3904-46a3-9c77-0fefd7e99a58 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:10.990787 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed37b9-3904-46a3-9c77-0fefd7e99a58 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:10.991261 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed37b9-3904-46a3-9c77-0fefd7e99a58 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:10.991733 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed37b9-3904-46a3-9c77-0fefd7e99a58 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:10.992206 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed37b9-3904-46a3-9c77-0fefd7e99a58 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:10.992688 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed37b9-3904-46a3-9c77-0fefd7e99a58 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:10.993139 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed37b9-3904-46a3-9c77-0fefd7e99a58 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:10.995974 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed37b9-3904-46a3-9c77-0fefd7e99a58 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:10.995974 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed37b9-3904-46a3-9c77-0fefd7e99a58 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:10.996619 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-01ed37b9-3904-46a3-9c77-0fefd7e99a58 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12539 time: 0.1215973 Apr 15 03:37:11.000195 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59870) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:11.039243 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-444b52ea-6cb8-4714-a0f3-d4dc194dbcc0 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (4df38894-cf7c-40d2-8bc9-ee6613e2127d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.078486 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-c73acf65-090d-42bb-8831-6675c3d49fdd tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Deleting port 86d084af-f86f-4cd6-a2b7-9a54059b9082 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:11.078865 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c73acf65-090d-42bb-8831-6675c3d49fdd tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (86d084af-f86f-4cd6-a2b7-9a54059b9082), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.100857 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bdfad189-8507-40f3-94ff-21ba558d6963 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (d1db73db-6246-4a5d-98bd-1cd99ad730fc), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.133290 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59874) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:11.163453 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-77163c82-f343-4abb-96e2-aff82bd2fd66 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (ebc055be-a5c0-4938-9c23-ce53b88918e1), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.175939 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-c73acf65-090d-42bb-8831-6675c3d49fdd tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] For port 86d084af-f86f-4cd6-a2b7-9a54059b9082, host hv-neutron-8371, got binding levels [] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:11.175939 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c73acf65-090d-42bb-8831-6675c3d49fdd tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (86d084af-f86f-4cd6-a2b7-9a54059b9082), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.187802 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444b52ea-6cb8-4714-a0f3-d4dc194dbcc0 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:11.196899 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-bdfad189-8507-40f3-94ff-21ba558d6963 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] In _notify_port_updated(), no bound segment for port d1db73db-6246-4a5d-98bd-1cd99ad730fc on network 3e23530c-4b22-4f0e-9ff2-444c35c4c433 {{(pid=104666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:37:11.201936 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfad189-8507-40f3-94ff-21ba558d6963 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:11.202835 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bdfad189-8507-40f3-94ff-21ba558d6963 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.207190 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-bdfad189-8507-40f3-94ff-21ba558d6963 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] 10.222.0.15 "PUT /v2.0/ports/d1db73db-6246-4a5d-98bd-1cd99ad730fc HTTP/1.1" status: 200 len: 1130 time: 1.6171739 Apr 15 03:37:11.212451 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-444b52ea-6cb8-4714-a0f3-d4dc194dbcc0 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:11.214335 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59878) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:11.225581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444b52ea-6cb8-4714-a0f3-d4dc194dbcc0 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:11.230387 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77163c82-f343-4abb-96e2-aff82bd2fd66 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network b6a69919-449e-4977-899e-5a45769fb810 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:11.232104 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-c73acf65-090d-42bb-8831-6675c3d49fdd tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Calling delete_port for 86d084af-f86f-4cd6-a2b7-9a54059b9082 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:11.238900 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b52ea-6cb8-4714-a0f3-d4dc194dbcc0 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Port': ['ID=4df38894-cf7c-40d2-8bc9-ee6613e2127d,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:11.242074 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-77163c82-f343-4abb-96e2-aff82bd2fd66 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:11.251963 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77163c82-f343-4abb-96e2-aff82bd2fd66 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:11.257150 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77163c82-f343-4abb-96e2-aff82bd2fd66 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:11.257766 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-77163c82-f343-4abb-96e2-aff82bd2fd66 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.292703 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bd3dac93-cb64-484d-acbe-9fdb2891e7e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e585f3ca53e5479db86fbf2994cc0780&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1559353 Apr 15 03:37:11.292895 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77163c82-f343-4abb-96e2-aff82bd2fd66 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=ebc055be-a5c0-4938-9c23-ce53b88918e1,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:11.302663 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59880) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:11.354007 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-77163c82-f343-4abb-96e2-aff82bd2fd66 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2129683 Apr 15 03:37:11.357923 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59884) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:11.366317 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-6e4c1b14-a2e3-444b-bb05-0cb51aa73246 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:11.395761 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e5ccfb0a-9c06-4e96-9c94-da2ad6bd9fc5 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_gateway (734281bd-8200-412f-96b1-f47d5119ca0a), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.409637 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59886) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:11.414720 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-92c6b7f6-01ae-438a-a27e-4bce35faca14 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1333617379-network', 'tenant_id': '3109f9a8ff754921bd1b046b97fe14df'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:11.441507 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfad189-8507-40f3-94ff-21ba558d6963 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Pushing event updated for resources: {'Port': ['ID=d1db73db-6246-4a5d-98bd-1cd99ad730fc,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:11.479676 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed397e52-741d-4a60-b9ae-096a0bc32923 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:11.485562 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ed397e52-741d-4a60-b9ae-096a0bc32923 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] 10.222.0.15 "GET /v2.0/ports/d1db73db-6246-4a5d-98bd-1cd99ad730fc HTTP/1.1" status: 200 len: 1130 time: 0.2624910 Apr 15 03:37:11.487068 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e5ccfb0a-9c06-4e96-9c94-da2ad6bd9fc5 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.494783 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59888) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:11.504518 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e4c1b14-a2e3-444b-bb05-0cb51aa73246 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ebc055be-a5c0-4938-9c23-ce53b88918e1), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.526195 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-83d007a3-6926-49f5-a36a-a71db9fabcc6 admin admin] Publish callbacks [] for security_group (5bfbe8b1-e6f9-49cf-b96e-f0faf831b5d0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.554377 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-79138d18-5cf0-445d-b983-2b644daa3284 None None] Provisioning complete for port d1db73db-6246-4a5d-98bd-1cd99ad730fc triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:11.554999 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79138d18-5cf0-445d-b983-2b644daa3284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d1db73db-6246-4a5d-98bd-1cd99ad730fc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.578456 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-83d007a3-6926-49f5-a36a-a71db9fabcc6 admin admin] Publish callbacks [] for security_group (5bfbe8b1-e6f9-49cf-b96e-f0faf831b5d0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.589402 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c6b7f6-01ae-438a-a27e-4bce35faca14 admin admin] Made reservation on behalf of 3109f9a8ff754921bd1b046b97fe14df for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:11.591704 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-92c6b7f6-01ae-438a-a27e-4bce35faca14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.597903 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-79138d18-5cf0-445d-b983-2b644daa3284 None None] Port d1db73db-6246-4a5d-98bd-1cd99ad730fc cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:11.614201 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-92c6b7f6-01ae-438a-a27e-4bce35faca14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.645363 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c73acf65-090d-42bb-8831-6675c3d49fdd tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (86d084af-f86f-4cd6-a2b7-9a54059b9082), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.703328 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73acf65-090d-42bb-8831-6675c3d49fdd tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Pushing event deleted for resources: {'Port': ['ID=86d084af-f86f-4cd6-a2b7-9a54059b9082,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:11.751955 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c73acf65-090d-42bb-8831-6675c3d49fdd tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.753601 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c73acf65-090d-42bb-8831-6675c3d49fdd tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] 10.222.0.15 "DELETE /v2.0/ports/86d084af-f86f-4cd6-a2b7-9a54059b9082 HTTP/1.1" status: 204 len: 168 time: 0.7524698 Apr 15 03:37:11.759014 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59890) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:11.779803 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35eee461-3d86-4ff6-985d-887ff1ad5238 admin admin] Router a24400f5-75d1-4571-9f49-1e08d869249f has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:37:11.785011 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-43855f8a-e626-4592-8f30-3c965026ad67 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Deleting port d1db73db-6246-4a5d-98bd-1cd99ad730fc {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:11.785351 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-43855f8a-e626-4592-8f30-3c965026ad67 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (d1db73db-6246-4a5d-98bd-1cd99ad730fc), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.803745 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-54854ce1-3e34-44f0-bf20-476d6afa4412 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] GET failed (client error): The resource could not be found. Apr 15 03:37:11.805223 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-54854ce1-3e34-44f0-bf20-476d6afa4412 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] 10.222.0.15 "GET /v2.0/ports/86d084af-f86f-4cd6-a2b7-9a54059b9082 HTTP/1.1" status: 404 len: 333 time: 0.0452833 Apr 15 03:37:11.805986 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-83d007a3-6926-49f5-a36a-a71db9fabcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (5bfbe8b1-e6f9-49cf-b96e-f0faf831b5d0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.808559 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-83d007a3-6926-49f5-a36a-a71db9fabcc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.811858 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-83d007a3-6926-49f5-a36a-a71db9fabcc6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5bfbe8b1-e6f9-49cf-b96e-f0faf831b5d0 HTTP/1.1" status: 204 len: 168 time: 0.5057905 Apr 15 03:37:11.823649 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59892) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:11.831220 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-4dcc1f4a-3fe5-466f-972b-964de3bf4c36 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-980286333', 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:11.853757 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d007a3-6926-49f5-a36a-a71db9fabcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfbe8b1-e6f9-49cf-b96e-f0faf831b5d0,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:11.898919 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e4c1b14-a2e3-444b-bb05-0cb51aa73246 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (ebc055be-a5c0-4938-9c23-ce53b88918e1), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.904700 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-92c6b7f6-01ae-438a-a27e-4bce35faca14 admin admin] Publish callbacks [] for security_group (d09e805e-2132-4295-a5df-dc2223512bd8), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.966533 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcc1f4a-3fe5-466f-972b-964de3bf4c36 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Made reservation on behalf of 24196d33f30f46eb86794e91cfaab196 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:11.969056 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1f4a-3fe5-466f-972b-964de3bf4c36 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:11.987850 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-4dcc1f4a-3fe5-466f-972b-964de3bf4c36 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] device_id is not set on port cd11503b-e89a-434d-b1f1-95f9197422f7 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:12.031791 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-92c6b7f6-01ae-438a-a27e-4bce35faca14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (d09e805e-2132-4295-a5df-dc2223512bd8), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:12.035363 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e4c1b14-a2e3-444b-bb05-0cb51aa73246 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (ebc055be-a5c0-4938-9c23-ce53b88918e1), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:12.102753 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c6b7f6-01ae-438a-a27e-4bce35faca14 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:37:12.117708 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c1b14-a2e3-444b-bb05-0cb51aa73246 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] In _notify_port_updated(), no bound segment for port ebc055be-a5c0-4938-9c23-ce53b88918e1 on network b6a69919-449e-4977-899e-5a45769fb810 {{(pid=104667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:37:12.122861 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4c1b14-a2e3-444b-bb05-0cb51aa73246 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:12.123501 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6e4c1b14-a2e3-444b-bb05-0cb51aa73246 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:12.124875 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6e4c1b14-a2e3-444b-bb05-0cb51aa73246 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "PUT /v2.0/ports/ebc055be-a5c0-4938-9c23-ce53b88918e1 HTTP/1.1" status: 200 len: 818 time: 0.7631397 Apr 15 03:37:12.140743 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59896) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:12.165635 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c1b14-a2e3-444b-bb05-0cb51aa73246 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=ebc055be-a5c0-4938-9c23-ce53b88918e1,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:12.169921 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-92c6b7f6-01ae-438a-a27e-4bce35faca14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (58b5a9ed-6b41-4e9b-8ad1-bef487aa364f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:12.170270 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-92c6b7f6-01ae-438a-a27e-4bce35faca14 admin admin] Added segment 58b5a9ed-6b41-4e9b-8ad1-bef487aa364f of type vlan for network c59dcac4-9088-42d6-8ad4-d992c02b5203 Apr 15 03:37:12.188292 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6b7f6-01ae-438a-a27e-4bce35faca14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09e805e-2132-4295-a5df-dc2223512bd8,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:12.246916 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-e5ccfb0a-9c06-4e96-9c94-da2ad6bd9fc5 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Allocated IP 172.26.6.73 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/9d79565b-f509-49c1-b10a-13be379b2913) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:12.295991 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-92c6b7f6-01ae-438a-a27e-4bce35faca14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (c59dcac4-9088-42d6-8ad4-d992c02b5203), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:12.376593 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1f4a-3fe5-466f-972b-964de3bf4c36 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks [] for port (cd11503b-e89a-434d-b1f1-95f9197422f7), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:12.386108 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-33d4dc1e-0f23-410d-ba00-53d3143807da tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting port ebc055be-a5c0-4938-9c23-ce53b88918e1 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:12.386568 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-33d4dc1e-0f23-410d-ba00-53d3143807da tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (ebc055be-a5c0-4938-9c23-ce53b88918e1), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:12.449180 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-92c6b7f6-01ae-438a-a27e-4bce35faca14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (c59dcac4-9088-42d6-8ad4-d992c02b5203), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:12.450076 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c6b7f6-01ae-438a-a27e-4bce35faca14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:12.450688 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-92c6b7f6-01ae-438a-a27e-4bce35faca14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:12.463098 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-43855f8a-e626-4592-8f30-3c965026ad67 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (d1db73db-6246-4a5d-98bd-1cd99ad730fc), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:12.496044 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-43855f8a-e626-4592-8f30-3c965026ad67 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Calling delete_port for d1db73db-6246-4a5d-98bd-1cd99ad730fc owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:12.499753 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-33d4dc1e-0f23-410d-ba00-53d3143807da tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (ebc055be-a5c0-4938-9c23-ce53b88918e1), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:12.542707 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-33d4dc1e-0f23-410d-ba00-53d3143807da tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Calling delete_port for ebc055be-a5c0-4938-9c23-ce53b88918e1 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:12.561123 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6b7f6-01ae-438a-a27e-4bce35faca14 admin admin] Pushing event updated for resources: {'Network': ['ID=c59dcac4-9088-42d6-8ad4-d992c02b5203,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:12.568577 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-92c6b7f6-01ae-438a-a27e-4bce35faca14 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1577673 Apr 15 03:37:12.572990 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59908) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:12.577777 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network c59dcac4-9088-42d6-8ad4-d992c02b5203 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:37:12.613114 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-cc582f77-22d4-4fac-8401-38e46d68090d admin admin] Request body: {'subnet': {'network_id': 'c59dcac4-9088-42d6-8ad4-d992c02b5203', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1333617379-subnet', 'tenant_id': '3109f9a8ff754921bd1b046b97fe14df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:12.622334 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e5ccfb0a-9c06-4e96-9c94-da2ad6bd9fc5 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for port (9d79565b-f509-49c1-b10a-13be379b2913), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:12.635298 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35eee461-3d86-4ff6-985d-887ff1ad5238 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:12.647907 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-35eee461-3d86-4ff6-985d-887ff1ad5238 admin admin] 10.222.0.15 "PUT /v2.0/routers/a24400f5-75d1-4571-9f49-1e08d869249f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2111230 Apr 15 03:37:12.648065 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1f4a-3fe5-466f-972b-964de3bf4c36 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (cd11503b-e89a-434d-b1f1-95f9197422f7), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:12.650654 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59910) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:12.653095 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef10cab0-be56-40a2-8d7d-0765b557201d None None] Sync routers for ids ['a24400f5-75d1-4571-9f49-1e08d869249f'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:12.665581 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef10cab0-be56-40a2-8d7d-0765b557201d None None] Routers {'a24400f5-75d1-4571-9f49-1e08d869249f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:12.666529 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ef10cab0-be56-40a2-8d7d-0765b557201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a24400f5-75d1-4571-9f49-1e08d869249f'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:12.700637 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcc1f4a-3fe5-466f-972b-964de3bf4c36 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:12.709151 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-4dcc1f4a-3fe5-466f-972b-964de3bf4c36 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:12.712819 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcc1f4a-3fe5-466f-972b-964de3bf4c36 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:12.713761 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcc1f4a-3fe5-466f-972b-964de3bf4c36 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:12.714370 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4dcc1f4a-3fe5-466f-972b-964de3bf4c36 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:12.723923 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc1f4a-3fe5-466f-972b-964de3bf4c36 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Pushing event updated for resources: {'Port': ['ID=cd11503b-e89a-434d-b1f1-95f9197422f7,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:12.740534 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc582f77-22d4-4fac-8401-38e46d68090d admin admin] Made reservation on behalf of 3109f9a8ff754921bd1b046b97fe14df for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:12.743350 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc582f77-22d4-4fac-8401-38e46d68090d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:12.772020 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-33d4dc1e-0f23-410d-ba00-53d3143807da tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (ebc055be-a5c0-4938-9c23-ce53b88918e1), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:12.846488 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4dcc1f4a-3fe5-466f-972b-964de3bf4c36 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0208368 Apr 15 03:37:12.847436 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4dc1e-0f23-410d-ba00-53d3143807da tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Port': ['ID=ebc055be-a5c0-4938-9c23-ce53b88918e1,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:12.852962 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59918) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:12.868365 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-33d4dc1e-0f23-410d-ba00-53d3143807da tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:12.871901 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-33d4dc1e-0f23-410d-ba00-53d3143807da tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/ports/ebc055be-a5c0-4938-9c23-ce53b88918e1 HTTP/1.1" status: 204 len: 168 time: 0.7256081 Apr 15 03:37:12.875185 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59920) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:12.881251 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-ef10cab0-be56-40a2-8d7d-0765b557201d None None] Set router a24400f5-75d1-4571-9f49-1e08d869249f gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:37:12.916010 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9c3f0b10-4b63-4319-8805-af56825a6305 admin admin] Publish callbacks [] for router (a24400f5-75d1-4571-9f49-1e08d869249f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:12.920006 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-444b52ea-6cb8-4714-a0f3-d4dc194dbcc0 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (3c154814-f024-449c-8b20-7f282590ad27), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:12.922496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e5ccfb0a-9c06-4e96-9c94-da2ad6bd9fc5 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (9d79565b-f509-49c1-b10a-13be379b2913), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:12.958386 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9a829c-f0f9-4967-a46c-629d7d56f464 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:12.960610 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2c9a829c-f0f9-4967-a46c-629d7d56f464 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] 10.222.0.15 "GET /v2.0/ports/cd11503b-e89a-434d-b1f1-95f9197422f7 HTTP/1.1" status: 200 len: 954 time: 0.1053894 Apr 15 03:37:12.968396 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59924) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:12.976608 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8150ad-bb1b-4118-bced-357ba298980d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:12.978118 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bf8150ad-bb1b-4118-bced-357ba298980d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0859344 Apr 15 03:37:12.986581 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59926) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:13.040503 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfeb3727-4a5f-481c-a5f8-9af0b3c69159 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] GET failed (client error): The resource could not be found. Apr 15 03:37:13.041970 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bfeb3727-4a5f-481c-a5f8-9af0b3c69159 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports/ebc055be-a5c0-4938-9c23-ce53b88918e1 HTTP/1.1" status: 404 len: 333 time: 0.0515924 Apr 15 03:37:13.050077 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59928) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:13.066489 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ccfb0a-9c06-4e96-9c94-da2ad6bd9fc5 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:13.074106 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-5022b08e-80c0-4e24-a179-76fee598d1a2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-631364853'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:13.104560 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-e5ccfb0a-9c06-4e96-9c94-da2ad6bd9fc5 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:13.108225 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccfb0a-9c06-4e96-9c94-da2ad6bd9fc5 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Pushing event updated for resources: {'Port': ['ID=9d79565b-f509-49c1-b10a-13be379b2913,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:13.117044 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ccfb0a-9c06-4e96-9c94-da2ad6bd9fc5 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:13.144823 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ef10cab0-be56-40a2-8d7d-0765b557201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'name': 'tempest-ServersTestManualDisk-1790863245-router', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:37:10Z', 'revision_number': 5, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'gw_port': {'id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:13.177506 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9c3f0b10-4b63-4319-8805-af56825a6305 admin admin] Publish callbacks [] for router_gateway (a24400f5-75d1-4571-9f49-1e08d869249f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:13.177943 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-0fde4663-afa2-459d-af38-d0b34bae2e23 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Deleting port cd11503b-e89a-434d-b1f1-95f9197422f7 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:13.178302 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0fde4663-afa2-459d-af38-d0b34bae2e23 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (cd11503b-e89a-434d-b1f1-95f9197422f7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:13.189661 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef10cab0-be56-40a2-8d7d-0765b557201d None None] Checking router: a24400f5-75d1-4571-9f49-1e08d869249f for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:37:13.200827 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef10cab0-be56-40a2-8d7d-0765b557201d None None] Routers {'a24400f5-75d1-4571-9f49-1e08d869249f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:13.201772 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ef10cab0-be56-40a2-8d7d-0765b557201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a24400f5-75d1-4571-9f49-1e08d869249f'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:13.234475 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5022b08e-80c0-4e24-a179-76fee598d1a2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:13.238797 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-43855f8a-e626-4592-8f30-3c965026ad67 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (d1db73db-6246-4a5d-98bd-1cd99ad730fc), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:13.239483 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5022b08e-80c0-4e24-a179-76fee598d1a2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:13.265348 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0fde4663-afa2-459d-af38-d0b34bae2e23 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (cd11503b-e89a-434d-b1f1-95f9197422f7), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:13.283572 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-0fde4663-afa2-459d-af38-d0b34bae2e23 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Calling delete_port for cd11503b-e89a-434d-b1f1-95f9197422f7 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:13.297580 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5022b08e-80c0-4e24-a179-76fee598d1a2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:37:13.307503 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc582f77-22d4-4fac-8401-38e46d68090d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (bac371a1-a43d-4fbe-9770-a09fd7d0cfbd), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:13.315659 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43855f8a-e626-4592-8f30-3c965026ad67 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Pushing event deleted for resources: {'Port': ['ID=d1db73db-6246-4a5d-98bd-1cd99ad730fc,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:13.352785 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5022b08e-80c0-4e24-a179-76fee598d1a2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (00413ce9-449b-4985-b107-26f25a5cf6c0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:13.353207 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-5022b08e-80c0-4e24-a179-76fee598d1a2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Added segment 00413ce9-449b-4985-b107-26f25a5cf6c0 of type vlan for network 6045afdb-afc8-4111-b1f1-3bccb8cf7661 Apr 15 03:37:13.358836 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-444b52ea-6cb8-4714-a0f3-d4dc194dbcc0 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4df38894-cf7c-40d2-8bc9-ee6613e2127d), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:13.411369 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-43855f8a-e626-4592-8f30-3c965026ad67 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:13.414594 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-43855f8a-e626-4592-8f30-3c965026ad67 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] 10.222.0.15 "DELETE /v2.0/ports/d1db73db-6246-4a5d-98bd-1cd99ad730fc HTTP/1.1" status: 204 len: 168 time: 1.9188302 Apr 15 03:37:13.419894 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59932) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:13.454410 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-ef10cab0-be56-40a2-8d7d-0765b557201d None None] Set router a24400f5-75d1-4571-9f49-1e08d869249f gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:37:13.466915 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc582f77-22d4-4fac-8401-38e46d68090d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bac371a1-a43d-4fbe-9770-a09fd7d0cfbd,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:13.479760 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5022b08e-80c0-4e24-a179-76fee598d1a2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (6045afdb-afc8-4111-b1f1-3bccb8cf7661), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:13.501767 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f0b10-4b63-4319-8805-af56825a6305 admin admin] Deleting port 0fbecf07-d677-49cc-a55f-37d6bf7037af {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:13.502295 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9c3f0b10-4b63-4319-8805-af56825a6305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (0fbecf07-d677-49cc-a55f-37d6bf7037af), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:13.516510 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc582f77-22d4-4fac-8401-38e46d68090d admin admin] Checking segment: {'id': '58b5a9ed-6b41-4e9b-8ad1-bef487aa364f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c59dcac4-9088-42d6-8ad4-d992c02b5203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:13.525546 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc582f77-22d4-4fac-8401-38e46d68090d admin admin] Network hostable DHCP agents. Network: c59dcac4-9088-42d6-8ad4-d992c02b5203, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:37:13.618490 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0fde4663-afa2-459d-af38-d0b34bae2e23 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (cd11503b-e89a-434d-b1f1-95f9197422f7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:13.620446 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5022b08e-80c0-4e24-a179-76fee598d1a2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (6045afdb-afc8-4111-b1f1-3bccb8cf7661), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:13.625911 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5022b08e-80c0-4e24-a179-76fee598d1a2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:13.626660 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5022b08e-80c0-4e24-a179-76fee598d1a2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:13.676295 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4a1860-0784-4936-be76-9a0546223fd1 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Deleting subnet 00c64596-f4f2-4ab8-a26d-ff568acc0a15 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:37:13.682953 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc582f77-22d4-4fac-8401-38e46d68090d admin admin] Network c59dcac4-9088-42d6-8ad4-d992c02b5203 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:37:13.695675 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde4663-afa2-459d-af38-d0b34bae2e23 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd11503b-e89a-434d-b1f1-95f9197422f7,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:13.706640 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1860-0784-4936-be76-9a0546223fd1 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks [] for subnet (00c64596-f4f2-4ab8-a26d-ff568acc0a15), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:13.720498 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ef10cab0-be56-40a2-8d7d-0765b557201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'name': 'tempest-ServersTestManualDisk-1790863245-router', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:37:10Z', 'revision_number': 5, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'gw_port': {'id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:13.733592 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0fde4663-afa2-459d-af38-d0b34bae2e23 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:13.738000 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0fde4663-afa2-459d-af38-d0b34bae2e23 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] 10.222.0.15 "DELETE /v2.0/ports/cd11503b-e89a-434d-b1f1-95f9197422f7 HTTP/1.1" status: 204 len: 168 time: 0.7587895 Apr 15 03:37:13.742702 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59938) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:13.750909 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022b08e-80c0-4e24-a179-76fee598d1a2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Network': ['ID=6045afdb-afc8-4111-b1f1-3bccb8cf7661,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:13.770929 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef10cab0-be56-40a2-8d7d-0765b557201d None None] The sync data for ids ['a24400f5-75d1-4571-9f49-1e08d869249f'] in dv-neutron-837140-3-hyperv is: [{'id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'name': 'tempest-ServersTestManualDisk-1790863245-router', 'tenant_id': '11a65844133b45eca2de1ac5661b176d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77'}], 'enable_snat': True}, 'gw_port_id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:35:16Z', 'updated_at': '2022-04-15T03:37:10Z', 'revision_number': 5, 'project_id': '11a65844133b45eca2de1ac5661b176d', 'gw_port': {'id': '0fbecf07-d677-49cc-a55f-37d6bf7037af', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:39:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24400f5-75d1-4571-9f49-1e08d869249f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:35:19Z', 'updated_at': '2022-04-15T03:35:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:13.772709 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-1400b6ef-7ddf-4128-9467-71d41f2233a4 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] GET failed (client error): The resource could not be found. Apr 15 03:37:13.780610 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1400b6ef-7ddf-4128-9467-71d41f2233a4 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] 10.222.0.15 "GET /v2.0/ports/cd11503b-e89a-434d-b1f1-95f9197422f7 HTTP/1.1" status: 404 len: 333 time: 0.0368466 Apr 15 03:37:13.781377 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59940) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:13.782051 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-cc582f77-22d4-4fac-8401-38e46d68090d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, c59dcac4-9088-42d6-8ad4-d992c02b5203) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:13.787066 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc582f77-22d4-4fac-8401-38e46d68090d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:13.787675 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc582f77-22d4-4fac-8401-38e46d68090d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:13.794539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1860-0784-4936-be76-9a0546223fd1 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (00c64596-f4f2-4ab8-a26d-ff568acc0a15), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:13.795457 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8d58eb-d8d2-4f98-8c0f-85b2fb1075ba None None] Network c59dcac4-9088-42d6-8ad4-d992c02b5203 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:13.810346 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-8595e9ed-360b-4e41-95b8-3026b2a89996 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Request body: {'port': {'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-135878770'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:13.823131 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5022b08e-80c0-4e24-a179-76fee598d1a2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7719531 Apr 15 03:37:13.826728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 6045afdb-afc8-4111-b1f1-3bccb8cf7661 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:37:13.827921 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59944) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:13.833393 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-07501583-c834-4350-8b08-b81d67b3560b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'subnet': {'network_id': '6045afdb-afc8-4111-b1f1-3bccb8cf7661', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:13.899703 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cc582f77-22d4-4fac-8401-38e46d68090d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2906315 Apr 15 03:37:13.933334 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-9c3f0b10-4b63-4319-8805-af56825a6305 admin admin] For port 0fbecf07-d677-49cc-a55f-37d6bf7037af, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=0fbecf07-d677-49cc-a55f-37d6bf7037af,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:13.933692 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9c3f0b10-4b63-4319-8805-af56825a6305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (0fbecf07-d677-49cc-a55f-37d6bf7037af), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:13.937766 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e5ccfb0a-9c06-4e96-9c94-da2ad6bd9fc5 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router_gateway (734281bd-8200-412f-96b1-f47d5119ca0a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:14.001031 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f0b10-4b63-4319-8805-af56825a6305 admin admin] Calling delete_port for 0fbecf07-d677-49cc-a55f-37d6bf7037af owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:14.006419 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1860-0784-4936-be76-9a0546223fd1 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (00c64596-f4f2-4ab8-a26d-ff568acc0a15), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:14.036149 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cca296-163f-46e5-bc33-e5ab4aef1869 None None] Network c59dcac4-9088-42d6-8ad4-d992c02b5203 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:14.086704 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07501583-c834-4350-8b08-b81d67b3560b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:14.092430 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-07501583-c834-4350-8b08-b81d67b3560b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:14.148678 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-444b52ea-6cb8-4714-a0f3-d4dc194dbcc0 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for port (4df38894-cf7c-40d2-8bc9-ee6613e2127d), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:14.154199 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8595e9ed-360b-4e41-95b8-3026b2a89996 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Made reservation on behalf of 24196d33f30f46eb86794e91cfaab196 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:14.156589 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8595e9ed-360b-4e41-95b8-3026b2a89996 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:14.391367 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59960) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:14.455211 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-07501583-c834-4350-8b08-b81d67b3560b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (ba225d2f-c036-41a2-a35e-41076b28aa6c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:14.508380 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07501583-c834-4350-8b08-b81d67b3560b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Subnet': ['ID=ba225d2f-c036-41a2-a35e-41076b28aa6c,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:14.550582 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1636742526', 'router:external': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:14.573507 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07501583-c834-4350-8b08-b81d67b3560b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Checking segment: {'id': '00413ce9-449b-4985-b107-26f25a5cf6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6045afdb-afc8-4111-b1f1-3bccb8cf7661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:14.573880 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07501583-c834-4350-8b08-b81d67b3560b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network hostable DHCP agents. Network: 6045afdb-afc8-4111-b1f1-3bccb8cf7661, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:37:14.599256 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-444b52ea-6cb8-4714-a0f3-d4dc194dbcc0 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (4df38894-cf7c-40d2-8bc9-ee6613e2127d), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:14.609511 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-8595e9ed-360b-4e41-95b8-3026b2a89996 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] device_id is not set on port 1d98c4ee-0409-4c78-81fa-35e093499949 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:14.656067 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Made reservation on behalf of 8bb6acd8491249d6aae6fdc7289608c7 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:14.658605 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:14.699617 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07501583-c834-4350-8b08-b81d67b3560b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network 6045afdb-afc8-4111-b1f1-3bccb8cf7661 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:37:14.708645 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:14.719478 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1860-0784-4936-be76-9a0546223fd1 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (00c64596-f4f2-4ab8-a26d-ff568acc0a15), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:14.838963 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b52ea-6cb8-4714-a0f3-d4dc194dbcc0 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Port': ['ID=4df38894-cf7c-40d2-8bc9-ee6613e2127d,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:14.863051 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a1860-0784-4936-be76-9a0546223fd1 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Pushing event deleted for resources: {'Subnet': ['ID=00c64596-f4f2-4ab8-a26d-ff568acc0a15,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:14.866173 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477055e5-83e2-4a39-b33f-8897b761760e None None] Network 3e23530c-4b22-4f0e-9ff2-444c35c4c433 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:14.868681 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1860-0784-4936-be76-9a0546223fd1 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:14.874160 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3f4a1860-0784-4936-be76-9a0546223fd1 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] 10.222.0.15 "DELETE /v2.0/subnets/00c64596-f4f2-4ab8-a26d-ff568acc0a15 HTTP/1.1" status: 204 len: 168 time: 1.4496348 Apr 15 03:37:14.876668 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59976) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:14.919750 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-444b52ea-6cb8-4714-a0f3-d4dc194dbcc0 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (3c154814-f024-449c-8b20-7f282590ad27), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.011102 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-07501583-c834-4350-8b08-b81d67b3560b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 6045afdb-afc8-4111-b1f1-3bccb8cf7661) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:15.021400 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc995cd5-8b87-45d8-8065-86fef6473582 None None] Network 6045afdb-afc8-4111-b1f1-3bccb8cf7661 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:15.032729 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07501583-c834-4350-8b08-b81d67b3560b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:15.033945 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-07501583-c834-4350-8b08-b81d67b3560b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.047942 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceda7761-b090-484e-8f9d-23a85e941757 None None] DHCP port deletion for 3e23530c-4b22-4f0e-9ff2-444c35c4c433 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:37:15.072095 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-5dbf30de-efd5-4cb2-a4af-b6fc5a1bcdab tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:15.073630 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-5dbf30de-efd5-4cb2-a4af-b6fc5a1bcdab tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/networks?id=3ffa6325-1320-4148-b32a-1fedf0c7a670 HTTP/1.1" status: 200 len: 811 time: 0.4850531 Apr 15 03:37:15.100749 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-588fb800-ec6b-49e2-b14c-af217134d214 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/quotas/045e30dcfbf74a48b230d2b2aedef91a HTTP/1.1" status: 200 len: 375 time: 0.0172017 Apr 15 03:37:15.167149 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ceda7761-b090-484e-8f9d-23a85e941757 None None] Deleting port 0fe71773-2f32-40db-bc25-78a1ab3fd85f {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:15.167682 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ceda7761-b090-484e-8f9d-23a85e941757 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (0fe71773-2f32-40db-bc25-78a1ab3fd85f), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.170000 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-07501583-c834-4350-8b08-b81d67b3560b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3410199 Apr 15 03:37:15.172111 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-bc6703ba-b95c-41a7-a146-f06385bfd834 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=045e30dcfbf74a48b230d2b2aedef91a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622003 Apr 15 03:37:15.175473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59978) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:15.178913 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for security_group (957d9282-9e48-4432-b9fa-98f3f13b566f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.182848 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-132d7b11-d8fb-49b6-854f-9f8355578891 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'subnet': {'network_id': '6045afdb-afc8-4111-b1f1-3bccb8cf7661', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:15.205325 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e5ccfb0a-9c06-4e96-9c94-da2ad6bd9fc5 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (734281bd-8200-412f-96b1-f47d5119ca0a), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.218471 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (3e23530c-4b22-4f0e-9ff2-444c35c4c433), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.235574 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e5ccfb0a-9c06-4e96-9c94-da2ad6bd9fc5 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (734281bd-8200-412f-96b1-f47d5119ca0a), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.257985 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8595e9ed-360b-4e41-95b8-3026b2a89996 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks [] for port (1d98c4ee-0409-4c78-81fa-35e093499949), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.264145 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d595349-61ef-43f0-b884-131592e5369d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-6045afdb-afc8-4111-b1f1-3bccb8cf7661', 'network_id': '6045afdb-afc8-4111-b1f1-3bccb8cf7661', 'project_id': 'f99fc1577cd2451fb6bab5b4e898b08c', 'fixed_ips': [{'subnet_id': 'ba225d2f-c036-41a2-a35e-41076b28aa6c'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:37:15.265001 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d595349-61ef-43f0-b884-131592e5369d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.289261 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (957d9282-9e48-4432-b9fa-98f3f13b566f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.296668 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ceda7761-b090-484e-8f9d-23a85e941757 None None] For port 0fe71773-2f32-40db-bc25-78a1ab3fd85f, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=0fe71773-2f32-40db-bc25-78a1ab3fd85f,segment=NetworkSegment(4bd5acab-522e-4741-adf2-fb3160722c12),segment_id=4bd5acab-522e-4741-adf2-fb3160722c12)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:15.297090 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ceda7761-b090-484e-8f9d-23a85e941757 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (0fe71773-2f32-40db-bc25-78a1ab3fd85f), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.318045 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ceda7761-b090-484e-8f9d-23a85e941757 None None] Calling delete_port for 0fe71773-2f32-40db-bc25-78a1ab3fd85f owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:15.323909 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-444b52ea-6cb8-4714-a0f3-d4dc194dbcc0 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Floating IP 3c154814-f024-449c-8b20-7f282590ad27 associated. External IP: 172.26.6.151, port: 62389093-40b0-4ef5-9935-12b71e30188c. Apr 15 03:37:15.339842 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:37:15.380444 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957d9282-9e48-4432-b9fa-98f3f13b566f,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:15.385236 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (4fc32151-0c44-4b8a-ac52-168d6deda1c3), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.385586 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Added segment 4fc32151-0c44-4b8a-ac52-168d6deda1c3 of type vlan for network 0b0456a7-e977-4d4a-881f-00a8fe571ff0 Apr 15 03:37:15.396090 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-17305d4c-18c3-4323-bcbd-95df362d2eb4 service neutron] 10.222.0.15 "GET /v2.0/networks/3ffa6325-1320-4148-b32a-1fedf0c7a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096670 Apr 15 03:37:15.400574 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9c3f0b10-4b63-4319-8805-af56825a6305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (0fbecf07-d677-49cc-a55f-37d6bf7037af), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.418242 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:15.418242 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:15.418242 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:15.421170 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:15.421170 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:15.421170 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:15.421170 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:15.421170 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:15.421170 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:15.421170 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:15.421170 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:15.421170 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:15.421811 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:15.421811 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:15.422191 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:15.493478 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f0b10-4b63-4319-8805-af56825a6305 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fbecf07-d677-49cc-a55f-37d6bf7037af,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:15.519796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-8d595349-61ef-43f0-b884-131592e5369d None None] Allocated IP 2001:db8::2 (6045afdb-afc8-4111-b1f1-3bccb8cf7661/ba225d2f-c036-41a2-a35e-41076b28aa6c/3f3ff103-3504-4f29-82b3-59c243ef4638) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:15.545812 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (0b0456a7-e977-4d4a-881f-00a8fe571ff0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.550209 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Deleting port 0fe71773-2f32-40db-bc25-78a1ab3fd85f {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:15.550558 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (0fe71773-2f32-40db-bc25-78a1ab3fd85f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.597356 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132d7b11-d8fb-49b6-854f-9f8355578891 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:15.601096 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-132d7b11-d8fb-49b6-854f-9f8355578891 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.612326 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-f290a25c-0d33-4efd-a916-fce7a8c11e44 service neutron] 10.222.0.15 "GET /v2.0/networks/3ffa6325-1320-4148-b32a-1fedf0c7a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046819 Apr 15 03:37:15.621094 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ceda7761-b090-484e-8f9d-23a85e941757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (0fe71773-2f32-40db-bc25-78a1ab3fd85f), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.651987 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8595e9ed-360b-4e41-95b8-3026b2a89996 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (1d98c4ee-0409-4c78-81fa-35e093499949), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.698236 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] For port 0fe71773-2f32-40db-bc25-78a1ab3fd85f, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=0fe71773-2f32-40db-bc25-78a1ab3fd85f,segment=NetworkSegment(4bd5acab-522e-4741-adf2-fb3160722c12),segment_id=4bd5acab-522e-4741-adf2-fb3160722c12)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:15.698601 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (0fe71773-2f32-40db-bc25-78a1ab3fd85f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.722892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d595349-61ef-43f0-b884-131592e5369d None None] Publish callbacks [] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.726412 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda7761-b090-484e-8f9d-23a85e941757 None None] Pushing event deleted for resources: {'Port': ['ID=0fe71773-2f32-40db-bc25-78a1ab3fd85f,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:15.728790 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceda7761-b090-484e-8f9d-23a85e941757 None None] No DVR routers for this DVR port 0fe71773-2f32-40db-bc25-78a1ab3fd85f on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:37:15.731603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9c3f0b10-4b63-4319-8805-af56825a6305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (a24400f5-75d1-4571-9f49-1e08d869249f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.749648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (0b0456a7-e977-4d4a-881f-00a8fe571ff0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.750774 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:15.751362 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.756693 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.ipam_backend_mixin [None req-132d7b11-d8fb-49b6-854f-9f8355578891 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ba225d2f-c036-41a2-a35e-41076b28aa6c (CIDR: 2001:db8::/64) Apr 15 03:37:15.778121 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Calling delete_port for 0fe71773-2f32-40db-bc25-78a1ab3fd85f owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:15.819788 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8595e9ed-360b-4e41-95b8-3026b2a89996 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:15.823238 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Pushing event updated for resources: {'Network': ['ID=0b0456a7-e977-4d4a-881f-00a8fe571ff0,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:15.832421 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d595349-61ef-43f0-b884-131592e5369d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.832650 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-132d7b11-d8fb-49b6-854f-9f8355578891 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:37:15.833143 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-132d7b11-d8fb-49b6-854f-9f8355578891 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:37:15.839604 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 0b0456a7-e977-4d4a-881f-00a8fe571ff0 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:37:15.887801 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-8595e9ed-360b-4e41-95b8-3026b2a89996 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:15.899119 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8595e9ed-360b-4e41-95b8-3026b2a89996 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:15.900335 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8595e9ed-360b-4e41-95b8-3026b2a89996 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:15.901130 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8595e9ed-360b-4e41-95b8-3026b2a89996 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.902068 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3eadd9d5-1fc4-40a3-a33e-d5c2e0614177 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5093942 Apr 15 03:37:15.905141 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59980) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:15.913941 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d595349-61ef-43f0-b884-131592e5369d None None] Network 6045afdb-afc8-4111-b1f1-3bccb8cf7661 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:15.918198 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9c3f0b10-4b63-4319-8805-af56825a6305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (a24400f5-75d1-4571-9f49-1e08d869249f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.919670 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-8d595349-61ef-43f0-b884-131592e5369d None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:15.926370 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595e9ed-360b-4e41-95b8-3026b2a89996 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Pushing event updated for resources: {'Port': ['ID=1d98c4ee-0409-4c78-81fa-35e093499949,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:15.927786 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-90691c97-b61f-4972-be54-d55c838c03ba tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Request body: {'subnet': {'network_id': '0b0456a7-e977-4d4a-881f-00a8fe571ff0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:15.958150 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9c3f0b10-4b63-4319-8805-af56825a6305 admin admin] Publish callbacks [] for router_controller (a24400f5-75d1-4571-9f49-1e08d869249f), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:15.958261 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-132d7b11-d8fb-49b6-854f-9f8355578891 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7814043 Apr 15 03:37:15.958896 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59984) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:15.969286 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-338c5038-6571-4c3d-9858-7f2f028b0d36 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'subnet': {'network_id': '6045afdb-afc8-4111-b1f1-3bccb8cf7661', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:16.034792 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d595349-61ef-43f0-b884-131592e5369d None None] Pushing event updated for resources: {'Port': ['ID=3f3ff103-3504-4f29-82b3-59c243ef4638,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:16.044300 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 0fe71773-2f32-40db-bc25-78a1ab3fd85f no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:37:16.053125 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d595349-61ef-43f0-b884-131592e5369d None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:16.073453 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3a54fe55-6de9-475c-ab4f-7a24875141e8 req-594a6623-2521-43e0-b5ae-1a6d4b0e7fbc tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 210 time: 0.0605664 Apr 15 03:37:16.099694 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8595e9ed-360b-4e41-95b8-3026b2a89996 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.3136578 Apr 15 03:37:16.102486 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59988) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:16.108739 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8371'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:16.114772 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90691c97-b61f-4972-be54-d55c838c03ba tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Made reservation on behalf of 8bb6acd8491249d6aae6fdc7289608c7 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:16.118996 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-90691c97-b61f-4972-be54-d55c838c03ba tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:16.127079 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 0fe71773-2f32-40db-bc25-78a1ab3fd85f {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:37:16.127342 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 0fe71773-2f32-40db-bc25-78a1ab3fd85f not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:37:16.127769 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 831b6df7-15f8-4b55-b809-306627eb932b no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:37:16.138126 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ccfb0a-9c06-4e96-9c94-da2ad6bd9fc5 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Router 734281bd-8200-412f-96b1-f47d5119ca0a is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:37:16.156055 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (0fe71773-2f32-40db-bc25-78a1ab3fd85f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:16.188641 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 831b6df7-15f8-4b55-b809-306627eb932b {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:37:16.189170 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 831b6df7-15f8-4b55-b809-306627eb932b not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:37:16.205782 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Pushing event deleted for resources: {'Port': ['ID=0fe71773-2f32-40db-bc25-78a1ab3fd85f,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:16.207875 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9c3f0b10-4b63-4319-8805-af56825a6305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (a24400f5-75d1-4571-9f49-1e08d869249f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:16.212990 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3f0b10-4b63-4319-8805-af56825a6305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a24400f5-75d1-4571-9f49-1e08d869249f {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:37:16.213757 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-8d595349-61ef-43f0-b884-131592e5369d None None] Attempting to bind port 3f3ff103-3504-4f29-82b3-59c243ef4638 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:16.213757 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-8d595349-61ef-43f0-b884-131592e5369d None None] Attempting to bind port 3f3ff103-3504-4f29-82b3-59c243ef4638 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '00413ce9-449b-4985-b107-26f25a5cf6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6045afdb-afc8-4111-b1f1-3bccb8cf7661'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:16.213757 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d595349-61ef-43f0-b884-131592e5369d None None] Attempting to bind port 3f3ff103-3504-4f29-82b3-59c243ef4638 on network 6045afdb-afc8-4111-b1f1-3bccb8cf7661 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:16.214005 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9c3f0b10-4b63-4319-8805-af56825a6305 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:16.216954 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9c3f0b10-4b63-4319-8805-af56825a6305 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a24400f5-75d1-4571-9f49-1e08d869249f HTTP/1.1" status: 204 len: 168 time: 3.5601265 Apr 15 03:37:16.218428 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d595349-61ef-43f0-b884-131592e5369d None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:37:16.221605 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d595349-61ef-43f0-b884-131592e5369d None None] Checking segment: {'id': '00413ce9-449b-4985-b107-26f25a5cf6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6045afdb-afc8-4111-b1f1-3bccb8cf7661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:16.222056 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d595349-61ef-43f0-b884-131592e5369d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:16.222740 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d595349-61ef-43f0-b884-131592e5369d None None] Bound using segment: {'id': '00413ce9-449b-4985-b107-26f25a5cf6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6045afdb-afc8-4111-b1f1-3bccb8cf7661'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:37:16.223237 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-8d595349-61ef-43f0-b884-131592e5369d None None] Bound port: 3f3ff103-3504-4f29-82b3-59c243ef4638, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00413ce9-449b-4985-b107-26f25a5cf6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6045afdb-afc8-4111-b1f1-3bccb8cf7661'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:37:16.223625 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d595349-61ef-43f0-b884-131592e5369d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:16.225988 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444b52ea-6cb8-4714-a0f3-d4dc194dbcc0 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Router b437dd35-ae69-4adb-9f4f-0a741e2bf499 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:37:16.227222 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 59994) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:16.237123 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1d98c4ee-0409-4c78-81fa-35e093499949), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:16.241569 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338c5038-6571-4c3d-9858-7f2f028b0d36 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:16.245014 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-338c5038-6571-4c3d-9858-7f2f028b0d36 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:16.276356 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] No DVR routers for this DVR port 0fe71773-2f32-40db-bc25-78a1ab3fd85f on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:37:16.313447 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-8d595349-61ef-43f0-b884-131592e5369d None None] For port 3f3ff103-3504-4f29-82b3-59c243ef4638, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:37:16.317982 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-8d595349-61ef-43f0-b884-131592e5369d None None] For port 3f3ff103-3504-4f29-82b3-59c243ef4638, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=3f3ff103-3504-4f29-82b3-59c243ef4638,segment=NetworkSegment(00413ce9-449b-4985-b107-26f25a5cf6c0),segment_id=00413ce9-449b-4985-b107-26f25a5cf6c0)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:37:16.395905 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d595349-61ef-43f0-b884-131592e5369d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:16.474857 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d595349-61ef-43f0-b884-131592e5369d None None] Pushing event updated for resources: {'Port': ['ID=3f3ff103-3504-4f29-82b3-59c243ef4638,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:16.814700 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] device_id is not set on port 1d98c4ee-0409-4c78-81fa-35e093499949 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:16.843540 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks [] for port (1d98c4ee-0409-4c78-81fa-35e093499949), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:16.882850 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c16c37-29dd-453d-b38f-b1fd7186a7aa admin admin] Deleting subnet 78adb54a-0d2d-4945-b7b1-f8e96da5bc76 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:37:16.897304 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d3c16c37-29dd-453d-b38f-b1fd7186a7aa admin admin] Publish callbacks [] for subnet (78adb54a-0d2d-4945-b7b1-f8e96da5bc76), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:16.905604 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (3e23530c-4b22-4f0e-9ff2-444c35c4c433), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:16.907082 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.objects.ports [None req-90691c97-b61f-4972-be54-d55c838c03ba tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104667) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 15 03:37:16.910872 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-90691c97-b61f-4972-be54-d55c838c03ba tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (45405731-98a6-42dc-bce1-1c1db05f97be), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:16.960393 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (1d98c4ee-0409-4c78-81fa-35e093499949), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:17.003569 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e23530c-4b22-4f0e-9ff2-444c35c4c433']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:17.015807 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ccfb0a-9c06-4e96-9c94-da2ad6bd9fc5 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:17.024103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e5ccfb0a-9c06-4e96-9c94-da2ad6bd9fc5 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:17.027294 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc3b94c-cd14-444d-963e-aecb580b6621 None None] Sync routers for ids ['734281bd-8200-412f-96b1-f47d5119ca0a'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:17.028576 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e5ccfb0a-9c06-4e96-9c94-da2ad6bd9fc5 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "PUT /v2.0/routers/734281bd-8200-412f-96b1-f47d5119ca0a HTTP/1.1" status: 200 len: 917 time: 6.8385255 Apr 15 03:37:17.034349 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 59998) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:17.037004 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d3c16c37-29dd-453d-b38f-b1fd7186a7aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (78adb54a-0d2d-4945-b7b1-f8e96da5bc76), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:17.040225 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc3b94c-cd14-444d-963e-aecb580b6621 None None] Routers {'734281bd-8200-412f-96b1-f47d5119ca0a'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:17.040548 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd5acab-522e-4741-adf2-fb3160722c12') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:17.040846 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd5acab-522e-4741-adf2-fb3160722c12') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:17.045249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9bc3b94c-cd14-444d-963e-aecb580b6621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['734281bd-8200-412f-96b1-f47d5119ca0a'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:17.053200 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90691c97-b61f-4972-be54-d55c838c03ba tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Pushing event updated for resources: {'Subnet': ['ID=45405731-98a6-42dc-bce1-1c1db05f97be,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:17.059521 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (4bd5acab-522e-4741-adf2-fb3160722c12), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:17.085728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9bc3b94c-cd14-444d-963e-aecb580b6621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:17.095896 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc3b94c-cd14-444d-963e-aecb580b6621 None None] Routers {'734281bd-8200-412f-96b1-f47d5119ca0a'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:17.102815 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9bc3b94c-cd14-444d-963e-aecb580b6621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['734281bd-8200-412f-96b1-f47d5119ca0a'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:17.102961 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Pushing event updated for resources: {'Port': ['ID=1d98c4ee-0409-4c78-81fa-35e093499949,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:17.118407 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-338c5038-6571-4c3d-9858-7f2f028b0d36 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (a1e6bd8a-14c5-4401-af88-8c4e339a2e41), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:17.120435 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444b52ea-6cb8-4714-a0f3-d4dc194dbcc0 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:17.131889 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af70344-4963-430c-a7b2-f6d74648b5bc None None] Sync routers for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:17.146343 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af70344-4963-430c-a7b2-f6d74648b5bc None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:17.148591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9bc3b94c-cd14-444d-963e-aecb580b6621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:17.149403 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4af70344-4963-430c-a7b2-f6d74648b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:17.153803 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc3b94c-cd14-444d-963e-aecb580b6621 None None] The sync data for ids ['734281bd-8200-412f-96b1-f47d5119ca0a'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:17.178093 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (4bd5acab-522e-4741-adf2-fb3160722c12), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:17.190262 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4af70344-4963-430c-a7b2-f6d74648b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:17.191787 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90691c97-b61f-4972-be54-d55c838c03ba tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Checking segment: {'id': '4fc32151-0c44-4b8a-ac52-168d6deda1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '0b0456a7-e977-4d4a-881f-00a8fe571ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:17.192153 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90691c97-b61f-4972-be54-d55c838c03ba tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Network hostable DHCP agents. Network: 0b0456a7-e977-4d4a-881f-00a8fe571ff0, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:37:17.199108 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af70344-4963-430c-a7b2-f6d74648b5bc None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:17.199943 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4af70344-4963-430c-a7b2-f6d74648b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:17.208909 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:37:17.209404 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (4bd5acab-522e-4741-adf2-fb3160722c12), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:37:17.213071 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:37:17.234005 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4af70344-4963-430c-a7b2-f6d74648b5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:17.234813 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af70344-4963-430c-a7b2-f6d74648b5bc None None] The sync data for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:17.273553 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:17.273928 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:17.274215 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:17.277555 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1de973a9-1414-4eec-abf3-b4fe9e73f784 req-94c27651-3971-47ac-8b03-9fd22f3e40af tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 210 time: 0.1133497 Apr 15 03:37:17.283722 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338c5038-6571-4c3d-9858-7f2f028b0d36 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network 6045afdb-afc8-4111-b1f1-3bccb8cf7661 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:17.285590 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c5038-6571-4c3d-9858-7f2f028b0d36 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Subnet': ['ID=a1e6bd8a-14c5-4401-af88-8c4e339a2e41,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:17.299589 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d3c16c37-29dd-453d-b38f-b1fd7186a7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (78adb54a-0d2d-4945-b7b1-f8e96da5bc76), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:17.308733 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-338c5038-6571-4c3d-9858-7f2f028b0d36 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:17.311891 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338c5038-6571-4c3d-9858-7f2f028b0d36 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:17.312497 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-338c5038-6571-4c3d-9858-7f2f028b0d36 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:17.317550 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 1d98c4ee-0409-4c78-81fa-35e093499949 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:17.317880 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:17.322689 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 2 to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 Apr 15 03:37:17.348255 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-444b52ea-6cb8-4714-a0f3-d4dc194dbcc0 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:17.350816 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:17.351162 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:17.351500 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:17.357666 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-38ea365e-87f1-4d5d-9a10-ef2e52ecfacc tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "GET /v2.0/routers/734281bd-8200-412f-96b1-f47d5119ca0a HTTP/1.1" status: 200 len: 923 time: 0.3157241 Apr 15 03:37:17.358350 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60002) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:17.370646 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 1d98c4ee-0409-4c78-81fa-35e093499949 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:17.370646 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:17.370646 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 3 to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 Apr 15 03:37:17.385975 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-444b52ea-6cb8-4714-a0f3-d4dc194dbcc0 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.2176247 Apr 15 03:37:17.388634 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60004) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:17.408862 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:17.408862 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:17.408862 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:17.415220 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9d75ac-139f-4601-9ffc-c9fc4d077c8d tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:17.419332 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fc9d75ac-139f-4601-9ffc-c9fc4d077c8d tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&device_id=734281bd-8200-412f-96b1-f47d5119ca0a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0579243 Apr 15 03:37:17.419807 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60006) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:17.425797 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (3e23530c-4b22-4f0e-9ff2-444c35c4c433), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:17.434458 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:17.437619 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] 10.222.0.15 "DELETE /v2.0/networks/3e23530c-4b22-4f0e-9ff2-444c35c4c433 HTTP/1.1" status: 204 len: 168 time: 2.5470483 Apr 15 03:37:17.444607 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90691c97-b61f-4972-be54-d55c838c03ba tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Network 0b0456a7-e977-4d4a-881f-00a8fe571ff0 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:37:17.453922 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-338c5038-6571-4c3d-9858-7f2f028b0d36 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4912000 Apr 15 03:37:17.455752 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 1d98c4ee-0409-4c78-81fa-35e093499949 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:17.456340 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:17.457953 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60010) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:17.467955 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 4 to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 Apr 15 03:37:17.473146 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Pushing event deleted for resources: {'Network': ['ID=3e23530c-4b22-4f0e-9ff2-444c35c4c433,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:17.494926 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-fea1c72d-a4ce-41a6-a57f-4bc7030c882e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'port': {'network_id': '6045afdb-afc8-4111-b1f1-3bccb8cf7661', 'fixed_ips': [{'subnet_id': 'ba225d2f-c036-41a2-a35e-41076b28aa6c'}, {'subnet_id': 'a1e6bd8a-14c5-4401-af88-8c4e339a2e41'}], 'name': 'tempest-PortsIpV6TestJSON-1967201784'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:17.501068 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3b20b09f-4482-4d1d-8ef5-bc20a51ac87f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "GET /v2.0/floatingips/3c154814-f024-449c-8b20-7f282590ad27 HTTP/1.1" status: 200 len: 978 time: 0.1113274 Apr 15 03:37:17.506239 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d3c16c37-29dd-453d-b38f-b1fd7186a7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (78adb54a-0d2d-4945-b7b1-f8e96da5bc76), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:17.508934 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60012) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:17.529643 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:17.530204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:17.530567 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:17.530943 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:17.531293 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:17.531634 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:17.531974 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:17.532387 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:17.532788 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:17.533720 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:17.534062 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:17.534399 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:17.534760 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:17.535095 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:17.535430 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe0ece1-7cd7-4d07-b285-d0b4c993070c tempest-ExtraDHCPOptionsIpV6TestJSON-572802791 tempest-ExtraDHCPOptionsIpV6TestJSON-572802791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:17.576153 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:17.576507 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:17.576900 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:17.616210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c16c37-29dd-453d-b38f-b1fd7186a7aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78adb54a-0d2d-4945-b7b1-f8e96da5bc76,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:17.620998 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d3c16c37-29dd-453d-b38f-b1fd7186a7aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:17.623099 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 1d98c4ee-0409-4c78-81fa-35e093499949 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:17.623348 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:17.627259 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d3c16c37-29dd-453d-b38f-b1fd7186a7aa admin admin] 10.222.0.15 "DELETE /v2.0/subnets/78adb54a-0d2d-4945-b7b1-f8e96da5bc76 HTTP/1.1" status: 204 len: 168 time: 1.3572237 Apr 15 03:37:17.627415 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 5 to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 Apr 15 03:37:17.631258 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2849784e-1289-428d-9454-0ddcd633117b None None] Network aff9828f-e70e-4acc-8eaf-6dd6dde216ee requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:17.632600 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60014) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:17.646197 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:17.646548 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:17.646982 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:17.655188 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 1d98c4ee-0409-4c78-81fa-35e093499949 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:17.655527 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:17.670084 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 6 to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 Apr 15 03:37:17.691991 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:17.692334 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:17.693063 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:17.715349 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-90691c97-b61f-4972-be54-d55c838c03ba tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 0b0456a7-e977-4d4a-881f-00a8fe571ff0) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:17.725480 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 1d98c4ee-0409-4c78-81fa-35e093499949 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:17.725632 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:17.726849 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4af781-84e4-4cf1-aeae-bafdd9982242 None None] Network 0b0456a7-e977-4d4a-881f-00a8fe571ff0 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:17.731237 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90691c97-b61f-4972-be54-d55c838c03ba tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:17.731897 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-90691c97-b61f-4972-be54-d55c838c03ba tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:17.733946 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 7 to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 Apr 15 03:37:17.737480 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d569372e-a5c1-4e9b-9ece-665ccccd6ca5 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2237515 Apr 15 03:37:17.742969 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60016) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:17.749182 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-0386f9b5-bbcd-431f-bda8-04e902e7917f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Request body: {'floatingip': {'port_id': '7763a801-accb-406f-8d9b-8e616e423c98'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:17.804731 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:17.806310 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:17.808030 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:17.816639 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b931b0b-0e84-41f1-8c27-edd45362edc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (aff9828f-e70e-4acc-8eaf-6dd6dde216ee), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:17.825358 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6963028b-e000-4d37-8d14-9ea53eaf645b None None] Network 6045afdb-afc8-4111-b1f1-3bccb8cf7661 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:17.825956 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d5cb5a-53aa-448f-88b3-8c8a3ce5b3a4 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:17.833512 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e3d5cb5a-53aa-448f-88b3-8c8a3ce5b3a4 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "GET /v2.0/networks/47f4ed73-a135-4807-aa37-c76498dd2653 HTTP/1.1" status: 200 len: 881 time: 0.4102304 Apr 15 03:37:17.833899 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60018) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:17.837081 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 1d98c4ee-0409-4c78-81fa-35e093499949 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:17.837417 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:17.851149 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 8 to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 Apr 15 03:37:17.874843 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0386f9b5-bbcd-431f-bda8-04e902e7917f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (3c154814-f024-449c-8b20-7f282590ad27), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:17.888940 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-90691c97-b61f-4972-be54-d55c838c03ba tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9803202 Apr 15 03:37:17.894634 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9500610b-c4cc-4bb5-ad09-5a338cab8cb4 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "GET /v2.0/ports?device_id=734281bd-8200-412f-96b1-f47d5119ca0a HTTP/1.1" status: 200 len: 205 time: 0.0555944 Apr 15 03:37:17.894634 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60020) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:17.898119 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-6c2d6829-1ab6-4dd3-a466-2e3f94cd20a2 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-375345791', 'network_id': '0b0456a7-e977-4d4a-881f-00a8fe571ff0'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:17.915891 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ac3c80-23d1-4e40-84ac-0beebd61cfcb None None] Network 0b0456a7-e977-4d4a-881f-00a8fe571ff0 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:17.924415 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60022) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:17.952949 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-9b931b0b-0e84-41f1-8c27-edd45362edc6 admin admin] Deleting port c66764ee-c0ea-45e5-9c2f-20ec90c68b4a {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:17.953512 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b931b0b-0e84-41f1-8c27-edd45362edc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c66764ee-c0ea-45e5-9c2f-20ec90c68b4a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:17.956143 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:17.956410 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:17.956669 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:17.999604 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea1c72d-a4ce-41a6-a57f-4bc7030c882e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:18.021385 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 1d98c4ee-0409-4c78-81fa-35e093499949 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:18.021730 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:18.031970 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 9 to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 Apr 15 03:37:18.038741 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2d6829-1ab6-4dd3-a466-2e3f94cd20a2 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Made reservation on behalf of 8bb6acd8491249d6aae6fdc7289608c7 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:18.041544 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6c2d6829-1ab6-4dd3-a466-2e3f94cd20a2 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:18.108027 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-9b931b0b-0e84-41f1-8c27-edd45362edc6 admin admin] For port c66764ee-c0ea-45e5-9c2f-20ec90c68b4a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c66764ee-c0ea-45e5-9c2f-20ec90c68b4a,segment=NetworkSegment(fb1b78e1-40f7-4798-bbc6-72edf5220371),segment_id=fb1b78e1-40f7-4798-bbc6-72edf5220371)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:18.108398 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b931b0b-0e84-41f1-8c27-edd45362edc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c66764ee-c0ea-45e5-9c2f-20ec90c68b4a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:18.133274 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-9b931b0b-0e84-41f1-8c27-edd45362edc6 admin admin] Calling delete_port for c66764ee-c0ea-45e5-9c2f-20ec90c68b4a owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:18.140259 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 3f3ff103-3504-4f29-82b3-59c243ef4638 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:37:18.169088 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9c128266-0a51-4d71-9e8e-5c48d56abfa9 None None] Provisioning complete for port 3f3ff103-3504-4f29-82b3-59c243ef4638 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:18.169623 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9c128266-0a51-4d71-9e8e-5c48d56abfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:18.193332 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60026) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:18.360137 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91df935-4e83-4cb5-a005-7f78b87e5e56 None None] DHCP port deletion for aff9828f-e70e-4acc-8eaf-6dd6dde216ee request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:37:18.362427 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 3f3ff103-3504-4f29-82b3-59c243ef4638 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:18.363184 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:18.450760 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b931b0b-0e84-41f1-8c27-edd45362edc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (c66764ee-c0ea-45e5-9c2f-20ec90c68b4a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:18.478285 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e91df935-4e83-4cb5-a005-7f78b87e5e56 None None] The port 'c66764ee-c0ea-45e5-9c2f-20ec90c68b4a' was deleted {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2025}} Apr 15 03:37:18.490912 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5279ad7f-8c98-4c38-90ca-52f9d357dfab req-d6bcb1e2-faf7-43fb-8c31-f03e911946ca tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 210 time: 0.0697005 Apr 15 03:37:18.531766 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9c128266-0a51-4d71-9e8e-5c48d56abfa9 None None] Current status of the port 3f3ff103-3504-4f29-82b3-59c243ef4638 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:18.532951 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9c128266-0a51-4d71-9e8e-5c48d56abfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:18.544535 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b931b0b-0e84-41f1-8c27-edd45362edc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c66764ee-c0ea-45e5-9c2f-20ec90c68b4a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:18.557576 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5f13d8-61e1-4c6b-a021-e7013833b2c7 None None] Update dhcp port {'port': {'network_id': '6045afdb-afc8-4111-b1f1-3bccb8cf7661', 'fixed_ips': [{'subnet_id': 'ba225d2f-c036-41a2-a35e-41076b28aa6c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a1e6bd8a-14c5-4401-af88-8c4e339a2e41'}], 'binding:host_id': 'dv-neutron-837140-3-hyperv'}, 'id': '3f3ff103-3504-4f29-82b3-59c243ef4638'} from dv-neutron-837140-3-hyperv. {{(pid=104668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 15 03:37:18.557945 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:18.558299 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:18.558950 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:18.576845 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-6c2d6829-1ab6-4dd3-a466-2e3f94cd20a2 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] device_id is not set on port 85af2c0c-4f1f-46e9-b733-83ac51f5766b yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:18.583566 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 1d98c4ee-0409-4c78-81fa-35e093499949 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:18.583904 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:18.587996 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b931b0b-0e84-41f1-8c27-edd45362edc6 admin admin] No DVR routers for this DVR port c66764ee-c0ea-45e5-9c2f-20ec90c68b4a on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:37:18.595441 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.plugins.ml2.plugin [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempt 10 to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 Apr 15 03:37:18.627155 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c53e4e50-262e-4320-9ac0-51440d4d0f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:18.660663 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-9c128266-0a51-4d71-9e8e-5c48d56abfa9 None None] For port 3f3ff103-3504-4f29-82b3-59c243ef4638, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=3f3ff103-3504-4f29-82b3-59c243ef4638,segment=NetworkSegment(00413ce9-449b-4985-b107-26f25a5cf6c0),segment_id=00413ce9-449b-4985-b107-26f25a5cf6c0)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:18.663491 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 3f3ff103-3504-4f29-82b3-59c243ef4638 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:18.664321 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:18.669412 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4a5f13d8-61e1-4c6b-a021-e7013833b2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:18.677129 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fea1c72d-a4ce-41a6-a57f-4bc7030c882e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:18.683298 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:18.683633 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:18.683981 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempting to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:18.708522 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bdb7333-2d73-4abe-a669-fbc16b47f078 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router (734281bd-8200-412f-96b1-f47d5119ca0a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:18.747573 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-976a906d-2190-4d9c-8296-28694ff4af9c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=738601c79c8049738cd73d78775c1046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5516295 Apr 15 03:37:18.748455 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Port 1d98c4ee-0409-4c78-81fa-35e093499949 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:18.748694 dv-neutron-837140-3-hyperv neutron-server[104667]: ERROR neutron.plugins.ml2.managers [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Failed to bind port 1d98c4ee-0409-4c78-81fa-35e093499949 on host hv-neutron-8371 for vnic_type normal using segments [{'id': 'be497881-3d45-4667-9507-12d9b2860772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '204e6770-791c-4e6c-8f3e-4deb8a93d3a8'}] Apr 15 03:37:18.749070 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1d98c4ee-0409-4c78-81fa-35e093499949), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:18.755671 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60032) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:18.776477 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-fea1c72d-a4ce-41a6-a57f-4bc7030c882e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] device_id is not set on port 2712bc85-cde0-4b06-9644-7df9f52b095d yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:18.783436 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b931b0b-0e84-41f1-8c27-edd45362edc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (aff9828f-e70e-4acc-8eaf-6dd6dde216ee), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:18.801972 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9c128266-0a51-4d71-9e8e-5c48d56abfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:18.815588 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-9b931b0b-0e84-41f1-8c27-edd45362edc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff9828f-e70e-4acc-8eaf-6dd6dde216ee']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:18.834579 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-9b931b0b-0e84-41f1-8c27-edd45362edc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1b78e1-40f7-4798-bbc6-72edf5220371') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:18.834899 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-9b931b0b-0e84-41f1-8c27-edd45362edc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1b78e1-40f7-4798-bbc6-72edf5220371') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:18.859407 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b931b0b-0e84-41f1-8c27-edd45362edc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (fb1b78e1-40f7-4798-bbc6-72edf5220371), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:18.890876 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b931b0b-0e84-41f1-8c27-edd45362edc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (fb1b78e1-40f7-4798-bbc6-72edf5220371), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:18.898789 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:37:18.899144 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:37:18.914814 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-132ec4a4-a20d-48e1-8ee8-29395d4ba43f tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:18.916575 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-132ec4a4-a20d-48e1-8ee8-29395d4ba43f tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.30 "GET /v2.0/networks?id=3ffa6325-1320-4148-b32a-1fedf0c7a670 HTTP/1.1" status: 200 len: 811 time: 0.2987130 Apr 15 03:37:18.924237 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b931b0b-0e84-41f1-8c27-edd45362edc6 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:37:18.924643 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b931b0b-0e84-41f1-8c27-edd45362edc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (fb1b78e1-40f7-4798-bbc6-72edf5220371), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:37:18.926641 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:37:18.932483 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c128266-0a51-4d71-9e8e-5c48d56abfa9 None None] Pushing event updated for resources: {'Port': ['ID=3f3ff103-3504-4f29-82b3-59c243ef4638,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:18.941866 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-34d0a221-0af2-450f-8965-c9dbc6df219a tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Request body: {'port': {'device_id': 'ea7dd3dd-41ad-4098-bbce-9acfbfcbd650', 'network_id': '3ffa6325-1320-4148-b32a-1fedf0c7a670', 'admin_state_up': True, 'tenant_id': '045e30dcfbf74a48b230d2b2aedef91a'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:18.942204 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c128266-0a51-4d71-9e8e-5c48d56abfa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:18.942509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c128266-0a51-4d71-9e8e-5c48d56abfa9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:18.942870 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c128266-0a51-4d71-9e8e-5c48d56abfa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:18.943214 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c128266-0a51-4d71-9e8e-5c48d56abfa9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:18.943864 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c128266-0a51-4d71-9e8e-5c48d56abfa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:18.943864 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c128266-0a51-4d71-9e8e-5c48d56abfa9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:18.944190 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c128266-0a51-4d71-9e8e-5c48d56abfa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:18.944525 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c128266-0a51-4d71-9e8e-5c48d56abfa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:18.945491 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c128266-0a51-4d71-9e8e-5c48d56abfa9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:18.945840 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c128266-0a51-4d71-9e8e-5c48d56abfa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:18.946175 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c128266-0a51-4d71-9e8e-5c48d56abfa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:18.947359 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c128266-0a51-4d71-9e8e-5c48d56abfa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:18.947359 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c128266-0a51-4d71-9e8e-5c48d56abfa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:18.947359 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c128266-0a51-4d71-9e8e-5c48d56abfa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:18.948266 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c128266-0a51-4d71-9e8e-5c48d56abfa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:37:18.973625 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-6c2d6829-1ab6-4dd3-a466-2e3f94cd20a2 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Allocated IP 172.20.0.10 (0b0456a7-e977-4d4a-881f-00a8fe571ff0/45405731-98a6-42dc-bce1-1c1db05f97be/85af2c0c-4f1f-46e9-b733-83ac51f5766b) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:18.975837 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-4a5f13d8-61e1-4c6b-a021-e7013833b2c7 None None] Allocated IP 2001:db8:0:1::2 (6045afdb-afc8-4111-b1f1-3bccb8cf7661/a1e6bd8a-14c5-4401-af88-8c4e339a2e41/3f3ff103-3504-4f29-82b3-59c243ef4638) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:18.999036 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.db.resource_extend [None req-0386f9b5-bbcd-431f-bda8-04e902e7917f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 15 03:37:19.120591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4a5f13d8-61e1-4c6b-a021-e7013833b2c7 None None] For port 3f3ff103-3504-4f29-82b3-59c243ef4638, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=3f3ff103-3504-4f29-82b3-59c243ef4638,segment=NetworkSegment(00413ce9-449b-4985-b107-26f25a5cf6c0),segment_id=00413ce9-449b-4985-b107-26f25a5cf6c0)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:19.121376 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0386f9b5-bbcd-431f-bda8-04e902e7917f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:19.129265 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da33e8b2-1772-488f-8919-b04fd577d24a admin admin] Publish callbacks [] for security_group (7814f114-404a-4a9c-9949-68b93392e1c1), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:19.136384 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] For port 1d98c4ee-0409-4c78-81fa-35e093499949, host hv-neutron-8371, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:37:19.137523 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attempted to set empty binding levels {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 15 03:37:19.163111 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4a5f13d8-61e1-4c6b-a021-e7013833b2c7 None None] Publish callbacks [] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:19.168634 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bdb7333-2d73-4abe-a669-fbc16b47f078 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_gateway (734281bd-8200-412f-96b1-f47d5119ca0a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:19.179863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b931b0b-0e84-41f1-8c27-edd45362edc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (aff9828f-e70e-4acc-8eaf-6dd6dde216ee), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:19.184528 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b931b0b-0e84-41f1-8c27-edd45362edc6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:19.187933 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9b931b0b-0e84-41f1-8c27-edd45362edc6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/aff9828f-e70e-4acc-8eaf-6dd6dde216ee HTTP/1.1" status: 204 len: 168 time: 1.5542316 Apr 15 03:37:19.201148 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b931b0b-0e84-41f1-8c27-edd45362edc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=aff9828f-e70e-4acc-8eaf-6dd6dde216ee,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:19.211150 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da33e8b2-1772-488f-8919-b04fd577d24a admin admin] Publish callbacks [] for security_group (7814f114-404a-4a9c-9949-68b93392e1c1), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:19.234646 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0386f9b5-bbcd-431f-bda8-04e902e7917f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (3c154814-f024-449c-8b20-7f282590ad27), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:19.263115 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4a5f13d8-61e1-4c6b-a021-e7013833b2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:19.277522 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-34d0a221-0af2-450f-8965-c9dbc6df219a tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Made reservation on behalf of 045e30dcfbf74a48b230d2b2aedef91a for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:19.281396 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-34d0a221-0af2-450f-8965-c9dbc6df219a tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:19.317315 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (1d98c4ee-0409-4c78-81fa-35e093499949), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:19.370463 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f13d8-61e1-4c6b-a021-e7013833b2c7 None None] Pushing event updated for resources: {'Port': ['ID=3f3ff103-3504-4f29-82b3-59c243ef4638,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:19.402560 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] In _notify_port_updated(), no bound segment for port 1d98c4ee-0409-4c78-81fa-35e093499949 on network 204e6770-791c-4e6c-8f3e-4deb8a93d3a8 {{(pid=104667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:37:19.403095 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:19.403752 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:19.405071 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] 10.222.0.15 "PUT /v2.0/ports/1d98c4ee-0409-4c78-81fa-35e093499949 HTTP/1.1" status: 200 len: 976 time: 3.3010781 Apr 15 03:37:19.410760 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60040) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:19.421350 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-0386f9b5-bbcd-431f-bda8-04e902e7917f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Floating IP 3c154814-f024-449c-8b20-7f282590ad27 associated. External IP: 172.26.6.151, port: 62389093-40b0-4ef5-9935-12b71e30188c. Apr 15 03:37:19.445472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb7333-2d73-4abe-a669-fbc16b47f078 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Deleting port 9d79565b-f509-49c1-b10a-13be379b2913 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:19.447051 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bdb7333-2d73-4abe-a669-fbc16b47f078 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (9d79565b-f509-49c1-b10a-13be379b2913), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:19.484728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 3f3ff103-3504-4f29-82b3-59c243ef4638 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:19.496294 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 0fbecf07-d677-49cc-a55f-37d6bf7037af no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:37:19.508200 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefad07-d368-43e1-8f4f-788c9cf91b82 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Pushing event updated for resources: {'Port': ['ID=1d98c4ee-0409-4c78-81fa-35e093499949,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:19.520160 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 0fbecf07-d677-49cc-a55f-37d6bf7037af {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:37:19.522822 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 0fbecf07-d677-49cc-a55f-37d6bf7037af not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:37:19.614292 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60044) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:19.631596 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-34d0a221-0af2-450f-8965-c9dbc6df219a tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Allocated IP 172.20.0.10 (3ffa6325-1320-4148-b32a-1fedf0c7a670/603a1d84-f574-4a23-b761-aed75ab50158/5397f123-48b1-4710-900d-7f799557ce4c) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:19.633423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da33e8b2-1772-488f-8919-b04fd577d24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (7814f114-404a-4a9c-9949-68b93392e1c1), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:19.636084 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da33e8b2-1772-488f-8919-b04fd577d24a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:19.638090 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-da33e8b2-1772-488f-8919-b04fd577d24a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7814f114-404a-4a9c-9949-68b93392e1c1 HTTP/1.1" status: 204 len: 168 time: 0.8769991 Apr 15 03:37:19.664528 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-e5ee0405-3353-4b83-8ca6-01ad4df25392 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Deleting port 1d98c4ee-0409-4c78-81fa-35e093499949 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:19.664872 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e5ee0405-3353-4b83-8ca6-01ad4df25392 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (1d98c4ee-0409-4c78-81fa-35e093499949), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:19.665104 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6c2d6829-1ab6-4dd3-a466-2e3f94cd20a2 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for port (85af2c0c-4f1f-46e9-b733-83ac51f5766b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:19.690598 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bdb7333-2d73-4abe-a669-fbc16b47f078 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (9d79565b-f509-49c1-b10a-13be379b2913), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:19.705777 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-6bdb7333-2d73-4abe-a669-fbc16b47f078 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Calling delete_port for 9d79565b-f509-49c1-b10a-13be379b2913 owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:19.739163 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-e5ee0405-3353-4b83-8ca6-01ad4df25392 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] For port 1d98c4ee-0409-4c78-81fa-35e093499949, host hv-neutron-8371, got binding levels [] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:19.739534 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e5ee0405-3353-4b83-8ca6-01ad4df25392 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (1d98c4ee-0409-4c78-81fa-35e093499949), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:19.760167 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-e5ee0405-3353-4b83-8ca6-01ad4df25392 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Calling delete_port for 1d98c4ee-0409-4c78-81fa-35e093499949 owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:19.814802 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4009a187-a724-4de7-a0ea-219db7cc7db3 req-c6fdd792-5169-4280-8891-37b6a45d916d tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 210 time: 0.2438154 Apr 15 03:37:19.872815 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 3f3ff103-3504-4f29-82b3-59c243ef4638 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:37:19.919402 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33e8b2-1772-488f-8919-b04fd577d24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7814f114-404a-4a9c-9949-68b93392e1c1,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:19.935623 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 3f3ff103-3504-4f29-82b3-59c243ef4638 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:19.936079 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:19.998379 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-58f252c6-1545-4e18-b33f-a47c87ef7aa9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=11a65844133b45eca2de1ac5661b176d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3620315 Apr 15 03:37:19.998379 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-fea1c72d-a4ce-41a6-a57f-4bc7030c882e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Allocated IP 2001:db8::318 (6045afdb-afc8-4111-b1f1-3bccb8cf7661/ba225d2f-c036-41a2-a35e-41076b28aa6c/2712bc85-cde0-4b06-9644-7df9f52b095d) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:20.000076 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60048) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:20.100514 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6c2d6829-1ab6-4dd3-a466-2e3f94cd20a2 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (85af2c0c-4f1f-46e9-b733-83ac51f5766b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:20.102894 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-fea1c72d-a4ce-41a6-a57f-4bc7030c882e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Allocated IP 2001:db8:0:1::322 (6045afdb-afc8-4111-b1f1-3bccb8cf7661/a1e6bd8a-14c5-4401-af88-8c4e339a2e41/2712bc85-cde0-4b06-9644-7df9f52b095d) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:20.124065 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0386f9b5-bbcd-431f-bda8-04e902e7917f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Router b437dd35-ae69-4adb-9f4f-0a741e2bf499 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:37:20.124290 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 3f3ff103-3504-4f29-82b3-59c243ef4638 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:20.146337 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-34d0a221-0af2-450f-8965-c9dbc6df219a tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Publish callbacks [] for port (5397f123-48b1-4710-900d-7f799557ce4c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:20.162376 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a7ad61ad-d694-4162-a3cb-187ad4cda974 admin admin] Publish callbacks [] for security_group (1926a05d-27cc-44bd-b170-def7eade7c84), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:20.171757 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e16518-4ff4-4bea-8950-27d4849de0b5 None None] Network 6045afdb-afc8-4111-b1f1-3bccb8cf7661 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:20.182416 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e5ee0405-3353-4b83-8ca6-01ad4df25392 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (1d98c4ee-0409-4c78-81fa-35e093499949), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:20.205054 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2d6829-1ab6-4dd3-a466-2e3f94cd20a2 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Network 0b0456a7-e977-4d4a-881f-00a8fe571ff0 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:20.212695 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bdb7333-2d73-4abe-a669-fbc16b47f078 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (9d79565b-f509-49c1-b10a-13be379b2913), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:20.221394 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-6c2d6829-1ab6-4dd3-a466-2e3f94cd20a2 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:20.245178 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2d6829-1ab6-4dd3-a466-2e3f94cd20a2 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:20.249705 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d6829-1ab6-4dd3-a466-2e3f94cd20a2 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Pushing event updated for resources: {'Port': ['ID=85af2c0c-4f1f-46e9-b733-83ac51f5766b,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:20.332493 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c66764ee-c0ea-45e5-9c2f-20ec90c68b4a no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:37:20.346048 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb7333-2d73-4abe-a669-fbc16b47f078 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Pushing event deleted for resources: {'Port': ['ID=9d79565b-f509-49c1-b10a-13be379b2913,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:20.363936 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: c66764ee-c0ea-45e5-9c2f-20ec90c68b4a {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:37:20.364335 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c66764ee-c0ea-45e5-9c2f-20ec90c68b4a not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:37:20.386800 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8c715e64-ff95-43da-bcf0-1d75bd96effe None None] Provisioning complete for port 3f3ff103-3504-4f29-82b3-59c243ef4638 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:20.386999 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8c715e64-ff95-43da-bcf0-1d75bd96effe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:20.427113 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2d6829-1ab6-4dd3-a466-2e3f94cd20a2 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:20.432375 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6c2d6829-1ab6-4dd3-a466-2e3f94cd20a2 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:20.535567 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8c715e64-ff95-43da-bcf0-1d75bd96effe None None] Current status of the port 3f3ff103-3504-4f29-82b3-59c243ef4638 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:20.542197 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6c2d6829-1ab6-4dd3-a466-2e3f94cd20a2 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.6473968 Apr 15 03:37:20.543506 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bdb7333-2d73-4abe-a669-fbc16b47f078 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (734281bd-8200-412f-96b1-f47d5119ca0a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:20.547778 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60060) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:20.624121 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a7ad61ad-d694-4162-a3cb-187ad4cda974 admin admin] Publish callbacks [] for security_group (1926a05d-27cc-44bd-b170-def7eade7c84), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:20.640081 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee0405-3353-4b83-8ca6-01ad4df25392 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d98c4ee-0409-4c78-81fa-35e093499949,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:20.657942 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e5ee0405-3353-4b83-8ca6-01ad4df25392 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:20.661613 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e5ee0405-3353-4b83-8ca6-01ad4df25392 tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] 10.222.0.15 "DELETE /v2.0/ports/1d98c4ee-0409-4c78-81fa-35e093499949 HTTP/1.1" status: 204 len: 168 time: 1.2498343 Apr 15 03:37:20.673134 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-b24b3b5b-c89f-4f59-95a3-b842257ecb82 None None] Provisioning complete for port 3f3ff103-3504-4f29-82b3-59c243ef4638 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:20.677082 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b24b3b5b-c89f-4f59-95a3-b842257ecb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:20.683126 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60064) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:20.729401 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-280fabc4-933d-40ad-8824-a7aa8f7d760e tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] GET failed (client error): The resource could not be found. Apr 15 03:37:20.736324 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-280fabc4-933d-40ad-8824-a7aa8f7d760e tempest-PortsAdminExtendedAttrsTestJSON-1934778856 tempest-PortsAdminExtendedAttrsTestJSON-1934778856-project-admin] 10.222.0.15 "GET /v2.0/ports/1d98c4ee-0409-4c78-81fa-35e093499949 HTTP/1.1" status: 404 len: 333 time: 0.0520418 Apr 15 03:37:20.739682 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60068) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:20.740144 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bdb7333-2d73-4abe-a669-fbc16b47f078 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (734281bd-8200-412f-96b1-f47d5119ca0a), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:20.745452 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bdb7333-2d73-4abe-a669-fbc16b47f078 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_controller (734281bd-8200-412f-96b1-f47d5119ca0a), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:20.769039 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0386f9b5-bbcd-431f-bda8-04e902e7917f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:20.783929 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98faa9be-adbf-4329-ab52-5d5b02c3c08a None None] Sync routers for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:20.792030 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-34d0a221-0af2-450f-8965-c9dbc6df219a tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (5397f123-48b1-4710-900d-7f799557ce4c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:20.833355 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-07992a51-3570-4dc8-a117-9e3a90295b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:20.839424 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98faa9be-adbf-4329-ab52-5d5b02c3c08a None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:20.840371 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-98faa9be-adbf-4329-ab52-5d5b02c3c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:36:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:20.866562 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fea1c72d-a4ce-41a6-a57f-4bc7030c882e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (2712bc85-cde0-4b06-9644-7df9f52b095d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:20.871599 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-64b8e25f-45f6-4b60-876d-ce7c5792dc62 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Deleting port 85af2c0c-4f1f-46e9-b733-83ac51f5766b {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:20.871939 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-64b8e25f-45f6-4b60-876d-ce7c5792dc62 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (85af2c0c-4f1f-46e9-b733-83ac51f5766b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:20.886505 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-98faa9be-adbf-4329-ab52-5d5b02c3c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:20.903102 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-b24b3b5b-c89f-4f59-95a3-b842257ecb82 None None] Current status of the port 3f3ff103-3504-4f29-82b3-59c243ef4638 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:20.910519 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98faa9be-adbf-4329-ab52-5d5b02c3c08a None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:20.911199 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-98faa9be-adbf-4329-ab52-5d5b02c3c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:20.920527 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0a221-0af2-450f-8965-c9dbc6df219a tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Pushing event updated for resources: {'Port': ['ID=5397f123-48b1-4710-900d-7f799557ce4c,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:20.960597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-98faa9be-adbf-4329-ab52-5d5b02c3c08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:20.961223 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98faa9be-adbf-4329-ab52-5d5b02c3c08a None None] The sync data for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:20.972293 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bdb7333-2d73-4abe-a669-fbc16b47f078 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (734281bd-8200-412f-96b1-f47d5119ca0a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:20.972858 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdb7333-2d73-4abe-a669-fbc16b47f078 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Fanout notify agent at l3_agent the message router_deleted on router 734281bd-8200-412f-96b1-f47d5119ca0a {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:37:20.983109 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bdb7333-2d73-4abe-a669-fbc16b47f078 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:20.991839 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6bdb7333-2d73-4abe-a669-fbc16b47f078 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "DELETE /v2.0/routers/734281bd-8200-412f-96b1-f47d5119ca0a HTTP/1.1" status: 204 len: 168 time: 3.0353920 Apr 15 03:37:20.991839 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60076) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:20.995938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-572c1511-6b40-4309-b099-8d5d85fa28ed tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1216795980', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}, 'admin_state_up': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:21.013431 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fea1c72d-a4ce-41a6-a57f-4bc7030c882e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (2712bc85-cde0-4b06-9644-7df9f52b095d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.056788 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60078) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:21.065648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-64b8e25f-45f6-4b60-876d-ce7c5792dc62 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (85af2c0c-4f1f-46e9-b733-83ac51f5766b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.072847 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-34d0a221-0af2-450f-8965-c9dbc6df219a tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Network 3ffa6325-1320-4148-b32a-1fedf0c7a670 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:21.083531 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-34d0a221-0af2-450f-8965-c9dbc6df219a tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:21.091419 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-34d0a221-0af2-450f-8965-c9dbc6df219a tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:21.098300 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-64b8e25f-45f6-4b60-876d-ce7c5792dc62 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Calling delete_port for 85af2c0c-4f1f-46e9-b733-83ac51f5766b owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:21.099680 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ca0d1b60-fb8d-457f-86ff-13d0ab16d01f tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (204e6770-791c-4e6c-8f3e-4deb8a93d3a8), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.132325 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1c72d-a4ce-41a6-a57f-4bc7030c882e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=2712bc85-cde0-4b06-9644-7df9f52b095d,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:21.133731 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aaebe6-4ed7-4213-8ae2-cff59ceaf0ba req-d6867da6-7e5b-4812-937e-c4a9f98d70fd tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:21.135300 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-92aaebe6-4ed7-4213-8ae2-cff59ceaf0ba req-d6867da6-7e5b-4812-937e-c4a9f98d70fd tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 932 time: 0.1546609 Apr 15 03:37:21.137320 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea1c72d-a4ce-41a6-a57f-4bc7030c882e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network 6045afdb-afc8-4111-b1f1-3bccb8cf7661 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:21.141343 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-fea1c72d-a4ce-41a6-a57f-4bc7030c882e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:21.145556 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a7ad61ad-d694-4162-a3cb-187ad4cda974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (1926a05d-27cc-44bd-b170-def7eade7c84), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.148152 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a7ad61ad-d694-4162-a3cb-187ad4cda974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.149256 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a7ad61ad-d694-4162-a3cb-187ad4cda974 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1926a05d-27cc-44bd-b170-def7eade7c84 HTTP/1.1" status: 204 len: 168 time: 1.1460376 Apr 15 03:37:21.183867 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea1c72d-a4ce-41a6-a57f-4bc7030c882e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:21.190414 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea1c72d-a4ce-41a6-a57f-4bc7030c882e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:21.191633 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fea1c72d-a4ce-41a6-a57f-4bc7030c882e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.192705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad61ad-d694-4162-a3cb-187ad4cda974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1926a05d-27cc-44bd-b170-def7eade7c84,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:21.195250 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-572c1511-6b40-4309-b099-8d5d85fa28ed tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (20557c63-a5e5-46d9-889e-bdab09712270), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.196609 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-572c1511-6b40-4309-b099-8d5d85fa28ed tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (20557c63-a5e5-46d9-889e-bdab09712270), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.235641 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-34d0a221-0af2-450f-8965-c9dbc6df219a tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:21.236802 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-34d0a221-0af2-450f-8965-c9dbc6df219a tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.257612 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-0031beb9-5357-493c-8aa6-fde83bc2771e tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1654798655'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:21.311792 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fea1c72d-a4ce-41a6-a57f-4bc7030c882e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.8292058 Apr 15 03:37:21.321783 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60084) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:21.325789 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-572c1511-6b40-4309-b099-8d5d85fa28ed tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_controller (20557c63-a5e5-46d9-889e-bdab09712270), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.335161 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-85811915-717a-4960-b479-77ed268370c8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ba225d2f-c036-41a2-a35e-41076b28aa6c'}]}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:21.381191 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0031beb9-5357-493c-8aa6-fde83bc2771e tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Made reservation on behalf of 97ea043b29e6478782dcb9b01b92657a for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:21.388927 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0031beb9-5357-493c-8aa6-fde83bc2771e tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.393994 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0031beb9-5357-493c-8aa6-fde83bc2771e tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.414535 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ca0d1b60-fb8d-457f-86ff-13d0ab16d01f tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (204e6770-791c-4e6c-8f3e-4deb8a93d3a8), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.429494 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-92aaebe6-4ed7-4213-8ae2-cff59ceaf0ba req-74a36783-845a-4dc4-8bd8-9e5473a69fa8 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754655 Apr 15 03:37:21.432750 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-34d0a221-0af2-450f-8965-c9dbc6df219a tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5053012 Apr 15 03:37:21.482703 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] Request body: {'port': {'device_id': 'ea7dd3dd-41ad-4098-bbce-9acfbfcbd650', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:21.527602 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-ca0d1b60-fb8d-457f-86ff-13d0ab16d01f tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['204e6770-791c-4e6c-8f3e-4deb8a93d3a8']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:21.534093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-025b0654-503a-44a7-8321-55e46da13d1b None None] Provisioning complete for port 2712bc85-cde0-4b06-9644-7df9f52b095d triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:21.534655 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-025b0654-503a-44a7-8321-55e46da13d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2712bc85-cde0-4b06-9644-7df9f52b095d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.567208 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-ca0d1b60-fb8d-457f-86ff-13d0ab16d01f tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be497881-3d45-4667-9507-12d9b2860772') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:21.567508 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-ca0d1b60-fb8d-457f-86ff-13d0ab16d01f tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be497881-3d45-4667-9507-12d9b2860772') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:21.572874 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-025b0654-503a-44a7-8321-55e46da13d1b None None] Port 2712bc85-cde0-4b06-9644-7df9f52b095d cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:21.626438 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ca0d1b60-fb8d-457f-86ff-13d0ab16d01f tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (be497881-3d45-4667-9507-12d9b2860772), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.677403 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0386f9b5-bbcd-431f-bda8-04e902e7917f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Router b437dd35-ae69-4adb-9f4f-0a741e2bf499 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:37:21.678621 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ca0d1b60-fb8d-457f-86ff-13d0ab16d01f tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (be497881-3d45-4667-9507-12d9b2860772), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.688937 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5397f123-48b1-4710-900d-7f799557ce4c), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.692709 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0d1b60-fb8d-457f-86ff-13d0ab16d01f tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:37:21.693037 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ca0d1b60-fb8d-457f-86ff-13d0ab16d01f tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (be497881-3d45-4667-9507-12d9b2860772), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:37:21.699524 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:37:21.791130 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-64b8e25f-45f6-4b60-876d-ce7c5792dc62 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (85af2c0c-4f1f-46e9-b733-83ac51f5766b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.815591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.837798 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8e25f-45f6-4b60-876d-ce7c5792dc62 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Pushing event deleted for resources: {'Port': ['ID=85af2c0c-4f1f-46e9-b733-83ac51f5766b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:21.949239 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85811915-717a-4960-b479-77ed268370c8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2712bc85-cde0-4b06-9644-7df9f52b095d), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.951187 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ca0d1b60-fb8d-457f-86ff-13d0ab16d01f tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (204e6770-791c-4e6c-8f3e-4deb8a93d3a8), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.955982 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ca0d1b60-fb8d-457f-86ff-13d0ab16d01f tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:21.959920 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ca0d1b60-fb8d-457f-86ff-13d0ab16d01f tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] 10.222.0.15 "DELETE /v2.0/networks/204e6770-791c-4e6c-8f3e-4deb8a93d3a8 HTTP/1.1" status: 204 len: 168 time: 1.2185094 Apr 15 03:37:21.971277 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-572c1511-6b40-4309-b099-8d5d85fa28ed tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_gateway (20557c63-a5e5-46d9-889e-bdab09712270), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:22.003862 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0031beb9-5357-493c-8aa6-fde83bc2771e tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for security_group (76f7b834-ddfd-4a8b-9f95-2b17f22dda13), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:22.006869 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-64b8e25f-45f6-4b60-876d-ce7c5792dc62 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:22.013055 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-64b8e25f-45f6-4b60-876d-ce7c5792dc62 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "DELETE /v2.0/ports/85af2c0c-4f1f-46e9-b733-83ac51f5766b HTTP/1.1" status: 204 len: 168 time: 1.4614093 Apr 15 03:37:22.013207 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60098) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:22.019446 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-4d0fe23f-b16c-4db1-9bfd-2c2e8798794a tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b0456a7-e977-4d4a-881f-00a8fe571ff0', 'external_fixed_ips': [{'subnet_id': '45405731-98a6-42dc-bce1-1c1db05f97be', 'ip_address': '172.20.0.10'}]}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:22.043128 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d1b60-fb8d-457f-86ff-13d0ab16d01f tempest-PortsAdminExtendedAttrsTestJSON-1746593500 tempest-PortsAdminExtendedAttrsTestJSON-1746593500-project] Pushing event deleted for resources: {'Network': ['ID=204e6770-791c-4e6c-8f3e-4deb8a93d3a8,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:22.099940 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0031beb9-5357-493c-8aa6-fde83bc2771e tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (76f7b834-ddfd-4a8b-9f95-2b17f22dda13), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:22.125569 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0386f9b5-bbcd-431f-bda8-04e902e7917f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:22.131326 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0386f9b5-bbcd-431f-bda8-04e902e7917f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:22.137430 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c34c83f-1604-4abe-9b71-52ec362874ad None None] Sync routers for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:22.149331 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c34c83f-1604-4abe-9b71-52ec362874ad None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:22.149331 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5c34c83f-1604-4abe-9b71-52ec362874ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:22.167781 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe23f-b16c-4db1-9bfd-2c2e8798794a tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (65c0d33f-f3ec-443d-acb7-48f645725de5), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:22.168825 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe23f-b16c-4db1-9bfd-2c2e8798794a tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (65c0d33f-f3ec-443d-acb7-48f645725de5), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:22.178386 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0031beb9-5357-493c-8aa6-fde83bc2771e tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:37:22.191487 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5c34c83f-1604-4abe-9b71-52ec362874ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:22.194542 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031beb9-5357-493c-8aa6-fde83bc2771e tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f7b834-ddfd-4a8b-9f95-2b17f22dda13,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:22.201374 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c34c83f-1604-4abe-9b71-52ec362874ad None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:22.202215 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5c34c83f-1604-4abe-9b71-52ec362874ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:22.202712 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0031beb9-5357-493c-8aa6-fde83bc2771e tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (27272d07-c664-430d-9eb5-5da7fb208249), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:22.203071 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-0031beb9-5357-493c-8aa6-fde83bc2771e tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Added segment 27272d07-c664-430d-9eb5-5da7fb208249 of type vlan for network e1523eac-b23c-4c81-a1c0-4814cc33a61e Apr 15 03:37:22.272339 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5c34c83f-1604-4abe-9b71-52ec362874ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:22.273684 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c34c83f-1604-4abe-9b71-52ec362874ad None None] The sync data for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:22.329742 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0031beb9-5357-493c-8aa6-fde83bc2771e tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (e1523eac-b23c-4c81-a1c0-4814cc33a61e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:22.350405 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0386f9b5-bbcd-431f-bda8-04e902e7917f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "PUT /v2.0/floatingips/3c154814-f024-449c-8b20-7f282590ad27 HTTP/1.1" status: 200 len: 978 time: 4.6063821 Apr 15 03:37:22.355532 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60106) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:22.366541 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-58835824-c67b-4304-8b71-53e8ddda0337 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:22.376725 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe23f-b16c-4db1-9bfd-2c2e8798794a tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_controller (65c0d33f-f3ec-443d-acb7-48f645725de5), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:22.416313 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-572c1511-6b40-4309-b099-8d5d85fa28ed tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_gateway (20557c63-a5e5-46d9-889e-bdab09712270), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:22.436186 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-572c1511-6b40-4309-b099-8d5d85fa28ed tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:22.509911 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-58835824-c67b-4304-8b71-53e8ddda0337 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (3c154814-f024-449c-8b20-7f282590ad27), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:22.540609 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0031beb9-5357-493c-8aa6-fde83bc2771e tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (e1523eac-b23c-4c81-a1c0-4814cc33a61e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:22.545791 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0031beb9-5357-493c-8aa6-fde83bc2771e tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:22.546597 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0031beb9-5357-493c-8aa6-fde83bc2771e tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:22.571720 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5397f123-48b1-4710-900d-7f799557ce4c {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:37:22.586403 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] Publish callbacks [] for port (5397f123-48b1-4710-900d-7f799557ce4c), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:22.624592 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] Transition to ACTIVE for port object 5397f123-48b1-4710-900d-7f799557ce4c will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 03:37:22.628816 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60114) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:22.663570 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-85811915-717a-4960-b479-77ed268370c8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Delete allocated IP 2001:db8:0:1::322 (6045afdb-afc8-4111-b1f1-3bccb8cf7661/a1e6bd8a-14c5-4401-af88-8c4e339a2e41) {{(pid=104666) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 15 03:37:22.666399 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60116) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:22.738554 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a324a03-7a4c-4d95-836f-e376a2b16ca4 req-a0d892b5-5495-469e-8122-2f783d201a69 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:22.740258 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3a324a03-7a4c-4d95-836f-e376a2b16ca4 req-a0d892b5-5495-469e-8122-2f783d201a69 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 932 time: 0.2050443 Apr 15 03:37:22.755742 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0031beb9-5357-493c-8aa6-fde83bc2771e tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6978316 Apr 15 03:37:22.782160 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60122) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:22.785415 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031beb9-5357-493c-8aa6-fde83bc2771e tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Pushing event updated for resources: {'Network': ['ID=e1523eac-b23c-4c81-a1c0-4814cc33a61e,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:22.791708 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe23f-b16c-4db1-9bfd-2c2e8798794a tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_gateway (65c0d33f-f3ec-443d-acb7-48f645725de5), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:22.800536 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-3656730d-59a3-41e3-a1b9-c9718788e1b5 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Request body: {'subnet': {'network_id': 'e1523eac-b23c-4c81-a1c0-4814cc33a61e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:22.805142 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (5397f123-48b1-4710-900d-7f799557ce4c), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:22.811780 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network e1523eac-b23c-4c81-a1c0-4814cc33a61e details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:37:22.812527 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-58835824-c67b-4304-8b71-53e8ddda0337 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:22.840078 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-572c1511-6b40-4309-b099-8d5d85fa28ed tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Allocated IP 172.26.6.211 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/416d2870-76eb-4c9b-8ab3-3d3434fce1f7) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:22.874717 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3a324a03-7a4c-4d95-836f-e376a2b16ca4 req-633d83e3-ae8e-483a-8e5c-0d3f28a906c9 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255662 Apr 15 03:37:22.936622 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d33416c2-4ea7-4154-9742-cba7b1ba70d1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1005450524-network', 'tenant_id': '1ac54984499b43edad78bee2e10a3362'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:22.940423 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-58835824-c67b-4304-8b71-53e8ddda0337 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (3c154814-f024-449c-8b20-7f282590ad27), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:22.940761 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-58835824-c67b-4304-8b71-53e8ddda0337 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Floating IP 3c154814-f024-449c-8b20-7f282590ad27 disassociated. External IP: 172.26.6.151, port: 7763a801-accb-406f-8d9b-8e616e423c98. Apr 15 03:37:23.034461 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5397f123-48b1-4710-900d-7f799557ce4c,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:23.099250 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-572c1511-6b40-4309-b099-8d5d85fa28ed tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for port (416d2870-76eb-4c9b-8ab3-3d3434fce1f7), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:23.164409 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe23f-b16c-4db1-9bfd-2c2e8798794a tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_gateway (65c0d33f-f3ec-443d-acb7-48f645725de5), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:23.178071 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5f41d271-60fa-49d1-86c4-ba626ed08e32 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80ac820be12544d09b68b1626d3aebc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5443492 Apr 15 03:37:23.186430 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60124) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:23.189173 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85811915-717a-4960-b479-77ed268370c8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (2712bc85-cde0-4b06-9644-7df9f52b095d), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:23.193114 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe23f-b16c-4db1-9bfd-2c2e8798794a tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:23.200726 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33416c2-4ea7-4154-9742-cba7b1ba70d1 admin admin] Made reservation on behalf of 1ac54984499b43edad78bee2e10a3362 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:23.202830 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d33416c2-4ea7-4154-9742-cba7b1ba70d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:23.226269 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d33416c2-4ea7-4154-9742-cba7b1ba70d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:23.249974 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] Attempting to bind port 5397f123-48b1-4710-900d-7f799557ce4c on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:23.250314 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] Attempting to bind port 5397f123-48b1-4710-900d-7f799557ce4c by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '497db858-849b-48c2-a137-da1cd5158b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3ffa6325-1320-4148-b32a-1fedf0c7a670'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:23.250657 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] Attempting to bind port 5397f123-48b1-4710-900d-7f799557ce4c on network 3ffa6325-1320-4148-b32a-1fedf0c7a670 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:23.261455 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] Port 5397f123-48b1-4710-900d-7f799557ce4c on network 3ffa6325-1320-4148-b32a-1fedf0c7a670 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:23.261778 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] Attempting to bind port 5397f123-48b1-4710-900d-7f799557ce4c on network 3ffa6325-1320-4148-b32a-1fedf0c7a670 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:23.269125 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-572c1511-6b40-4309-b099-8d5d85fa28ed tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (416d2870-76eb-4c9b-8ab3-3d3434fce1f7), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:23.323214 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:23.386099 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572c1511-6b40-4309-b099-8d5d85fa28ed tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:23.399995 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-572c1511-6b40-4309-b099-8d5d85fa28ed tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:23.411310 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c1511-6b40-4309-b099-8d5d85fa28ed tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:23.442036 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a338b395-8130-41ca-b23e-0d560c22ac74 admin admin] Publish callbacks [] for security_group (bbdbc8df-b989-4204-b1d4-d210ee2977ea), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:23.451184 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c1511-6b40-4309-b099-8d5d85fa28ed tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Pushing event updated for resources: {'Port': ['ID=416d2870-76eb-4c9b-8ab3-3d3434fce1f7,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:23.515257 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a338b395-8130-41ca-b23e-0d560c22ac74 admin admin] Publish callbacks [] for security_group (bbdbc8df-b989-4204-b1d4-d210ee2977ea), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:23.617473 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85811915-717a-4960-b479-77ed268370c8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (2712bc85-cde0-4b06-9644-7df9f52b095d), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:23.619580 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-4d0fe23f-b16c-4db1-9bfd-2c2e8798794a tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Allocated IP 172.20.0.10 (0b0456a7-e977-4d4a-881f-00a8fe571ff0/45405731-98a6-42dc-bce1-1c1db05f97be/0df21fd7-edfb-4139-bc08-2dc1b4d8f963) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:23.621381 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3656730d-59a3-41e3-a1b9-c9718788e1b5 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Made reservation on behalf of 97ea043b29e6478782dcb9b01b92657a for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:23.624714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3656730d-59a3-41e3-a1b9-c9718788e1b5 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:23.635632 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:37:23.635977 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] Checking segment: {'id': '497db858-849b-48c2-a137-da1cd5158b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3ffa6325-1320-4148-b32a-1fedf0c7a670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:23.636432 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] Bound using segment: {'id': '497db858-849b-48c2-a137-da1cd5158b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3ffa6325-1320-4148-b32a-1fedf0c7a670'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:37:23.636804 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] Bound port: 5397f123-48b1-4710-900d-7f799557ce4c, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497db858-849b-48c2-a137-da1cd5158b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3ffa6325-1320-4148-b32a-1fedf0c7a670'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:37:23.637161 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5397f123-48b1-4710-900d-7f799557ce4c), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:23.768939 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe23f-b16c-4db1-9bfd-2c2e8798794a tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for port (0df21fd7-edfb-4139-bc08-2dc1b4d8f963), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:23.792984 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a338b395-8130-41ca-b23e-0d560c22ac74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (bbdbc8df-b989-4204-b1d4-d210ee2977ea), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:23.795813 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a338b395-8130-41ca-b23e-0d560c22ac74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:23.799561 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a338b395-8130-41ca-b23e-0d560c22ac74 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bbdbc8df-b989-4204-b1d4-d210ee2977ea HTTP/1.1" status: 204 len: 168 time: 0.6094055 Apr 15 03:37:23.804813 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-85811915-717a-4960-b479-77ed268370c8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] In _notify_port_updated(), no bound segment for port 2712bc85-cde0-4b06-9644-7df9f52b095d on network 6045afdb-afc8-4111-b1f1-3bccb8cf7661 {{(pid=104666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:37:23.810093 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85811915-717a-4960-b479-77ed268370c8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:23.810789 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85811915-717a-4960-b479-77ed268370c8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:23.811335 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338b395-8130-41ca-b23e-0d560c22ac74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdbc8df-b989-4204-b1d4-d210ee2977ea,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:23.812136 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-85811915-717a-4960-b479-77ed268370c8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "PUT /v2.0/ports/2712bc85-cde0-4b06-9644-7df9f52b095d HTTP/1.1" status: 200 len: 926 time: 2.4847314 Apr 15 03:37:23.815722 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60128) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:23.822918 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-7eecb64f-5da9-4d63-857f-2a1a2ba57c59 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ba225d2f-c036-41a2-a35e-41076b28aa6c'}, {'subnet_id': 'a1e6bd8a-14c5-4401-af88-8c4e339a2e41'}]}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:23.852488 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85811915-717a-4960-b479-77ed268370c8 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=2712bc85-cde0-4b06-9644-7df9f52b095d,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:23.971235 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58835824-c67b-4304-8b71-53e8ddda0337 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Router b437dd35-ae69-4adb-9f4f-0a741e2bf499 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:37:23.983915 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe23f-b16c-4db1-9bfd-2c2e8798794a tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (0df21fd7-edfb-4139-bc08-2dc1b4d8f963), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:24.001280 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] For port 5397f123-48b1-4710-900d-7f799557ce4c, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:37:24.007087 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d33416c2-4ea7-4154-9742-cba7b1ba70d1 admin admin] Publish callbacks [] for security_group (b8299c84-3095-49e2-bce2-09c22adcc742), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:24.017155 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-50999314-9dc9-4026-badb-1fdaea764201 None None] Provisioning complete for port 2712bc85-cde0-4b06-9644-7df9f52b095d triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:24.017810 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-50999314-9dc9-4026-badb-1fdaea764201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2712bc85-cde0-4b06-9644-7df9f52b095d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:24.036778 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0fe23f-b16c-4db1-9bfd-2c2e8798794a tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Network 0b0456a7-e977-4d4a-881f-00a8fe571ff0 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:24.040785 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-572c1511-6b40-4309-b099-8d5d85fa28ed tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_gateway (20557c63-a5e5-46d9-889e-bdab09712270), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:24.046794 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] For port 5397f123-48b1-4710-900d-7f799557ce4c, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5397f123-48b1-4710-900d-7f799557ce4c,segment=NetworkSegment(497db858-849b-48c2-a137-da1cd5158b3c),segment_id=497db858-849b-48c2-a137-da1cd5158b3c)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:37:24.053750 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-4d0fe23f-b16c-4db1-9bfd-2c2e8798794a tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:24.075238 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-50999314-9dc9-4026-badb-1fdaea764201 None None] Port 2712bc85-cde0-4b06-9644-7df9f52b095d cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:24.098072 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0fe23f-b16c-4db1-9bfd-2c2e8798794a tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:24.124113 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fe23f-b16c-4db1-9bfd-2c2e8798794a tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Pushing event updated for resources: {'Port': ['ID=0df21fd7-edfb-4139-bc08-2dc1b4d8f963,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:24.129221 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbe668-a590-47f0-97c1-108e31651dd4 req-036f9106-9325-40d3-abbc-52cddc447fb1 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:24.130917 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-58fbe668-a590-47f0-97c1-108e31651dd4 req-036f9106-9325-40d3-abbc-52cddc447fb1 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 944 time: 0.1546974 Apr 15 03:37:24.135518 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d33416c2-4ea7-4154-9742-cba7b1ba70d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (b8299c84-3095-49e2-bce2-09c22adcc742), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:24.139003 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (5397f123-48b1-4710-900d-7f799557ce4c), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:24.217535 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:24.218579 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:24.220057 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] 10.222.0.30 "PUT /v2.0/ports/5397f123-48b1-4710-900d-7f799557ce4c HTTP/1.1" status: 200 len: 1094 time: 2.7416792 Apr 15 03:37:24.234413 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7dd3dd-41ad-4098-bbce-9acfbfcbd650', 'tag': '5397f123-48b1-4710-900d-7f799557ce4c'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:37:24.235504 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe456748-b965-4745-bc6a-4895149402e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea7dd3dd-41ad-4098-bbce-9acfbfcbd650", "tag": "5397f123-48b1-4710-900d-7f799557ce4c"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:37:24.305878 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33416c2-4ea7-4154-9742-cba7b1ba70d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:37:24.359393 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33416c2-4ea7-4154-9742-cba7b1ba70d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8299c84-3095-49e2-bce2-09c22adcc742,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:24.368096 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b17b381-59d4-4ccc-abcc-7c34360fff9e x-openstack-request-id: req-2b17b381-59d4-4ccc-abcc-7c34360fff9e {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:37:24.368392 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea7dd3dd-41ad-4098-bbce-9acfbfcbd650", "tag": "5397f123-48b1-4710-900d-7f799557ce4c", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:37:24.368649 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b17b381-59d4-4ccc-abcc-7c34360fff9e {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:37:24.369107 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b17b381-59d4-4ccc-abcc-7c34360fff9e'] response: {'name': 'network-changed', 'server_uuid': 'ea7dd3dd-41ad-4098-bbce-9acfbfcbd650', 'tag': '5397f123-48b1-4710-900d-7f799557ce4c', 'status': 'completed', 'code': 200} Apr 15 03:37:24.415499 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d33416c2-4ea7-4154-9742-cba7b1ba70d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (d912f2b0-15a9-4b40-82d8-b001cae91119), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:24.415759 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-d33416c2-4ea7-4154-9742-cba7b1ba70d1 admin admin] Added segment d912f2b0-15a9-4b40-82d8-b001cae91119 of type vlan for network 0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 Apr 15 03:37:24.444818 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d879849-96a4-4e44-bf15-823510f0b8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=5397f123-48b1-4710-900d-7f799557ce4c,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:24.455387 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-58fbe668-a590-47f0-97c1-108e31651dd4 req-c9485107-b141-43c6-b251-7ce4e884e8c9 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118050 Apr 15 03:37:24.484103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3656730d-59a3-41e3-a1b9-c9718788e1b5 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (625d275a-35ee-40cc-a828-350cfd205087), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:24.490838 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-e965cce5-47a9-4534-90ec-5733d3b31856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:24.490838 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-e965cce5-47a9-4534-90ec-5733d3b31856 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=045e30dcfbf74a48b230d2b2aedef91a&device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 1128 time: 0.1530449 Apr 15 03:37:24.496090 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58835824-c67b-4304-8b71-53e8ddda0337 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:24.511836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a765f1-02c1-4074-822c-812b63da84fd None None] Sync routers for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:24.516007 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-58835824-c67b-4304-8b71-53e8ddda0337 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:24.523045 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a765f1-02c1-4074-822c-812b63da84fd None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:24.523765 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-49a765f1-02c1-4074-822c-812b63da84fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:24.537130 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d33416c2-4ea7-4154-9742-cba7b1ba70d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:24.561272 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-49a765f1-02c1-4074-822c-812b63da84fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:24.582085 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a765f1-02c1-4074-822c-812b63da84fd None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:24.583342 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-49a765f1-02c1-4074-822c-812b63da84fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:24.598186 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60136) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:24.604849 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-71c46ae1-62e1-49f1-aab1-6ad5fb4ed52d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5397f123-48b1-4710-900d-7f799557ce4c HTTP/1.1" status: 200 len: 217 time: 0.1011913 Apr 15 03:37:24.630028 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-49a765f1-02c1-4074-822c-812b63da84fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:24.630750 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a765f1-02c1-4074-822c-812b63da84fd None None] The sync data for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:24.693412 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-58835824-c67b-4304-8b71-53e8ddda0337 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "PUT /v2.0/floatingips/3c154814-f024-449c-8b20-7f282590ad27 HTTP/1.1" status: 200 len: 688 time: 2.3366318 Apr 15 03:37:24.696889 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60138) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:24.710687 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656730d-59a3-41e3-a1b9-c9718788e1b5 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Pushing event updated for resources: {'Subnet': ['ID=625d275a-35ee-40cc-a828-350cfd205087,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:24.741259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-1f0155e5-9e50-4e73-a399-4cab3d12ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:24.742822 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-1f0155e5-9e50-4e73-a399-4cab3d12ebbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=603a1d84-f574-4a23-b761-aed75ab50158 HTTP/1.1" status: 200 len: 851 time: 0.1249917 Apr 15 03:37:24.746844 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-95a8085e-7109-4f86-b394-689f0b299223 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24196d33f30f46eb86794e91cfaab196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436927 Apr 15 03:37:24.748163 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3656730d-59a3-41e3-a1b9-c9718788e1b5 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Checking segment: {'id': '27272d07-c664-430d-9eb5-5da7fb208249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e1523eac-b23c-4c81-a1c0-4814cc33a61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:24.748535 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3656730d-59a3-41e3-a1b9-c9718788e1b5 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Network hostable DHCP agents. Network: e1523eac-b23c-4c81-a1c0-4814cc33a61e, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:37:24.750530 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60140) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:24.753703 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7eecb64f-5da9-4d63-857f-2a1a2ba57c59 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2712bc85-cde0-4b06-9644-7df9f52b095d), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:24.773649 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d33416c2-4ea7-4154-9742-cba7b1ba70d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:24.774633 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33416c2-4ea7-4154-9742-cba7b1ba70d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:24.775216 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d33416c2-4ea7-4154-9742-cba7b1ba70d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:24.826335 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-254ad2ed-2eda-456b-b295-09d52091acaa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ffa6325-1320-4148-b32a-1fedf0c7a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748274 Apr 15 03:37:24.951124 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33416c2-4ea7-4154-9742-cba7b1ba70d1 admin admin] Pushing event updated for resources: {'Network': ['ID=0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:24.957652 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:24.967461 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:37:24.974663 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d33416c2-4ea7-4154-9742-cba7b1ba70d1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3038747 Apr 15 03:37:24.977228 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60142) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:24.983811 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-8831b52e-b6c0-4d72-ae9e-b9a0252e701c admin admin] Request body: {'subnet': {'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1005450524-subnet', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:24.997221 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3656730d-59a3-41e3-a1b9-c9718788e1b5 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Network e1523eac-b23c-4c81-a1c0-4814cc33a61e is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:37:25.005919 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5d1d7b36-dcc2-45dc-8487-f865b5ab8c11 admin admin] Publish callbacks [] for security_group (a0b0a450-bdea-4b85-96c7-886091c974dc), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:25.019257 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-572c1511-6b40-4309-b099-8d5d85fa28ed tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (20557c63-a5e5-46d9-889e-bdab09712270), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:25.056882 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5d1d7b36-dcc2-45dc-8487-f865b5ab8c11 admin admin] Publish callbacks [] for security_group (a0b0a450-bdea-4b85-96c7-886091c974dc), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:25.060232 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-9602247d-0272-4ea8-a5ce-ca3527128fa6 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffa6325-1320-4148-b32a-1fedf0c7a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168853 Apr 15 03:37:25.112987 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8831b52e-b6c0-4d72-ae9e-b9a0252e701c admin admin] Made reservation on behalf of 1ac54984499b43edad78bee2e10a3362 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:25.115372 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8831b52e-b6c0-4d72-ae9e-b9a0252e701c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:25.117294 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-3656730d-59a3-41e3-a1b9-c9718788e1b5 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, e1523eac-b23c-4c81-a1c0-4814cc33a61e) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:25.120319 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-3164c3f4-93a7-465e-9c52-face744068af tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Deleting port 4df38894-cf7c-40d2-8bc9-ee6613e2127d {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:25.120677 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3164c3f4-93a7-465e-9c52-face744068af tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (4df38894-cf7c-40d2-8bc9-ee6613e2127d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:25.121910 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3656730d-59a3-41e3-a1b9-c9718788e1b5 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:25.122546 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3656730d-59a3-41e3-a1b9-c9718788e1b5 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:25.132447 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389e9ea4-3f96-4509-9252-01f745b27e39 None None] Network e1523eac-b23c-4c81-a1c0-4814cc33a61e requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:25.223530 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe23f-b16c-4db1-9bfd-2c2e8798794a tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_gateway (65c0d33f-f3ec-443d-acb7-48f645725de5), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:25.253773 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad70fcf-d6c8-4b7e-b062-2de9086760f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-e1523eac-b23c-4c81-a1c0-4814cc33a61e', 'network_id': 'e1523eac-b23c-4c81-a1c0-4814cc33a61e', 'project_id': '97ea043b29e6478782dcb9b01b92657a', 'fixed_ips': [{'subnet_id': '625d275a-35ee-40cc-a828-350cfd205087'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:37:25.254999 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6ad70fcf-d6c8-4b7e-b062-2de9086760f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:25.262672 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5990800c-43bf-46b9-bab7-7aa19bf95743 req-786d70b5-20ee-458f-ab06-c1ad33be4305 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffa6325-1320-4148-b32a-1fedf0c7a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946523 Apr 15 03:37:25.288634 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3656730d-59a3-41e3-a1b9-c9718788e1b5 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5001612 Apr 15 03:37:25.289829 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60144) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:25.310974 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-37283a39-6d67-4ac6-ada0-6a23f1061adf tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1936225324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:25.320980 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5d1d7b36-dcc2-45dc-8487-f865b5ab8c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (a0b0a450-bdea-4b85-96c7-886091c974dc), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:25.323670 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5d1d7b36-dcc2-45dc-8487-f865b5ab8c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:25.327096 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5d1d7b36-dcc2-45dc-8487-f865b5ab8c11 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0b0a450-bdea-4b85-96c7-886091c974dc HTTP/1.1" status: 204 len: 168 time: 0.5722673 Apr 15 03:37:25.351102 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d7b36-dcc2-45dc-8487-f865b5ab8c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b0a450-bdea-4b85-96c7-886091c974dc,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:25.428127 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-37283a39-6d67-4ac6-ada0-6a23f1061adf tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (a82fa3a0-2e79-495d-a7c4-c8e072ceeede), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:25.429321 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-37283a39-6d67-4ac6-ada0-6a23f1061adf tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (a82fa3a0-2e79-495d-a7c4-c8e072ceeede), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:25.439356 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3164c3f4-93a7-465e-9c52-face744068af tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (4df38894-cf7c-40d2-8bc9-ee6613e2127d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:25.439687 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3164c3f4-93a7-465e-9c52-face744068af tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (4df38894-cf7c-40d2-8bc9-ee6613e2127d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:25.496937 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-6ad70fcf-d6c8-4b7e-b062-2de9086760f6 None None] Allocated IP 172.20.0.2 (e1523eac-b23c-4c81-a1c0-4814cc33a61e/625d275a-35ee-40cc-a828-350cfd205087/1ea4e66a-925e-467a-87da-1427ae7345f0) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:25.497723 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-3164c3f4-93a7-465e-9c52-face744068af tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Calling delete_port for 4df38894-cf7c-40d2-8bc9-ee6613e2127d owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:25.501882 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-37283a39-6d67-4ac6-ada0-6a23f1061adf tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for router_controller (a82fa3a0-2e79-495d-a7c4-c8e072ceeede), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:25.536895 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8831b52e-b6c0-4d72-ae9e-b9a0252e701c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (d2ff5521-688d-47da-8337-38202aee7518), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:25.569893 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-37283a39-6d67-4ac6-ada0-6a23f1061adf tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (a82fa3a0-2e79-495d-a7c4-c8e072ceeede), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:25.618861 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831b52e-b6c0-4d72-ae9e-b9a0252e701c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ff5521-688d-47da-8337-38202aee7518,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:25.626236 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8831b52e-b6c0-4d72-ae9e-b9a0252e701c admin admin] Checking segment: {'id': 'd912f2b0-15a9-4b40-82d8-b001cae91119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:25.626596 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8831b52e-b6c0-4d72-ae9e-b9a0252e701c admin admin] Network hostable DHCP agents. Network: 0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:37:25.632546 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-7eecb64f-5da9-4d63-857f-2a1a2ba57c59 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Allocated IP 2001:db8:0:1::14f (6045afdb-afc8-4111-b1f1-3bccb8cf7661/a1e6bd8a-14c5-4401-af88-8c4e339a2e41/2712bc85-cde0-4b06-9644-7df9f52b095d) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:25.672281 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-37283a39-6d67-4ac6-ada0-6a23f1061adf tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:25.673869 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-37283a39-6d67-4ac6-ada0-6a23f1061adf tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3841379 Apr 15 03:37:25.677054 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60150) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:25.702129 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6ad70fcf-d6c8-4b7e-b062-2de9086760f6 None None] Publish callbacks [] for port (1ea4e66a-925e-467a-87da-1427ae7345f0), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:25.753141 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8831b52e-b6c0-4d72-ae9e-b9a0252e701c admin admin] Network 0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:37:25.762482 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751a77a-0c69-4e55-aac6-c2fbc2ed3bfb req-59087e5c-7c40-4161-b9f7-a152f3abf90a tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:25.764030 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f751a77a-0c69-4e55-aac6-c2fbc2ed3bfb req-59087e5c-7c40-4161-b9f7-a152f3abf90a tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 944 time: 0.2236843 Apr 15 03:37:25.780730 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6ad70fcf-d6c8-4b7e-b062-2de9086760f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (1ea4e66a-925e-467a-87da-1427ae7345f0), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:25.850585 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad70fcf-d6c8-4b7e-b062-2de9086760f6 None None] Network e1523eac-b23c-4c81-a1c0-4814cc33a61e is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:25.854915 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-6ad70fcf-d6c8-4b7e-b062-2de9086760f6 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:25.863494 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad70fcf-d6c8-4b7e-b062-2de9086760f6 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:25.897427 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad70fcf-d6c8-4b7e-b062-2de9086760f6 None None] Pushing event updated for resources: {'Port': ['ID=1ea4e66a-925e-467a-87da-1427ae7345f0,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:25.906262 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-8831b52e-b6c0-4d72-ae9e-b9a0252e701c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:25.926196 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3b1712-432f-4f52-aeaa-0b1d71feb7f5 None None] Network 0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:25.947547 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8831b52e-b6c0-4d72-ae9e-b9a0252e701c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:25.948147 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8831b52e-b6c0-4d72-ae9e-b9a0252e701c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:26.011175 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-6ad70fcf-d6c8-4b7e-b062-2de9086760f6 None None] Attempting to bind port 1ea4e66a-925e-467a-87da-1427ae7345f0 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:26.011787 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-6ad70fcf-d6c8-4b7e-b062-2de9086760f6 None None] Attempting to bind port 1ea4e66a-925e-467a-87da-1427ae7345f0 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '27272d07-c664-430d-9eb5-5da7fb208249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e1523eac-b23c-4c81-a1c0-4814cc33a61e'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:26.012336 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad70fcf-d6c8-4b7e-b062-2de9086760f6 None None] Attempting to bind port 1ea4e66a-925e-467a-87da-1427ae7345f0 on network e1523eac-b23c-4c81-a1c0-4814cc33a61e {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:26.023891 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad70fcf-d6c8-4b7e-b062-2de9086760f6 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:37:26.024703 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad70fcf-d6c8-4b7e-b062-2de9086760f6 None None] Checking segment: {'id': '27272d07-c664-430d-9eb5-5da7fb208249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e1523eac-b23c-4c81-a1c0-4814cc33a61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:26.025110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6ad70fcf-d6c8-4b7e-b062-2de9086760f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:26.025507 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad70fcf-d6c8-4b7e-b062-2de9086760f6 None None] Bound using segment: {'id': '27272d07-c664-430d-9eb5-5da7fb208249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e1523eac-b23c-4c81-a1c0-4814cc33a61e'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:37:26.026106 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-6ad70fcf-d6c8-4b7e-b062-2de9086760f6 None None] Bound port: 1ea4e66a-925e-467a-87da-1427ae7345f0, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27272d07-c664-430d-9eb5-5da7fb208249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e1523eac-b23c-4c81-a1c0-4814cc33a61e'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:37:26.026487 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6ad70fcf-d6c8-4b7e-b062-2de9086760f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1ea4e66a-925e-467a-87da-1427ae7345f0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:26.055646 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8831b52e-b6c0-4d72-ae9e-b9a0252e701c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0757201 Apr 15 03:37:26.077309 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60160) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:26.100037 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-76fa3ff3-2e2d-4cc4-917b-91295a945b89 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1005450524-router', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:26.121667 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572c1511-6b40-4309-b099-8d5d85fa28ed tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Router 20557c63-a5e5-46d9-889e-bdab09712270 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:37:26.124263 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-48f54d88-bb88-43d9-8102-1a8b496d8b73 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:26.134863 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-6ad70fcf-d6c8-4b7e-b062-2de9086760f6 None None] For port 1ea4e66a-925e-467a-87da-1427ae7345f0, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:37:26.139520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-6ad70fcf-d6c8-4b7e-b062-2de9086760f6 None None] For port 1ea4e66a-925e-467a-87da-1427ae7345f0, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1ea4e66a-925e-467a-87da-1427ae7345f0,segment=NetworkSegment(27272d07-c664-430d-9eb5-5da7fb208249),segment_id=27272d07-c664-430d-9eb5-5da7fb208249)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:37:26.182449 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe23f-b16c-4db1-9bfd-2c2e8798794a tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (65c0d33f-f3ec-443d-acb7-48f645725de5), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:26.186255 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe456748-b965-4745-bc6a-4895149402e2 req-58a2c83e-4dba-4b29-9ca5-a63de83d2a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:26.187869 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fe456748-b965-4745-bc6a-4895149402e2 req-58a2c83e-4dba-4b29-9ca5-a63de83d2a4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=045e30dcfbf74a48b230d2b2aedef91a&device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 1128 time: 0.1499441 Apr 15 03:37:26.190629 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e2ca6f-686d-43f8-ab58-3ee29fc5b3c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812', 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812', 'project_id': '1ac54984499b43edad78bee2e10a3362', 'fixed_ips': [{'subnet_id': 'd2ff5521-688d-47da-8337-38202aee7518'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:37:26.191710 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b7e2ca6f-686d-43f8-ab58-3ee29fc5b3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:26.261795 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-76fa3ff3-2e2d-4cc4-917b-91295a945b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (668f4172-d345-4add-9729-990f16e1ddb3), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:26.262955 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-76fa3ff3-2e2d-4cc4-917b-91295a945b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (668f4172-d345-4add-9729-990f16e1ddb3), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:26.306317 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6ad70fcf-d6c8-4b7e-b062-2de9086760f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (1ea4e66a-925e-467a-87da-1427ae7345f0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:26.320104 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f751a77a-0c69-4e55-aac6-c2fbc2ed3bfb req-84c063d9-888b-4981-a1c0-586b06fb93ba tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5219383 Apr 15 03:37:26.408990 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7eecb64f-5da9-4d63-857f-2a1a2ba57c59 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (2712bc85-cde0-4b06-9644-7df9f52b095d), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:26.436543 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-76fa3ff3-2e2d-4cc4-917b-91295a945b89 admin admin] Publish callbacks [] for router_controller (668f4172-d345-4add-9729-990f16e1ddb3), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:26.452152 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad70fcf-d6c8-4b7e-b062-2de9086760f6 None None] Pushing event updated for resources: {'Port': ['ID=1ea4e66a-925e-467a-87da-1427ae7345f0,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:26.497077 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-b7e2ca6f-686d-43f8-ab58-3ee29fc5b3c6 None None] Allocated IP 172.20.0.2 (0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812/d2ff5521-688d-47da-8337-38202aee7518/07e7e4a6-edeb-4c50-baf9-9257a9a4aa26) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:26.500518 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7eecb64f-5da9-4d63-857f-2a1a2ba57c59 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (2712bc85-cde0-4b06-9644-7df9f52b095d), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:26.508512 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe456748-b965-4745-bc6a-4895149402e2 req-9dbb5302-88a8-4506-8ec4-be3351f7a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:26.510207 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fe456748-b965-4745-bc6a-4895149402e2 req-9dbb5302-88a8-4506-8ec4-be3351f7a71d service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ffa6325-1320-4148-b32a-1fedf0c7a670 HTTP/1.1" status: 200 len: 911 time: 0.2948709 Apr 15 03:37:26.557881 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572c1511-6b40-4309-b099-8d5d85fa28ed tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:26.562737 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3164c3f4-93a7-465e-9c52-face744068af tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (4df38894-cf7c-40d2-8bc9-ee6613e2127d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:26.572001 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ed9224-8438-43db-ab68-9ddece48d257 None None] Sync routers for ids ['20557c63-a5e5-46d9-889e-bdab09712270'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:26.590497 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ed9224-8438-43db-ab68-9ddece48d257 None None] Routers {'20557c63-a5e5-46d9-889e-bdab09712270'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:26.594329 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-e1ed9224-8438-43db-ab68-9ddece48d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['20557c63-a5e5-46d9-889e-bdab09712270'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:26.641502 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecb64f-5da9-4d63-857f-2a1a2ba57c59 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=2712bc85-cde0-4b06-9644-7df9f52b095d,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:26.674648 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-e1ed9224-8438-43db-ab68-9ddece48d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:26.687338 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ed9224-8438-43db-ab68-9ddece48d257 None None] Routers {'20557c63-a5e5-46d9-889e-bdab09712270'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:26.688405 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-e1ed9224-8438-43db-ab68-9ddece48d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['20557c63-a5e5-46d9-889e-bdab09712270'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:26.702072 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fe456748-b965-4745-bc6a-4895149402e2 req-0327ba2e-eee9-45e8-b968-2843d5571df9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5397f123-48b1-4710-900d-7f799557ce4c HTTP/1.1" status: 200 len: 217 time: 0.1803951 Apr 15 03:37:26.727649 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-7eecb64f-5da9-4d63-857f-2a1a2ba57c59 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] In _notify_port_updated(), no bound segment for port 2712bc85-cde0-4b06-9644-7df9f52b095d on network 6045afdb-afc8-4111-b1f1-3bccb8cf7661 {{(pid=104667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:37:26.733140 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eecb64f-5da9-4d63-857f-2a1a2ba57c59 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:26.733978 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7eecb64f-5da9-4d63-857f-2a1a2ba57c59 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:26.735572 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7eecb64f-5da9-4d63-857f-2a1a2ba57c59 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "PUT /v2.0/ports/2712bc85-cde0-4b06-9644-7df9f52b095d HTTP/1.1" status: 200 len: 1012 time: 2.9178381 Apr 15 03:37:26.756352 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60172) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:26.799475 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-572c1511-6b40-4309-b099-8d5d85fa28ed tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:26.801585 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-572c1511-6b40-4309-b099-8d5d85fa28ed tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.8118682 Apr 15 03:37:26.806110 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-e1ed9224-8438-43db-ab68-9ddece48d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:26.807933 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ed9224-8438-43db-ab68-9ddece48d257 None None] The sync data for ids ['20557c63-a5e5-46d9-889e-bdab09712270'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:26.812117 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60174) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:26.824819 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164c3f4-93a7-465e-9c52-face744068af tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event deleted for resources: {'Port': ['ID=4df38894-cf7c-40d2-8bc9-ee6613e2127d,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:26.865932 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3164c3f4-93a7-465e-9c52-face744068af tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (3c154814-f024-449c-8b20-7f282590ad27), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:26.869166 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3164c3f4-93a7-465e-9c52-face744068af tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:26.872774 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3164c3f4-93a7-465e-9c52-face744068af tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "DELETE /v2.0/floatingips/3c154814-f024-449c-8b20-7f282590ad27 HTTP/1.1" status: 204 len: 168 time: 2.1695623 Apr 15 03:37:26.873300 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60176) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:26.873629 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-abe91691-869e-4d7d-89e4-a28c3bf75f54 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:26.896197 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b7e2ca6f-686d-43f8-ab58-3ee29fc5b3c6 None None] Publish callbacks [] for port (07e7e4a6-edeb-4c50-baf9-9257a9a4aa26), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:26.928019 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-02a5ceb1-4519-470f-b788-9b6c4647db64 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] delete failed (client error): The resource could not be found. Apr 15 03:37:26.929064 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-02a5ceb1-4519-470f-b788-9b6c4647db64 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "DELETE /v2.0/floatingips/3c154814-f024-449c-8b20-7f282590ad27 HTTP/1.1" status: 404 len: 345 time: 0.0543141 Apr 15 03:37:26.961864 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60178) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:26.961864 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60180) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:26.990851 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0fe23f-b16c-4db1-9bfd-2c2e8798794a tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Router 65c0d33f-f3ec-443d-acb7-48f645725de5 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:37:27.021026 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b7e2ca6f-686d-43f8-ab58-3ee29fc5b3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (07e7e4a6-edeb-4c50-baf9-9257a9a4aa26), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:27.055365 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b62a45-f78e-4b44-8985-e936eb7702fc tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:27.060769 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b62a45-f78e-4b44-8985-e936eb7702fc tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:27.066852 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b62a45-f78e-4b44-8985-e936eb7702fc tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:27.071241 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-83b62a45-f78e-4b44-8985-e936eb7702fc tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "GET /v2.0/ports?network_id=1050d329-e4bc-432d-a375-579d032bcdc0 HTTP/1.1" status: 200 len: 2358 time: 0.1288717 Apr 15 03:37:27.079424 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a5f9c69f-c877-424b-b96c-c5920e308575 None None] Provisioning complete for port 2712bc85-cde0-4b06-9644-7df9f52b095d triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:27.079809 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a5f9c69f-c877-424b-b96c-c5920e308575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2712bc85-cde0-4b06-9644-7df9f52b095d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:27.103881 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60184) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:27.126114 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-9aee917d-756f-4452-a387-3c85407f4ea7 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:27.127416 dv-neutron-837140-3-hyperv neutron-server[104667]: WARNING neutron.api.v2.base [None req-9aee917d-756f-4452-a387-3c85407f4ea7 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 15 03:37:27.127922 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-9aee917d-756f-4452-a387-3c85407f4ea7 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): There was a conflict when trying to complete your request. Apr 15 03:37:27.129052 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9aee917d-756f-4452-a387-3c85407f4ea7 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1909547 Apr 15 03:37:27.141531 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e2ca6f-686d-43f8-ab58-3ee29fc5b3c6 None None] Network 0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:27.143820 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2ca6f-686d-43f8-ab58-3ee29fc5b3c6 None None] Pushing event updated for resources: {'Port': ['ID=07e7e4a6-edeb-4c50-baf9-9257a9a4aa26,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:27.147513 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-b7e2ca6f-686d-43f8-ab58-3ee29fc5b3c6 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:27.149383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a5f9c69f-c877-424b-b96c-c5920e308575 None None] Port 2712bc85-cde0-4b06-9644-7df9f52b095d cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:27.151076 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e2ca6f-686d-43f8-ab58-3ee29fc5b3c6 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:27.154606 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60186) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:27.163794 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-9dd08e04-dd53-4623-b7b7-7d514b5f455e tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group': {'name': 'tempest-secgroup--2076306572'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:27.222236 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b7e2ca6f-686d-43f8-ab58-3ee29fc5b3c6 None None] Attempting to bind port 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:27.222630 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b7e2ca6f-686d-43f8-ab58-3ee29fc5b3c6 None None] Attempting to bind port 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'd912f2b0-15a9-4b40-82d8-b001cae91119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:27.223010 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e2ca6f-686d-43f8-ab58-3ee29fc5b3c6 None None] Attempting to bind port 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26 on network 0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:27.228678 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e2ca6f-686d-43f8-ab58-3ee29fc5b3c6 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:37:27.229012 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e2ca6f-686d-43f8-ab58-3ee29fc5b3c6 None None] Checking segment: {'id': 'd912f2b0-15a9-4b40-82d8-b001cae91119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:27.229385 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b7e2ca6f-686d-43f8-ab58-3ee29fc5b3c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:27.229778 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e2ca6f-686d-43f8-ab58-3ee29fc5b3c6 None None] Bound using segment: {'id': 'd912f2b0-15a9-4b40-82d8-b001cae91119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:37:27.230508 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b7e2ca6f-686d-43f8-ab58-3ee29fc5b3c6 None None] Bound port: 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd912f2b0-15a9-4b40-82d8-b001cae91119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:37:27.230677 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b7e2ca6f-686d-43f8-ab58-3ee29fc5b3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (07e7e4a6-edeb-4c50-baf9-9257a9a4aa26), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:27.233722 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82631b97-67be-425f-be5f-a1ae14163c20 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:27.235142 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-82631b97-67be-425f-be5f-a1ae14163c20 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "GET /v2.0/subnets/f5f63308-de7f-4cd1-b6c0-763e0a79b6f7 HTTP/1.1" status: 200 len: 797 time: 0.1302562 Apr 15 03:37:27.250465 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60188) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:27.258473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-95b0ec89-d7ca-481d-ad1f-3ec20deed7b8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Request body: {'port': {'network_id': '1050d329-e4bc-432d-a375-579d032bcdc0', 'name': 'tempest-FloatingIPTestJSON-1772010503', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:27.295314 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9dd08e04-dd53-4623-b7b7-7d514b5f455e tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:27.302097 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b7e2ca6f-686d-43f8-ab58-3ee29fc5b3c6 None None] For port 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:37:27.306584 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b7e2ca6f-686d-43f8-ab58-3ee29fc5b3c6 None None] For port 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=07e7e4a6-edeb-4c50-baf9-9257a9a4aa26,segment=NetworkSegment(d912f2b0-15a9-4b40-82d8-b001cae91119),segment_id=d912f2b0-15a9-4b40-82d8-b001cae91119)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:37:27.333794 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9dd08e04-dd53-4623-b7b7-7d514b5f455e tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:27.350366 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0fe23f-b16c-4db1-9bfd-2c2e8798794a tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:27.365396 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce863cb1-4d4c-4256-a4d7-f94b24e6d41b None None] Sync routers for ids ['65c0d33f-f3ec-443d-acb7-48f645725de5'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:27.376988 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b7e2ca6f-686d-43f8-ab58-3ee29fc5b3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (07e7e4a6-edeb-4c50-baf9-9257a9a4aa26), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:27.424708 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe23f-b16c-4db1-9bfd-2c2e8798794a tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:27.426388 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4d0fe23f-b16c-4db1-9bfd-2c2e8798794a tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.4116867 Apr 15 03:37:27.431825 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60192) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:27.454913 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2ca6f-686d-43f8-ab58-3ee29fc5b3c6 None None] Pushing event updated for resources: {'Port': ['ID=07e7e4a6-edeb-4c50-baf9-9257a9a4aa26,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:27.475941 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce863cb1-4d4c-4256-a4d7-f94b24e6d41b None None] Routers {'65c0d33f-f3ec-443d-acb7-48f645725de5'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:27.476568 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ce863cb1-4d4c-4256-a4d7-f94b24e6d41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['65c0d33f-f3ec-443d-acb7-48f645725de5'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:27.535461 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b0ec89-d7ca-481d-ad1f-3ec20deed7b8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Made reservation on behalf of c3e93a2cf489402089ec6469d1c45222 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:27.557360 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-48f54d88-bb88-43d9-8102-1a8b496d8b73 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Allocated IP 172.20.0.1 (e1523eac-b23c-4c81-a1c0-4814cc33a61e/625d275a-35ee-40cc-a828-350cfd205087/73625861-38fe-4d18-989a-7cfba58d35ea) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:27.586074 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe456748-b965-4745-bc6a-4895149402e2 req-2768fbc9-d42b-47cb-94db-f8309a0b83c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:27.587859 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fe456748-b965-4745-bc6a-4895149402e2 req-2768fbc9-d42b-47cb-94db-f8309a0b83c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=603a1d84-f574-4a23-b761-aed75ab50158 HTTP/1.1" status: 200 len: 851 time: 0.8236778 Apr 15 03:37:27.612227 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-76fa3ff3-2e2d-4cc4-917b-91295a945b89 admin admin] Publish callbacks [] for router_gateway (668f4172-d345-4add-9729-990f16e1ddb3), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:27.658563 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-ce863cb1-4d4c-4256-a4d7-f94b24e6d41b None None] Set router 65c0d33f-f3ec-443d-acb7-48f645725de5 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:37:27.681141 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9dd08e04-dd53-4623-b7b7-7d514b5f455e tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (dad434b6-665b-4349-9ec7-abc9f3cf9641), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:27.703122 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6791008b-de55-4e5d-a7fd-ccb08e5792a9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router (65c0d33f-f3ec-443d-acb7-48f645725de5), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:27.728265 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5397f123-48b1-4710-900d-7f799557ce4c details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 03:37:27.757643 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9dd08e04-dd53-4623-b7b7-7d514b5f455e tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (dad434b6-665b-4349-9ec7-abc9f3cf9641), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:27.770927 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fe456748-b965-4745-bc6a-4895149402e2 req-654d29a3-0790-4c05-80d2-51f273d1b3b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ffa6325-1320-4148-b32a-1fedf0c7a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1496542 Apr 15 03:37:27.785950 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-95b0ec89-d7ca-481d-ad1f-3ec20deed7b8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:27.791088 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8bae2-d552-472e-98cf-bfa7a7f8280b req-0e7217aa-8b17-40ac-a38f-67c912af6a1f tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:27.792252 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-55e8bae2-d552-472e-98cf-bfa7a7f8280b req-0e7217aa-8b17-40ac-a38f-67c912af6a1f tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 944 time: 0.2956920 Apr 15 03:37:27.955647 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-501e9f49-d06c-46d3-a681-4590ccd75f2c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting port 2712bc85-cde0-4b06-9644-7df9f52b095d {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:27.956234 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-501e9f49-d06c-46d3-a681-4590ccd75f2c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (2712bc85-cde0-4b06-9644-7df9f52b095d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:27.979730 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1ea4e66a-925e-467a-87da-1427ae7345f0 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:37:27.982480 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9dd08e04-dd53-4623-b7b7-7d514b5f455e tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (efd0aea2-d297-40a0-97dc-2f473653babf), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:27.987096 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.resource_extend [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 15 03:37:27.994671 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd08e04-dd53-4623-b7b7-7d514b5f455e tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad434b6-665b-4349-9ec7-abc9f3cf9641,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:27.997867 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-95b0ec89-d7ca-481d-ad1f-3ec20deed7b8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] device_id is not set on port 02ae125c-aee3-4dd1-ae58-2924936148fe yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:28.004170 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6791008b-de55-4e5d-a7fd-ccb08e5792a9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_gateway (65c0d33f-f3ec-443d-acb7-48f645725de5), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:28.054112 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fef228-3119-4687-8968-38ed7d385e72 None None] Network e1523eac-b23c-4c81-a1c0-4814cc33a61e requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:28.114102 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9dd08e04-dd53-4623-b7b7-7d514b5f455e tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (efd0aea2-d297-40a0-97dc-2f473653babf), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:28.181139 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f926c4a9-aa09-4f92-9b39-5fb6fa6594c1 None None] Provisioning complete for port 1ea4e66a-925e-467a-87da-1427ae7345f0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:28.182156 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f926c4a9-aa09-4f92-9b39-5fb6fa6594c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1ea4e66a-925e-467a-87da-1427ae7345f0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:28.223009 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ce863cb1-4d4c-4256-a4d7-f94b24e6d41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65c0d33f-f3ec-443d-acb7-48f645725de5', 'name': '', 'tenant_id': '8bb6acd8491249d6aae6fdc7289608c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b0456a7-e977-4d4a-881f-00a8fe571ff0', 'external_fixed_ips': [{'subnet_id': '45405731-98a6-42dc-bce1-1c1db05f97be', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '0df21fd7-edfb-4139-bc08-2dc1b4d8f963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:37:22Z', 'updated_at': '2022-04-15T03:37:24Z', 'revision_number': 3, 'project_id': '8bb6acd8491249d6aae6fdc7289608c7', 'gw_port': {'id': '0df21fd7-edfb-4139-bc08-2dc1b4d8f963', 'name': '', 'network_id': '0b0456a7-e977-4d4a-881f-00a8fe571ff0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:26:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65c0d33f-f3ec-443d-acb7-48f645725de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '45405731-98a6-42dc-bce1-1c1db05f97be', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:23Z', 'updated_at': '2022-04-15T03:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45405731-98a6-42dc-bce1-1c1db05f97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:28.225264 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd08e04-dd53-4623-b7b7-7d514b5f455e tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd0aea2-d297-40a0-97dc-2f473653babf,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:28.244139 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9dd08e04-dd53-4623-b7b7-7d514b5f455e tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:28.245849 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9dd08e04-dd53-4623-b7b7-7d514b5f455e tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0899084 Apr 15 03:37:28.249250 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60194) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:28.265524 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f4196f96-a0c2-4881-9906-eb8b90f11098 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': 'efd0aea2-d297-40a0-97dc-2f473653babf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:28.277104 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-6791008b-de55-4e5d-a7fd-ccb08e5792a9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Deleting port 0df21fd7-edfb-4139-bc08-2dc1b4d8f963 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:28.277104 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6791008b-de55-4e5d-a7fd-ccb08e5792a9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (0df21fd7-edfb-4139-bc08-2dc1b4d8f963), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:28.280836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce863cb1-4d4c-4256-a4d7-f94b24e6d41b None None] Checking router: 65c0d33f-f3ec-443d-acb7-48f645725de5 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:37:28.280836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce863cb1-4d4c-4256-a4d7-f94b24e6d41b None None] Updating router 65c0d33f-f3ec-443d-acb7-48f645725de5 port 0df21fd7-edfb-4139-bc08-2dc1b4d8f963 binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:37:28.342506 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5397f123-48b1-4710-900d-7f799557ce4c, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5397f123-48b1-4710-900d-7f799557ce4c,segment=NetworkSegment(497db858-849b-48c2-a137-da1cd5158b3c),segment_id=497db858-849b-48c2-a137-da1cd5158b3c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:28.361199 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 1ea4e66a-925e-467a-87da-1427ae7345f0 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:28.361574 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1ea4e66a-925e-467a-87da-1427ae7345f0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:28.388192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '5397f123-48b1-4710-900d-7f799557ce4c', 'network_id': '3ffa6325-1320-4148-b32a-1fedf0c7a670', 'port_id': '5397f123-48b1-4710-900d-7f799557ce4c', 'mac_address': 'fa:16:3e:43:75:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603a1d84-f574-4a23-b761-aed75ab50158', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 03:37:28.395066 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ce863cb1-4d4c-4256-a4d7-f94b24e6d41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (0df21fd7-edfb-4139-bc08-2dc1b4d8f963), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:28.414605 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6791008b-de55-4e5d-a7fd-ccb08e5792a9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (0df21fd7-edfb-4139-bc08-2dc1b4d8f963), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:28.445160 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-6791008b-de55-4e5d-a7fd-ccb08e5792a9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Calling delete_port for 0df21fd7-edfb-4139-bc08-2dc1b4d8f963 owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:28.465782 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-48f54d88-bb88-43d9-8102-1a8b496d8b73 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for port (73625861-38fe-4d18-989a-7cfba58d35ea), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:28.525817 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 5397f123-48b1-4710-900d-7f799557ce4c is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:28.526207 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5397f123-48b1-4710-900d-7f799557ce4c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:28.528936 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-55e8bae2-d552-472e-98cf-bfa7a7f8280b req-e79b405a-6101-4be4-bd5b-e733716de646 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6777756 Apr 15 03:37:28.532697 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-501e9f49-d06c-46d3-a681-4590ccd75f2c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (2712bc85-cde0-4b06-9644-7df9f52b095d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:28.552789 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-95b0ec89-d7ca-481d-ad1f-3ec20deed7b8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Allocated IP 172.20.0.14 (1050d329-e4bc-432d-a375-579d032bcdc0/f5f63308-de7f-4cd1-b6c0-763e0a79b6f7/02ae125c-aee3-4dd1-ae58-2924936148fe) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:28.553401 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fe456748-b965-4745-bc6a-4895149402e2 req-a317db3c-9ad4-4406-a02f-719aa7642a09 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffa6325-1320-4148-b32a-1fedf0c7a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7591596 Apr 15 03:37:28.562666 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-95b0ec89-d7ca-481d-ad1f-3ec20deed7b8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Allocated IP 172.20.0.13 (1050d329-e4bc-432d-a375-579d032bcdc0/f5f63308-de7f-4cd1-b6c0-763e0a79b6f7/02ae125c-aee3-4dd1-ae58-2924936148fe) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:28.577468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-76fa3ff3-2e2d-4cc4-917b-91295a945b89 admin admin] Publish callbacks [] for router_gateway (668f4172-d345-4add-9729-990f16e1ddb3), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:28.598996 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-501e9f49-d06c-46d3-a681-4590ccd75f2c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Calling delete_port for 2712bc85-cde0-4b06-9644-7df9f52b095d owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:28.612468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4196f96-a0c2-4881-9906-eb8b90f11098 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group_rule (5b9c0570-cf21-48d9-a8f3-13c1ad79fe76), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:28.640283 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f926c4a9-aa09-4f92-9b39-5fb6fa6594c1 None None] Current status of the port 1ea4e66a-925e-467a-87da-1427ae7345f0 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:28.640755 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f926c4a9-aa09-4f92-9b39-5fb6fa6594c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1ea4e66a-925e-467a-87da-1427ae7345f0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:28.724181 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-76fa3ff3-2e2d-4cc4-917b-91295a945b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:28.864526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-95b0ec89-d7ca-481d-ad1f-3ec20deed7b8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for port (02ae125c-aee3-4dd1-ae58-2924936148fe), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:28.905478 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5397f123-48b1-4710-900d-7f799557ce4c {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:37:28.987786 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-48f54d88-bb88-43d9-8102-1a8b496d8b73 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (73625861-38fe-4d18-989a-7cfba58d35ea), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:28.988184 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f926c4a9-aa09-4f92-9b39-5fb6fa6594c1 None None] For port 1ea4e66a-925e-467a-87da-1427ae7345f0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1ea4e66a-925e-467a-87da-1427ae7345f0,segment=NetworkSegment(27272d07-c664-430d-9eb5-5da7fb208249),segment_id=27272d07-c664-430d-9eb5-5da7fb208249)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:28.994025 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 1ea4e66a-925e-467a-87da-1427ae7345f0 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:28.994025 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1ea4e66a-925e-467a-87da-1427ae7345f0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:28.998407 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5397f123-48b1-4710-900d-7f799557ce4c, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5397f123-48b1-4710-900d-7f799557ce4c,segment=NetworkSegment(497db858-849b-48c2-a137-da1cd5158b3c),segment_id=497db858-849b-48c2-a137-da1cd5158b3c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:29.012161 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6791008b-de55-4e5d-a7fd-ccb08e5792a9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (0df21fd7-edfb-4139-bc08-2dc1b4d8f963), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.048376 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957d872e-1dba-4689-ac31-0e2fef566560 None None] Network 0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:29.053360 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-95b0ec89-d7ca-481d-ad1f-3ec20deed7b8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (02ae125c-aee3-4dd1-ae58-2924936148fe), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.055206 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791008b-de55-4e5d-a7fd-ccb08e5792a9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Pushing event deleted for resources: {'Port': ['ID=0df21fd7-edfb-4139-bc08-2dc1b4d8f963,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:29.080549 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f926c4a9-aa09-4f92-9b39-5fb6fa6594c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (1ea4e66a-925e-467a-87da-1427ae7345f0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.087264 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (5397f123-48b1-4710-900d-7f799557ce4c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.131306 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4196f96-a0c2-4881-9906-eb8b90f11098 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group_rule (5b9c0570-cf21-48d9-a8f3-13c1ad79fe76), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.145337 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b0ec89-d7ca-481d-ad1f-3ec20deed7b8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Network 1050d329-e4bc-432d-a375-579d032bcdc0 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:29.155617 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-95b0ec89-d7ca-481d-ad1f-3ec20deed7b8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:29.165248 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b0ec89-d7ca-481d-ad1f-3ec20deed7b8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:29.171649 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f54d88-bb88-43d9-8102-1a8b496d8b73 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Network e1523eac-b23c-4c81-a1c0-4814cc33a61e is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:29.191425 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0ec89-d7ca-481d-ad1f-3ec20deed7b8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Port': ['ID=02ae125c-aee3-4dd1-ae58-2924936148fe,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:29.205137 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6791008b-de55-4e5d-a7fd-ccb08e5792a9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (65c0d33f-f3ec-443d-acb7-48f645725de5), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.238402 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8d520063-b600-4f1a-b9bd-7cae9cdc4b90 None None] Provisioning complete for port 1ea4e66a-925e-467a-87da-1427ae7345f0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:29.239037 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-48f54d88-bb88-43d9-8102-1a8b496d8b73 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:29.239147 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d520063-b600-4f1a-b9bd-7cae9cdc4b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1ea4e66a-925e-467a-87da-1427ae7345f0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.241653 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fe456748-b965-4745-bc6a-4895149402e2 req-d9a22ff3-409d-47ff-9aac-3fb90089ce07 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffa6325-1320-4148-b32a-1fedf0c7a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6812038 Apr 15 03:37:29.242594 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f54d88-bb88-43d9-8102-1a8b496d8b73 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:29.276226 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4196f96-a0c2-4881-9906-eb8b90f11098 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (5b9c0570-cf21-48d9-a8f3-13c1ad79fe76), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.315736 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f54d88-bb88-43d9-8102-1a8b496d8b73 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Pushing event updated for resources: {'Port': ['ID=73625861-38fe-4d18-989a-7cfba58d35ea,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:29.319141 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926c4a9-aa09-4f92-9b39-5fb6fa6594c1 None None] Pushing event updated for resources: {'Port': ['ID=1ea4e66a-925e-467a-87da-1427ae7345f0,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:29.326958 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:37:29.327462 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:37:29.375323 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4196f96-a0c2-4881-9906-eb8b90f11098 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9c0570-cf21-48d9-a8f3-13c1ad79fe76,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:29.389389 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=5397f123-48b1-4710-900d-7f799557ce4c,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:29.413657 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abe91691-869e-4d7d-89e4-a28c3bf75f54 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_gateway (20557c63-a5e5-46d9-889e-bdab09712270), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.413858 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['5397f123-48b1-4710-900d-7f799557ce4c'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:37:29.417024 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-48f54d88-bb88-43d9-8102-1a8b496d8b73 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (a82fa3a0-2e79-495d-a7c4-c8e072ceeede), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.420694 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-76fa3ff3-2e2d-4cc4-917b-91295a945b89 admin admin] Allocated IP 172.26.6.97 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/9a925d67-e384-4697-943c-d6c63e11c0b7) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:29.426281 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-ce863cb1-4d4c-4256-a4d7-f94b24e6d41b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:37:29.426836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-ce863cb1-4d4c-4256-a4d7-f94b24e6d41b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:37:29.474444 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4196f96-a0c2-4881-9906-eb8b90f11098 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.478563 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f4196f96-a0c2-4881-9906-eb8b90f11098 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2196867 Apr 15 03:37:29.478917 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60196) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:29.487550 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f42523e5-ef62-4eb9-bfc5-a2922ed2da4f tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': 'efd0aea2-d297-40a0-97dc-2f473653babf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:29.526867 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-501e9f49-d06c-46d3-a681-4590ccd75f2c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (2712bc85-cde0-4b06-9644-7df9f52b095d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.577132 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8d520063-b600-4f1a-b9bd-7cae9cdc4b90 None None] Current status of the port 1ea4e66a-925e-467a-87da-1427ae7345f0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:29.637675 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8d520063-b600-4f1a-b9bd-7cae9cdc4b90 None None] Provisioning complete for port 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:29.638057 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d520063-b600-4f1a-b9bd-7cae9cdc4b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (07e7e4a6-edeb-4c50-baf9-9257a9a4aa26), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.644543 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abe91691-869e-4d7d-89e4-a28c3bf75f54 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_gateway (20557c63-a5e5-46d9-889e-bdab09712270), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.652778 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e9f49-d06c-46d3-a681-4590ccd75f2c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Port': ['ID=2712bc85-cde0-4b06-9644-7df9f52b095d,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:29.738933 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-501e9f49-d06c-46d3-a681-4590ccd75f2c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.745020 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-501e9f49-d06c-46d3-a681-4590ccd75f2c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/ports/2712bc85-cde0-4b06-9644-7df9f52b095d HTTP/1.1" status: 204 len: 168 time: 2.9463885 Apr 15 03:37:29.746730 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60200) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:29.758919 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f42523e5-ef62-4eb9-bfc5-a2922ed2da4f tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group_rule (331bdc50-7ad4-4d27-a013-c1dacfc9777c), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.761820 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6791008b-de55-4e5d-a7fd-ccb08e5792a9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (65c0d33f-f3ec-443d-acb7-48f645725de5), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.764376 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6791008b-de55-4e5d-a7fd-ccb08e5792a9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_controller (65c0d33f-f3ec-443d-acb7-48f645725de5), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.793743 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b0ec89-d7ca-481d-ad1f-3ec20deed7b8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:29.795324 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-95b0ec89-d7ca-481d-ad1f-3ec20deed7b8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.804042 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8d520063-b600-4f1a-b9bd-7cae9cdc4b90 None None] Current status of the port 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:29.804438 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d520063-b600-4f1a-b9bd-7cae9cdc4b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (07e7e4a6-edeb-4c50-baf9-9257a9a4aa26), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.806450 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ab1eda-b5de-4f42-a6cd-520b5f2d927b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] GET failed (client error): The resource could not be found. Apr 15 03:37:29.810681 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-89ab1eda-b5de-4f42-a6cd-520b5f2d927b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports/2712bc85-cde0-4b06-9644-7df9f52b095d HTTP/1.1" status: 404 len: 333 time: 0.0604324 Apr 15 03:37:29.833810 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60202) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:29.838830 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-76fa3ff3-2e2d-4cc4-917b-91295a945b89 admin admin] Publish callbacks [] for port (9a925d67-e384-4697-943c-d6c63e11c0b7), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.890678 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-8d520063-b600-4f1a-b9bd-7cae9cdc4b90 None None] For port 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=07e7e4a6-edeb-4c50-baf9-9257a9a4aa26,segment=NetworkSegment(d912f2b0-15a9-4b40-82d8-b001cae91119),segment_id=d912f2b0-15a9-4b40-82d8-b001cae91119)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:29.896390 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 1ea4e66a-925e-467a-87da-1427ae7345f0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:29.958689 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce863cb1-4d4c-4256-a4d7-f94b24e6d41b None None] Port 0df21fd7-edfb-4139-bc08-2dc1b4d8f963 not found while updating agent binding for router 65c0d33f-f3ec-443d-acb7-48f645725de5. {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 15 03:37:29.977237 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6791008b-de55-4e5d-a7fd-ccb08e5792a9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (65c0d33f-f3ec-443d-acb7-48f645725de5), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.977237 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6791008b-de55-4e5d-a7fd-ccb08e5792a9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65c0d33f-f3ec-443d-acb7-48f645725de5 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:37:29.977237 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6791008b-de55-4e5d-a7fd-ccb08e5792a9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:29.977237 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6791008b-de55-4e5d-a7fd-ccb08e5792a9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "DELETE /v2.0/routers/65c0d33f-f3ec-443d-acb7-48f645725de5 HTTP/1.1" status: 204 len: 168 time: 2.5248020 Apr 15 03:37:29.982947 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce863cb1-4d4c-4256-a4d7-f94b24e6d41b None None] Routers set() bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:29.983531 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce863cb1-4d4c-4256-a4d7-f94b24e6d41b None None] Router IDs set() for agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 15 03:37:29.984266 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_agentschedulers_db [None req-ce863cb1-4d4c-4256-a4d7-f94b24e6d41b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'65c0d33f-f3ec-443d-acb7-48f645725de5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent'). {{(pid=104668) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 15 03:37:29.984814 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef31c73-2594-4efc-9feb-82f39678a78f req-d40d5e48-d3ff-4f4d-bf95-6fd19edd8fdd tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:29.985031 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce863cb1-4d4c-4256-a4d7-f94b24e6d41b None None] The sync data for ids ['65c0d33f-f3ec-443d-acb7-48f645725de5'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:29.987794 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-aef31c73-2594-4efc-9feb-82f39678a78f req-d40d5e48-d3ff-4f4d-bf95-6fd19edd8fdd tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 945 time: 0.2080433 Apr 15 03:37:29.988548 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60204) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:29.998169 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d520063-b600-4f1a-b9bd-7cae9cdc4b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (07e7e4a6-edeb-4c50-baf9-9257a9a4aa26), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.071421 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-95b0ec89-d7ca-481d-ad1f-3ec20deed7b8 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.8172538 Apr 15 03:37:30.080783 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d520063-b600-4f1a-b9bd-7cae9cdc4b90 None None] Pushing event updated for resources: {'Port': ['ID=07e7e4a6-edeb-4c50-baf9-9257a9a4aa26,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:30.081214 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60206) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:30.099169 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-7190ec20-6115-404f-ba4e-e6340014734b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': '02ae125c-aee3-4dd1-ae58-2924936148fe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:30.127554 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92c7d0f-4bdd-43c1-ac9d-0672e7b44358 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Deleting subnet 45405731-98a6-42dc-bce1-1c1db05f97be {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:37:30.137383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:37:30.137576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a92c7d0f-4bdd-43c1-ac9d-0672e7b44358 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for subnet (45405731-98a6-42dc-bce1-1c1db05f97be), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.165808 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d17a42a3-f3b7-4250-8306-e590fe5269b1 None None] Provisioning complete for port 73625861-38fe-4d18-989a-7cfba58d35ea triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:30.166251 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d17a42a3-f3b7-4250-8306-e590fe5269b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (73625861-38fe-4d18-989a-7cfba58d35ea), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.174744 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-aef31c73-2594-4efc-9feb-82f39678a78f req-1ffc8af7-185f-42dc-bc06-4d49f8161991 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629179 Apr 15 03:37:30.185096 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a92c7d0f-4bdd-43c1-ac9d-0672e7b44358 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (45405731-98a6-42dc-bce1-1c1db05f97be), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.220974 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d17a42a3-f3b7-4250-8306-e590fe5269b1 None None] Port 73625861-38fe-4d18-989a-7cfba58d35ea cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:30.229702 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d17a42a3-f3b7-4250-8306-e590fe5269b1 None None] Provisioning complete for port 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:30.230086 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d17a42a3-f3b7-4250-8306-e590fe5269b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (07e7e4a6-edeb-4c50-baf9-9257a9a4aa26), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.232897 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:30.233269 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (07e7e4a6-edeb-4c50-baf9-9257a9a4aa26), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.234247 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a92c7d0f-4bdd-43c1-ac9d-0672e7b44358 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (45405731-98a6-42dc-bce1-1c1db05f97be), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.255398 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7190ec20-6115-404f-ba4e-e6340014734b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.330149 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-48f54d88-bb88-43d9-8102-1a8b496d8b73 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (73625861-38fe-4d18-989a-7cfba58d35ea), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.356045 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7190ec20-6115-404f-ba4e-e6340014734b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.359759 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-abe91691-869e-4d7d-89e4-a28c3bf75f54 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Deleting port 416d2870-76eb-4c9b-8ab3-3d3434fce1f7 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:30.360103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abe91691-869e-4d7d-89e4-a28c3bf75f54 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (416d2870-76eb-4c9b-8ab3-3d3434fce1f7), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.371058 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-72737946-aa57-440d-ab23-a82e895e8ce2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting subnet a1e6bd8a-14c5-4401-af88-8c4e339a2e41 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:37:30.388562 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:30.389644 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1ea4e66a-925e-467a-87da-1427ae7345f0 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:37:30.394241 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d17a42a3-f3b7-4250-8306-e590fe5269b1 None None] Current status of the port 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:30.396958 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-72737946-aa57-440d-ab23-a82e895e8ce2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for subnet (a1e6bd8a-14c5-4401-af88-8c4e339a2e41), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.430198 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a92c7d0f-4bdd-43c1-ac9d-0672e7b44358 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (45405731-98a6-42dc-bce1-1c1db05f97be), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.442352 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 1ea4e66a-925e-467a-87da-1427ae7345f0 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:30.442769 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1ea4e66a-925e-467a-87da-1427ae7345f0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.458301 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c7d0f-4bdd-43c1-ac9d-0672e7b44358 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=45405731-98a6-42dc-bce1-1c1db05f97be,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:30.462215 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a92c7d0f-4bdd-43c1-ac9d-0672e7b44358 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.466035 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a92c7d0f-4bdd-43c1-ac9d-0672e7b44358 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/45405731-98a6-42dc-bce1-1c1db05f97be HTTP/1.1" status: 204 len: 168 time: 0.4763277 Apr 15 03:37:30.472914 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60208) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:30.502009 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-f42523e5-ef62-4eb9-bfc5-a2922ed2da4f tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): There was a conflict when trying to complete your request. Apr 15 03:37:30.505630 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f42523e5-ef62-4eb9-bfc5-a2922ed2da4f tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0219042 Apr 15 03:37:30.506848 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-72737946-aa57-440d-ab23-a82e895e8ce2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (a1e6bd8a-14c5-4401-af88-8c4e339a2e41), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.524516 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60210) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:30.544909 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 1ea4e66a-925e-467a-87da-1427ae7345f0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:30.595867 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-359f7880-5852-4e6e-a7b0-00280ececd3c tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (0b0456a7-e977-4d4a-881f-00a8fe571ff0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.611619 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-76fa3ff3-2e2d-4cc4-917b-91295a945b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (9a925d67-e384-4697-943c-d6c63e11c0b7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.646177 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-7190ec20-6115-404f-ba4e-e6340014734b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Allocated IP 172.26.6.115 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/6ae52d88-f199-4c34-9335-9cb6d2f4199a) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:30.669066 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7fb90a1f-c3fa-4de7-bbb6-34695f71c00e tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (efd0aea2-d297-40a0-97dc-2f473653babf), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.675154 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abe91691-869e-4d7d-89e4-a28c3bf75f54 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (416d2870-76eb-4c9b-8ab3-3d3434fce1f7), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.708431 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fa3ff3-2e2d-4cc4-917b-91295a945b89 admin admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:30.713287 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-abe91691-869e-4d7d-89e4-a28c3bf75f54 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Calling delete_port for 416d2870-76eb-4c9b-8ab3-3d3434fce1f7 owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:30.725286 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-76fa3ff3-2e2d-4cc4-917b-91295a945b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:30.727909 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fa3ff3-2e2d-4cc4-917b-91295a945b89 admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:30.755082 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-359f7880-5852-4e6e-a7b0-00280ececd3c tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (0b0456a7-e977-4d4a-881f-00a8fe571ff0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.771496 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7fb90a1f-c3fa-4de7-bbb6-34695f71c00e tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (efd0aea2-d297-40a0-97dc-2f473653babf), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.788325 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa3ff3-2e2d-4cc4-917b-91295a945b89 admin admin] Pushing event updated for resources: {'Port': ['ID=9a925d67-e384-4697-943c-d6c63e11c0b7,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:30.824669 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-359f7880-5852-4e6e-a7b0-00280ececd3c tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0456a7-e977-4d4a-881f-00a8fe571ff0']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:30.842842 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-359f7880-5852-4e6e-a7b0-00280ececd3c tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc32151-0c44-4b8a-ac52-168d6deda1c3') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:30.843140 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-359f7880-5852-4e6e-a7b0-00280ececd3c tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc32151-0c44-4b8a-ac52-168d6deda1c3') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:30.860427 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-359f7880-5852-4e6e-a7b0-00280ececd3c tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (4fc32151-0c44-4b8a-ac52-168d6deda1c3), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.881067 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-359f7880-5852-4e6e-a7b0-00280ececd3c tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (4fc32151-0c44-4b8a-ac52-168d6deda1c3), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.897626 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-359f7880-5852-4e6e-a7b0-00280ececd3c tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:37:30.898056 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-359f7880-5852-4e6e-a7b0-00280ececd3c tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (4fc32151-0c44-4b8a-ac52-168d6deda1c3), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:37:30.899791 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:37:30.902034 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-72737946-aa57-440d-ab23-a82e895e8ce2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (a1e6bd8a-14c5-4401-af88-8c4e339a2e41), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.959761 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7fb90a1f-c3fa-4de7-bbb6-34695f71c00e tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (efd0aea2-d297-40a0-97dc-2f473653babf), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.962202 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7fb90a1f-c3fa-4de7-bbb6-34695f71c00e tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.963436 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7fb90a1f-c3fa-4de7-bbb6-34695f71c00e tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "DELETE /v2.0/security-groups/efd0aea2-d297-40a0-97dc-2f473653babf HTTP/1.1" status: 204 len: 168 time: 0.4379742 Apr 15 03:37:30.970785 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7190ec20-6115-404f-ba4e-e6340014734b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for port (6ae52d88-f199-4c34-9335-9cb6d2f4199a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:30.976065 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60212) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:30.999258 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb90a1f-c3fa-4de7-bbb6-34695f71c00e tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd0aea2-d297-40a0-97dc-2f473653babf,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:31.052291 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1b8e12d7-5563-4548-8299-b066d049fdb4 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0697689 Apr 15 03:37:31.053099 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60214) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:31.057614 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-d8a991ea-f6b5-4b1d-84db-f50224851fac tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group': {'name': 'tempest-secgroup--580611244'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:31.091361 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-359f7880-5852-4e6e-a7b0-00280ececd3c tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (0b0456a7-e977-4d4a-881f-00a8fe571ff0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:31.096972 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359f7880-5852-4e6e-a7b0-00280ececd3c tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0b0456a7-e977-4d4a-881f-00a8fe571ff0 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 15 03:37:31.101510 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-359f7880-5852-4e6e-a7b0-00280ececd3c tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:31.109143 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-359f7880-5852-4e6e-a7b0-00280ececd3c tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "DELETE /v2.0/networks/0b0456a7-e977-4d4a-881f-00a8fe571ff0 HTTP/1.1" status: 204 len: 168 time: 0.6351233 Apr 15 03:37:31.123010 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f7880-5852-4e6e-a7b0-00280ececd3c tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b0456a7-e977-4d4a-881f-00a8fe571ff0,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:31.158294 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7190ec20-6115-404f-ba4e-e6340014734b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (6ae52d88-f199-4c34-9335-9cb6d2f4199a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:31.199628 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-48f54d88-bb88-43d9-8102-1a8b496d8b73 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for port (73625861-38fe-4d18-989a-7cfba58d35ea), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:31.205085 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190ec20-6115-404f-ba4e-e6340014734b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Port': ['ID=6ae52d88-f199-4c34-9335-9cb6d2f4199a,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:31.213069 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8a991ea-f6b5-4b1d-84db-f50224851fac tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:31.231885 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7190ec20-6115-404f-ba4e-e6340014734b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:31.233585 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-72737946-aa57-440d-ab23-a82e895e8ce2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (a1e6bd8a-14c5-4401-af88-8c4e339a2e41), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:31.236146 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-7190ec20-6115-404f-ba4e-e6340014734b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:31.239245 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7190ec20-6115-404f-ba4e-e6340014734b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:31.349642 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-48f54d88-bb88-43d9-8102-1a8b496d8b73 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (73625861-38fe-4d18-989a-7cfba58d35ea), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:31.440138 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a575f7aa-306c-48da-978d-185f4844cde5 None None] Network 6045afdb-afc8-4111-b1f1-3bccb8cf7661 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:31.452564 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8a991ea-f6b5-4b1d-84db-f50224851fac tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (2cb5dea9-0fc4-4ea9-b1b3-707492d16904), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:31.511637 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72737946-aa57-440d-ab23-a82e895e8ce2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e6bd8a-14c5-4401-af88-8c4e339a2e41,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:31.515363 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:37:31.548296 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8a991ea-f6b5-4b1d-84db-f50224851fac tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (2cb5dea9-0fc4-4ea9-b1b3-707492d16904), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:31.548778 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-72737946-aa57-440d-ab23-a82e895e8ce2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:31.555187 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-72737946-aa57-440d-ab23-a82e895e8ce2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/subnets/a1e6bd8a-14c5-4401-af88-8c4e339a2e41 HTTP/1.1" status: 204 len: 168 time: 1.7097197 Apr 15 03:37:31.561136 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60224) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:31.561920 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abe91691-869e-4d7d-89e4-a28c3bf75f54 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (416d2870-76eb-4c9b-8ab3-3d3434fce1f7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:31.573645 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5397f123-48b1-4710-900d-7f799557ce4c up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:37:31.614780 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a991ea-f6b5-4b1d-84db-f50224851fac tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb5dea9-0fc4-4ea9-b1b3-707492d16904,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:31.650155 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60226) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:31.659331 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-48f54d88-bb88-43d9-8102-1a8b496d8b73 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (a82fa3a0-2e79-495d-a7c4-c8e072ceeede), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:31.664198 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-10567a14-f7e9-45c4-89bf-762cacd73b9b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Request body: {'router': {'name': 'tempest-router--1038453562', 'project_id': '26247230907a433a99539b803e41ec1e'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:31.682691 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 5397f123-48b1-4710-900d-7f799557ce4c completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 03:37:31.695900 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8a991ea-f6b5-4b1d-84db-f50224851fac tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:31.697112 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d8a991ea-f6b5-4b1d-84db-f50224851fac tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6430669 Apr 15 03:37:31.701772 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60228) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:31.708291 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-1bab95de-3fff-4557-a4e8-01406a491fa3 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': '2cb5dea9-0fc4-4ea9-b1b3-707492d16904', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:31.709173 dv-neutron-837140-3-hyperv neutron-server[104667]: WARNING neutron.api.v2.base [None req-1bab95de-3fff-4557-a4e8-01406a491fa3 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 15 03:37:31.711476 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f54d88-bb88-43d9-8102-1a8b496d8b73 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Pushing event updated for resources: {'Port': ['ID=73625861-38fe-4d18-989a-7cfba58d35ea,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:31.712061 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-1bab95de-3fff-4557-a4e8-01406a491fa3 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:37:31.712061 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1bab95de-3fff-4557-a4e8-01406a491fa3 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0079250 Apr 15 03:37:31.713649 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60230) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:31.725990 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b30c3f-eaf2-4e22-bf9b-67e1b60b2fa5 req-e96f7ff9-a023-43c7-a8f5-fe2bd838cf3a tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:31.727614 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-72b30c3f-eaf2-4e22-bf9b-67e1b60b2fa5 req-e96f7ff9-a023-43c7-a8f5-fe2bd838cf3a tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 945 time: 0.3036184 Apr 15 03:37:31.765960 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 5397f123-48b1-4710-900d-7f799557ce4c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:31.767822 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (5397f123-48b1-4710-900d-7f799557ce4c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:31.810692 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe91691-869e-4d7d-89e4-a28c3bf75f54 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Pushing event deleted for resources: {'Port': ['ID=416d2870-76eb-4c9b-8ab3-3d3434fce1f7,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:31.813579 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-76fa3ff3-2e2d-4cc4-917b-91295a945b89 admin admin] Publish callbacks [] for router_gateway (668f4172-d345-4add-9729-990f16e1ddb3), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:31.820517 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacfd049-d04a-46f7-9abf-bbf4082b3ffa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting subnet ba225d2f-c036-41a2-a35e-41076b28aa6c {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:37:31.822929 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-17bf6b1f-1fe4-47dc-a167-daf67010bade tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (2cb5dea9-0fc4-4ea9-b1b3-707492d16904), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:31.840197 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eacfd049-d04a-46f7-9abf-bbf4082b3ffa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for subnet (ba225d2f-c036-41a2-a35e-41076b28aa6c), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:31.893442 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-17bf6b1f-1fe4-47dc-a167-daf67010bade tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (2cb5dea9-0fc4-4ea9-b1b3-707492d16904), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:31.898219 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 5397f123-48b1-4710-900d-7f799557ce4c is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:31.898863 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5397f123-48b1-4710-900d-7f799557ce4c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:31.901931 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10567a14-f7e9-45c4-89bf-762cacd73b9b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (8e38bca9-b4d8-46e5-9886-baf343df2296), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:31.903031 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10567a14-f7e9-45c4-89bf-762cacd73b9b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (8e38bca9-b4d8-46e5-9886-baf343df2296), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:31.918986 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7190ec20-6115-404f-ba4e-e6340014734b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (604fcccb-a607-4f62-ba37-090182d57057), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:31.955844 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7dd3dd-41ad-4098-bbce-9acfbfcbd650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5397f123-48b1-4710-900d-7f799557ce4c'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:37:31.961255 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8108ab5c-4390-443a-9ea9-d48f4e67b32e" -d '{"events": [{"server_uuid": "ea7dd3dd-41ad-4098-bbce-9acfbfcbd650", "name": "network-vif-plugged", "status": "completed", "tag": "5397f123-48b1-4710-900d-7f799557ce4c"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:37:32.006691 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5397f123-48b1-4710-900d-7f799557ce4c, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5397f123-48b1-4710-900d-7f799557ce4c,segment=NetworkSegment(497db858-849b-48c2-a137-da1cd5158b3c),segment_id=497db858-849b-48c2-a137-da1cd5158b3c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:32.027084 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:37:32.043821 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abe91691-869e-4d7d-89e4-a28c3bf75f54 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (20557c63-a5e5-46d9-889e-bdab09712270), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:32.047380 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eacfd049-d04a-46f7-9abf-bbf4082b3ffa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (ba225d2f-c036-41a2-a35e-41076b28aa6c), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:32.047559 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-17bf6b1f-1fe4-47dc-a167-daf67010bade tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (2cb5dea9-0fc4-4ea9-b1b3-707492d16904), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:32.050240 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-17bf6b1f-1fe4-47dc-a167-daf67010bade tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:32.054690 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-17bf6b1f-1fe4-47dc-a167-daf67010bade tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "DELETE /v2.0/security-groups/2cb5dea9-0fc4-4ea9-b1b3-707492d16904 HTTP/1.1" status: 204 len: 168 time: 0.3368955 Apr 15 03:37:32.064750 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60234) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:32.072769 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9202d4-feea-4582-a686-c1a566d0223d x-openstack-request-id: req-ae9202d4-feea-4582-a686-c1a566d0223d {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:37:32.073153 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7dd3dd-41ad-4098-bbce-9acfbfcbd650", "name": "network-vif-plugged", "status": "completed", "tag": "5397f123-48b1-4710-900d-7f799557ce4c", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:37:32.073483 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae9202d4-feea-4582-a686-c1a566d0223d {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:37:32.073951 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae9202d4-feea-4582-a686-c1a566d0223d'] response: {'server_uuid': 'ea7dd3dd-41ad-4098-bbce-9acfbfcbd650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5397f123-48b1-4710-900d-7f799557ce4c', 'code': 200} Apr 15 03:37:32.092966 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf6b1f-1fe4-47dc-a167-daf67010bade tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb5dea9-0fc4-4ea9-b1b3-707492d16904,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:32.105057 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (5397f123-48b1-4710-900d-7f799557ce4c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:32.167155 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7190ec20-6115-404f-ba4e-e6340014734b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6ae52d88-f199-4c34-9335-9cb6d2f4199a), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:32.192569 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:32.194038 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (07e7e4a6-edeb-4c50-baf9-9257a9a4aa26), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:32.201212 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-72b30c3f-eaf2-4e22-bf9b-67e1b60b2fa5 req-ee0fd74d-5a29-407a-936e-a8ce3f098d51 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625363 Apr 15 03:37:32.228273 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1ddae23c-91df-4325-92ff-d4b9fb456190 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1578341 Apr 15 03:37:32.231452 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60236) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:32.240887 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f72d27f5-acf1-4c8d-a64a-f87e2b061fd1 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1973389304'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:32.298469 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=5397f123-48b1-4710-900d-7f799557ce4c,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:32.357201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f54d88-bb88-43d9-8102-1a8b496d8b73 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Network e1523eac-b23c-4c81-a1c0-4814cc33a61e is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:32.359460 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10567a14-f7e9-45c4-89bf-762cacd73b9b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_controller (8e38bca9-b4d8-46e5-9886-baf343df2296), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:32.381899 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:32.388786 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f72d27f5-acf1-4c8d-a64a-f87e2b061fd1 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:32.423919 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7190ec20-6115-404f-ba4e-e6340014734b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for port (6ae52d88-f199-4c34-9335-9cb6d2f4199a), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:32.483138 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f72d27f5-acf1-4c8d-a64a-f87e2b061fd1 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (c00571df-fc10-429e-bc40-3c023aae8de8), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:32.505576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7190ec20-6115-404f-ba4e-e6340014734b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (6ae52d88-f199-4c34-9335-9cb6d2f4199a), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:32.528187 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ab2bbb37-5731-4df2-9c80-56b772543361 None None] Provisioning complete for port 3f3ff103-3504-4f29-82b3-59c243ef4638 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:32.528776 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ab2bbb37-5731-4df2-9c80-56b772543361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:32.573065 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f72d27f5-acf1-4c8d-a64a-f87e2b061fd1 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (c00571df-fc10-429e-bc40-3c023aae8de8), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:32.592783 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190ec20-6115-404f-ba4e-e6340014734b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Port': ['ID=6ae52d88-f199-4c34-9335-9cb6d2f4199a,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:32.619441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ab2bbb37-5731-4df2-9c80-56b772543361 None None] Current status of the port 3f3ff103-3504-4f29-82b3-59c243ef4638 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:32.625561 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7190ec20-6115-404f-ba4e-e6340014734b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (604fcccb-a607-4f62-ba37-090182d57057), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:32.627945 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d27f5-acf1-4c8d-a64a-f87e2b061fd1 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00571df-fc10-429e-bc40-3c023aae8de8,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:32.690871 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f72d27f5-acf1-4c8d-a64a-f87e2b061fd1 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:32.696752 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f72d27f5-acf1-4c8d-a64a-f87e2b061fd1 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4596369 Apr 15 03:37:32.696752 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60238) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:32.731480 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-0eea2c3a-acca-4254-a0ca-17b78bafc92c tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': 'c00571df-fc10-429e-bc40-3c023aae8de8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:32.732540 dv-neutron-837140-3-hyperv neutron-server[104667]: WARNING neutron.api.v2.base [None req-0eea2c3a-acca-4254-a0ca-17b78bafc92c tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 15 03:37:32.733051 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-0eea2c3a-acca-4254-a0ca-17b78bafc92c tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:37:32.739167 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0eea2c3a-acca-4254-a0ca-17b78bafc92c tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0383101 Apr 15 03:37:32.739362 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-48f54d88-bb88-43d9-8102-1a8b496d8b73 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:32.739864 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60240) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:32.764665 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10567a14-f7e9-45c4-89bf-762cacd73b9b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (8e38bca9-b4d8-46e5-9886-baf343df2296), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:32.801851 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-7190ec20-6115-404f-ba4e-e6340014734b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Floating IP 604fcccb-a607-4f62-ba37-090182d57057 associated. External IP: 172.26.6.115, port: 02ae125c-aee3-4dd1-ae58-2924936148fe. Apr 15 03:37:32.861931 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f7f12847-d68e-4fcc-9ea9-ae54dcc8d146 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (c00571df-fc10-429e-bc40-3c023aae8de8), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:32.928608 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f7f12847-d68e-4fcc-9ea9-ae54dcc8d146 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (c00571df-fc10-429e-bc40-3c023aae8de8), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:32.933391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eacfd049-d04a-46f7-9abf-bbf4082b3ffa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (ba225d2f-c036-41a2-a35e-41076b28aa6c), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:32.983483 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef5a4f-d172-4672-9344-b825f4466b1a req-2fb2cd86-2806-46f9-ac62-13d6dfb422a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:32.984971 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b2ef5a4f-d172-4672-9344-b825f4466b1a req-2fb2cd86-2806-46f9-ac62-13d6dfb422a8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 1130 time: 0.5925884 Apr 15 03:37:32.996875 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10567a14-f7e9-45c4-89bf-762cacd73b9b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:32.997994 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-10567a14-f7e9-45c4-89bf-762cacd73b9b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3412738 Apr 15 03:37:33.005992 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abe91691-869e-4d7d-89e4-a28c3bf75f54 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (20557c63-a5e5-46d9-889e-bdab09712270), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:33.006229 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60242) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:33.042670 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-aa25f041-08a8-432f-aa4f-6ddb7b282efe None None] Provisioning complete for port 73625861-38fe-4d18-989a-7cfba58d35ea triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:33.043888 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-aa25f041-08a8-432f-aa4f-6ddb7b282efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (73625861-38fe-4d18-989a-7cfba58d35ea), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:33.050141 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abe91691-869e-4d7d-89e4-a28c3bf75f54 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (20557c63-a5e5-46d9-889e-bdab09712270), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:33.075467 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-76fa3ff3-2e2d-4cc4-917b-91295a945b89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (668f4172-d345-4add-9729-990f16e1ddb3), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:33.089404 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-aa25f041-08a8-432f-aa4f-6ddb7b282efe None None] Port 73625861-38fe-4d18-989a-7cfba58d35ea cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:33.124333 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f7f12847-d68e-4fcc-9ea9-ae54dcc8d146 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (c00571df-fc10-429e-bc40-3c023aae8de8), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:33.128262 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f7f12847-d68e-4fcc-9ea9-ae54dcc8d146 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:33.129394 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f7f12847-d68e-4fcc-9ea9-ae54dcc8d146 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "DELETE /v2.0/security-groups/c00571df-fc10-429e-bc40-3c023aae8de8 HTTP/1.1" status: 204 len: 168 time: 0.3910029 Apr 15 03:37:33.135507 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60244) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:33.151895 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35e20a44-198d-4420-947c-052714fb3d13 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router (8e38bca9-b4d8-46e5-9886-baf343df2296), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:33.161452 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f12847-d68e-4fcc-9ea9-ae54dcc8d146 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00571df-fc10-429e-bc40-3c023aae8de8,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:33.216629 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b2ef5a4f-d172-4672-9344-b825f4466b1a req-20c0ac9a-23a8-4cab-adb6-d2af6e00b798 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140863 Apr 15 03:37:33.277419 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe91691-869e-4d7d-89e4-a28c3bf75f54 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Router 20557c63-a5e5-46d9-889e-bdab09712270 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:37:33.307682 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eacfd049-d04a-46f7-9abf-bbf4082b3ffa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (ba225d2f-c036-41a2-a35e-41076b28aa6c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:33.346490 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-611baec9-b63b-4e54-83d8-7292c9b9bebe tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2086215 Apr 15 03:37:33.349893 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7190ec20-6115-404f-ba4e-e6340014734b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Router b437dd35-ae69-4adb-9f4f-0a741e2bf499 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:37:33.375624 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60248) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:33.376997 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfd049-d04a-46f7-9abf-bbf4082b3ffa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Subnet': ['ID=ba225d2f-c036-41a2-a35e-41076b28aa6c,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:33.384909 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-941852a7-98d4-4359-8c3c-e414a7469ab1 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group': {'name': 'tempest-secgroup--48430349'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:33.418211 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f54d88-bb88-43d9-8102-1a8b496d8b73 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Router a82fa3a0-2e79-495d-a7c4-c8e072ceeede is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:37:33.430572 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d044e6ad-bbe1-4e10-9faf-fa41a179971b None None] Network 6045afdb-afc8-4111-b1f1-3bccb8cf7661 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:33.431190 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eacfd049-d04a-46f7-9abf-bbf4082b3ffa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:33.434634 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-eacfd049-d04a-46f7-9abf-bbf4082b3ffa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/subnets/ba225d2f-c036-41a2-a35e-41076b28aa6c HTTP/1.1" status: 204 len: 168 time: 1.8700893 Apr 15 03:37:33.445901 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60250) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:33.478974 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe91691-869e-4d7d-89e4-a28c3bf75f54 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:33.487051 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abe91691-869e-4d7d-89e4-a28c3bf75f54 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:33.490577 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-abe91691-869e-4d7d-89e4-a28c3bf75f54 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "PUT /v2.0/routers/20557c63-a5e5-46d9-889e-bdab09712270 HTTP/1.1" status: 200 len: 710 time: 6.6690645 Apr 15 03:37:33.501462 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60252) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:33.509976 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cc987c-93c2-4c5d-a4c3-1a049ae44411 None None] Sync routers for ids ['20557c63-a5e5-46d9-889e-bdab09712270'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:33.526746 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cc987c-93c2-4c5d-a4c3-1a049ae44411 None None] Routers {'20557c63-a5e5-46d9-889e-bdab09712270'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:33.527884 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a9cc987c-93c2-4c5d-a4c3-1a049ae44411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['20557c63-a5e5-46d9-889e-bdab09712270'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:33.604444 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a9cc987c-93c2-4c5d-a4c3-1a049ae44411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:33.617915 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cc987c-93c2-4c5d-a4c3-1a049ae44411 None None] Routers {'20557c63-a5e5-46d9-889e-bdab09712270'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:33.623385 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a9cc987c-93c2-4c5d-a4c3-1a049ae44411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['20557c63-a5e5-46d9-889e-bdab09712270'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:33.626123 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f279ee1-d221-4338-8256-b80a216d42de None None] DHCP port deletion for 6045afdb-afc8-4111-b1f1-3bccb8cf7661 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:37:33.663299 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a9cc987c-93c2-4c5d-a4c3-1a049ae44411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:33.664248 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cc987c-93c2-4c5d-a4c3-1a049ae44411 None None] The sync data for ids ['20557c63-a5e5-46d9-889e-bdab09712270'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:33.672371 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-941852a7-98d4-4359-8c3c-e414a7469ab1 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:33.688827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8f279ee1-d221-4338-8256-b80a216d42de None None] Deleting port 3f3ff103-3504-4f29-82b3-59c243ef4638 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:33.689912 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8f279ee1-d221-4338-8256-b80a216d42de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:33.710273 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-fa0be9c2-f908-4d65-b941-27a3b2ebf47d tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "GET /v2.0/routers/20557c63-a5e5-46d9-889e-bdab09712270 HTTP/1.1" status: 200 len: 745 time: 0.2074614 Apr 15 03:37:33.712146 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35e20a44-198d-4420-947c-052714fb3d13 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (8e38bca9-b4d8-46e5-9886-baf343df2296), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:33.714979 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60254) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:33.718115 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35e20a44-198d-4420-947c-052714fb3d13 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_controller (8e38bca9-b4d8-46e5-9886-baf343df2296), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:33.724754 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d35d6330-57d8-4522-8369-034ec4afc37d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (6045afdb-afc8-4111-b1f1-3bccb8cf7661), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:33.759262 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f54d88-bb88-43d9-8102-1a8b496d8b73 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:33.761526 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-8f279ee1-d221-4338-8256-b80a216d42de None None] For port 3f3ff103-3504-4f29-82b3-59c243ef4638, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=3f3ff103-3504-4f29-82b3-59c243ef4638,segment=NetworkSegment(00413ce9-449b-4985-b107-26f25a5cf6c0),segment_id=00413ce9-449b-4985-b107-26f25a5cf6c0)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:33.761794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8f279ee1-d221-4338-8256-b80a216d42de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:33.774967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b6b1fe-eaf7-4941-a23f-92140ad3bd1f None None] Sync routers for ids ['a82fa3a0-2e79-495d-a7c4-c8e072ceeede'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:33.781972 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8f279ee1-d221-4338-8256-b80a216d42de None None] Calling delete_port for 3f3ff103-3504-4f29-82b3-59c243ef4638 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:33.784440 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0684ab8-26e1-40d6-b44e-fc91e1d02590 req-3fb57b43-9ecb-49b7-af2a-51d382cd57f2 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:33.786166 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a0684ab8-26e1-40d6-b44e-fc91e1d02590 req-3fb57b43-9ecb-49b7-af2a-51d382cd57f2 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 946 time: 0.4778287 Apr 15 03:37:33.790390 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-48f54d88-bb88-43d9-8102-1a8b496d8b73 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] 10.222.0.15 "PUT /v2.0/routers/a82fa3a0-2e79-495d-a7c4-c8e072ceeede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1123126 Apr 15 03:37:33.796157 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60256) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:33.803416 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b6b1fe-eaf7-4941-a23f-92140ad3bd1f None None] Routers {'a82fa3a0-2e79-495d-a7c4-c8e072ceeede'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:33.804054 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-17b6b1fe-eaf7-4941-a23f-92140ad3bd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a82fa3a0-2e79-495d-a7c4-c8e072ceeede'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:33.805776 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-1b1e39f9-e49c-42c5-b5ba-f95a463ff574 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Request body: {'port': {'network_id': 'e1523eac-b23c-4c81-a1c0-4814cc33a61e', 'name': 'tempest-FloatingIPNegativeTestJSON-515363711'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:33.812717 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fa3ff3-2e2d-4cc4-917b-91295a945b89 admin admin] Router 668f4172-d345-4add-9729-990f16e1ddb3 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:37:33.823373 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1b1cf82e-d694-42f4-b5c6-3dc841e61398 tempest-RoutersIpV6AdminTest-1333276452 tempest-RoutersIpV6AdminTest-1333276452-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&device_id=20557c63-a5e5-46d9-889e-bdab09712270 HTTP/1.1" status: 200 len: 205 time: 0.1027622 Apr 15 03:37:33.827405 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60258) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:33.888910 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d35d6330-57d8-4522-8369-034ec4afc37d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting port 3f3ff103-3504-4f29-82b3-59c243ef4638 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:33.890021 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d35d6330-57d8-4522-8369-034ec4afc37d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:33.911416 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f0214a13-4afb-465e-a486-1eff853e8962 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "GET /v2.0/ports?device_id=20557c63-a5e5-46d9-889e-bdab09712270 HTTP/1.1" status: 200 len: 205 time: 0.0828202 Apr 15 03:37:33.921110 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60260) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:33.982863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-941852a7-98d4-4359-8c3c-e414a7469ab1 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (ce0afc6a-a1a5-4ff8-96b0-3e573b06cb72), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.002393 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35e20a44-198d-4420-947c-052714fb3d13 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (8e38bca9-b4d8-46e5-9886-baf343df2296), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.003253 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e20a44-198d-4420-947c-052714fb3d13 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e38bca9-b4d8-46e5-9886-baf343df2296 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:37:34.045135 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35e20a44-198d-4420-947c-052714fb3d13 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.046566 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-35e20a44-198d-4420-947c-052714fb3d13 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "DELETE /v2.0/routers/8e38bca9-b4d8-46e5-9886-baf343df2296 HTTP/1.1" status: 204 len: 168 time: 1.0392592 Apr 15 03:37:34.047855 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 3f3ff103-3504-4f29-82b3-59c243ef4638 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:37:34.078483 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a0684ab8-26e1-40d6-b44e-fc91e1d02590 req-1c1a8bdc-ef1c-4e9c-a442-9e5076f21636 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525644 Apr 15 03:37:34.086713 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8f0dda41-8591-4cb3-883e-a2d9cf61a3ac tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router (20557c63-a5e5-46d9-889e-bdab09712270), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.091651 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7190ec20-6115-404f-ba4e-e6340014734b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:34.096413 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-941852a7-98d4-4359-8c3c-e414a7469ab1 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (ce0afc6a-a1a5-4ff8-96b0-3e573b06cb72), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.108181 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c1547-565f-465a-b187-bd30cc0c8a2a None None] Sync routers for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:34.138389 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-17b6b1fe-eaf7-4941-a23f-92140ad3bd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:34.139653 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c1547-565f-465a-b187-bd30cc0c8a2a None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:34.140204 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-442c1547-565f-465a-b187-bd30cc0c8a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:34.145883 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-d35d6330-57d8-4522-8369-034ec4afc37d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] For port 3f3ff103-3504-4f29-82b3-59c243ef4638, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=3f3ff103-3504-4f29-82b3-59c243ef4638,segment=NetworkSegment(00413ce9-449b-4985-b107-26f25a5cf6c0),segment_id=00413ce9-449b-4985-b107-26f25a5cf6c0)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:34.154975 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d35d6330-57d8-4522-8369-034ec4afc37d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.161693 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b6b1fe-eaf7-4941-a23f-92140ad3bd1f None None] Routers {'a82fa3a0-2e79-495d-a7c4-c8e072ceeede'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:34.162344 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-17b6b1fe-eaf7-4941-a23f-92140ad3bd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a82fa3a0-2e79-495d-a7c4-c8e072ceeede'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:34.181162 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d35d6330-57d8-4522-8369-034ec4afc37d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Calling delete_port for 3f3ff103-3504-4f29-82b3-59c243ef4638 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:34.182262 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-442c1547-565f-465a-b187-bd30cc0c8a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:34.192000 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c1547-565f-465a-b187-bd30cc0c8a2a None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:34.192938 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-442c1547-565f-465a-b187-bd30cc0c8a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:34.214646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-17b6b1fe-eaf7-4941-a23f-92140ad3bd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:34.215273 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b6b1fe-eaf7-4941-a23f-92140ad3bd1f None None] The sync data for ids ['a82fa3a0-2e79-495d-a7c4-c8e072ceeede'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:34.228616 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-442c1547-565f-465a-b187-bd30cc0c8a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:34.229344 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442c1547-565f-465a-b187-bd30cc0c8a2a None None] The sync data for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:34.290050 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 3f3ff103-3504-4f29-82b3-59c243ef4638 is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:34.290290 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.326825 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941852a7-98d4-4359-8c3c-e414a7469ab1 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0afc6a-a1a5-4ff8-96b0-3e573b06cb72,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:34.328393 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7190ec20-6115-404f-ba4e-e6340014734b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.333723 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fa3ff3-2e2d-4cc4-917b-91295a945b89 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:34.347314 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] Sync routers for ids ['668f4172-d345-4add-9729-990f16e1ddb3'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:34.354487 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60264) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:34.360658 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8f279ee1-d221-4338-8256-b80a216d42de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.372864 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-941852a7-98d4-4359-8c3c-e414a7469ab1 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.377327 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.377486 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-941852a7-98d4-4359-8c3c-e414a7469ab1 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.9931974 Apr 15 03:37:34.378741 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60268) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:34.380416 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] Routers {'668f4172-d345-4add-9729-990f16e1ddb3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:34.381304 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['668f4172-d345-4add-9729-990f16e1ddb3'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:34.386246 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-5fa2653b-d34d-4f19-8501-2bc0485d5b76 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': 'ce0afc6a-a1a5-4ff8-96b0-3e573b06cb72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:34.416943 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8f0dda41-8591-4cb3-883e-a2d9cf61a3ac tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (20557c63-a5e5-46d9-889e-bdab09712270), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.416943 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8f0dda41-8591-4cb3-883e-a2d9cf61a3ac tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router_controller (20557c63-a5e5-46d9-889e-bdab09712270), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.417303 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING neutron.api.v2.base [None req-5fa2653b-d34d-4f19-8501-2bc0485d5b76 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 15 03:37:34.417303 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-5fa2653b-d34d-4f19-8501-2bc0485d5b76 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:37:34.426412 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7190ec20-6115-404f-ba4e-e6340014734b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.3288500 Apr 15 03:37:34.426412 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60270) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:34.429093 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5fa2653b-d34d-4f19-8501-2bc0485d5b76 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0477047 Apr 15 03:37:34.432820 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60272) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:34.445936 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-199c9aac-8f1a-43ff-aac2-387a31cb39b7 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': 'ce0afc6a-a1a5-4ff8-96b0-3e573b06cb72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:34.447089 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING neutron.api.v2.base [None req-199c9aac-8f1a-43ff-aac2-387a31cb39b7 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 15 03:37:34.447900 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-199c9aac-8f1a-43ff-aac2-387a31cb39b7 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:37:34.449354 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-199c9aac-8f1a-43ff-aac2-387a31cb39b7 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0143242 Apr 15 03:37:34.450896 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1e39f9-e49c-42c5-b5ba-f95a463ff574 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Made reservation on behalf of 97ea043b29e6478782dcb9b01b92657a for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:34.454898 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1b1e39f9-e49c-42c5-b5ba-f95a463ff574 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.459014 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-76fa3ff3-2e2d-4cc4-917b-91295a945b89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.460260 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-76fa3ff3-2e2d-4cc4-917b-91295a945b89 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3835471 Apr 15 03:37:34.461032 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60274) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:34.462875 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d35d6330-57d8-4522-8369-034ec4afc37d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (3f3ff103-3504-4f29-82b3-59c243ef4638), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.469713 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-473867f7-7ffe-46d5-a001-cf18f5b108e8 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': 'ce0afc6a-a1a5-4ff8-96b0-3e573b06cb72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:34.470758 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING neutron.api.v2.base [None req-473867f7-7ffe-46d5-a001-cf18f5b108e8 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 15 03:37:34.471128 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-473867f7-7ffe-46d5-a001-cf18f5b108e8 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:37:34.472113 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-473867f7-7ffe-46d5-a001-cf18f5b108e8 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062385 Apr 15 03:37:34.473555 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f279ee1-d221-4338-8256-b80a216d42de None None] Pushing event deleted for resources: {'Port': ['ID=3f3ff103-3504-4f29-82b3-59c243ef4638,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:34.482841 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f279ee1-d221-4338-8256-b80a216d42de None None] No DVR routers for this DVR port 3f3ff103-3504-4f29-82b3-59c243ef4638 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:37:34.487665 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60276) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:34.488117 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60278) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:34.505007 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2a3401c5-75fc-4de9-9aaf-23766fef1cdf tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': 'ce0afc6a-a1a5-4ff8-96b0-3e573b06cb72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:34.505386 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-ea0b455c-ddf0-458c-8f04-ee463e6a7d84 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Request body: {'floatingip': {'port_id': '02ae125c-aee3-4dd1-ae58-2924936148fe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:34.506011 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING neutron.api.v2.base [None req-2a3401c5-75fc-4de9-9aaf-23766fef1cdf tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 15 03:37:34.506510 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-2a3401c5-75fc-4de9-9aaf-23766fef1cdf tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:37:34.508101 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2a3401c5-75fc-4de9-9aaf-23766fef1cdf tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077474 Apr 15 03:37:34.538434 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60280) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:34.584662 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d6330-57d8-4522-8369-034ec4afc37d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Port': ['ID=3f3ff103-3504-4f29-82b3-59c243ef4638,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:34.592930 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35d6330-57d8-4522-8369-034ec4afc37d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] No DVR routers for this DVR port 3f3ff103-3504-4f29-82b3-59c243ef4638 on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:37:34.594660 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] Set router 668f4172-d345-4add-9729-990f16e1ddb3 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:37:34.600250 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-1b1e39f9-e49c-42c5-b5ba-f95a463ff574 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] device_id is not set on port 9efc961c-6099-45e5-999e-7583d0b87f7a yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:34.622807 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea0b455c-ddf0-458c-8f04-ee463e6a7d84 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (604fcccb-a607-4f62-ba37-090182d57057), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.787183 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-45170f7c-3c4f-4089-b591-81d7b1788290 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1238842905', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}, 'admin_state_up': False}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:34.812600 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f4172-d345-4add-9729-990f16e1ddb3', 'name': 'tempest-ServerActionsTestJSON-1005450524-router', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:37:26Z', 'updated_at': '2022-04-15T03:37:31Z', 'revision_number': 3, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'gw_port': {'id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:28Z', 'updated_at': '2022-04-15T03:37:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:34.846327 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] Checking router: 668f4172-d345-4add-9729-990f16e1ddb3 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:37:34.846924 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] Updating router 668f4172-d345-4add-9729-990f16e1ddb3 port 9a925d67-e384-4697-943c-d6c63e11c0b7 binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:37:34.853001 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d35d6330-57d8-4522-8369-034ec4afc37d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (6045afdb-afc8-4111-b1f1-3bccb8cf7661), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.876995 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (9a925d67-e384-4697-943c-d6c63e11c0b7), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.894245 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8f0dda41-8591-4cb3-883e-a2d9cf61a3ac tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (20557c63-a5e5-46d9-889e-bdab09712270), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.894917 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0dda41-8591-4cb3-883e-a2d9cf61a3ac tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Fanout notify agent at l3_agent the message router_deleted on router 20557c63-a5e5-46d9-889e-bdab09712270 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:37:34.905641 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8f0dda41-8591-4cb3-883e-a2d9cf61a3ac tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.906780 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8f0dda41-8591-4cb3-883e-a2d9cf61a3ac tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "DELETE /v2.0/routers/20557c63-a5e5-46d9-889e-bdab09712270 HTTP/1.1" status: 204 len: 168 time: 0.9845121 Apr 15 03:37:34.911294 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60282) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:34.930394 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d35d6330-57d8-4522-8369-034ec4afc37d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6045afdb-afc8-4111-b1f1-3bccb8cf7661']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:34.948744 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-03bd54d1-2eb7-4e39-839b-e3e60052f7ed tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "GET /v2.0/ports?device_id=20557c63-a5e5-46d9-889e-bdab09712270 HTTP/1.1" status: 200 len: 205 time: 0.0361817 Apr 15 03:37:34.952535 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60284) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:34.972426 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9afca375-1241-4af6-bdfa-2a0cf35e5ace tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (ce0afc6a-a1a5-4ff8-96b0-3e573b06cb72), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.979578 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d35d6330-57d8-4522-8369-034ec4afc37d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00413ce9-449b-4985-b107-26f25a5cf6c0') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:34.979874 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d35d6330-57d8-4522-8369-034ec4afc37d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00413ce9-449b-4985-b107-26f25a5cf6c0') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:34.981712 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-45170f7c-3c4f-4089-b591-81d7b1788290 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (ae2b89b9-641f-4e03-825e-695efbc3a636), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.982729 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-45170f7c-3c4f-4089-b591-81d7b1788290 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (ae2b89b9-641f-4e03-825e-695efbc3a636), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:34.999046 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-a423ea16-58b3-4732-b80c-038d38c03b75 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] delete failed (client error): The resource could not be found. Apr 15 03:37:34.999046 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a423ea16-58b3-4732-b80c-038d38c03b75 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "DELETE /v2.0/routers/20557c63-a5e5-46d9-889e-bdab09712270 HTTP/1.1" status: 404 len: 336 time: 0.0426071 Apr 15 03:37:34.999359 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60286) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:35.004236 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-1b1e39f9-e49c-42c5-b5ba-f95a463ff574 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Allocated IP 172.20.0.13 (e1523eac-b23c-4c81-a1c0-4814cc33a61e/625d275a-35ee-40cc-a828-350cfd205087/9efc961c-6099-45e5-999e-7583d0b87f7a) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:35.007326 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d35d6330-57d8-4522-8369-034ec4afc37d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (00413ce9-449b-4985-b107-26f25a5cf6c0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:35.055035 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d35d6330-57d8-4522-8369-034ec4afc37d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (00413ce9-449b-4985-b107-26f25a5cf6c0), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:35.061357 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b6cd9c5c-4601-4900-87e6-b247fc9d7faa tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "GET /v2.0/ports?device_id=734281bd-8200-412f-96b1-f47d5119ca0a HTTP/1.1" status: 200 len: 205 time: 0.0609384 Apr 15 03:37:35.063961 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60288) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:35.089212 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9afca375-1241-4af6-bdfa-2a0cf35e5ace tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (ce0afc6a-a1a5-4ff8-96b0-3e573b06cb72), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:35.119193 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-af99e2c1-1a84-422a-a924-8699f291803b tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] delete failed (client error): The resource could not be found. Apr 15 03:37:35.124880 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-af99e2c1-1a84-422a-a924-8699f291803b tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "DELETE /v2.0/routers/734281bd-8200-412f-96b1-f47d5119ca0a HTTP/1.1" status: 404 len: 336 time: 0.0583718 Apr 15 03:37:35.130738 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60292) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:35.138687 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35d6330-57d8-4522-8369-034ec4afc37d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:37:35.139100 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d35d6330-57d8-4522-8369-034ec4afc37d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (00413ce9-449b-4985-b107-26f25a5cf6c0), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:37:35.148159 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:37:35.175963 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-80f6579c-2fca-4c57-b4cf-b5758acd02c5 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe46f2d3-3d7f-4741-b420-a20e53fa3421 HTTP/1.1" status: 200 len: 205 time: 0.0409749 Apr 15 03:37:35.199598 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] Publish callbacks [] for port (9a925d67-e384-4697-943c-d6c63e11c0b7), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:35.212435 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60294) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:35.232983 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-45170f7c-3c4f-4089-b591-81d7b1788290 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_controller (ae2b89b9-641f-4e03-825e-695efbc3a636), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:35.248017 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (9a925d67-e384-4697-943c-d6c63e11c0b7), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:35.255854 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-0affc0d2-044e-466e-9ca1-46e6a1deff98 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] delete failed (client error): The resource could not be found. Apr 15 03:37:35.259683 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0affc0d2-044e-466e-9ca1-46e6a1deff98 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "DELETE /v2.0/routers/fe46f2d3-3d7f-4741-b420-a20e53fa3421 HTTP/1.1" status: 404 len: 336 time: 0.0434322 Apr 15 03:37:35.260252 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60296) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:35.295868 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] Attempting to bind port 9a925d67-e384-4697-943c-d6c63e11c0b7 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:35.296381 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] Attempting to bind port 9a925d67-e384-4697-943c-d6c63e11c0b7 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:35.296847 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] Attempting to bind port 9a925d67-e384-4697-943c-d6c63e11c0b7 on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:35.309155 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:37:35.312197 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:35.312197 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:35.312197 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:37:35.312197 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] Bound port: 9a925d67-e384-4697-943c-d6c63e11c0b7, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:37:35.312197 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (9a925d67-e384-4697-943c-d6c63e11c0b7), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:35.328839 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c9f58c98-629f-4a05-9160-02871a0b53de tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "GET /v2.0/ports?device_id=e62f7f76-e20b-4d16-adca-20bb07e8879d HTTP/1.1" status: 200 len: 205 time: 0.0607970 Apr 15 03:37:35.332213 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60298) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:35.347857 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7600e-6e25-474f-b4a9-112b2a418158 None None] Pushing event updated for resources: {'Port': ['ID=9a925d67-e384-4697-943c-d6c63e11c0b7,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:35.382401 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] For port 9a925d67-e384-4697-943c-d6c63e11c0b7, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:37:35.386270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] For port 9a925d67-e384-4697-943c-d6c63e11c0b7, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=9a925d67-e384-4697-943c-d6c63e11c0b7,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:37:35.389348 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-3f2a7633-83ea-4d00-8b52-24bf8c14566a tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] delete failed (client error): The resource could not be found. Apr 15 03:37:35.393900 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3f2a7633-83ea-4d00-8b52-24bf8c14566a tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "DELETE /v2.0/routers/e62f7f76-e20b-4d16-adca-20bb07e8879d HTTP/1.1" status: 404 len: 336 time: 0.0573504 Apr 15 03:37:35.394123 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60300) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:35.431365 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6b998f3a-8b8f-4deb-bc41-ed84f5fec7e6 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5a103bf-4d9d-4cd4-b14d-184e6f488d70 HTTP/1.1" status: 200 len: 205 time: 0.0359628 Apr 15 03:37:35.433845 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60302) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:35.469142 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (9a925d67-e384-4697-943c-d6c63e11c0b7), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:35.481358 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-2db33d50-a5e7-4239-bc10-1770271dc114 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] delete failed (client error): The resource could not be found. Apr 15 03:37:35.482428 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2db33d50-a5e7-4239-bc10-1770271dc114 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "DELETE /v2.0/routers/f5a103bf-4d9d-4cd4-b14d-184e6f488d70 HTTP/1.1" status: 404 len: 336 time: 0.0476038 Apr 15 03:37:35.500791 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60304) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:35.540122 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c195e15d-58be-4d2f-8e33-886af6b97d07 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bfe11ad-3f1a-412e-94b6-6be49326c1f7 HTTP/1.1" status: 200 len: 205 time: 0.0380070 Apr 15 03:37:35.547504 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60306) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:35.552987 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] Routers {'668f4172-d345-4add-9729-990f16e1ddb3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:35.554356 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['668f4172-d345-4add-9729-990f16e1ddb3'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:35.617539 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7600e-6e25-474f-b4a9-112b2a418158 None None] Pushing event updated for resources: {'Port': ['ID=9a925d67-e384-4697-943c-d6c63e11c0b7,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:35.645210 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-311f21f3-6fb9-485f-8b11-ed3e5bc8c3f7 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] delete failed (client error): The resource could not be found. Apr 15 03:37:35.648771 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-311f21f3-6fb9-485f-8b11-ed3e5bc8c3f7 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "DELETE /v2.0/routers/6bfe11ad-3f1a-412e-94b6-6be49326c1f7 HTTP/1.1" status: 404 len: 336 time: 0.0517464 Apr 15 03:37:35.649111 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60308) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:35.690755 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb8d590-65b2-47bc-9e2a-d07ac95ded60 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] DELETE failed (client error): The resource could not be found. Apr 15 03:37:35.691402 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb8d590-65b2-47bc-9e2a-d07ac95ded60 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:37:35.697765 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1eb8d590-65b2-47bc-9e2a-d07ac95ded60 tempest-RoutersIpV6AdminTest-310056311 tempest-RoutersIpV6AdminTest-310056311-project] 10.222.0.15 "DELETE /v2.0/subnets/54a4fb64-2957-4dec-878d-5fdc4a32936f HTTP/1.1" status: 404 len: 337 time: 0.0452662 Apr 15 03:37:35.702771 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] Set router 668f4172-d345-4add-9729-990f16e1ddb3 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:37:35.703827 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d35d6330-57d8-4522-8369-034ec4afc37d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (6045afdb-afc8-4111-b1f1-3bccb8cf7661), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:35.707467 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea0b455c-ddf0-458c-8f04-ee463e6a7d84 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:35.725516 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed18ed-bfef-48bc-9626-2e3dbf31e17a req-10ce2ff2-0825-4fe5-a54b-85cd3f694858 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:35.727103 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ebed18ed-bfef-48bc-9626-2e3dbf31e17a req-10ce2ff2-0825-4fe5-a54b-85cd3f694858 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 946 time: 0.5446711 Apr 15 03:37:35.769993 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d35d6330-57d8-4522-8369-034ec4afc37d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:35.773079 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d35d6330-57d8-4522-8369-034ec4afc37d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/networks/6045afdb-afc8-4111-b1f1-3bccb8cf7661 HTTP/1.1" status: 204 len: 168 time: 2.3258610 Apr 15 03:37:35.777143 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60312) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:35.818534 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d6330-57d8-4522-8369-034ec4afc37d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Network': ['ID=6045afdb-afc8-4111-b1f1-3bccb8cf7661,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:35.827520 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9afca375-1241-4af6-bdfa-2a0cf35e5ace tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (ce0afc6a-a1a5-4ff8-96b0-3e573b06cb72), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:35.830756 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9afca375-1241-4af6-bdfa-2a0cf35e5ace tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:35.831916 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9afca375-1241-4af6-bdfa-2a0cf35e5ace tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "DELETE /v2.0/security-groups/ce0afc6a-a1a5-4ff8-96b0-3e573b06cb72 HTTP/1.1" status: 204 len: 168 time: 1.2924588 Apr 15 03:37:35.844565 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60314) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:35.853234 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c638e0ce-be08-4f28-9024-757be48c9184 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:35.854827 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c638e0ce-be08-4f28-9024-757be48c9184 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0766182 Apr 15 03:37:35.855709 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea0b455c-ddf0-458c-8f04-ee463e6a7d84 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (604fcccb-a607-4f62-ba37-090182d57057), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:35.865187 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60316) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:35.903503 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f4172-d345-4add-9729-990f16e1ddb3', 'name': 'tempest-ServerActionsTestJSON-1005450524-router', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:37:26Z', 'updated_at': '2022-04-15T03:37:31Z', 'revision_number': 3, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'gw_port': {'id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:28Z', 'updated_at': '2022-04-15T03:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:35.929704 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afca375-1241-4af6-bdfa-2a0cf35e5ace tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0afc6a-a1a5-4ff8-96b0-3e573b06cb72,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:35.943830 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe5ee7d-92e0-4524-9fa5-fb9fcfe3ccdd None None] The sync data for ids ['668f4172-d345-4add-9729-990f16e1ddb3'] in dv-neutron-837140-3-hyperv is: [{'id': '668f4172-d345-4add-9729-990f16e1ddb3', 'name': 'tempest-ServerActionsTestJSON-1005450524-router', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:37:26Z', 'updated_at': '2022-04-15T03:37:31Z', 'revision_number': 3, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'gw_port': {'id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:28Z', 'updated_at': '2022-04-15T03:37:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:35.973679 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-45170f7c-3c4f-4089-b591-81d7b1788290 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_gateway (ae2b89b9-641f-4e03-825e-695efbc3a636), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:35.983886 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b79a0732-369e-48dc-871b-5ac2a3ec91d1 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1237876 Apr 15 03:37:35.991318 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60318) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:36.001943 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-cb4f0bca-735d-494c-a5a0-8414a572cf9b tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group': {'name': 'tempest-secgroup--596990389'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:36.011912 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f2978a4c-b596-42fe-860c-1c7b19003958 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1451538 Apr 15 03:37:36.045096 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60320) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:36.054945 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-efffb9fe-cfd0-4c67-b2df-337658503d41 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1470893965'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:36.090545 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ebed18ed-bfef-48bc-9626-2e3dbf31e17a req-8018039e-37c4-4305-980b-73566b323a81 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081071 Apr 15 03:37:36.094020 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1b1e39f9-e49c-42c5-b5ba-f95a463ff574 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for port (9efc961c-6099-45e5-999e-7583d0b87f7a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:36.167623 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb4f0bca-735d-494c-a5a0-8414a572cf9b tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:36.211233 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efffb9fe-cfd0-4c67-b2df-337658503d41 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:36.214889 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-efffb9fe-cfd0-4c67-b2df-337658503d41 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:36.358573 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60326) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:36.401054 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1b1e39f9-e49c-42c5-b5ba-f95a463ff574 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (9efc961c-6099-45e5-999e-7583d0b87f7a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:36.482280 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1e39f9-e49c-42c5-b5ba-f95a463ff574 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Network e1523eac-b23c-4c81-a1c0-4814cc33a61e is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:36.493044 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-1b1e39f9-e49c-42c5-b5ba-f95a463ff574 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:36.500760 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1e39f9-e49c-42c5-b5ba-f95a463ff574 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:36.589596 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2b93ef7a-e0ba-41e2-8161-ceb25c9f67c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:36.603206 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-45170f7c-3c4f-4089-b591-81d7b1788290 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_gateway (ae2b89b9-641f-4e03-825e-695efbc3a636), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:36.615777 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7f0fe8d-c595-4afd-8e16-02412c9f76c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:36.632194 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e39f9-e49c-42c5-b5ba-f95a463ff574 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Pushing event updated for resources: {'Port': ['ID=9efc961c-6099-45e5-999e-7583d0b87f7a,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:36.672072 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03384fd0-4a5f-4a93-a6ab-ea63ef7789d0 req-fa950afb-c56f-4c23-9b2b-0b4c32ad3a59 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:36.673770 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-03384fd0-4a5f-4a93-a6ab-ea63ef7789d0 req-fa950afb-c56f-4c23-9b2b-0b4c32ad3a59 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 946 time: 0.4755177 Apr 15 03:37:36.680544 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-45170f7c-3c4f-4089-b591-81d7b1788290 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:36.686494 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0b455c-ddf0-458c-8f04-ee463e6a7d84 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Router b437dd35-ae69-4adb-9f4f-0a741e2bf499 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:37:36.701165 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1e39f9-e49c-42c5-b5ba-f95a463ff574 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:36.701818 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1b1e39f9-e49c-42c5-b5ba-f95a463ff574 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:36.715227 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efffb9fe-cfd0-4c67-b2df-337658503d41 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:37:36.751721 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-efffb9fe-cfd0-4c67-b2df-337658503d41 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (8c0cf314-5881-4825-9bc5-a7fb971eac03), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:36.753473 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-efffb9fe-cfd0-4c67-b2df-337658503d41 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Added segment 8c0cf314-5881-4825-9bc5-a7fb971eac03 of type vlan for network 099f34f7-9139-4130-af05-b09c02a2b2e3 Apr 15 03:37:36.759707 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-664a7ebf-aa8d-4731-b7d3-bec6e64111d1 None None] Provisioning complete for port 9efc961c-6099-45e5-999e-7583d0b87f7a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:36.760207 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-664a7ebf-aa8d-4731-b7d3-bec6e64111d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (9efc961c-6099-45e5-999e-7583d0b87f7a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:36.793785 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1b1e39f9-e49c-42c5-b5ba-f95a463ff574 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9909585 Apr 15 03:37:36.798826 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60330) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:36.803710 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-664a7ebf-aa8d-4731-b7d3-bec6e64111d1 None None] Port 9efc961c-6099-45e5-999e-7583d0b87f7a cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:36.816682 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-6944db12-677f-4ce0-ac25-7715b3d5a0e6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:36.924061 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-03384fd0-4a5f-4a93-a6ab-ea63ef7789d0 req-7c61313f-acc5-47bb-88a1-4c5a04eed031 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343254 Apr 15 03:37:36.925925 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-efffb9fe-cfd0-4c67-b2df-337658503d41 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (099f34f7-9139-4130-af05-b09c02a2b2e3), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:36.947295 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb4f0bca-735d-494c-a5a0-8414a572cf9b tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (f4c5047a-d12c-4ed3-859d-6696841076f9), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:36.947521 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-45170f7c-3c4f-4089-b591-81d7b1788290 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Allocated IP 172.26.6.4 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/c726e826-7c4a-4d04-8aa2-6898b7c2c51c) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:36.980707 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb4f0bca-735d-494c-a5a0-8414a572cf9b tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (f4c5047a-d12c-4ed3-859d-6696841076f9), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:36.995388 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0b455c-ddf0-458c-8f04-ee463e6a7d84 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:37.007074 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea0b455c-ddf0-458c-8f04-ee463e6a7d84 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:37.013162 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf10b4e9-21cd-4c0e-bf7e-43e96cc95342 None None] Sync routers for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:37.030324 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf10b4e9-21cd-4c0e-bf7e-43e96cc95342 None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:37.031168 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cf10b4e9-21cd-4c0e-bf7e-43e96cc95342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:37.031411 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2b93ef7a-e0ba-41e2-8161-ceb25c9f67c4 admin admin] Publish callbacks [] for security_group (15c05b87-8d77-4285-8ced-6bd672878dc7), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:37.068988 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-f7f0fe8d-c595-4afd-8e16-02412c9f76c3 admin admin] Allocated IP 172.20.0.1 (0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812/d2ff5521-688d-47da-8337-38202aee7518/89fa9d30-d9c5-4edd-933e-4902a6c6cae6) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:37.073130 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6944db12-677f-4ce0-ac25-7715b3d5a0e6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:37.081274 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f0bca-735d-494c-a5a0-8414a572cf9b tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c5047a-d12c-4ed3-859d-6696841076f9,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:37.083529 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-efffb9fe-cfd0-4c67-b2df-337658503d41 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (099f34f7-9139-4130-af05-b09c02a2b2e3), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:37.088576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efffb9fe-cfd0-4c67-b2df-337658503d41 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:37.089375 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-efffb9fe-cfd0-4c67-b2df-337658503d41 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:37.095626 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cf10b4e9-21cd-4c0e-bf7e-43e96cc95342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:37.113648 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf10b4e9-21cd-4c0e-bf7e-43e96cc95342 None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:37.114582 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cf10b4e9-21cd-4c0e-bf7e-43e96cc95342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:37.128115 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2b93ef7a-e0ba-41e2-8161-ceb25c9f67c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (15c05b87-8d77-4285-8ced-6bd672878dc7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:37.145550 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ea0b455c-ddf0-458c-8f04-ee463e6a7d84 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "PUT /v2.0/floatingips/604fcccb-a607-4f62-ba37-090182d57057 HTTP/1.1" status: 200 len: 979 time: 2.7202070 Apr 15 03:37:37.178532 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60334) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:37.179939 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cf10b4e9-21cd-4c0e-bf7e-43e96cc95342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:37.180570 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf10b4e9-21cd-4c0e-bf7e-43e96cc95342 None None] The sync data for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:37.193808 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb4f0bca-735d-494c-a5a0-8414a572cf9b tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:37.196941 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cb4f0bca-735d-494c-a5a0-8414a572cf9b tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2015529 Apr 15 03:37:37.224624 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60336) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:37.232591 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-b454ee64-3fec-4106-9eac-bf47e6371664 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': 'f4c5047a-d12c-4ed3-859d-6696841076f9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:37.233356 dv-neutron-837140-3-hyperv neutron-server[104667]: WARNING neutron.api.v2.base [None req-b454ee64-3fec-4106-9eac-bf47e6371664 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 15 03:37:37.233853 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-b454ee64-3fec-4106-9eac-bf47e6371664 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:37:37.234840 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b454ee64-3fec-4106-9eac-bf47e6371664 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073943 Apr 15 03:37:37.238279 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60338) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:37.251010 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-042f4495-19e1-459b-89c8-2c244fb723ac tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': 'f4c5047a-d12c-4ed3-859d-6696841076f9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:37.262656 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-efffb9fe-cfd0-4c67-b2df-337658503d41 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2161543 Apr 15 03:37:37.267605 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60340) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:37.270231 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffb9fe-cfd0-4c67-b2df-337658503d41 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Network': ['ID=099f34f7-9139-4130-af05-b09c02a2b2e3,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:37.280620 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e662f196-5375-48e7-9456-9f03ced402ff tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'subnet': {'network_id': '099f34f7-9139-4130-af05-b09c02a2b2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:37.282867 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 099f34f7-9139-4130-af05-b09c02a2b2e3 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:37:37.337161 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93ef7a-e0ba-41e2-8161-ceb25c9f67c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c05b87-8d77-4285-8ced-6bd672878dc7,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:37.344169 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2b93ef7a-e0ba-41e2-8161-ceb25c9f67c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0cc29845fffd485b884fd988a735154d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9824417 Apr 15 03:37:37.345329 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60342) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:37.379971 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6944db12-677f-4ce0-ac25-7715b3d5a0e6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:37.456583 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-45170f7c-3c4f-4089-b591-81d7b1788290 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for port (c726e826-7c4a-4d04-8aa2-6898b7c2c51c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:37.459760 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7f0fe8d-c595-4afd-8e16-02412c9f76c3 admin admin] Publish callbacks [] for port (89fa9d30-d9c5-4edd-933e-4902a6c6cae6), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:37.504152 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ac221-6e8c-49af-9373-d38c920e5631 req-7fe0ae9c-71f2-4b17-a5e9-862e68e64d8c tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:37.505649 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-403ac221-6e8c-49af-9373-d38c920e5631 req-7fe0ae9c-71f2-4b17-a5e9-862e68e64d8c tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 946 time: 0.0554659 Apr 15 03:37:37.537162 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e662f196-5375-48e7-9456-9f03ced402ff tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:37.540551 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e662f196-5375-48e7-9456-9f03ced402ff tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:37.558992 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7f199fc5-0fb2-4452-abce-2a1230f3284f admin admin] Publish callbacks [] for security_group (15c05b87-8d77-4285-8ced-6bd672878dc7), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:37.582122 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-042f4495-19e1-459b-89c8-2c244fb723ac tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:37:37.583184 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-042f4495-19e1-459b-89c8-2c244fb723ac tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3395877 Apr 15 03:37:37.588485 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60346) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:37.592554 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-8ba93c0c-1100-48f6-bb43-3bf5741921ae tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Deleting port 6ae52d88-f199-4c34-9335-9cb6d2f4199a {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:37.592890 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8ba93c0c-1100-48f6-bb43-3bf5741921ae tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (6ae52d88-f199-4c34-9335-9cb6d2f4199a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:37.617960 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f4598a3c-5c9b-47dc-b766-81bfb5d170dd tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': 'f4c5047a-d12c-4ed3-859d-6696841076f9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:37.618361 dv-neutron-837140-3-hyperv neutron-server[104667]: WARNING neutron.api.v2.base [None req-f4598a3c-5c9b-47dc-b766-81bfb5d170dd tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 15 03:37:37.618961 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-f4598a3c-5c9b-47dc-b766-81bfb5d170dd tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:37:37.619897 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f4598a3c-5c9b-47dc-b766-81bfb5d170dd tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056324 Apr 15 03:37:37.623672 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60348) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:37.623888 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7f199fc5-0fb2-4452-abce-2a1230f3284f admin admin] Publish callbacks [] for security_group (15c05b87-8d77-4285-8ced-6bd672878dc7), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:37.632754 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-8f30ba0d-bf56-41d4-8a63-0116c3eb4794 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': 'f4c5047a-d12c-4ed3-859d-6696841076f9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:37.643210 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-403ac221-6e8c-49af-9373-d38c920e5631 req-2d0b48e8-5850-42e4-b6fb-14abda61a8b0 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311297 Apr 15 03:37:37.668780 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7f0fe8d-c595-4afd-8e16-02412c9f76c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (89fa9d30-d9c5-4edd-933e-4902a6c6cae6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:37.696514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-45170f7c-3c4f-4089-b591-81d7b1788290 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (c726e826-7c4a-4d04-8aa2-6898b7c2c51c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:37.750796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f0fe8d-c595-4afd-8e16-02412c9f76c3 admin admin] Network 0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:37.764510 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8ba93c0c-1100-48f6-bb43-3bf5741921ae tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (6ae52d88-f199-4c34-9335-9cb6d2f4199a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:37.764830 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8ba93c0c-1100-48f6-bb43-3bf5741921ae tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (6ae52d88-f199-4c34-9335-9cb6d2f4199a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:37.768016 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-f7f0fe8d-c595-4afd-8e16-02412c9f76c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:37.777888 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-6944db12-677f-4ce0-ac25-7715b3d5a0e6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Allocated IP 172.26.6.98 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/13db265a-af83-4729-8fad-5c35ab7c677f) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:37.778165 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45170f7c-3c4f-4089-b591-81d7b1788290 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:37.781040 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f0fe8d-c595-4afd-8e16-02412c9f76c3 admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:37.788261 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-45170f7c-3c4f-4089-b591-81d7b1788290 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:37.790055 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0fe8d-c595-4afd-8e16-02412c9f76c3 admin admin] Pushing event updated for resources: {'Port': ['ID=89fa9d30-d9c5-4edd-933e-4902a6c6cae6,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:37.792654 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-8ba93c0c-1100-48f6-bb43-3bf5741921ae tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Calling delete_port for 6ae52d88-f199-4c34-9335-9cb6d2f4199a owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:37.795802 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45170f7c-3c4f-4089-b591-81d7b1788290 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:37.857948 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-8f30ba0d-bf56-41d4-8a63-0116c3eb4794 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:37:37.863203 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8f30ba0d-bf56-41d4-8a63-0116c3eb4794 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2362499 Apr 15 03:37:37.867527 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60350) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:37.873383 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-394a0dab-ea30-4a83-ae70-d25b48152c89 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': 'f4c5047a-d12c-4ed3-859d-6696841076f9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:37.873741 dv-neutron-837140-3-hyperv neutron-server[104667]: WARNING neutron.api.v2.base [None req-394a0dab-ea30-4a83-ae70-d25b48152c89 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 15 03:37:37.874250 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-394a0dab-ea30-4a83-ae70-d25b48152c89 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:37:37.878808 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-394a0dab-ea30-4a83-ae70-d25b48152c89 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091922 Apr 15 03:37:37.881346 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7f199fc5-0fb2-4452-abce-2a1230f3284f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (15c05b87-8d77-4285-8ced-6bd672878dc7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:37.883898 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7f199fc5-0fb2-4452-abce-2a1230f3284f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:37.888522 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7f199fc5-0fb2-4452-abce-2a1230f3284f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15c05b87-8d77-4285-8ced-6bd672878dc7 HTTP/1.1" status: 204 len: 168 time: 0.5317056 Apr 15 03:37:37.888655 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60352) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:37.898604 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-8ec49198-699d-4950-8bc4-f8a22fd2666d tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': 'f4c5047a-d12c-4ed3-859d-6696841076f9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:38.011740 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7f0fe8d-c595-4afd-8e16-02412c9f76c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (668f4172-d345-4add-9729-990f16e1ddb3), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:38.014558 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f199fc5-0fb2-4452-abce-2a1230f3284f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c05b87-8d77-4285-8ced-6bd672878dc7,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:38.033375 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45170f7c-3c4f-4089-b591-81d7b1788290 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Pushing event updated for resources: {'Port': ['ID=c726e826-7c4a-4d04-8aa2-6898b7c2c51c,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:38.071771 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 9a925d67-e384-4697-943c-d6c63e11c0b7 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:37:38.152253 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6944db12-677f-4ce0-ac25-7715b3d5a0e6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for port (13db265a-af83-4729-8fad-5c35ab7c677f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:38.161950 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9caa4776-414a-4ca3-be7c-d8f2cfa91967 None None] Provisioning complete for port 89fa9d30-d9c5-4edd-933e-4902a6c6cae6 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:38.162316 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9caa4776-414a-4ca3-be7c-d8f2cfa91967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (89fa9d30-d9c5-4edd-933e-4902a6c6cae6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:38.186954 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-8ec49198-699d-4950-8bc4-f8a22fd2666d tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Project c73961edf89f4b96b5fa43b72b5e3b75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:37:38.190015 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e662f196-5375-48e7-9456-9f03ced402ff tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (1ad71a94-c658-4a72-8994-ae36a404ab3b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:38.202083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 9a925d67-e384-4697-943c-d6c63e11c0b7 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:38.206415 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (9a925d67-e384-4697-943c-d6c63e11c0b7), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:38.234743 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9caa4776-414a-4ca3-be7c-d8f2cfa91967 None None] Port 89fa9d30-d9c5-4edd-933e-4902a6c6cae6 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:38.317860 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662f196-5375-48e7-9456-9f03ced402ff tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Subnet': ['ID=1ad71a94-c658-4a72-8994-ae36a404ab3b,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:38.328052 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662f196-5375-48e7-9456-9f03ced402ff tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Checking segment: {'id': '8c0cf314-5881-4825-9bc5-a7fb971eac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '099f34f7-9139-4130-af05-b09c02a2b2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:38.328249 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e662f196-5375-48e7-9456-9f03ced402ff tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network hostable DHCP agents. Network: 099f34f7-9139-4130-af05-b09c02a2b2e3, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:37:38.342410 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 9a925d67-e384-4697-943c-d6c63e11c0b7 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:38.343064 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (9a925d67-e384-4697-943c-d6c63e11c0b7), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:38.354424 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-8ec49198-699d-4950-8bc4-f8a22fd2666d tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:37:38.358165 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8ec49198-699d-4950-8bc4-f8a22fd2666d tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4649072 Apr 15 03:37:38.358806 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60360) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:38.363295 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-55712b11-e356-43ed-8eaf-9895badfc1ae tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': 'f4c5047a-d12c-4ed3-859d-6696841076f9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:38.364909 dv-neutron-837140-3-hyperv neutron-server[104667]: WARNING neutron.api.v2.base [None req-55712b11-e356-43ed-8eaf-9895badfc1ae tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 15 03:37:38.364909 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-55712b11-e356-43ed-8eaf-9895badfc1ae tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:37:38.368006 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-55712b11-e356-43ed-8eaf-9895badfc1ae tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055878 Apr 15 03:37:38.368205 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60362) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:38.372008 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 9a925d67-e384-4697-943c-d6c63e11c0b7, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=9a925d67-e384-4697-943c-d6c63e11c0b7,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:38.376124 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-219458cd-d3ad-4bb5-a11b-deadf67c85ff tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': 'f4c5047a-d12c-4ed3-859d-6696841076f9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:38.385809 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6944db12-677f-4ce0-ac25-7715b3d5a0e6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (13db265a-af83-4729-8fad-5c35ab7c677f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:38.429852 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6944db12-677f-4ce0-ac25-7715b3d5a0e6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:38.432643 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e662f196-5375-48e7-9456-9f03ced402ff tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network 099f34f7-9139-4130-af05-b09c02a2b2e3 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:37:38.437221 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-6944db12-677f-4ce0-ac25-7715b3d5a0e6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:38.444885 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6944db12-677f-4ce0-ac25-7715b3d5a0e6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:38.447854 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7f0fe8d-c595-4afd-8e16-02412c9f76c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (89fa9d30-d9c5-4edd-933e-4902a6c6cae6), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:38.454780 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (9a925d67-e384-4697-943c-d6c63e11c0b7), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:38.465897 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8ba93c0c-1100-48f6-bb43-3bf5741921ae tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (6ae52d88-f199-4c34-9335-9cb6d2f4199a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:38.480565 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944db12-677f-4ce0-ac25-7715b3d5a0e6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Pushing event updated for resources: {'Port': ['ID=13db265a-af83-4729-8fad-5c35ab7c677f,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:38.503372 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=9a925d67-e384-4697-943c-d6c63e11c0b7,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:38.508108 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-219458cd-d3ad-4bb5-a11b-deadf67c85ff tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Project c73961edf89f4b96b5fa43b72b5e3b75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:37:38.529996 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba93c0c-1100-48f6-bb43-3bf5741921ae tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event deleted for resources: {'Port': ['ID=6ae52d88-f199-4c34-9335-9cb6d2f4199a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:38.545995 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-e662f196-5375-48e7-9456-9f03ced402ff tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 099f34f7-9139-4130-af05-b09c02a2b2e3) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:38.552877 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e662f196-5375-48e7-9456-9f03ced402ff tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:38.553465 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e662f196-5375-48e7-9456-9f03ced402ff tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:38.555345 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141fe62f-8dd6-4a7c-a703-3d596037d6f1 None None] Network 099f34f7-9139-4130-af05-b09c02a2b2e3 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:38.577337 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6944db12-677f-4ce0-ac25-7715b3d5a0e6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for floatingip (37f9cd51-cffb-44a2-88ec-449e61ecd85a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:38.614778 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-219458cd-d3ad-4bb5-a11b-deadf67c85ff tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:37:38.618863 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-219458cd-d3ad-4bb5-a11b-deadf67c85ff tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2494984 Apr 15 03:37:38.619466 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60364) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:38.624042 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-ff0c1e9f-fdf6-4ef5-93b9-9d8933504755 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': 'f4c5047a-d12c-4ed3-859d-6696841076f9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:38.666534 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e662f196-5375-48e7-9456-9f03ced402ff tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3934352 Apr 15 03:37:38.668900 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60368) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:38.674191 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-dc6dc4fe-cb39-44e9-b825-8912a7096ea3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'port': {'network_id': '099f34f7-9139-4130-af05-b09c02a2b2e3', 'name': 'tempest-PortsIpV6TestJSON-570848987'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:38.691298 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6921e6-96e6-4119-b077-a135209a0189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-099f34f7-9139-4130-af05-b09c02a2b2e3', 'network_id': '099f34f7-9139-4130-af05-b09c02a2b2e3', 'project_id': 'f99fc1577cd2451fb6bab5b4e898b08c', 'fixed_ips': [{'subnet_id': '1ad71a94-c658-4a72-8994-ae36a404ab3b'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:37:38.692474 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cb6921e6-96e6-4119-b077-a135209a0189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:38.760429 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60370) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:38.761341 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-ff0c1e9f-fdf6-4ef5-93b9-9d8933504755 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Project c73961edf89f4b96b5fa43b72b5e3b75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:37:38.817042 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6944db12-677f-4ce0-ac25-7715b3d5a0e6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (13db265a-af83-4729-8fad-5c35ab7c677f), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:38.869547 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-cb6921e6-96e6-4119-b077-a135209a0189 None None] Allocated IP 2001:db8::2 (099f34f7-9139-4130-af05-b09c02a2b2e3/1ad71a94-c658-4a72-8994-ae36a404ab3b/51029cdf-4543-46fb-9d1e-2fd82fff5a17) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:38.871987 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-ff0c1e9f-fdf6-4ef5-93b9-9d8933504755 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:37:38.876493 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ff0c1e9f-fdf6-4ef5-93b9-9d8933504755 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2526882 Apr 15 03:37:38.880259 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60372) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:38.896442 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bda360e2-0e51-4979-aa1e-cccc9239c462 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4aef19eec8d045cf96c63f759a6e46a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299484 Apr 15 03:37:38.910221 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60374) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:39.005838 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-45170f7c-3c4f-4089-b591-81d7b1788290 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_gateway (ae2b89b9-641f-4e03-825e-695efbc3a636), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.029535 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6dc4fe-cb39-44e9-b825-8912a7096ea3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:39.033487 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc4fe-cb39-44e9-b825-8912a7096ea3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.039033 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cb6921e6-96e6-4119-b077-a135209a0189 None None] Publish callbacks [] for port (51029cdf-4543-46fb-9d1e-2fd82fff5a17), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.085214 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f8f8325b-6b0a-44e6-8e30-5e4c4e1ea696 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (f4c5047a-d12c-4ed3-859d-6696841076f9), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.089601 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-dc6dc4fe-cb39-44e9-b825-8912a7096ea3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] device_id is not set on port c6914152-ad5a-492c-a93b-c3c1bf236c53 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:39.101707 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cb6921e6-96e6-4119-b077-a135209a0189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (51029cdf-4543-46fb-9d1e-2fd82fff5a17), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.109721 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19cf7c-9cd5-4e67-a5b4-5bab0728f5fa req-f09b0251-e8e5-4b24-a281-4e2b13e51933 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:39.114734 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b19cf7c-9cd5-4e67-a5b4-5bab0728f5fa req-f09b0251-e8e5-4b24-a281-4e2b13e51933 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 946 time: 0.1589477 Apr 15 03:37:39.114734 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8ba93c0c-1100-48f6-bb43-3bf5741921ae tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (604fcccb-a607-4f62-ba37-090182d57057), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.114734 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-8ba93c0c-1100-48f6-bb43-3bf5741921ae tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Floating IP 604fcccb-a607-4f62-ba37-090182d57057 disassociated (deleted). External IP: 172.26.6.115, port: 02ae125c-aee3-4dd1-ae58-2924936148fe. Apr 15 03:37:39.146879 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8a718aa7-bc99-469c-b8e1-53eaac7ccb3d admin admin] Publish callbacks [] for security_group (40270b8a-a291-42de-9689-87e93d1dbc02), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.151148 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6921e6-96e6-4119-b077-a135209a0189 None None] Network 099f34f7-9139-4130-af05-b09c02a2b2e3 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:39.154326 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-cb6921e6-96e6-4119-b077-a135209a0189 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:39.157629 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6921e6-96e6-4119-b077-a135209a0189 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:39.186858 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f8f8325b-6b0a-44e6-8e30-5e4c4e1ea696 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (f4c5047a-d12c-4ed3-859d-6696841076f9), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.189876 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6921e6-96e6-4119-b077-a135209a0189 None None] Pushing event updated for resources: {'Port': ['ID=51029cdf-4543-46fb-9d1e-2fd82fff5a17,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:39.229878 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-cb6921e6-96e6-4119-b077-a135209a0189 None None] Attempting to bind port 51029cdf-4543-46fb-9d1e-2fd82fff5a17 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:39.230648 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-cb6921e6-96e6-4119-b077-a135209a0189 None None] Attempting to bind port 51029cdf-4543-46fb-9d1e-2fd82fff5a17 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '8c0cf314-5881-4825-9bc5-a7fb971eac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '099f34f7-9139-4130-af05-b09c02a2b2e3'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:39.230796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6921e6-96e6-4119-b077-a135209a0189 None None] Attempting to bind port 51029cdf-4543-46fb-9d1e-2fd82fff5a17 on network 099f34f7-9139-4130-af05-b09c02a2b2e3 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:39.236329 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8a718aa7-bc99-469c-b8e1-53eaac7ccb3d admin admin] Publish callbacks [] for security_group (40270b8a-a291-42de-9689-87e93d1dbc02), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.238646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6921e6-96e6-4119-b077-a135209a0189 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:37:39.238646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6921e6-96e6-4119-b077-a135209a0189 None None] Checking segment: {'id': '8c0cf314-5881-4825-9bc5-a7fb971eac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '099f34f7-9139-4130-af05-b09c02a2b2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:39.238646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cb6921e6-96e6-4119-b077-a135209a0189 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.238646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6921e6-96e6-4119-b077-a135209a0189 None None] Bound using segment: {'id': '8c0cf314-5881-4825-9bc5-a7fb971eac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '099f34f7-9139-4130-af05-b09c02a2b2e3'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:37:39.238646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-cb6921e6-96e6-4119-b077-a135209a0189 None None] Bound port: 51029cdf-4543-46fb-9d1e-2fd82fff5a17, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0cf314-5881-4825-9bc5-a7fb971eac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '099f34f7-9139-4130-af05-b09c02a2b2e3'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:37:39.239171 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cb6921e6-96e6-4119-b077-a135209a0189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (51029cdf-4543-46fb-9d1e-2fd82fff5a17), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.289916 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6944db12-677f-4ce0-ac25-7715b3d5a0e6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for port (13db265a-af83-4729-8fad-5c35ab7c677f), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.338896 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b19cf7c-9cd5-4e67-a5b4-5bab0728f5fa req-f9a6295f-4f00-41c6-a77b-358feaa65ccc tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144110 Apr 15 03:37:39.350604 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-dc6dc4fe-cb39-44e9-b825-8912a7096ea3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Allocated IP 2001:db8::1e3 (099f34f7-9139-4130-af05-b09c02a2b2e3/1ad71a94-c658-4a72-8994-ae36a404ab3b/c6914152-ad5a-492c-a93b-c3c1bf236c53) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:39.365596 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6944db12-677f-4ce0-ac25-7715b3d5a0e6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (13db265a-af83-4729-8fad-5c35ab7c677f), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.432030 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7f0fe8d-c595-4afd-8e16-02412c9f76c3 admin admin] Publish callbacks [] for port (89fa9d30-d9c5-4edd-933e-4902a6c6cae6), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.444706 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944db12-677f-4ce0-ac25-7715b3d5a0e6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Pushing event updated for resources: {'Port': ['ID=13db265a-af83-4729-8fad-5c35ab7c677f,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:39.488525 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f8f8325b-6b0a-44e6-8e30-5e4c4e1ea696 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (f4c5047a-d12c-4ed3-859d-6696841076f9), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.491187 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f8f8325b-6b0a-44e6-8e30-5e4c4e1ea696 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.493230 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-cb6921e6-96e6-4119-b077-a135209a0189 None None] For port 51029cdf-4543-46fb-9d1e-2fd82fff5a17, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:37:39.495105 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f8f8325b-6b0a-44e6-8e30-5e4c4e1ea696 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "DELETE /v2.0/security-groups/f4c5047a-d12c-4ed3-859d-6696841076f9 HTTP/1.1" status: 204 len: 168 time: 0.6133914 Apr 15 03:37:39.497054 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-cb6921e6-96e6-4119-b077-a135209a0189 None None] For port 51029cdf-4543-46fb-9d1e-2fd82fff5a17, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=51029cdf-4543-46fb-9d1e-2fd82fff5a17,segment=NetworkSegment(8c0cf314-5881-4825-9bc5-a7fb971eac03),segment_id=8c0cf314-5881-4825-9bc5-a7fb971eac03)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:37:39.499691 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60378) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:39.504044 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8a718aa7-bc99-469c-b8e1-53eaac7ccb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (40270b8a-a291-42de-9689-87e93d1dbc02), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.506527 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8a718aa7-bc99-469c-b8e1-53eaac7ccb3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.507837 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8a718aa7-bc99-469c-b8e1-53eaac7ccb3d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40270b8a-a291-42de-9689-87e93d1dbc02 HTTP/1.1" status: 204 len: 168 time: 0.5963218 Apr 15 03:37:39.521758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7f0fe8d-c595-4afd-8e16-02412c9f76c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (89fa9d30-d9c5-4edd-933e-4902a6c6cae6), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.546709 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8325b-6b0a-44e6-8e30-5e4c4e1ea696 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c5047a-d12c-4ed3-859d-6696841076f9,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:39.565404 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a718aa7-bc99-469c-b8e1-53eaac7ccb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40270b8a-a291-42de-9689-87e93d1dbc02,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:39.602713 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cb6921e6-96e6-4119-b077-a135209a0189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (51029cdf-4543-46fb-9d1e-2fd82fff5a17), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.603899 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6944db12-677f-4ce0-ac25-7715b3d5a0e6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (37f9cd51-cffb-44a2-88ec-449e61ecd85a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.673634 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-32c43a23-f02a-46b5-ada3-a798174ffa80 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1658287 Apr 15 03:37:39.674953 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60382) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:39.676835 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-45170f7c-3c4f-4089-b591-81d7b1788290 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (ae2b89b9-641f-4e03-825e-695efbc3a636), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.681485 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-58c99cff-cba8-4361-af49-81951bf7a25a tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857210722'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:39.690927 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7f0fe8d-c595-4afd-8e16-02412c9f76c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (668f4172-d345-4add-9729-990f16e1ddb3), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.692627 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0fe8d-c595-4afd-8e16-02412c9f76c3 admin admin] Pushing event updated for resources: {'Port': ['ID=89fa9d30-d9c5-4edd-933e-4902a6c6cae6,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:39.732833 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6921e6-96e6-4119-b077-a135209a0189 None None] Pushing event updated for resources: {'Port': ['ID=51029cdf-4543-46fb-9d1e-2fd82fff5a17,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:39.742468 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6944db12-677f-4ce0-ac25-7715b3d5a0e6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.749366 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6944db12-677f-4ce0-ac25-7715b3d5a0e6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9407701 Apr 15 03:37:39.749366 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60386) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:39.752237 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-cfce88c9-4b24-42e9-88f7-d376e7c84bd6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Request body: {'floatingip': {'port_id': '9efc961c-6099-45e5-999e-7583d0b87f7a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:39.758929 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc4fe-cb39-44e9-b825-8912a7096ea3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (c6914152-ad5a-492c-a93b-c3c1bf236c53), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.801246 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba93c0c-1100-48f6-bb43-3bf5741921ae tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Router b437dd35-ae69-4adb-9f4f-0a741e2bf499 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:37:39.802955 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cfce88c9-4b24-42e9-88f7-d376e7c84bd6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for floatingip (37f9cd51-cffb-44a2-88ec-449e61ecd85a), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.846320 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-58c99cff-cba8-4361-af49-81951bf7a25a tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:39.936754 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff232d7-d536-444b-81a2-f6e43bd8edf0 req-94da6348-94dc-479c-8bf6-054ff0397018 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:39.938402 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fff232d7-d536-444b-81a2-f6e43bd8edf0 req-94da6348-94dc-479c-8bf6-054ff0397018 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 946 time: 0.1652505 Apr 15 03:37:40.057696 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc4fe-cb39-44e9-b825-8912a7096ea3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (c6914152-ad5a-492c-a93b-c3c1bf236c53), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:40.102936 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 9a925d67-e384-4697-943c-d6c63e11c0b7 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:37:40.122758 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6dc4fe-cb39-44e9-b825-8912a7096ea3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=c6914152-ad5a-492c-a93b-c3c1bf236c53,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:40.163309 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f0fe8d-c595-4afd-8e16-02412c9f76c3 admin admin] Network 0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:40.168354 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a53506-305b-4bbd-b4f4-76ae702c63b6 req-f44aeabd-6f97-4172-919e-b3d5e6a200d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:40.168592 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6dc4fe-cb39-44e9-b825-8912a7096ea3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network 099f34f7-9139-4130-af05-b09c02a2b2e3 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:40.169879 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-50a53506-305b-4bbd-b4f4-76ae702c63b6 req-f44aeabd-6f97-4172-919e-b3d5e6a200d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=045e30dcfbf74a48b230d2b2aedef91a&device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 1130 time: 0.1696379 Apr 15 03:37:40.171474 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-58c99cff-cba8-4361-af49-81951bf7a25a tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (43dba6e1-40a4-448f-a3e1-62dbcddda658), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:40.172676 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-cfce88c9-4b24-42e9-88f7-d376e7c84bd6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] update failed (client error): The resource could not be found. Apr 15 03:37:40.181289 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cfce88c9-4b24-42e9-88f7-d376e7c84bd6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] 10.222.0.15 "PUT /v2.0/floatingips/37f9cd51-cffb-44a2-88ec-449e61ecd85a HTTP/1.1" status: 404 len: 507 time: 0.4335346 Apr 15 03:37:40.181919 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60390) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:40.184437 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-dc6dc4fe-cb39-44e9-b825-8912a7096ea3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:40.186941 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6dc4fe-cb39-44e9-b825-8912a7096ea3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:40.194330 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6dc4fe-cb39-44e9-b825-8912a7096ea3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:40.195030 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc4fe-cb39-44e9-b825-8912a7096ea3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:40.207625 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 9a925d67-e384-4697-943c-d6c63e11c0b7 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:40.208369 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (9a925d67-e384-4697-943c-d6c63e11c0b7), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:40.225691 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-f7f0fe8d-c595-4afd-8e16-02412c9f76c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:40.277435 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-58c99cff-cba8-4361-af49-81951bf7a25a tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (43dba6e1-40a4-448f-a3e1-62dbcddda658), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:40.309429 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fff232d7-d536-444b-81a2-f6e43bd8edf0 req-d82776b8-ffc8-48f8-83a4-6b905e22cd3d tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538096 Apr 15 03:37:40.378547 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-dc6dc4fe-cb39-44e9-b825-8912a7096ea3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7054305 Apr 15 03:37:40.379562 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60396) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:40.398071 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-dc679752-ba80-4db9-95be-90cfe2b6f1b6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'port': {'network_id': '099f34f7-9139-4130-af05-b09c02a2b2e3', 'name': 'tempest-PortsIpV6TestJSON-780114415'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:40.423591 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba93c0c-1100-48f6-bb43-3bf5741921ae tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:40.434358 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8ba93c0c-1100-48f6-bb43-3bf5741921ae tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:40.434937 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 9a925d67-e384-4697-943c-d6c63e11c0b7 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:40.447705 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140b133a-6e69-40d1-926c-1f2ef1dcf1f2 None None] Sync routers for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:40.464908 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140b133a-6e69-40d1-926c-1f2ef1dcf1f2 None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:40.465698 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-140b133a-6e69-40d1-926c-1f2ef1dcf1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:40.530333 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-58c99cff-cba8-4361-af49-81951bf7a25a tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:40.531328 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-140b133a-6e69-40d1-926c-1f2ef1dcf1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:40.537335 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-58c99cff-cba8-4361-af49-81951bf7a25a tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8599720 Apr 15 03:37:40.537335 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c99cff-cba8-4361-af49-81951bf7a25a tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43dba6e1-40a4-448f-a3e1-62dbcddda658,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:40.539653 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60400) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:40.561653 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-da88f45e-141e-4cdd-9b61-ca19f583cd75 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': '43dba6e1-40a4-448f-a3e1-62dbcddda658', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:40.561847 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140b133a-6e69-40d1-926c-1f2ef1dcf1f2 None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:40.561989 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-140b133a-6e69-40d1-926c-1f2ef1dcf1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:40.594428 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-edd94a5a-f768-4908-9454-408c849e8c59 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Deleting port 13db265a-af83-4729-8fad-5c35ab7c677f {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:40.594428 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-edd94a5a-f768-4908-9454-408c849e8c59 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (13db265a-af83-4729-8fad-5c35ab7c677f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:40.609041 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45170f7c-3c4f-4089-b591-81d7b1788290 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Router ae2b89b9-641f-4e03-825e-695efbc3a636 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:37:40.628498 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-140b133a-6e69-40d1-926c-1f2ef1dcf1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:40.629143 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140b133a-6e69-40d1-926c-1f2ef1dcf1f2 None None] The sync data for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:40.651740 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a53506-305b-4bbd-b4f4-76ae702c63b6 req-30fc5d49-3182-451f-8f23-189ef1810db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:40.653859 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-50a53506-305b-4bbd-b4f4-76ae702c63b6 req-30fc5d49-3182-451f-8f23-189ef1810db0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ffa6325-1320-4148-b32a-1fedf0c7a670 HTTP/1.1" status: 200 len: 911 time: 0.4362860 Apr 15 03:37:40.657590 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8ba93c0c-1100-48f6-bb43-3bf5741921ae tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "DELETE /v2.0/floatingips/604fcccb-a607-4f62-ba37-090182d57057 HTTP/1.1" status: 204 len: 168 time: 3.4151168 Apr 15 03:37:40.660013 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc679752-ba80-4db9-95be-90cfe2b6f1b6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:40.663907 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dc679752-ba80-4db9-95be-90cfe2b6f1b6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:40.664537 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60404) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:40.691180 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-290bd480-7d6b-467f-b1a3-81fe69ed731d None None] Provisioning complete for port 89fa9d30-d9c5-4edd-933e-4902a6c6cae6 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:40.691580 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-290bd480-7d6b-467f-b1a3-81fe69ed731d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (89fa9d30-d9c5-4edd-933e-4902a6c6cae6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:40.697100 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-dc679752-ba80-4db9-95be-90cfe2b6f1b6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] device_id is not set on port 0b8ddde2-e6ce-4628-9e9f-51617f13752c yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:40.750541 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-edd94a5a-f768-4908-9454-408c849e8c59 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (13db265a-af83-4729-8fad-5c35ab7c677f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:40.751822 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-edd94a5a-f768-4908-9454-408c849e8c59 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for floatingip (13db265a-af83-4729-8fad-5c35ab7c677f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:40.753294 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-290bd480-7d6b-467f-b1a3-81fe69ed731d None None] Port 89fa9d30-d9c5-4edd-933e-4902a6c6cae6 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:40.754702 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-50a53506-305b-4bbd-b4f4-76ae702c63b6 req-25ef2110-5d74-404b-8932-5fecd6d47a59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5397f123-48b1-4710-900d-7f799557ce4c HTTP/1.1" status: 200 len: 217 time: 0.0790308 Apr 15 03:37:40.782336 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-edd94a5a-f768-4908-9454-408c849e8c59 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Calling delete_port for 13db265a-af83-4729-8fad-5c35ab7c677f owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:40.890990 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f0fe8d-c595-4afd-8e16-02412c9f76c3 admin admin] Router 668f4172-d345-4add-9729-990f16e1ddb3 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:37:40.908822 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-dc679752-ba80-4db9-95be-90cfe2b6f1b6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Allocated IP 2001:db8::32 (099f34f7-9139-4130-af05-b09c02a2b2e3/1ad71a94-c658-4a72-8994-ae36a404ab3b/0b8ddde2-e6ce-4628-9e9f-51617f13752c) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:41.033096 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a53506-305b-4bbd-b4f4-76ae702c63b6 req-47a7e545-0119-4cd9-afcd-fd9985c0c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:41.034570 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-50a53506-305b-4bbd-b4f4-76ae702c63b6 req-47a7e545-0119-4cd9-afcd-fd9985c0c54e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=603a1d84-f574-4a23-b761-aed75ab50158 HTTP/1.1" status: 200 len: 851 time: 0.2306893 Apr 15 03:37:41.103453 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-edd94a5a-f768-4908-9454-408c849e8c59 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (13db265a-af83-4729-8fad-5c35ab7c677f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:41.103720 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f1521eba-bfb7-4f96-a25a-9a65d9cc5f9a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Deleting port 02ae125c-aee3-4dd1-ae58-2924936148fe {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:41.103819 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f1521eba-bfb7-4f96-a25a-9a65d9cc5f9a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (02ae125c-aee3-4dd1-ae58-2924936148fe), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:41.131154 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-da88f45e-141e-4cdd-9b61-ca19f583cd75 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): The resource could not be found. Apr 15 03:37:41.132189 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-da88f45e-141e-4cdd-9b61-ca19f583cd75 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5753431 Apr 15 03:37:41.155504 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60414) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:41.161058 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-50a53506-305b-4bbd-b4f4-76ae702c63b6 req-0eb94a16-eb87-45d1-b944-5873ce41ca8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ffa6325-1320-4148-b32a-1fedf0c7a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118076 Apr 15 03:37:41.170670 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-1a2c5afd-3c99-40c2-aeed-f8e180b61cde tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': '43dba6e1-40a4-448f-a3e1-62dbcddda658', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e75c7c2c-e5e3-4cf2-a0de-684909b6ccb5'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:41.192902 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd94a5a-f768-4908-9454-408c849e8c59 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Pushing event deleted for resources: {'Port': ['ID=13db265a-af83-4729-8fad-5c35ab7c677f,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:41.239088 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45170f7c-3c4f-4089-b591-81d7b1788290 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:41.249676 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b94e494-6cdc-43ff-abae-c6aa5077ab6c None None] Sync routers for ids ['ae2b89b9-641f-4e03-825e-695efbc3a636'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:41.251315 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60416) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:41.270466 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b94e494-6cdc-43ff-abae-c6aa5077ab6c None None] Routers {'ae2b89b9-641f-4e03-825e-695efbc3a636'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:41.272236 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-8b94e494-6cdc-43ff-abae-c6aa5077ab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['ae2b89b9-641f-4e03-825e-695efbc3a636'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:41.319201 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-8b94e494-6cdc-43ff-abae-c6aa5077ab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:41.329645 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b94e494-6cdc-43ff-abae-c6aa5077ab6c None None] Routers {'ae2b89b9-641f-4e03-825e-695efbc3a636'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:41.340452 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-8b94e494-6cdc-43ff-abae-c6aa5077ab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['ae2b89b9-641f-4e03-825e-695efbc3a636'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:41.394591 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-edd94a5a-f768-4908-9454-408c849e8c59 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for floatingip (37f9cd51-cffb-44a2-88ec-449e61ecd85a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:41.408151 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e47a36-1521-4179-82b5-e840d201bca9 None None] Network 099f34f7-9139-4130-af05-b09c02a2b2e3 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:41.410164 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-edd94a5a-f768-4908-9454-408c849e8c59 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:41.416364 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-8b94e494-6cdc-43ff-abae-c6aa5077ab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:41.418427 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b94e494-6cdc-43ff-abae-c6aa5077ab6c None None] The sync data for ids ['ae2b89b9-641f-4e03-825e-695efbc3a636'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:41.423160 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-edd94a5a-f768-4908-9454-408c849e8c59 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] 10.222.0.15 "DELETE /v2.0/floatingips/37f9cd51-cffb-44a2-88ec-449e61ecd85a HTTP/1.1" status: 204 len: 168 time: 1.2367795 Apr 15 03:37:41.423160 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60422) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:41.437049 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-8bc92cf7-032e-43b3-afa6-380c81a2f62b tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Request body: {'floatingip': {'floating_network_id': 'e1523eac-b23c-4c81-a1c0-4814cc33a61e', 'port_id': '9efc961c-6099-45e5-999e-7583d0b87f7a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:41.511637 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dc679752-ba80-4db9-95be-90cfe2b6f1b6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (0b8ddde2-e6ce-4628-9e9f-51617f13752c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:41.530777 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099e843-e476-4af9-8993-341efda9c28f req-b71f3c31-0496-48b5-970d-182511e60e02 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:41.532858 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b099e843-e476-4af9-8993-341efda9c28f req-b71f3c31-0496-48b5-970d-182511e60e02 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 946 time: 0.1110370 Apr 15 03:37:41.538979 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-90171980-e705-41f2-8114-84ba0266a058 None None] Provisioning complete for port 51029cdf-4543-46fb-9d1e-2fd82fff5a17 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:41.542394 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90171980-e705-41f2-8114-84ba0266a058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (51029cdf-4543-46fb-9d1e-2fd82fff5a17), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:41.600855 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8bc92cf7-032e-43b3-afa6-380c81a2f62b tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:41.651591 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b099e843-e476-4af9-8993-341efda9c28f req-05390cc1-971c-40f8-bc93-14a27f35d592 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105852 Apr 15 03:37:41.678728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-90171980-e705-41f2-8114-84ba0266a058 None None] Current status of the port 51029cdf-4543-46fb-9d1e-2fd82fff5a17 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:41.679131 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90171980-e705-41f2-8114-84ba0266a058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (51029cdf-4543-46fb-9d1e-2fd82fff5a17), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:41.723084 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-90171980-e705-41f2-8114-84ba0266a058 None None] For port 51029cdf-4543-46fb-9d1e-2fd82fff5a17, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=51029cdf-4543-46fb-9d1e-2fd82fff5a17,segment=NetworkSegment(8c0cf314-5881-4825-9bc5-a7fb971eac03),segment_id=8c0cf314-5881-4825-9bc5-a7fb971eac03)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:41.725432 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dc679752-ba80-4db9-95be-90cfe2b6f1b6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (0b8ddde2-e6ce-4628-9e9f-51617f13752c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:41.808425 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90171980-e705-41f2-8114-84ba0266a058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (51029cdf-4543-46fb-9d1e-2fd82fff5a17), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:41.872333 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90171980-e705-41f2-8114-84ba0266a058 None None] Pushing event updated for resources: {'Port': ['ID=51029cdf-4543-46fb-9d1e-2fd82fff5a17,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:41.893217 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-58984bc7-2265-4fd1-8020-e0b76517dc0e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-871178727'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:41.987651 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f1521eba-bfb7-4f96-a25a-9a65d9cc5f9a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (02ae125c-aee3-4dd1-ae58-2924936148fe), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:41.992664 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-45170f7c-3c4f-4089-b591-81d7b1788290 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:41.996881 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-45170f7c-3c4f-4089-b591-81d7b1788290 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.6408229 Apr 15 03:37:42.006233 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60424) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:42.033879 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f0fe8d-c595-4afd-8e16-02412c9f76c3 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:42.038726 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f1521eba-bfb7-4f96-a25a-9a65d9cc5f9a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Calling delete_port for 02ae125c-aee3-4dd1-ae58-2924936148fe owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:42.044713 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-540ef5db-eb29-4c41-85b2-0d5bb9166d1c None None] Provisioning complete for port c6914152-ad5a-492c-a93b-c3c1bf236c53 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:42.045102 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-540ef5db-eb29-4c41-85b2-0d5bb9166d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c6914152-ad5a-492c-a93b-c3c1bf236c53), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:42.053747 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] Sync routers for ids ['668f4172-d345-4add-9729-990f16e1ddb3'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:42.100261 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] Routers {'668f4172-d345-4add-9729-990f16e1ddb3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:42.101025 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['668f4172-d345-4add-9729-990f16e1ddb3'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:42.110745 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f7f0fe8d-c595-4afd-8e16-02412c9f76c3 admin admin] 10.222.0.15 "PUT /v2.0/routers/668f4172-d345-4add-9729-990f16e1ddb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6190929 Apr 15 03:37:42.134889 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58984bc7-2265-4fd1-8020-e0b76517dc0e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Made reservation on behalf of 29d8722edbfe430c9096be7eda013770 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:42.136965 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc679752-ba80-4db9-95be-90cfe2b6f1b6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network 099f34f7-9139-4130-af05-b09c02a2b2e3 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:42.145596 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-dc679752-ba80-4db9-95be-90cfe2b6f1b6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:42.146897 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-58984bc7-2265-4fd1-8020-e0b76517dc0e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:42.166853 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-50a53506-305b-4bbd-b4f4-76ae702c63b6 req-76542944-96ad-4f8a-8cc9-2287074d0a48 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffa6325-1320-4148-b32a-1fedf0c7a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9883900 Apr 15 03:37:42.176932 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 51029cdf-4543-46fb-9d1e-2fd82fff5a17 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:37:42.179012 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-540ef5db-eb29-4c41-85b2-0d5bb9166d1c None None] Port c6914152-ad5a-492c-a93b-c3c1bf236c53 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:42.181532 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc679752-ba80-4db9-95be-90cfe2b6f1b6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:42.187127 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc679752-ba80-4db9-95be-90cfe2b6f1b6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:42.187913 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dc679752-ba80-4db9-95be-90cfe2b6f1b6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:42.190649 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-540ef5db-eb29-4c41-85b2-0d5bb9166d1c None None] Provisioning complete for port 51029cdf-4543-46fb-9d1e-2fd82fff5a17 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:42.190820 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-540ef5db-eb29-4c41-85b2-0d5bb9166d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (51029cdf-4543-46fb-9d1e-2fd82fff5a17), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:42.207036 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-58984bc7-2265-4fd1-8020-e0b76517dc0e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:42.211091 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc679752-ba80-4db9-95be-90cfe2b6f1b6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=0b8ddde2-e6ce-4628-9e9f-51617f13752c,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:42.251620 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-8bc92cf7-032e-43b3-afa6-380c81a2f62b tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:37:42.256446 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8bc92cf7-032e-43b3-afa6-380c81a2f62b tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8244491 Apr 15 03:37:42.257232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60428) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:42.261803 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-d8cdc160-a1ea-4c13-8296-06222d614397 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': '9efc961c-6099-45e5-999e-7583d0b87f7a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:42.293917 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-dc679752-ba80-4db9-95be-90cfe2b6f1b6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9003637 Apr 15 03:37:42.293917 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60430) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:42.309525 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-1a2c5afd-3c99-40c2-aeed-f8e180b61cde tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): The resource could not be found. Apr 15 03:37:42.314175 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1a2c5afd-3c99-40c2-aeed-f8e180b61cde tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.1485972 Apr 15 03:37:42.352194 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60432) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:42.435136 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8cdc160-a1ea-4c13-8296-06222d614397 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:42.446252 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 51029cdf-4543-46fb-9d1e-2fd82fff5a17 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:42.446600 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (51029cdf-4543-46fb-9d1e-2fd82fff5a17), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:42.522582 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] Set router 668f4172-d345-4add-9729-990f16e1ddb3 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:37:42.561627 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3bd2d3-56ba-4a75-b8ae-0c491b76d3bf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:42.563958 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3d3bd2d3-56ba-4a75-b8ae-0c491b76d3bf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1e3 HTTP/1.1" status: 200 len: 928 time: 0.2695715 Apr 15 03:37:42.567325 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60438) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:42.602516 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-317e4f1a-20f6-42c2-a80b-1797153403c0 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "GET /v2.0/routers/ae2b89b9-641f-4e03-825e-695efbc3a636 HTTP/1.1" status: 200 len: 919 time: 0.5950625 Apr 15 03:37:42.608623 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60440) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:42.649114 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-540ef5db-eb29-4c41-85b2-0d5bb9166d1c None None] Current status of the port 51029cdf-4543-46fb-9d1e-2fd82fff5a17 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:42.687661 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-50a53506-305b-4bbd-b4f4-76ae702c63b6 req-c732bc84-6cab-4153-b7c0-44a3695c3a2d service neutron] 10.222.0.30 "GET /v2.0/networks/3ffa6325-1320-4148-b32a-1fedf0c7a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997773 Apr 15 03:37:42.720145 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8cdc160-a1ea-4c13-8296-06222d614397 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:42.734445 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-98444e7c-2935-47da-8a9c-af0bc1815582 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2b89b9-641f-4e03-825e-695efbc3a636 HTTP/1.1" status: 200 len: 205 time: 0.1245177 Apr 15 03:37:42.736369 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60444) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:42.825411 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0acc1838-efd7-41f1-9e82-1bc57f8b20b7 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (43dba6e1-40a4-448f-a3e1-62dbcddda658), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:42.840253 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 51029cdf-4543-46fb-9d1e-2fd82fff5a17 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:42.889931 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-58984bc7-2265-4fd1-8020-e0b76517dc0e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks [] for security_group (e7362036-d8aa-44af-a845-7d8f418191a0), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:42.903916 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8abce8ea-cffb-4739-864d-88d9bf1f2199 None None] Provisioning complete for port c6914152-ad5a-492c-a93b-c3c1bf236c53 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:42.904375 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8abce8ea-cffb-4739-864d-88d9bf1f2199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c6914152-ad5a-492c-a93b-c3c1bf236c53), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:42.934993 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-d8cdc160-a1ea-4c13-8296-06222d614397 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Allocated IP 172.26.6.5 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/1e5cf792-8b03-49c8-9a6b-9e2e9a97f34c) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:42.935837 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0acc1838-efd7-41f1-9e82-1bc57f8b20b7 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (43dba6e1-40a4-448f-a3e1-62dbcddda658), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:42.980467 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-58984bc7-2265-4fd1-8020-e0b76517dc0e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (e7362036-d8aa-44af-a845-7d8f418191a0), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:42.988458 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8abce8ea-cffb-4739-864d-88d9bf1f2199 None None] Port c6914152-ad5a-492c-a93b-c3c1bf236c53 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:43.036646 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58984bc7-2265-4fd1-8020-e0b76517dc0e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:37:43.069766 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-58984bc7-2265-4fd1-8020-e0b76517dc0e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (0c2fbb45-5b30-4ab1-859a-d013f80bf179), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:43.070200 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-58984bc7-2265-4fd1-8020-e0b76517dc0e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Added segment 0c2fbb45-5b30-4ab1-859a-d013f80bf179 of type vlan for network 1637217b-2b79-4aaa-93c9-1f18692a0ee6 Apr 15 03:37:43.071591 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58984bc7-2265-4fd1-8020-e0b76517dc0e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7362036-d8aa-44af-a845-7d8f418191a0,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:43.075749 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-f41711a7-8583-488b-bf67-6fafc4b6a278 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting port 0b8ddde2-e6ce-4628-9e9f-51617f13752c {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:43.076358 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f41711a7-8583-488b-bf67-6fafc4b6a278 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (0b8ddde2-e6ce-4628-9e9f-51617f13752c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:43.085641 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5cc857bf-ac42-4584-998a-4a6e8fb70c38 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router (ae2b89b9-641f-4e03-825e-695efbc3a636), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:43.128183 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-439bac69-98ae-450c-b986-8f4bebf4ba0c None None] Provisioning complete for port 0b8ddde2-e6ce-4628-9e9f-51617f13752c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:43.128183 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-439bac69-98ae-450c-b986-8f4bebf4ba0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0b8ddde2-e6ce-4628-9e9f-51617f13752c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:43.145494 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a9849-4f62-4ca7-9662-4933f116855a req-3b065e45-931b-4c64-81e9-3dd14d418911 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:43.152923 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-947a9849-4f62-4ca7-9662-4933f116855a req-3b065e45-931b-4c64-81e9-3dd14d418911 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 946 time: 0.3475113 Apr 15 03:37:43.194051 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f1521eba-bfb7-4f96-a25a-9a65d9cc5f9a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (02ae125c-aee3-4dd1-ae58-2924936148fe), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:43.216832 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8cdc160-a1ea-4c13-8296-06222d614397 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for port (1e5cf792-8b03-49c8-9a6b-9e2e9a97f34c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:43.222721 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f4172-d345-4add-9729-990f16e1ddb3', 'name': 'tempest-ServerActionsTestJSON-1005450524-router', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:37:26Z', 'updated_at': '2022-04-15T03:37:38Z', 'revision_number': 4, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'gw_port': {'id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:28Z', 'updated_at': '2022-04-15T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '89fa9d30-d9c5-4edd-933e-4902a6c6cae6', 'name': '', 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'mac_address': 'fa:16:3e:4f:cb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd2ff5521-688d-47da-8337-38202aee7518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:36Z', 'updated_at': '2022-04-15T03:37:38Z', 'revision_number': 2, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'subnets': [{'id': 'd2ff5521-688d-47da-8337-38202aee7518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:43.226853 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-58984bc7-2265-4fd1-8020-e0b76517dc0e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (1637217b-2b79-4aaa-93c9-1f18692a0ee6), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:43.256384 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] Checking router: 668f4172-d345-4add-9729-990f16e1ddb3 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:37:43.256645 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] Updating router 668f4172-d345-4add-9729-990f16e1ddb3 port 89fa9d30-d9c5-4edd-933e-4902a6c6cae6 binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:37:43.279873 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-439bac69-98ae-450c-b986-8f4bebf4ba0c None None] Port 0b8ddde2-e6ce-4628-9e9f-51617f13752c cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:43.288327 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (89fa9d30-d9c5-4edd-933e-4902a6c6cae6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:43.299299 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-947a9849-4f62-4ca7-9662-4933f116855a req-26df5f7d-845f-44b4-b73c-ebedadad6620 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453428 Apr 15 03:37:43.306175 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f41711a7-8583-488b-bf67-6fafc4b6a278 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (0b8ddde2-e6ce-4628-9e9f-51617f13752c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:43.332401 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0acc1838-efd7-41f1-9e82-1bc57f8b20b7 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (43dba6e1-40a4-448f-a3e1-62dbcddda658), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:43.348573 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-f41711a7-8583-488b-bf67-6fafc4b6a278 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Calling delete_port for 0b8ddde2-e6ce-4628-9e9f-51617f13752c owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:43.353286 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0acc1838-efd7-41f1-9e82-1bc57f8b20b7 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:43.360742 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0acc1838-efd7-41f1-9e82-1bc57f8b20b7 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "DELETE /v2.0/security-groups/43dba6e1-40a4-448f-a3e1-62dbcddda658 HTTP/1.1" status: 204 len: 168 time: 1.0019183 Apr 15 03:37:43.360742 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1521eba-bfb7-4f96-a25a-9a65d9cc5f9a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event deleted for resources: {'Port': ['ID=02ae125c-aee3-4dd1-ae58-2924936148fe,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:43.361588 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60446) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:43.464459 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8cdc160-a1ea-4c13-8296-06222d614397 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (1e5cf792-8b03-49c8-9a6b-9e2e9a97f34c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:43.486130 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4809878b-2ff5-43bf-aa48-9f15a7cad001 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1187825 Apr 15 03:37:43.503231 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60448) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:43.508711 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-25620785-9ccc-48ee-be6a-11615712603c tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': '9070d01b-e112-4b2b-b1e9-a155960a72d5', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:43.542644 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc1838-efd7-41f1-9e82-1bc57f8b20b7 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dba6e1-40a4-448f-a3e1-62dbcddda658,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:43.547847 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cdc160-a1ea-4c13-8296-06222d614397 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:43.556982 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-d8cdc160-a1ea-4c13-8296-06222d614397 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:43.591162 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cdc160-a1ea-4c13-8296-06222d614397 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:43.593383 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdc160-a1ea-4c13-8296-06222d614397 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Pushing event updated for resources: {'Port': ['ID=1e5cf792-8b03-49c8-9a6b-9e2e9a97f34c,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:43.616363 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-58984bc7-2265-4fd1-8020-e0b76517dc0e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (1637217b-2b79-4aaa-93c9-1f18692a0ee6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:43.621706 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58984bc7-2265-4fd1-8020-e0b76517dc0e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:43.622369 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-58984bc7-2265-4fd1-8020-e0b76517dc0e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:43.689577 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] Publish callbacks [] for port (89fa9d30-d9c5-4edd-933e-4902a6c6cae6), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:43.720890 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5cc857bf-ac42-4584-998a-4a6e8fb70c38 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_gateway (ae2b89b9-641f-4e03-825e-695efbc3a636), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:43.722578 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60450) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:43.726480 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f1521eba-bfb7-4f96-a25a-9a65d9cc5f9a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:43.727335 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a6347e89-60a0-4eb4-bad8-925291e55fbf tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1283611457', 'description': 'tempest-description--1028730085'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:43.729662 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f1521eba-bfb7-4f96-a25a-9a65d9cc5f9a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "DELETE /v2.0/ports/02ae125c-aee3-4dd1-ae58-2924936148fe HTTP/1.1" status: 204 len: 168 time: 3.0472391 Apr 15 03:37:43.734228 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60452) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:43.739335 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58984bc7-2265-4fd1-8020-e0b76517dc0e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Pushing event updated for resources: {'Network': ['ID=1637217b-2b79-4aaa-93c9-1f18692a0ee6,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:43.751559 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 1637217b-2b79-4aaa-93c9-1f18692a0ee6 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:37:43.764223 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-8e1ef8f6-a351-4185-adef-3975d212ddbb tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:43.777746 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-58984bc7-2265-4fd1-8020-e0b76517dc0e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.5254369 Apr 15 03:37:43.781793 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60454) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:43.787150 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-59864778-4806-4cee-a4fa-e2567d21e566 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Request body: {'subnet': {'network_id': '1637217b-2b79-4aaa-93c9-1f18692a0ee6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:43.791933 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f41711a7-8583-488b-bf67-6fafc4b6a278 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (0b8ddde2-e6ce-4628-9e9f-51617f13752c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:43.860957 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41711a7-8583-488b-bf67-6fafc4b6a278 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Port': ['ID=0b8ddde2-e6ce-4628-9e9f-51617f13752c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:43.879149 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (89fa9d30-d9c5-4edd-933e-4902a6c6cae6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:43.907625 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a6347e89-60a0-4eb4-bad8-925291e55fbf tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:43.919403 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f41711a7-8583-488b-bf67-6fafc4b6a278 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:43.926902 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60456) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:43.927880 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f41711a7-8583-488b-bf67-6fafc4b6a278 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/ports/0b8ddde2-e6ce-4628-9e9f-51617f13752c HTTP/1.1" status: 204 len: 168 time: 1.3595989 Apr 15 03:37:43.989976 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-5cc857bf-ac42-4584-998a-4a6e8fb70c38 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Deleting port c726e826-7c4a-4d04-8aa2-6898b7c2c51c {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:43.990323 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5cc857bf-ac42-4584-998a-4a6e8fb70c38 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c726e826-7c4a-4d04-8aa2-6898b7c2c51c), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:43.992862 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe1fe53-d176-40a7-bece-9c2568e8cf5d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] GET failed (client error): The resource could not be found. Apr 15 03:37:43.994957 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-dbe1fe53-d176-40a7-bece-9c2568e8cf5d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports/0b8ddde2-e6ce-4628-9e9f-51617f13752c HTTP/1.1" status: 404 len: 333 time: 0.0669200 Apr 15 03:37:43.998932 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60458) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:44.008845 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df34dcc-14a8-429e-89ea-196b96e5cb0a None None] Pushing event updated for resources: {'Port': ['ID=89fa9d30-d9c5-4edd-933e-4902a6c6cae6,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:44.016222 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-d8cdc160-a1ea-4c13-8296-06222d614397 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Deleting port 1e5cf792-8b03-49c8-9a6b-9e2e9a97f34c {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:44.017112 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8cdc160-a1ea-4c13-8296-06222d614397 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (1e5cf792-8b03-49c8-9a6b-9e2e9a97f34c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:44.049945 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59864778-4806-4cee-a4fa-e2567d21e566 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Made reservation on behalf of 29d8722edbfe430c9096be7eda013770 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:44.058863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-59864778-4806-4cee-a4fa-e2567d21e566 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:44.099934 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] Attempting to bind port 89fa9d30-d9c5-4edd-933e-4902a6c6cae6 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:44.100924 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] Attempting to bind port 89fa9d30-d9c5-4edd-933e-4902a6c6cae6 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'd912f2b0-15a9-4b40-82d8-b001cae91119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:44.100924 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] Attempting to bind port 89fa9d30-d9c5-4edd-933e-4902a6c6cae6 on network 0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:44.107446 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:37:44.108012 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] Checking segment: {'id': 'd912f2b0-15a9-4b40-82d8-b001cae91119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:44.108424 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:44.108818 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] Bound using segment: {'id': 'd912f2b0-15a9-4b40-82d8-b001cae91119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:37:44.109682 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] Bound port: 89fa9d30-d9c5-4edd-933e-4902a6c6cae6, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd912f2b0-15a9-4b40-82d8-b001cae91119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:37:44.109682 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (89fa9d30-d9c5-4edd-933e-4902a6c6cae6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:44.116444 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8cdc160-a1ea-4c13-8296-06222d614397 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (1e5cf792-8b03-49c8-9a6b-9e2e9a97f34c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:44.116789 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8cdc160-a1ea-4c13-8296-06222d614397 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for floatingip (1e5cf792-8b03-49c8-9a6b-9e2e9a97f34c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:44.129685 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef8f6-a351-4185-adef-3975d212ddbb tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:44.137026 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-25620785-9ccc-48ee-be6a-11615712603c tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): The resource could not be found. Apr 15 03:37:44.139216 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-25620785-9ccc-48ee-be6a-11615712603c tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6348927 Apr 15 03:37:44.146412 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60460) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:44.155337 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-b7180b70-6fc6-4213-9ad6-ab4bbfa709d4 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1041344706'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:44.167974 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-d8cdc160-a1ea-4c13-8296-06222d614397 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Calling delete_port for 1e5cf792-8b03-49c8-9a6b-9e2e9a97f34c owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:44.238768 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] For port 89fa9d30-d9c5-4edd-933e-4902a6c6cae6, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:37:44.242358 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] For port 89fa9d30-d9c5-4edd-933e-4902a6c6cae6, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=89fa9d30-d9c5-4edd-933e-4902a6c6cae6,segment=NetworkSegment(d912f2b0-15a9-4b40-82d8-b001cae91119),segment_id=d912f2b0-15a9-4b40-82d8-b001cae91119)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:37:44.312035 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (89fa9d30-d9c5-4edd-933e-4902a6c6cae6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:44.318764 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a6347e89-60a0-4eb4-bad8-925291e55fbf tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks [] for security_group (e0ce0f01-efa1-4b30-b8af-00a1b9c40551), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:44.321296 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f0d05c0e-5369-4e81-a864-235475bfb142 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting port c6914152-ad5a-492c-a93b-c3c1bf236c53 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:44.321790 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f0d05c0e-5369-4e81-a864-235475bfb142 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c6914152-ad5a-492c-a93b-c3c1bf236c53), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:44.324768 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef8f6-a351-4185-adef-3975d212ddbb tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:44.383241 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] Routers {'668f4172-d345-4add-9729-990f16e1ddb3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:44.384064 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['668f4172-d345-4add-9729-990f16e1ddb3'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:44.387462 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df34dcc-14a8-429e-89ea-196b96e5cb0a None None] Pushing event updated for resources: {'Port': ['ID=89fa9d30-d9c5-4edd-933e-4902a6c6cae6,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:44.446367 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3ec2b16d-2c8c-4a5f-967e-aeda672e21fa None None] Provisioning complete for port 89fa9d30-d9c5-4edd-933e-4902a6c6cae6 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:44.446887 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b16d-2c8c-4a5f-967e-aeda672e21fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (89fa9d30-d9c5-4edd-933e-4902a6c6cae6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:44.464136 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5cc857bf-ac42-4584-998a-4a6e8fb70c38 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c726e826-7c4a-4d04-8aa2-6898b7c2c51c), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:44.479231 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a6347e89-60a0-4eb4-bad8-925291e55fbf tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (e0ce0f01-efa1-4b30-b8af-00a1b9c40551), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:44.510942 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7180b70-6fc6-4213-9ad6-ab4bbfa709d4 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:44.513203 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-5cc857bf-ac42-4584-998a-4a6e8fb70c38 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Calling delete_port for c726e826-7c4a-4d04-8aa2-6898b7c2c51c owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:44.614416 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6347e89-60a0-4eb4-bad8-925291e55fbf tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ce0f01-efa1-4b30-b8af-00a1b9c40551,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:44.640084 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6a34e-3bf1-4c65-8f3c-bf5c13a6c35f req-264c2ca7-27e3-4d84-97f6-ebc3fa833479 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:44.648464 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-81d6a34e-3bf1-4c65-8f3c-bf5c13a6c35f req-264c2ca7-27e3-4d84-97f6-ebc3fa833479 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 946 time: 0.1605773 Apr 15 03:37:44.674555 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f0d05c0e-5369-4e81-a864-235475bfb142 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c6914152-ad5a-492c-a93b-c3c1bf236c53), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:44.691860 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-59864778-4806-4cee-a4fa-e2567d21e566 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (3f4a58c7-2ab3-4f64-b400-e48bc713104e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:44.705064 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-8e1ef8f6-a351-4185-adef-3975d212ddbb tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Allocated IP 172.26.6.173 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/48f20eb7-85c3-4934-8213-214a739b1a4c) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:44.712800 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a6347e89-60a0-4eb4-bad8-925291e55fbf tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:44.714254 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a6347e89-60a0-4eb4-bad8-925291e55fbf tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9906824 Apr 15 03:37:44.718925 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8cdc160-a1ea-4c13-8296-06222d614397 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (1e5cf792-8b03-49c8-9a6b-9e2e9a97f34c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:44.722652 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60464) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:44.724724 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] Set router 668f4172-d345-4add-9729-990f16e1ddb3 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:37:44.728736 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-5bdaa582-d90c-47b3-b8b8-521e309758c1 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Request body: {'security_group_rule': {'security_group_id': 'e0ce0f01-efa1-4b30-b8af-00a1b9c40551', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:44.744970 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-81d6a34e-3bf1-4c65-8f3c-bf5c13a6c35f req-6f1e0923-d139-4ed9-a329-2f06114ca827 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949919 Apr 15 03:37:44.748642 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f0d05c0e-5369-4e81-a864-235475bfb142 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Calling delete_port for c6914152-ad5a-492c-a93b-c3c1bf236c53 owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:44.774700 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cdc160-a1ea-4c13-8296-06222d614397 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Pushing event deleted for resources: {'Port': ['ID=1e5cf792-8b03-49c8-9a6b-9e2e9a97f34c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:44.775018 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3ec2b16d-2c8c-4a5f-967e-aeda672e21fa None None] Current status of the port 89fa9d30-d9c5-4edd-933e-4902a6c6cae6 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:44.775018 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b16d-2c8c-4a5f-967e-aeda672e21fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (89fa9d30-d9c5-4edd-933e-4902a6c6cae6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:44.917876 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5bdaa582-d90c-47b3-b8b8-521e309758c1 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks [] for security_group_rule (3ef636cc-941d-4ac4-adbe-891355588802), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:44.930066 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-3ec2b16d-2c8c-4a5f-967e-aeda672e21fa None None] For port 89fa9d30-d9c5-4edd-933e-4902a6c6cae6, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=89fa9d30-d9c5-4edd-933e-4902a6c6cae6,segment=NetworkSegment(d912f2b0-15a9-4b40-82d8-b001cae91119),segment_id=d912f2b0-15a9-4b40-82d8-b001cae91119)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:44.947681 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59864778-4806-4cee-a4fa-e2567d21e566 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Checking segment: {'id': '0c2fbb45-5b30-4ab1-859a-d013f80bf179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1637217b-2b79-4aaa-93c9-1f18692a0ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:44.947681 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59864778-4806-4cee-a4fa-e2567d21e566 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Network hostable DHCP agents. Network: 1637217b-2b79-4aaa-93c9-1f18692a0ee6, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:37:44.973367 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7180b70-6fc6-4213-9ad6-ab4bbfa709d4 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (3b530d5b-b127-4398-980c-6b93a08b0290), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:44.974298 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59864778-4806-4cee-a4fa-e2567d21e566 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Pushing event updated for resources: {'Subnet': ['ID=3f4a58c7-2ab3-4f64-b400-e48bc713104e,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:45.007609 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f4172-d345-4add-9729-990f16e1ddb3', 'name': 'tempest-ServerActionsTestJSON-1005450524-router', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:37:26Z', 'updated_at': '2022-04-15T03:37:38Z', 'revision_number': 4, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'gw_port': {'id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:28Z', 'updated_at': '2022-04-15T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '89fa9d30-d9c5-4edd-933e-4902a6c6cae6', 'name': '', 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'mac_address': 'fa:16:3e:4f:cb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd2ff5521-688d-47da-8337-38202aee7518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:36Z', 'updated_at': '2022-04-15T03:37:44Z', 'revision_number': 4, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'subnets': [{'id': 'd2ff5521-688d-47da-8337-38202aee7518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:45.028805 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef8f6-a351-4185-adef-3975d212ddbb tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for port (48f20eb7-85c3-4934-8213-214a739b1a4c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.031352 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5bdaa582-d90c-47b3-b8b8-521e309758c1 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks [] for security_group_rule (3ef636cc-941d-4ac4-adbe-891355588802), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.040330 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7a8767-21a6-4a1d-b746-04babb682db1 None None] The sync data for ids ['668f4172-d345-4add-9729-990f16e1ddb3'] in dv-neutron-837140-3-hyperv is: [{'id': '668f4172-d345-4add-9729-990f16e1ddb3', 'name': 'tempest-ServerActionsTestJSON-1005450524-router', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:37:26Z', 'updated_at': '2022-04-15T03:37:38Z', 'revision_number': 4, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'gw_port': {'id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:28Z', 'updated_at': '2022-04-15T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '89fa9d30-d9c5-4edd-933e-4902a6c6cae6', 'name': '', 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'mac_address': 'fa:16:3e:4f:cb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd2ff5521-688d-47da-8337-38202aee7518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:36Z', 'updated_at': '2022-04-15T03:37:44Z', 'revision_number': 4, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'subnets': [{'id': 'd2ff5521-688d-47da-8337-38202aee7518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:45.043167 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b16d-2c8c-4a5f-967e-aeda672e21fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (89fa9d30-d9c5-4edd-933e-4902a6c6cae6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.060631 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7180b70-6fc6-4213-9ad6-ab4bbfa709d4 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (3b530d5b-b127-4398-980c-6b93a08b0290), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.100119 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2b16d-2c8c-4a5f-967e-aeda672e21fa None None] Pushing event updated for resources: {'Port': ['ID=89fa9d30-d9c5-4edd-933e-4902a6c6cae6,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:45.115174 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-d8cdc160-a1ea-4c13-8296-06222d614397 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] create failed (client error): The resource could not be found. Apr 15 03:37:45.115174 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d8cdc160-a1ea-4c13-8296-06222d614397 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.8562782 Apr 15 03:37:45.115174 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60468) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:45.178066 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef8f6-a351-4185-adef-3975d212ddbb tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (48f20eb7-85c3-4934-8213-214a739b1a4c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.180548 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5bdaa582-d90c-47b3-b8b8-521e309758c1 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (3ef636cc-941d-4ac4-adbe-891355588802), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.185317 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59864778-4806-4cee-a4fa-e2567d21e566 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Network 1637217b-2b79-4aaa-93c9-1f18692a0ee6 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:37:45.194668 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7180b70-6fc6-4213-9ad6-ab4bbfa709d4 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b530d5b-b127-4398-980c-6b93a08b0290,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:45.200498 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-98350478-b789-44e6-9321-ece74e33f6e5 None None] Provisioning complete for port 89fa9d30-d9c5-4edd-933e-4902a6c6cae6 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:45.200880 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-98350478-b789-44e6-9321-ece74e33f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (89fa9d30-d9c5-4edd-933e-4902a6c6cae6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.202059 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7180b70-6fc6-4213-9ad6-ab4bbfa709d4 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.203500 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b7180b70-6fc6-4213-9ad6-ab4bbfa709d4 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0542710 Apr 15 03:37:45.208880 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60472) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:45.213876 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-8b60b225-01b5-42e6-9c1d-8c72ca794184 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group': {'name': 'tempest-secgroup--415206607'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:45.274859 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-59864778-4806-4cee-a4fa-e2567d21e566 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 1637217b-2b79-4aaa-93c9-1f18692a0ee6) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:45.277046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5cc857bf-ac42-4584-998a-4a6e8fb70c38 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (c726e826-7c4a-4d04-8aa2-6898b7c2c51c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.283277 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1ef8f6-a351-4185-adef-3975d212ddbb tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:45.287633 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7150a2-d20d-4baf-9821-c052838ab986 None None] Network 1637217b-2b79-4aaa-93c9-1f18692a0ee6 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:45.288007 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59864778-4806-4cee-a4fa-e2567d21e566 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:45.288828 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-59864778-4806-4cee-a4fa-e2567d21e566 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.294023 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-8e1ef8f6-a351-4185-adef-3975d212ddbb tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:45.296039 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdaa582-d90c-47b3-b8b8-521e309758c1 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef636cc-941d-4ac4-adbe-891355588802,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:45.302658 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1ef8f6-a351-4185-adef-3975d212ddbb tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:45.340803 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc857bf-ac42-4584-998a-4a6e8fb70c38 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Pushing event deleted for resources: {'Port': ['ID=c726e826-7c4a-4d04-8aa2-6898b7c2c51c,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:45.354685 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f0d05c0e-5369-4e81-a864-235475bfb142 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (c6914152-ad5a-492c-a93b-c3c1bf236c53), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.363867 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-98350478-b789-44e6-9321-ece74e33f6e5 None None] Current status of the port 89fa9d30-d9c5-4edd-933e-4902a6c6cae6 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:45.374028 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b60b225-01b5-42e6-9c1d-8c72ca794184 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.404045 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5bdaa582-d90c-47b3-b8b8-521e309758c1 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.410868 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5bdaa582-d90c-47b3-b8b8-521e309758c1 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6856477 Apr 15 03:37:45.414045 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60474) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:45.429259 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e73c37f8-0419-4f9b-baf2-1762de08556a tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Request body: {'security_group_rule': {'security_group_id': 'e0ce0f01-efa1-4b30-b8af-00a1b9c40551', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:45.429694 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34067080-dd21-491c-83d3-0594aa21cc3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-1637217b-2b79-4aaa-93c9-1f18692a0ee6', 'network_id': '1637217b-2b79-4aaa-93c9-1f18692a0ee6', 'project_id': '29d8722edbfe430c9096be7eda013770', 'fixed_ips': [{'subnet_id': '3f4a58c7-2ab3-4f64-b400-e48bc713104e'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:37:45.430575 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-34067080-dd21-491c-83d3-0594aa21cc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.436989 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ef8f6-a351-4185-adef-3975d212ddbb tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Port': ['ID=48f20eb7-85c3-4934-8213-214a739b1a4c,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:45.460207 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2b991-5248-4dff-8860-5a6511e6b50a req-e8f0bf4f-59ee-4e87-a00c-26efdb13fc1b tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:45.467167 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-33c2b991-5248-4dff-8860-5a6511e6b50a req-e8f0bf4f-59ee-4e87-a00c-26efdb13fc1b tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 946 time: 0.2058251 Apr 15 03:37:45.487964 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-5ccac5ed-6ad8-414b-bbdc-a28a0a81c86f tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Deleting port 9efc961c-6099-45e5-999e-7583d0b87f7a {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:45.492545 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5ccac5ed-6ad8-414b-bbdc-a28a0a81c86f tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (9efc961c-6099-45e5-999e-7583d0b87f7a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.497552 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f0d05c0e-5369-4e81-a864-235475bfb142 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.505780 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f0d05c0e-5369-4e81-a864-235475bfb142 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/ports/c6914152-ad5a-492c-a93b-c3c1bf236c53 HTTP/1.1" status: 204 len: 168 time: 1.5072336 Apr 15 03:37:45.523731 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60476) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:45.527839 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-59864778-4806-4cee-a4fa-e2567d21e566 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7449508 Apr 15 03:37:45.534799 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60478) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:45.565197 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d05c0e-5369-4e81-a864-235475bfb142 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Port': ['ID=c6914152-ad5a-492c-a93b-c3c1bf236c53,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:45.568684 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a377b35-606f-47ae-a679-2fd4ff1bc971 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] GET failed (client error): The resource could not be found. Apr 15 03:37:45.575099 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4a377b35-606f-47ae-a679-2fd4ff1bc971 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports/c6914152-ad5a-492c-a93b-c3c1bf236c53 HTTP/1.1" status: 404 len: 333 time: 0.0440955 Apr 15 03:37:45.585000 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60480) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:45.616372 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-08536e50-08bb-444c-975e-48ea9424b23e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Request body: {'port': {'network_id': '1637217b-2b79-4aaa-93c9-1f18692a0ee6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-631660733'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:45.621832 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-34067080-dd21-491c-83d3-0594aa21cc3c None None] Allocated IP 2001:db8::2 (1637217b-2b79-4aaa-93c9-1f18692a0ee6/3f4a58c7-2ab3-4f64-b400-e48bc713104e/e002196d-2aef-4284-9126-b6b4a865fc33) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:45.674949 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52a5400-6e98-4899-a3db-a1023b01f7a5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting subnet 1ad71a94-c658-4a72-8994-ae36a404ab3b {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:37:45.703252 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e52a5400-6e98-4899-a3db-a1023b01f7a5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for subnet (1ad71a94-c658-4a72-8994-ae36a404ab3b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.765229 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e73c37f8-0419-4f9b-baf2-1762de08556a tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks [] for security_group_rule (58a2c7f5-efa3-418e-a03e-4af0255b96df), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.774968 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5cc857bf-ac42-4584-998a-4a6e8fb70c38 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (ae2b89b9-641f-4e03-825e-695efbc3a636), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.821065 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef8f6-a351-4185-adef-3975d212ddbb tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (c4d0ae09-b269-419a-a837-29b67d1d2a0b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.882568 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-34067080-dd21-491c-83d3-0594aa21cc3c None None] Publish callbacks [] for port (e002196d-2aef-4284-9126-b6b4a865fc33), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.895729 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b60b225-01b5-42e6-9c1d-8c72ca794184 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (12f6d694-3514-4b7f-9a8d-1cb3afad1636), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.908243 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5cc857bf-ac42-4584-998a-4a6e8fb70c38 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (ae2b89b9-641f-4e03-825e-695efbc3a636), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.912429 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5cc857bf-ac42-4584-998a-4a6e8fb70c38 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_controller (ae2b89b9-641f-4e03-825e-695efbc3a636), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.928070 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e73c37f8-0419-4f9b-baf2-1762de08556a tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks [] for security_group_rule (58a2c7f5-efa3-418e-a03e-4af0255b96df), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.935582 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e52a5400-6e98-4899-a3db-a1023b01f7a5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (1ad71a94-c658-4a72-8994-ae36a404ab3b), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:45.997019 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-33c2b991-5248-4dff-8860-5a6511e6b50a req-d553dc21-49bf-4137-b779-1dc35d8e0b1e tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289743 Apr 15 03:37:46.001773 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-34067080-dd21-491c-83d3-0594aa21cc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (e002196d-2aef-4284-9126-b6b4a865fc33), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.008883 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b60b225-01b5-42e6-9c1d-8c72ca794184 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (12f6d694-3514-4b7f-9a8d-1cb3afad1636), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.022738 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5ccac5ed-6ad8-414b-bbdc-a28a0a81c86f tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (9efc961c-6099-45e5-999e-7583d0b87f7a), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.049637 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60b225-01b5-42e6-9c1d-8c72ca794184 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f6d694-3514-4b7f-9a8d-1cb3afad1636,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:46.055001 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef8f6-a351-4185-adef-3975d212ddbb tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (48f20eb7-85c3-4934-8213-214a739b1a4c), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.063503 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 89fa9d30-d9c5-4edd-933e-4902a6c6cae6 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:37:46.086994 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-5ccac5ed-6ad8-414b-bbdc-a28a0a81c86f tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Calling delete_port for 9efc961c-6099-45e5-999e-7583d0b87f7a owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:46.091701 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e73c37f8-0419-4f9b-baf2-1762de08556a tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (58a2c7f5-efa3-418e-a03e-4af0255b96df), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.108204 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34067080-dd21-491c-83d3-0594aa21cc3c None None] Network 1637217b-2b79-4aaa-93c9-1f18692a0ee6 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:46.118584 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-34067080-dd21-491c-83d3-0594aa21cc3c None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:46.122127 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34067080-dd21-491c-83d3-0594aa21cc3c None None] Pushing event updated for resources: {'Port': ['ID=e002196d-2aef-4284-9126-b6b4a865fc33,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:46.123378 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5cc857bf-ac42-4584-998a-4a6e8fb70c38 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (ae2b89b9-641f-4e03-825e-695efbc3a636), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.126182 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc857bf-ac42-4584-998a-4a6e8fb70c38 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Fanout notify agent at l3_agent the message router_deleted on router ae2b89b9-641f-4e03-825e-695efbc3a636 {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:37:46.126314 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34067080-dd21-491c-83d3-0594aa21cc3c None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:46.139959 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5cc857bf-ac42-4584-998a-4a6e8fb70c38 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.148839 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5cc857bf-ac42-4584-998a-4a6e8fb70c38 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "DELETE /v2.0/routers/ae2b89b9-641f-4e03-825e-695efbc3a636 HTTP/1.1" status: 204 len: 168 time: 3.4059336 Apr 15 03:37:46.152317 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60482) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:46.159682 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a0257fa1-9738-42b7-857d-773283fdaf11 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Request body: {'router': {'name': 'tempest-snat-router-559470984', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'enable_snat': False}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:46.166457 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8b60b225-01b5-42e6-9c1d-8c72ca794184 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.168448 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8b60b225-01b5-42e6-9c1d-8c72ca794184 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9578559 Apr 15 03:37:46.168448 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08536e50-08bb-444c-975e-48ea9424b23e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Made reservation on behalf of 29d8722edbfe430c9096be7eda013770 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:46.174286 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-08536e50-08bb-444c-975e-48ea9424b23e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.175696 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60484) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:46.180938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-b31d7462-b4ca-458b-b47b-5142273fa9f1 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': '3b530d5b-b127-4398-980c-6b93a08b0290', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '12f6d694-3514-4b7f-9a8d-1cb3afad1636'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:46.184341 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 89fa9d30-d9c5-4edd-933e-4902a6c6cae6 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:46.184720 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (89fa9d30-d9c5-4edd-933e-4902a6c6cae6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.211170 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c37f8-0419-4f9b-baf2-1762de08556a tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a2c7f5-efa3-418e-a03e-4af0255b96df,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:46.213116 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-08536e50-08bb-444c-975e-48ea9424b23e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] device_id is not set on port ccb35505-bc09-48ff-a65f-c8d498085d35 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:46.299489 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e73c37f8-0419-4f9b-baf2-1762de08556a tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.300996 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e73c37f8-0419-4f9b-baf2-1762de08556a tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8826056 Apr 15 03:37:46.302760 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-34067080-dd21-491c-83d3-0594aa21cc3c None None] Attempting to bind port e002196d-2aef-4284-9126-b6b4a865fc33 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:46.303642 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-34067080-dd21-491c-83d3-0594aa21cc3c None None] Attempting to bind port e002196d-2aef-4284-9126-b6b4a865fc33 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '0c2fbb45-5b30-4ab1-859a-d013f80bf179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1637217b-2b79-4aaa-93c9-1f18692a0ee6'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:46.304439 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34067080-dd21-491c-83d3-0594aa21cc3c None None] Attempting to bind port e002196d-2aef-4284-9126-b6b4a865fc33 on network 1637217b-2b79-4aaa-93c9-1f18692a0ee6 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:46.306785 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60486) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:46.312295 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e52a5400-6e98-4899-a3db-a1023b01f7a5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (1ad71a94-c658-4a72-8994-ae36a404ab3b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.314814 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34067080-dd21-491c-83d3-0594aa21cc3c None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:37:46.315200 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34067080-dd21-491c-83d3-0594aa21cc3c None None] Checking segment: {'id': '0c2fbb45-5b30-4ab1-859a-d013f80bf179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1637217b-2b79-4aaa-93c9-1f18692a0ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:46.316408 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-34067080-dd21-491c-83d3-0594aa21cc3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.317420 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34067080-dd21-491c-83d3-0594aa21cc3c None None] Bound using segment: {'id': '0c2fbb45-5b30-4ab1-859a-d013f80bf179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1637217b-2b79-4aaa-93c9-1f18692a0ee6'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:37:46.317926 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-34067080-dd21-491c-83d3-0594aa21cc3c None None] Bound port: e002196d-2aef-4284-9126-b6b4a865fc33, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2fbb45-5b30-4ab1-859a-d013f80bf179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1637217b-2b79-4aaa-93c9-1f18692a0ee6'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:37:46.318392 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-34067080-dd21-491c-83d3-0594aa21cc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e002196d-2aef-4284-9126-b6b4a865fc33), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.319663 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-8df48c81-28e8-4a25-83ff-28e15d840242 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:46.352841 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0257fa1-9738-42b7-857d-773283fdaf11 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (43eaea5f-550a-4c5c-960d-6d598dec5505), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.352841 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0257fa1-9738-42b7-857d-773283fdaf11 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (43eaea5f-550a-4c5c-960d-6d598dec5505), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.386018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-08536e50-08bb-444c-975e-48ea9424b23e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Allocated IP 2001:db8::1ab (1637217b-2b79-4aaa-93c9-1f18692a0ee6/3f4a58c7-2ab3-4f64-b400-e48bc713104e/ccb35505-bc09-48ff-a65f-c8d498085d35) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:46.408383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-34067080-dd21-491c-83d3-0594aa21cc3c None None] For port e002196d-2aef-4284-9126-b6b4a865fc33, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:37:46.413079 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-34067080-dd21-491c-83d3-0594aa21cc3c None None] For port e002196d-2aef-4284-9126-b6b4a865fc33, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e002196d-2aef-4284-9126-b6b4a865fc33,segment=NetworkSegment(0c2fbb45-5b30-4ab1-859a-d013f80bf179),segment_id=0c2fbb45-5b30-4ab1-859a-d013f80bf179)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:37:46.445373 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-b31d7462-b4ca-458b-b47b-5142273fa9f1 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:37:46.449743 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b31d7462-b4ca-458b-b47b-5142273fa9f1 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2691157 Apr 15 03:37:46.457216 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60488) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:46.463867 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0257fa1-9738-42b7-857d-773283fdaf11 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_controller (43eaea5f-550a-4c5c-960d-6d598dec5505), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.474224 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 89fa9d30-d9c5-4edd-933e-4902a6c6cae6 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:46.488213 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-34067080-dd21-491c-83d3-0594aa21cc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e002196d-2aef-4284-9126-b6b4a865fc33), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.508087 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef8f6-a351-4185-adef-3975d212ddbb tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for port (48f20eb7-85c3-4934-8213-214a739b1a4c), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.534284 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8df48c81-28e8-4a25-83ff-28e15d840242 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.539934 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e52a5400-6e98-4899-a3db-a1023b01f7a5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (1ad71a94-c658-4a72-8994-ae36a404ab3b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.569358 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-45190b01-c130-405c-a719-b6b62fbbaea2 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (12f6d694-3514-4b7f-9a8d-1cb3afad1636), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.605196 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e52a5400-6e98-4899-a3db-a1023b01f7a5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.607326 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34067080-dd21-491c-83d3-0594aa21cc3c None None] Pushing event updated for resources: {'Port': ['ID=e002196d-2aef-4284-9126-b6b4a865fc33,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:46.614564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa0ea99-51d1-465c-a064-26f0adf782cf None None] Network 099f34f7-9139-4130-af05-b09c02a2b2e3 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:46.616406 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e52a5400-6e98-4899-a3db-a1023b01f7a5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/subnets/1ad71a94-c658-4a72-8994-ae36a404ab3b HTTP/1.1" status: 204 len: 168 time: 1.0078280 Apr 15 03:37:46.617254 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5ccac5ed-6ad8-414b-bbdc-a28a0a81c86f tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (9efc961c-6099-45e5-999e-7583d0b87f7a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.642047 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60490) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:46.657786 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a5400-6e98-4899-a3db-a1023b01f7a5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Subnet': ['ID=1ad71a94-c658-4a72-8994-ae36a404ab3b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:46.660755 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef8f6-a351-4185-adef-3975d212ddbb tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (48f20eb7-85c3-4934-8213-214a739b1a4c), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.735400 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccac5ed-6ad8-414b-bbdc-a28a0a81c86f tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Pushing event deleted for resources: {'Port': ['ID=9efc961c-6099-45e5-999e-7583d0b87f7a,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:46.827011 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef8f6-a351-4185-adef-3975d212ddbb tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (c4d0ae09-b269-419a-a837-29b67d1d2a0b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.901611 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8df48c81-28e8-4a25-83ff-28e15d840242 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.903783 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ef8f6-a351-4185-adef-3975d212ddbb tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Port': ['ID=48f20eb7-85c3-4934-8213-214a739b1a4c,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:46.936661 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5ccac5ed-6ad8-414b-bbdc-a28a0a81c86f tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:46.937455 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10cac65-f4d6-4b0b-b15e-485d4731e348 None None] DHCP port deletion for 099f34f7-9139-4130-af05-b09c02a2b2e3 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:37:46.940102 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5ccac5ed-6ad8-414b-bbdc-a28a0a81c86f tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] 10.222.0.15 "DELETE /v2.0/ports/9efc961c-6099-45e5-999e-7583d0b87f7a HTTP/1.1" status: 204 len: 168 time: 1.8234692 Apr 15 03:37:46.972502 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60492) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:47.039887 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d10cac65-f4d6-4b0b-b15e-485d4731e348 None None] Deleting port 51029cdf-4543-46fb-9d1e-2fd82fff5a17 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:47.040302 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d10cac65-f4d6-4b0b-b15e-485d4731e348 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (51029cdf-4543-46fb-9d1e-2fd82fff5a17), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:47.162646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d10cac65-f4d6-4b0b-b15e-485d4731e348 None None] For port 51029cdf-4543-46fb-9d1e-2fd82fff5a17, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=51029cdf-4543-46fb-9d1e-2fd82fff5a17,segment=NetworkSegment(8c0cf314-5881-4825-9bc5-a7fb971eac03),segment_id=8c0cf314-5881-4825-9bc5-a7fb971eac03)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:47.163289 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d10cac65-f4d6-4b0b-b15e-485d4731e348 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (51029cdf-4543-46fb-9d1e-2fd82fff5a17), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:47.179028 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d10cac65-f4d6-4b0b-b15e-485d4731e348 None None] Calling delete_port for 51029cdf-4543-46fb-9d1e-2fd82fff5a17 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:47.299816 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-45190b01-c130-405c-a719-b6b62fbbaea2 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (12f6d694-3514-4b7f-9a8d-1cb3afad1636), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:47.324168 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e1ef8f6-a351-4185-adef-3975d212ddbb tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:47.325389 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8e1ef8f6-a351-4185-adef-3975d212ddbb tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5868323 Apr 15 03:37:47.329400 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60496) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:47.339504 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d10cac65-f4d6-4b0b-b15e-485d4731e348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (51029cdf-4543-46fb-9d1e-2fd82fff5a17), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:47.357085 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-4d936164-1851-4ba5-bbe7-3a48c5124452 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Request body: {'port': {'network_id': '1050d329-e4bc-432d-a375-579d032bcdc0', 'name': 'tempest-FloatingIPTestJSON-1448374591'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:47.372271 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d901eb3-6770-4e5f-8b9a-add13410f839 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:47.373319 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10cac65-f4d6-4b0b-b15e-485d4731e348 None None] Pushing event deleted for resources: {'Port': ['ID=51029cdf-4543-46fb-9d1e-2fd82fff5a17,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:47.378129 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6d901eb3-6770-4e5f-8b9a-add13410f839 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] 10.222.0.15 "GET /v2.0/ports?device_id=a82fa3a0-2e79-495d-a7c4-c8e072ceeede HTTP/1.1" status: 200 len: 913 time: 0.4050536 Apr 15 03:37:47.378948 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60498) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:47.382532 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10cac65-f4d6-4b0b-b15e-485d4731e348 None None] No DVR routers for this DVR port 51029cdf-4543-46fb-9d1e-2fd82fff5a17 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:37:47.510887 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-8df48c81-28e8-4a25-83ff-28e15d840242 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Allocated IP 172.26.6.150 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/03ce4751-f85e-44a6-a804-e8126510d6fd) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:47.586851 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75230017-a82f-48fd-893f-cb4cf1871c06 req-3454ebc4-dfc4-456a-b09c-24e16a030320 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:47.588477 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-75230017-a82f-48fd-893f-cb4cf1871c06 req-3454ebc4-dfc4-456a-b09c-24e16a030320 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 946 time: 0.2912617 Apr 15 03:37:47.596984 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0257fa1-9738-42b7-857d-773283fdaf11 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_gateway (43eaea5f-550a-4c5c-960d-6d598dec5505), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:47.605323 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4c14a12d-d0c9-46f6-bac2-7e698afe5b61 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (099f34f7-9139-4130-af05-b09c02a2b2e3), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:47.649724 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-08536e50-08bb-444c-975e-48ea9424b23e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks [] for port (ccb35505-bc09-48ff-a65f-c8d498085d35), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:47.720526 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-45190b01-c130-405c-a719-b6b62fbbaea2 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (12f6d694-3514-4b7f-9a8d-1cb3afad1636), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:47.723223 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-45190b01-c130-405c-a719-b6b62fbbaea2 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:47.726688 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-45190b01-c130-405c-a719-b6b62fbbaea2 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "DELETE /v2.0/security-groups/12f6d694-3514-4b7f-9a8d-1cb3afad1636 HTTP/1.1" status: 204 len: 168 time: 1.2660432 Apr 15 03:37:47.727691 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60500) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:47.781111 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8df48c81-28e8-4a25-83ff-28e15d840242 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks [] for port (03ce4751-f85e-44a6-a804-e8126510d6fd), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:47.790729 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45190b01-c130-405c-a719-b6b62fbbaea2 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f6d694-3514-4b7f-9a8d-1cb3afad1636,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:47.795247 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-75230017-a82f-48fd-893f-cb4cf1871c06 req-0b0f94fa-23a9-427a-97e2-3868e8533923 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868470 Apr 15 03:37:47.894194 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4c14a12d-d0c9-46f6-bac2-7e698afe5b61 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (099f34f7-9139-4130-af05-b09c02a2b2e3), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:47.909571 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-39efb2f2-0146-4410-91e8-1e4b0dcfa03f tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1797154 Apr 15 03:37:47.912223 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60504) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:47.912378 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d936164-1851-4ba5-bbe7-3a48c5124452 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Made reservation on behalf of c3e93a2cf489402089ec6469d1c45222 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:47.915369 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4d936164-1851-4ba5-bbe7-3a48c5124452 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:47.921702 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da38fb76-5351-4ffa-b056-1d9a6da66c71 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (a82fa3a0-2e79-495d-a7c4-c8e072ceeede), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:47.936033 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-4c14a12d-d0c9-46f6-bac2-7e698afe5b61 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099f34f7-9139-4130-af05-b09c02a2b2e3']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:47.938730 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6037ea-dbc0-4568-82d5-497794d3759e None None] Network 1637217b-2b79-4aaa-93c9-1f18692a0ee6 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:47.951685 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-4c14a12d-d0c9-46f6-bac2-7e698afe5b61 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0cf314-5881-4825-9bc5-a7fb971eac03') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:47.951982 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-4c14a12d-d0c9-46f6-bac2-7e698afe5b61 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0cf314-5881-4825-9bc5-a7fb971eac03') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:48.027507 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-4d936164-1851-4ba5-bbe7-3a48c5124452 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] device_id is not set on port 01fcec08-5aaf-486c-ac5b-89398d9c3de1 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:48.030425 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-c5539d60-adcc-44c3-8e8b-895cb122ea7b None None] Provisioning complete for port e002196d-2aef-4284-9126-b6b4a865fc33 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:48.031677 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c5539d60-adcc-44c3-8e8b-895cb122ea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e002196d-2aef-4284-9126-b6b4a865fc33), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.033428 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-08536e50-08bb-444c-975e-48ea9424b23e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (ccb35505-bc09-48ff-a65f-c8d498085d35), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.038921 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4c14a12d-d0c9-46f6-bac2-7e698afe5b61 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (8c0cf314-5881-4825-9bc5-a7fb971eac03), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.077673 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e002196d-2aef-4284-9126-b6b4a865fc33 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:37:48.099641 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8df48c81-28e8-4a25-83ff-28e15d840242 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (03ce4751-f85e-44a6-a804-e8126510d6fd), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.104304 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e3557e69-ff32-4727-abb9-81d290e6bbcc tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (3b530d5b-b127-4398-980c-6b93a08b0290), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.142343 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4c14a12d-d0c9-46f6-bac2-7e698afe5b61 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (8c0cf314-5881-4825-9bc5-a7fb971eac03), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.194766 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c14a12d-d0c9-46f6-bac2-7e698afe5b61 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:37:48.195635 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4c14a12d-d0c9-46f6-bac2-7e698afe5b61 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (8c0cf314-5881-4825-9bc5-a7fb971eac03), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.197747 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df48c81-28e8-4a25-83ff-28e15d840242 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:48.214291 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08536e50-08bb-444c-975e-48ea9424b23e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Network 1637217b-2b79-4aaa-93c9-1f18692a0ee6 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:37:48.215241 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:37:48.220531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e3557e69-ff32-4727-abb9-81d290e6bbcc tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (3b530d5b-b127-4398-980c-6b93a08b0290), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.226847 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port e002196d-2aef-4284-9126-b6b4a865fc33 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:48.227340 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e002196d-2aef-4284-9126-b6b4a865fc33), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.230277 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c5539d60-adcc-44c3-8e8b-895cb122ea7b None None] Current status of the port e002196d-2aef-4284-9126-b6b4a865fc33 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:48.230784 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c5539d60-adcc-44c3-8e8b-895cb122ea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e002196d-2aef-4284-9126-b6b4a865fc33), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.286914 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-08536e50-08bb-444c-975e-48ea9424b23e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:48.297844 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-8df48c81-28e8-4a25-83ff-28e15d840242 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:48.307056 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df48c81-28e8-4a25-83ff-28e15d840242 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:48.309997 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08536e50-08bb-444c-975e-48ea9424b23e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Pushing event updated for resources: {'Port': ['ID=ccb35505-bc09-48ff-a65f-c8d498085d35,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:48.335648 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c5539d60-adcc-44c3-8e8b-895cb122ea7b None None] For port e002196d-2aef-4284-9126-b6b4a865fc33, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e002196d-2aef-4284-9126-b6b4a865fc33,segment=NetworkSegment(0c2fbb45-5b30-4ab1-859a-d013f80bf179),segment_id=0c2fbb45-5b30-4ab1-859a-d013f80bf179)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:48.351020 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df48c81-28e8-4a25-83ff-28e15d840242 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Pushing event updated for resources: {'Port': ['ID=03ce4751-f85e-44a6-a804-e8126510d6fd,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:48.372773 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e3557e69-ff32-4727-abb9-81d290e6bbcc tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (3b530d5b-b127-4398-980c-6b93a08b0290), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.375701 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e3557e69-ff32-4727-abb9-81d290e6bbcc tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.380341 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e3557e69-ff32-4727-abb9-81d290e6bbcc tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "DELETE /v2.0/security-groups/3b530d5b-b127-4398-980c-6b93a08b0290 HTTP/1.1" status: 204 len: 168 time: 0.4673710 Apr 15 03:37:48.381187 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60508) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:48.385705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08536e50-08bb-444c-975e-48ea9424b23e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:48.393658 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08536e50-08bb-444c-975e-48ea9424b23e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:48.394807 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-08536e50-08bb-444c-975e-48ea9424b23e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.396543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c5539d60-adcc-44c3-8e8b-895cb122ea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e002196d-2aef-4284-9126-b6b4a865fc33), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.438517 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3557e69-ff32-4727-abb9-81d290e6bbcc tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b530d5b-b127-4398-980c-6b93a08b0290,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:48.468693 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5539d60-adcc-44c3-8e8b-895cb122ea7b None None] Pushing event updated for resources: {'Port': ['ID=e002196d-2aef-4284-9126-b6b4a865fc33,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:48.468928 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04468809-dd68-4e38-bef0-2cdc792a70eb req-880596b5-836c-4d69-a3b9-57ccac1d22bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:48.471049 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04468809-dd68-4e38-bef0-2cdc792a70eb req-880596b5-836c-4d69-a3b9-57ccac1d22bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=045e30dcfbf74a48b230d2b2aedef91a&device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 1130 time: 0.0647471 Apr 15 03:37:48.478440 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3eb5b1-7acb-4ef6-90d3-24c0327cac18 req-11991ef3-4e0e-45c2-87f5-1bf9e3db6bb3 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:48.480013 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-be3eb5b1-7acb-4ef6-90d3-24c0327cac18 req-11991ef3-4e0e-45c2-87f5-1bf9e3db6bb3 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 946 time: 0.2609732 Apr 15 03:37:48.489845 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e002196d-2aef-4284-9126-b6b4a865fc33 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:48.491270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e002196d-2aef-4284-9126-b6b4a865fc33), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.511084 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0257fa1-9738-42b7-857d-773283fdaf11 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_gateway (43eaea5f-550a-4c5c-960d-6d598dec5505), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.528904 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fbdaef04-c3cf-476e-bae7-194c86eb9f78 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1412730 Apr 15 03:37:48.557286 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60510) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:48.568303 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0257fa1-9738-42b7-857d-773283fdaf11 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.574135 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:37:48.575910 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:37:48.599232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8df48c81-28e8-4a25-83ff-28e15d840242 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks [] for floatingip (a5d45104-04a2-4fa4-a38d-4433b46bb6d7), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.599407 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-86e2a9de-22e5-4afb-9722-7b9817393f0a tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group': {'name': 'tempest-secgroup--471453078'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:48.600723 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-da38fb76-5351-4ffa-b056-1d9a6da66c71 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Deleting port 73625861-38fe-4d18-989a-7cfba58d35ea {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:48.601042 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da38fb76-5351-4ffa-b056-1d9a6da66c71 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (73625861-38fe-4d18-989a-7cfba58d35ea), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.622660 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-4e6567b4-d66f-44b3-b9d5-3bb3ec29fc4b None None] Provisioning complete for port e002196d-2aef-4284-9126-b6b4a865fc33 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:48.623366 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4e6567b4-d66f-44b3-b9d5-3bb3ec29fc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e002196d-2aef-4284-9126-b6b4a865fc33), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.625151 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8e5549df-335d-43cd-8a7f-ff321e5f6985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.701066 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4c14a12d-d0c9-46f6-bac2-7e698afe5b61 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (099f34f7-9139-4130-af05-b09c02a2b2e3), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.706054 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4c14a12d-d0c9-46f6-bac2-7e698afe5b61 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.721258 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4c14a12d-d0c9-46f6-bac2-7e698afe5b61 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/networks/099f34f7-9139-4130-af05-b09c02a2b2e3 HTTP/1.1" status: 204 len: 168 time: 2.0579708 Apr 15 03:37:48.721258 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-08536e50-08bb-444c-975e-48ea9424b23e tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1532834 Apr 15 03:37:48.722074 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60512) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:48.722753 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60514) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:48.726265 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da38fb76-5351-4ffa-b056-1d9a6da66c71 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (73625861-38fe-4d18-989a-7cfba58d35ea), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.733763 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-4d936164-1851-4ba5-bbe7-3a48c5124452 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Allocated IP 172.20.0.9 (1050d329-e4bc-432d-a375-579d032bcdc0/f5f63308-de7f-4cd1-b6c0-763e0a79b6f7/01fcec08-5aaf-486c-ac5b-89398d9c3de1) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:48.741749 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-da38fb76-5351-4ffa-b056-1d9a6da66c71 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Calling delete_port for 73625861-38fe-4d18-989a-7cfba58d35ea owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:48.746400 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-53a50cd2-e706-48d1-996d-f55be07f0003 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-583020719'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:48.748794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4e6567b4-d66f-44b3-b9d5-3bb3ec29fc4b None None] Current status of the port e002196d-2aef-4284-9126-b6b4a865fc33 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:48.753273 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2c9ee93c-be32-4bd5-b147-bc5632067c0f tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Request body: {'port': {'network_id': '1637217b-2b79-4aaa-93c9-1f18692a0ee6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1885500590', 'allowed_address_pairs': [{'ip_address': '2001:db8::1ab', 'mac_address': 'fa:16:3e:a5:4e:da'}]}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:48.759394 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-4e6567b4-d66f-44b3-b9d5-3bb3ec29fc4b None None] Provisioning complete for port ccb35505-bc09-48ff-a65f-c8d498085d35 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:48.760432 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4e6567b4-d66f-44b3-b9d5-3bb3ec29fc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ccb35505-bc09-48ff-a65f-c8d498085d35), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.792297 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-be3eb5b1-7acb-4ef6-90d3-24c0327cac18 req-ee08a7e5-5407-4756-b799-d931ab8da21c tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998159 Apr 15 03:37:48.802564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4e6567b4-d66f-44b3-b9d5-3bb3ec29fc4b None None] Port ccb35505-bc09-48ff-a65f-c8d498085d35 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:48.831929 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14a12d-d0c9-46f6-bac2-7e698afe5b61 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Network': ['ID=099f34f7-9139-4130-af05-b09c02a2b2e3,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:48.861578 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8df48c81-28e8-4a25-83ff-28e15d840242 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (03ce4751-f85e-44a6-a804-e8126510d6fd), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.912251 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-86e2a9de-22e5-4afb-9722-7b9817393f0a tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.920027 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-28422ae0-3f6b-4274-a343-886049e0ac1f None None] Provisioning complete for port ccb35505-bc09-48ff-a65f-c8d498085d35 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:48.921222 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-28422ae0-3f6b-4274-a343-886049e0ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ccb35505-bc09-48ff-a65f-c8d498085d35), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:48.963950 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04468809-dd68-4e38-bef0-2cdc792a70eb req-bd9bae8e-4149-4805-a649-b364ef4ea7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:48.965500 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-28422ae0-3f6b-4274-a343-886049e0ac1f None None] Port ccb35505-bc09-48ff-a65f-c8d498085d35 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:48.966007 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04468809-dd68-4e38-bef0-2cdc792a70eb req-bd9bae8e-4149-4805-a649-b364ef4ea7db service neutron] 10.222.0.30 "GET /v2.0/networks?id=3ffa6325-1320-4148-b32a-1fedf0c7a670 HTTP/1.1" status: 200 len: 911 time: 0.4793844 Apr 15 03:37:48.985168 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a50cd2-e706-48d1-996d-f55be07f0003 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:48.988465 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53a50cd2-e706-48d1-996d-f55be07f0003 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:49.013678 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-a0257fa1-9738-42b7-857d-773283fdaf11 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Allocated IP 172.26.6.249 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/8e0ce68a-bcdb-4769-a111-43999051446d) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:49.077631 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04468809-dd68-4e38-bef0-2cdc792a70eb req-9a526458-f47f-4055-a441-dd0c54142b89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5397f123-48b1-4710-900d-7f799557ce4c HTTP/1.1" status: 200 len: 217 time: 0.0965950 Apr 15 03:37:49.113559 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e002196d-2aef-4284-9126-b6b4a865fc33 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:49.124368 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8df48c81-28e8-4a25-83ff-28e15d840242 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks [] for port (03ce4751-f85e-44a6-a804-e8126510d6fd), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:49.145193 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da38fb76-5351-4ffa-b056-1d9a6da66c71 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (73625861-38fe-4d18-989a-7cfba58d35ea), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:49.178718 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38fb76-5351-4ffa-b056-1d9a6da66c71 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Pushing event deleted for resources: {'Port': ['ID=73625861-38fe-4d18-989a-7cfba58d35ea,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:49.187050 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 51029cdf-4543-46fb-9d1e-2fd82fff5a17 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:37:49.218311 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 51029cdf-4543-46fb-9d1e-2fd82fff5a17 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:37:49.218670 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 51029cdf-4543-46fb-9d1e-2fd82fff5a17 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:37:49.237285 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8df48c81-28e8-4a25-83ff-28e15d840242 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (03ce4751-f85e-44a6-a804-e8126510d6fd), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:49.277254 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a50cd2-e706-48d1-996d-f55be07f0003 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:37:49.311639 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04468809-dd68-4e38-bef0-2cdc792a70eb req-4542107c-2c9f-4ba5-b260-8dcfd4b9b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:49.313678 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04468809-dd68-4e38-bef0-2cdc792a70eb req-4542107c-2c9f-4ba5-b260-8dcfd4b9b9c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=603a1d84-f574-4a23-b761-aed75ab50158 HTTP/1.1" status: 200 len: 851 time: 0.2184603 Apr 15 03:37:49.323251 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53a50cd2-e706-48d1-996d-f55be07f0003 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (3653aee2-f81d-44e0-90f0-96187b18e4e2), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:49.323605 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-53a50cd2-e706-48d1-996d-f55be07f0003 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Added segment 3653aee2-f81d-44e0-90f0-96187b18e4e2 of type vlan for network 6ef3eb76-35e1-4246-9821-e6b797fd39fe Apr 15 03:37:49.333394 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df48c81-28e8-4a25-83ff-28e15d840242 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Pushing event updated for resources: {'Port': ['ID=03ce4751-f85e-44a6-a804-e8126510d6fd,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:49.414908 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8df48c81-28e8-4a25-83ff-28e15d840242 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (a5d45104-04a2-4fa4-a38d-4433b46bb6d7), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:49.419699 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-86e2a9de-22e5-4afb-9722-7b9817393f0a tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (273e4505-87ec-4091-8271-13abfcae6f59), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:49.420467 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da38fb76-5351-4ffa-b056-1d9a6da66c71 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (a82fa3a0-2e79-495d-a7c4-c8e072ceeede), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:49.425467 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9ee93c-be32-4bd5-b147-bc5632067c0f tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Made reservation on behalf of 29d8722edbfe430c9096be7eda013770 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:49.443534 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04468809-dd68-4e38-bef0-2cdc792a70eb req-f2c5aca6-a861-4527-bd5e-3d92ffa0b7f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3ffa6325-1320-4148-b32a-1fedf0c7a670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114700 Apr 15 03:37:49.450897 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4d936164-1851-4ba5-bbe7-3a48c5124452 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for port (01fcec08-5aaf-486c-ac5b-89398d9c3de1), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:49.479877 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53a50cd2-e706-48d1-996d-f55be07f0003 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (6ef3eb76-35e1-4246-9821-e6b797fd39fe), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:49.513370 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8df48c81-28e8-4a25-83ff-28e15d840242 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:49.514513 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8df48c81-28e8-4a25-83ff-28e15d840242 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2053957 Apr 15 03:37:49.524325 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-86e2a9de-22e5-4afb-9722-7b9817393f0a tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (273e4505-87ec-4091-8271-13abfcae6f59), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:49.592349 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da38fb76-5351-4ffa-b056-1d9a6da66c71 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Router a82fa3a0-2e79-495d-a7c4-c8e072ceeede has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:37:49.599732 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0257fa1-9738-42b7-857d-773283fdaf11 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for port (8e0ce68a-bcdb-4769-a111-43999051446d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:49.679735 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2a9de-22e5-4afb-9722-7b9817393f0a tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=273e4505-87ec-4091-8271-13abfcae6f59,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:49.689953 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da38fb76-5351-4ffa-b056-1d9a6da66c71 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:49.697103 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-da38fb76-5351-4ffa-b056-1d9a6da66c71 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] 10.222.0.15 "PUT /v2.0/routers/a82fa3a0-2e79-495d-a7c4-c8e072ceeede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3142641 Apr 15 03:37:49.703753 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60530) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:49.706678 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5985c063-7824-4e3c-8581-37c97e571316 None None] Sync routers for ids ['a82fa3a0-2e79-495d-a7c4-c8e072ceeede'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:49.708054 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-86e2a9de-22e5-4afb-9722-7b9817393f0a tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:49.712138 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60532) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:49.712303 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-86e2a9de-22e5-4afb-9722-7b9817393f0a tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1421216 Apr 15 03:37:49.716663 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-bff39b76-f360-41e0-8a94-03a182d5df1c tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': '273e4505-87ec-4091-8271-13abfcae6f59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:49.719522 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5985c063-7824-4e3c-8581-37c97e571316 None None] Routers {'a82fa3a0-2e79-495d-a7c4-c8e072ceeede'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:49.720202 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5985c063-7824-4e3c-8581-37c97e571316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a82fa3a0-2e79-495d-a7c4-c8e072ceeede'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:49.753168 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-9d590b21-b970-4379-afae-684bf816d332 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1283611457&fields=id&tenant_id=1ac54984499b43edad78bee2e10a3362 HTTP/1.1" status: 200 len: 267 time: 0.1114769 Apr 15 03:37:49.763486 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53a50cd2-e706-48d1-996d-f55be07f0003 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (6ef3eb76-35e1-4246-9821-e6b797fd39fe), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:49.764376 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5985c063-7824-4e3c-8581-37c97e571316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:49.768384 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a50cd2-e706-48d1-996d-f55be07f0003 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:49.768958 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53a50cd2-e706-48d1-996d-f55be07f0003 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:49.773773 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2c9ee93c-be32-4bd5-b147-bc5632067c0f tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:49.774119 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5985c063-7824-4e3c-8581-37c97e571316 None None] Routers {'a82fa3a0-2e79-495d-a7c4-c8e072ceeede'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:49.774769 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5985c063-7824-4e3c-8581-37c97e571316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a82fa3a0-2e79-495d-a7c4-c8e072ceeede'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:49.809488 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5985c063-7824-4e3c-8581-37c97e571316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:49.810103 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5985c063-7824-4e3c-8581-37c97e571316 None None] The sync data for ids ['a82fa3a0-2e79-495d-a7c4-c8e072ceeede'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:49.822801 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4d936164-1851-4ba5-bbe7-3a48c5124452 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (01fcec08-5aaf-486c-ac5b-89398d9c3de1), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:49.843779 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04468809-dd68-4e38-bef0-2cdc792a70eb req-3e948f5f-fae4-4424-8302-4f2f7fa86e85 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffa6325-1320-4148-b32a-1fedf0c7a670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693898 Apr 15 03:37:49.876789 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-4c156d5b-d7f7-4587-bb27-edb27b7936e2 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:49.878382 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-4c156d5b-d7f7-4587-bb27-edb27b7936e2 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/networks?id=0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 HTTP/1.1" status: 200 len: 812 time: 0.1164546 Apr 15 03:37:49.894137 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-45550237-c3c1-4126-94a4-240a792369f9 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/quotas/1ac54984499b43edad78bee2e10a3362 HTTP/1.1" status: 200 len: 375 time: 0.0098965 Apr 15 03:37:49.933773 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-bff39b76-f360-41e0-8a94-03a182d5df1c tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:37:49.937468 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bff39b76-f360-41e0-8a94-03a182d5df1c tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2219591 Apr 15 03:37:49.940933 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60536) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:49.956474 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-270e8fb5-a45c-4296-a03f-07fb5e66273e tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group_rule': {'security_group_id': '273e4505-87ec-4091-8271-13abfcae6f59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:49.977796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-223954b0-629a-41cc-a560-c6ba5d7deda6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for router (a82fa3a0-2e79-495d-a7c4-c8e072ceeede), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:49.982496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-2c9ee93c-be32-4bd5-b147-bc5632067c0f tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] device_id is not set on port e38a9b5d-0915-4fee-b6e5-1b35e205d42b yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:49.984082 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-0566739d-4df0-4298-bc91-2f031b41af6f tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ac54984499b43edad78bee2e10a3362&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846193 Apr 15 03:37:50.007791 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e002196d-2aef-4284-9126-b6b4a865fc33 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:37:50.058139 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port e002196d-2aef-4284-9126-b6b4a865fc33 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:50.058913 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e002196d-2aef-4284-9126-b6b4a865fc33), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:50.101905 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-09f79c7c-f800-49af-a4b7-42d52f8a1d47 service neutron] 10.222.0.15 "GET /v2.0/networks/0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038334 Apr 15 03:37:50.152986 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e002196d-2aef-4284-9126-b6b4a865fc33 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:50.178258 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-270e8fb5-a45c-4296-a03f-07fb5e66273e tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:37:50.182758 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-270e8fb5-a45c-4296-a03f-07fb5e66273e tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2402558 Apr 15 03:37:50.182931 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60540) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:50.250005 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-24265cdd-8f60-4666-a504-7f6dcc0fee98 service neutron] 10.222.0.15 "GET /v2.0/networks/0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408265 Apr 15 03:37:50.266693 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2370aa7-5622-4d5a-8030-df5528af6e4f tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (273e4505-87ec-4091-8271-13abfcae6f59), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:50.296568 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2370aa7-5622-4d5a-8030-df5528af6e4f tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (273e4505-87ec-4091-8271-13abfcae6f59), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:50.402862 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-53a50cd2-e706-48d1-996d-f55be07f0003 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6716588 Apr 15 03:37:50.406548 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60542) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:50.413776 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-db3c12e9-c5ff-40c2-bdef-3b6c081d4cc0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'subnet': {'network_id': '6ef3eb76-35e1-4246-9821-e6b797fd39fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:50.431543 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2370aa7-5622-4d5a-8030-df5528af6e4f tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (273e4505-87ec-4091-8271-13abfcae6f59), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:50.434096 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2370aa7-5622-4d5a-8030-df5528af6e4f tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:50.438452 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f2370aa7-5622-4d5a-8030-df5528af6e4f tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "DELETE /v2.0/security-groups/273e4505-87ec-4091-8271-13abfcae6f59 HTTP/1.1" status: 204 len: 168 time: 0.2503686 Apr 15 03:37:50.443662 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60544) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:50.456221 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0257fa1-9738-42b7-857d-773283fdaf11 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (8e0ce68a-bcdb-4769-a111-43999051446d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:50.467000 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2370aa7-5622-4d5a-8030-df5528af6e4f tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=273e4505-87ec-4091-8271-13abfcae6f59,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:50.547337 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d936164-1851-4ba5-bbe7-3a48c5124452 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Network 1050d329-e4bc-432d-a375-579d032bcdc0 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:50.553919 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d936164-1851-4ba5-bbe7-3a48c5124452 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Port': ['ID=01fcec08-5aaf-486c-ac5b-89398d9c3de1,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:50.556381 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a50cd2-e706-48d1-996d-f55be07f0003 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Network': ['ID=6ef3eb76-35e1-4246-9821-e6b797fd39fe,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:50.583116 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 6ef3eb76-35e1-4246-9821-e6b797fd39fe details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:37:50.585243 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-4d936164-1851-4ba5-bbe7-3a48c5124452 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:50.585604 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3abed3bf-d0c3-4734-9791-bf7d9f92f797 req-8c14cd80-f908-4fea-95d3-a3ae2471d07a tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 210 time: 0.0298233 Apr 15 03:37:50.613674 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3c12e9-c5ff-40c2-bdef-3b6c081d4cc0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:50.617433 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db3c12e9-c5ff-40c2-bdef-3b6c081d4cc0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:50.617744 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d936164-1851-4ba5-bbe7-3a48c5124452 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:50.636353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0257fa1-9738-42b7-857d-773283fdaf11 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:50.667102 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-a0257fa1-9738-42b7-857d-773283fdaf11 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:50.778832 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-223954b0-629a-41cc-a560-c6ba5d7deda6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (a82fa3a0-2e79-495d-a7c4-c8e072ceeede), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:50.782700 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-223954b0-629a-41cc-a560-c6ba5d7deda6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for router_controller (a82fa3a0-2e79-495d-a7c4-c8e072ceeede), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:50.790116 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7e600-eef2-4b87-be7c-4d05154d0344 req-a05cf462-3a42-4337-803c-db1689a94206 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:50.791954 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-aba7e600-eef2-4b87-be7c-4d05154d0344 req-a05cf462-3a42-4337-803c-db1689a94206 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 946 time: 0.9126260 Apr 15 03:37:50.792912 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0257fa1-9738-42b7-857d-773283fdaf11 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:50.931476 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4d4f83ab-dc03-43f5-b80d-a95325f167b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.002386 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0257fa1-9738-42b7-857d-773283fdaf11 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Pushing event updated for resources: {'Port': ['ID=8e0ce68a-bcdb-4769-a111-43999051446d,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:51.014012 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5b820d0a-08fc-41f0-b493-97e85050eda3 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5605884 Apr 15 03:37:51.055751 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60554) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:51.060294 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d936164-1851-4ba5-bbe7-3a48c5124452 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:51.060965 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4d936164-1851-4ba5-bbe7-3a48c5124452 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.061600 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-6d8f0afd-2c9a-42ed-9378-f0d6937967c6 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1642556943'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:51.106842 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-223954b0-629a-41cc-a560-c6ba5d7deda6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (a82fa3a0-2e79-495d-a7c4-c8e072ceeede), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.107369 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223954b0-629a-41cc-a560-c6ba5d7deda6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Fanout notify agent at l3_agent the message router_deleted on router a82fa3a0-2e79-495d-a7c4-c8e072ceeede {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:37:51.110441 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04468809-dd68-4e38-bef0-2cdc792a70eb req-6feabb37-3f6d-4999-861f-d429ae53b438 service neutron] 10.222.0.30 "GET /v2.0/networks/3ffa6325-1320-4148-b32a-1fedf0c7a670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2345316 Apr 15 03:37:51.116163 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-223954b0-629a-41cc-a560-c6ba5d7deda6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.117344 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-223954b0-629a-41cc-a560-c6ba5d7deda6 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] 10.222.0.15 "DELETE /v2.0/routers/a82fa3a0-2e79-495d-a7c4-c8e072ceeede HTTP/1.1" status: 204 len: 168 time: 1.4122262 Apr 15 03:37:51.122277 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60556) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:51.167105 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6d8f0afd-2c9a-42ed-9378-f0d6937967c6 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.178026 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-aba7e600-eef2-4b87-be7c-4d05154d0344 req-6a7191eb-9076-4846-9d93-12f2713432a9 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400450 Apr 15 03:37:51.180775 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-2c9ee93c-be32-4bd5-b147-bc5632067c0f tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Allocated IP 2001:db8::2cc (1637217b-2b79-4aaa-93c9-1f18692a0ee6/3f4a58c7-2ab3-4f64-b400-e48bc713104e/e38a9b5d-0915-4fee-b6e5-1b35e205d42b) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:51.207084 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b3eee1-4d91-4848-889e-d8824c2e93a4 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Deleting subnet 625d275a-35ee-40cc-a828-350cfd205087 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:37:51.210928 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-63b3eee1-4d91-4848-889e-d8824c2e93a4 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for subnet (625d275a-35ee-40cc-a828-350cfd205087), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.264014 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-63b3eee1-4d91-4848-889e-d8824c2e93a4 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (625d275a-35ee-40cc-a828-350cfd205087), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.275340 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4d936164-1851-4ba5-bbe7-3a48c5124452 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9410801 Apr 15 03:37:51.278824 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60558) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:51.282946 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-c321c79a-b3b6-4d74-9fb1-61941dbe8d07 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Request body: {'floatingip': {'port_id': '01fcec08-5aaf-486c-ac5b-89398d9c3de1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:51.321474 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6d8f0afd-2c9a-42ed-9378-f0d6937967c6 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (cdc8e25d-b4db-4d99-900d-d8c505346107), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.323084 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db3c12e9-c5ff-40c2-bdef-3b6c081d4cc0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (fe87a8c7-7f90-4afa-808c-3a6c42ab7be5), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.393503 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c321c79a-b3b6-4d74-9fb1-61941dbe8d07 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (c4d0ae09-b269-419a-a837-29b67d1d2a0b), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.408987 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6d8f0afd-2c9a-42ed-9378-f0d6937967c6 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (cdc8e25d-b4db-4d99-900d-d8c505346107), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.432924 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c12e9-c5ff-40c2-bdef-3b6c081d4cc0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Subnet': ['ID=fe87a8c7-7f90-4afa-808c-3a6c42ab7be5,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:51.457765 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-63b3eee1-4d91-4848-889e-d8824c2e93a4 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (625d275a-35ee-40cc-a828-350cfd205087), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.493818 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f0afd-2c9a-42ed-9378-f0d6937967c6 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc8e25d-b4db-4d99-900d-d8c505346107,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:51.498838 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3c12e9-c5ff-40c2-bdef-3b6c081d4cc0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Checking segment: {'id': '3653aee2-f81d-44e0-90f0-96187b18e4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ef3eb76-35e1-4246-9821-e6b797fd39fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:51.499210 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3c12e9-c5ff-40c2-bdef-3b6c081d4cc0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network hostable DHCP agents. Network: 6ef3eb76-35e1-4246-9821-e6b797fd39fe, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:37:51.520965 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6d8f0afd-2c9a-42ed-9378-f0d6937967c6 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.522443 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6d8f0afd-2c9a-42ed-9378-f0d6937967c6 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4660983 Apr 15 03:37:51.527210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60562) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:51.536601 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-c235947d-f5d3-4a86-82a3-d11bc5733d36 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:51.537239 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING neutron.api.v2.base [None req-c235947d-f5d3-4a86-82a3-d11bc5733d36 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 15 03:37:51.537724 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-c235947d-f5d3-4a86-82a3-d11bc5733d36 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] update failed (client error): There was a conflict when trying to complete your request. Apr 15 03:37:51.538653 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c235947d-f5d3-4a86-82a3-d11bc5733d36 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "PUT /v2.0/security-groups/cdc8e25d-b4db-4d99-900d-d8c505346107 HTTP/1.1" status: 409 len: 330 time: 0.0055106 Apr 15 03:37:51.542080 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60564) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:51.573946 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2c9ee93c-be32-4bd5-b147-bc5632067c0f tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks [] for port (e38a9b5d-0915-4fee-b6e5-1b35e205d42b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.596826 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b8616d06-993a-4a4b-b2ce-096b04538134 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (cdc8e25d-b4db-4d99-900d-d8c505346107), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.614117 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0257fa1-9738-42b7-857d-773283fdaf11 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_gateway (43eaea5f-550a-4c5c-960d-6d598dec5505), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.623835 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b8616d06-993a-4a4b-b2ce-096b04538134 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (cdc8e25d-b4db-4d99-900d-d8c505346107), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.627417 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3c12e9-c5ff-40c2-bdef-3b6c081d4cc0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network 6ef3eb76-35e1-4246-9821-e6b797fd39fe is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:37:51.631249 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-63b3eee1-4d91-4848-889e-d8824c2e93a4 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (625d275a-35ee-40cc-a828-350cfd205087), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.687505 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3eee1-4d91-4848-889e-d8824c2e93a4 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Pushing event deleted for resources: {'Subnet': ['ID=625d275a-35ee-40cc-a828-350cfd205087,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:51.698057 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c810647a-897b-48d1-8959-b347b25988c0 None None] Network e1523eac-b23c-4c81-a1c0-4814cc33a61e requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:51.710891 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-63b3eee1-4d91-4848-889e-d8824c2e93a4 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.714107 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-63b3eee1-4d91-4848-889e-d8824c2e93a4 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] 10.222.0.15 "DELETE /v2.0/subnets/625d275a-35ee-40cc-a828-350cfd205087 HTTP/1.1" status: 204 len: 168 time: 0.5908470 Apr 15 03:37:51.721559 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2256982f-3f62-476c-bc28-3171830b750f req-43039de6-071f-43a8-beda-7c81dbb33236 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 210 time: 0.0773520 Apr 15 03:37:51.724061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60568) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:51.742832 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-db3c12e9-c5ff-40c2-bdef-3b6c081d4cc0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 6ef3eb76-35e1-4246-9821-e6b797fd39fe) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:51.762780 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3c12e9-c5ff-40c2-bdef-3b6c081d4cc0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:51.763491 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db3c12e9-c5ff-40c2-bdef-3b6c081d4cc0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.789505 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a95dbc-dc56-4dd1-9532-876838eb57db None None] Network 6ef3eb76-35e1-4246-9821-e6b797fd39fe requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:51.817699 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2c9ee93c-be32-4bd5-b147-bc5632067c0f tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (e38a9b5d-0915-4fee-b6e5-1b35e205d42b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.846051 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b8616d06-993a-4a4b-b2ce-096b04538134 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (cdc8e25d-b4db-4d99-900d-d8c505346107), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.850056 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b8616d06-993a-4a4b-b2ce-096b04538134 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.851621 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b8616d06-993a-4a4b-b2ce-096b04538134 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "DELETE /v2.0/security-groups/cdc8e25d-b4db-4d99-900d-d8c505346107 HTTP/1.1" status: 204 len: 168 time: 0.3084378 Apr 15 03:37:51.858928 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60570) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:51.866716 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-db3c12e9-c5ff-40c2-bdef-3b6c081d4cc0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4580915 Apr 15 03:37:51.867888 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8616d06-993a-4a4b-b2ce-096b04538134 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc8e25d-b4db-4d99-900d-d8c505346107,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:51.870143 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60572) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:51.876873 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-1debf371-bbe6-4d0b-a7ad-4063b6421870 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'port': {'network_id': '6ef3eb76-35e1-4246-9821-e6b797fd39fe', 'name': 'tempest-PortsIpV6TestJSON-1687424236', 'fixed_ips': [{'subnet_id': 'fe87a8c7-7f90-4afa-808c-3a6c42ab7be5', 'ip_address': '2001:db8::10'}]}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:51.904375 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.945453 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9ee93c-be32-4bd5-b147-bc5632067c0f tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Network 1637217b-2b79-4aaa-93c9-1f18692a0ee6 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:51.955229 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-2c9ee93c-be32-4bd5-b147-bc5632067c0f tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:51.965587 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c13f2602-6ad7-4cd3-abd9-5817930bae97 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (e1523eac-b23c-4c81-a1c0-4814cc33a61e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.979766 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ee93c-be32-4bd5-b147-bc5632067c0f tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:51.980183 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9ee93c-be32-4bd5-b147-bc5632067c0f tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:51.980858 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2c9ee93c-be32-4bd5-b147-bc5632067c0f tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:51.982104 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d00c1a-c0e6-4d25-962e-146f1219225f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-6ef3eb76-35e1-4246-9821-e6b797fd39fe', 'network_id': '6ef3eb76-35e1-4246-9821-e6b797fd39fe', 'project_id': 'f99fc1577cd2451fb6bab5b4e898b08c', 'fixed_ips': [{'subnet_id': 'fe87a8c7-7f90-4afa-808c-3a6c42ab7be5'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:37:51.983108 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c1d00c1a-c0e6-4d25-962e-146f1219225f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:52.052575 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ee93c-be32-4bd5-b147-bc5632067c0f tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Pushing event updated for resources: {'Port': ['ID=e38a9b5d-0915-4fee-b6e5-1b35e205d42b,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:52.104568 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16db5789-e4cc-4ea2-97b9-55e45459685d None None] DHCP port deletion for e1523eac-b23c-4c81-a1c0-4814cc33a61e request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:37:52.159804 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1debf371-bbe6-4d0b-a7ad-4063b6421870 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:52.185563 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6257dd37-085d-4d6c-b754-d7b9f466defb tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3183618 Apr 15 03:37:52.186137 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60574) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:52.196523 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-16db5789-e4cc-4ea2-97b9-55e45459685d None None] Deleting port 1ea4e66a-925e-467a-87da-1427ae7345f0 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:52.196796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-16db5789-e4cc-4ea2-97b9-55e45459685d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (1ea4e66a-925e-467a-87da-1427ae7345f0), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:52.297796 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1debf371-bbe6-4d0b-a7ad-4063b6421870 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:52.299616 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-c1d00c1a-c0e6-4d25-962e-146f1219225f None None] Allocated IP 2001:db8::2 (6ef3eb76-35e1-4246-9821-e6b797fd39fe/fe87a8c7-7f90-4afa-808c-3a6c42ab7be5/e8e9f416-c44c-403b-aded-bd120c3ada57) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:52.301869 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2c9ee93c-be32-4bd5-b147-bc5632067c0f tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.5686376 Apr 15 03:37:52.308634 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60578) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:52.312030 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-04108210-4692-4b98-9d48-f14614c4a65f tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] delete failed (client error): The resource could not be found. Apr 15 03:37:52.314693 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-04108210-4692-4b98-9d48-f14614c4a65f tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "DELETE /v2.0/security-groups/4c454bb9-661c-4a06-aed2-cb284873eec7 HTTP/1.1" status: 404 len: 347 time: 0.1227849 Apr 15 03:37:52.326259 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60580) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:52.343827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-16db5789-e4cc-4ea2-97b9-55e45459685d None None] For port 1ea4e66a-925e-467a-87da-1427ae7345f0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1ea4e66a-925e-467a-87da-1427ae7345f0,segment=NetworkSegment(27272d07-c664-430d-9eb5-5da7fb208249),segment_id=27272d07-c664-430d-9eb5-5da7fb208249)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:52.344557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-16db5789-e4cc-4ea2-97b9-55e45459685d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (1ea4e66a-925e-467a-87da-1427ae7345f0), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:52.368817 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-1debf371-bbe6-4d0b-a7ad-4063b6421870 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] device_id is not set on port a3b48064-b044-46ea-98a0-012b003f4090 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:52.374060 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-b73322dd-2be4-4e3e-99d8-367bd8ce6148 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] show failed (client error): The resource could not be found. Apr 15 03:37:52.375956 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b73322dd-2be4-4e3e-99d8-367bd8ce6148 tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "GET /v2.0/security-groups/a3cab407-4d17-4971-88c2-b75869769463 HTTP/1.1" status: 404 len: 347 time: 0.0513368 Apr 15 03:37:52.383483 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60582) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:52.385021 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-16db5789-e4cc-4ea2-97b9-55e45459685d None None] Calling delete_port for 1ea4e66a-925e-467a-87da-1427ae7345f0 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:52.419857 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-c13f2602-6ad7-4cd3-abd9-5817930bae97 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Deleting port 1ea4e66a-925e-467a-87da-1427ae7345f0 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:52.420259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c13f2602-6ad7-4cd3-abd9-5817930bae97 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (1ea4e66a-925e-467a-87da-1427ae7345f0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:52.427854 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e17a31-fbc3-47be-bfc8-03778261d93b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:52.433285 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e17a31-fbc3-47be-bfc8-03778261d93b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:52.439222 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e17a31-fbc3-47be-bfc8-03778261d93b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:52.443543 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-69e17a31-fbc3-47be-bfc8-03778261d93b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1313431 Apr 15 03:37:52.445429 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60584) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:52.460753 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-fd21ed5a-be49-43df-b3b4-6e7b86ce228f tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] show failed (client error): The resource could not be found. Apr 15 03:37:52.460753 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fd21ed5a-be49-43df-b3b4-6e7b86ce228f tempest-NegativeSecGroupIPv6Test-1383398125 tempest-NegativeSecGroupIPv6Test-1383398125-project] 10.222.0.15 "GET /v2.0/security-group-rules/992a4e37-9576-413b-8c9b-d8abfdd9dc73 HTTP/1.1" status: 404 len: 356 time: 0.0728874 Apr 15 03:37:52.469576 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf32de-056f-4640-90ca-cce5db9720d9 req-f0b6602a-5769-4d44-a822-666f9853d99f tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:52.472926 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9cbf32de-056f-4640-90ca-cce5db9720d9 req-f0b6602a-5769-4d44-a822-666f9853d99f tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 946 time: 0.1678078 Apr 15 03:37:52.495919 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-71678b66-40ba-4c8c-b670-7fce47ae2c7b None None] Provisioning complete for port e38a9b5d-0915-4fee-b6e5-1b35e205d42b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:52.496386 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-71678b66-40ba-4c8c-b670-7fce47ae2c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e38a9b5d-0915-4fee-b6e5-1b35e205d42b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:52.596616 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-71678b66-40ba-4c8c-b670-7fce47ae2c7b None None] Port e38a9b5d-0915-4fee-b6e5-1b35e205d42b cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:52.612031 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-5fca78c2-f62c-4a44-b212-74d47873c252 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Deleting port e38a9b5d-0915-4fee-b6e5-1b35e205d42b {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:52.615555 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5fca78c2-f62c-4a44-b212-74d47873c252 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e38a9b5d-0915-4fee-b6e5-1b35e205d42b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:52.629909 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c1d00c1a-c0e6-4d25-962e-146f1219225f None None] Publish callbacks [] for port (e8e9f416-c44c-403b-aded-bd120c3ada57), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:52.691447 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-16db5789-e4cc-4ea2-97b9-55e45459685d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (1ea4e66a-925e-467a-87da-1427ae7345f0), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:52.709414 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5fca78c2-f62c-4a44-b212-74d47873c252 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e38a9b5d-0915-4fee-b6e5-1b35e205d42b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:52.717962 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db5789-e4cc-4ea2-97b9-55e45459685d None None] Pushing event deleted for resources: {'Port': ['ID=1ea4e66a-925e-467a-87da-1427ae7345f0,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:52.721507 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c1d00c1a-c0e6-4d25-962e-146f1219225f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (e8e9f416-c44c-403b-aded-bd120c3ada57), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:52.725419 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16db5789-e4cc-4ea2-97b9-55e45459685d None None] No DVR routers for this DVR port 1ea4e66a-925e-467a-87da-1427ae7345f0 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:37:52.755839 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-5fca78c2-f62c-4a44-b212-74d47873c252 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Calling delete_port for e38a9b5d-0915-4fee-b6e5-1b35e205d42b owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:52.777727 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d00c1a-c0e6-4d25-962e-146f1219225f None None] Network 6ef3eb76-35e1-4246-9821-e6b797fd39fe is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:52.784123 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-c1d00c1a-c0e6-4d25-962e-146f1219225f None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:52.788637 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d00c1a-c0e6-4d25-962e-146f1219225f None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:52.796750 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d00c1a-c0e6-4d25-962e-146f1219225f None None] Pushing event updated for resources: {'Port': ['ID=e8e9f416-c44c-403b-aded-bd120c3ada57,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:52.865039 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-1debf371-bbe6-4d0b-a7ad-4063b6421870 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Allocated IP 2001:db8::10 (6ef3eb76-35e1-4246-9821-e6b797fd39fe/fe87a8c7-7f90-4afa-808c-3a6c42ab7be5/a3b48064-b044-46ea-98a0-012b003f4090) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:52.882298 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c1d00c1a-c0e6-4d25-962e-146f1219225f None None] Attempting to bind port e8e9f416-c44c-403b-aded-bd120c3ada57 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:52.882741 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c1d00c1a-c0e6-4d25-962e-146f1219225f None None] Attempting to bind port e8e9f416-c44c-403b-aded-bd120c3ada57 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '3653aee2-f81d-44e0-90f0-96187b18e4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ef3eb76-35e1-4246-9821-e6b797fd39fe'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:52.883070 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d00c1a-c0e6-4d25-962e-146f1219225f None None] Attempting to bind port e8e9f416-c44c-403b-aded-bd120c3ada57 on network 6ef3eb76-35e1-4246-9821-e6b797fd39fe {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:52.888871 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d00c1a-c0e6-4d25-962e-146f1219225f None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:37:52.889252 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d00c1a-c0e6-4d25-962e-146f1219225f None None] Checking segment: {'id': '3653aee2-f81d-44e0-90f0-96187b18e4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ef3eb76-35e1-4246-9821-e6b797fd39fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:52.889658 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c1d00c1a-c0e6-4d25-962e-146f1219225f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:52.890047 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d00c1a-c0e6-4d25-962e-146f1219225f None None] Bound using segment: {'id': '3653aee2-f81d-44e0-90f0-96187b18e4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ef3eb76-35e1-4246-9821-e6b797fd39fe'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:37:52.890762 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c1d00c1a-c0e6-4d25-962e-146f1219225f None None] Bound port: e8e9f416-c44c-403b-aded-bd120c3ada57, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3653aee2-f81d-44e0-90f0-96187b18e4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6ef3eb76-35e1-4246-9821-e6b797fd39fe'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:37:52.891819 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c1d00c1a-c0e6-4d25-962e-146f1219225f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e8e9f416-c44c-403b-aded-bd120c3ada57), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:52.896818 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9fcdc8c1-ba59-4d69-8378-2438d9d3f4da req-bdb7d9d3-4d57-4f8e-b632-fc4c919adf37 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 210 time: 0.0516148 Apr 15 03:37:52.970074 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c1d00c1a-c0e6-4d25-962e-146f1219225f None None] For port e8e9f416-c44c-403b-aded-bd120c3ada57, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:37:52.974026 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c1d00c1a-c0e6-4d25-962e-146f1219225f None None] For port e8e9f416-c44c-403b-aded-bd120c3ada57, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e8e9f416-c44c-403b-aded-bd120c3ada57,segment=NetworkSegment(3653aee2-f81d-44e0-90f0-96187b18e4e2),segment_id=3653aee2-f81d-44e0-90f0-96187b18e4e2)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:37:53.053544 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c1d00c1a-c0e6-4d25-962e-146f1219225f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e8e9f416-c44c-403b-aded-bd120c3ada57), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:53.077918 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-c13f2602-6ad7-4cd3-abd9-5817930bae97 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] For port 1ea4e66a-925e-467a-87da-1427ae7345f0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1ea4e66a-925e-467a-87da-1427ae7345f0,segment=NetworkSegment(27272d07-c664-430d-9eb5-5da7fb208249),segment_id=27272d07-c664-430d-9eb5-5da7fb208249)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:53.079089 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c13f2602-6ad7-4cd3-abd9-5817930bae97 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (1ea4e66a-925e-467a-87da-1427ae7345f0), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:53.092410 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0257fa1-9738-42b7-857d-773283fdaf11 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (43eaea5f-550a-4c5c-960d-6d598dec5505), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:53.092613 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60592) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:53.109110 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-c13f2602-6ad7-4cd3-abd9-5817930bae97 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Calling delete_port for 1ea4e66a-925e-467a-87da-1427ae7345f0 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:53.145855 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d00c1a-c0e6-4d25-962e-146f1219225f None None] Pushing event updated for resources: {'Port': ['ID=e8e9f416-c44c-403b-aded-bd120c3ada57,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:53.153713 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1debf371-bbe6-4d0b-a7ad-4063b6421870 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (a3b48064-b044-46ea-98a0-012b003f4090), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:53.190967 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5fca78c2-f62c-4a44-b212-74d47873c252 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (e38a9b5d-0915-4fee-b6e5-1b35e205d42b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:53.203637 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c321c79a-b3b6-4d74-9fb1-61941dbe8d07 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:53.232235 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca78c2-f62c-4a44-b212-74d47873c252 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Pushing event deleted for resources: {'Port': ['ID=e38a9b5d-0915-4fee-b6e5-1b35e205d42b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:53.296269 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:53.310526 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c321c79a-b3b6-4d74-9fb1-61941dbe8d07 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (c4d0ae09-b269-419a-a837-29b67d1d2a0b), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:53.323195 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c13f2602-6ad7-4cd3-abd9-5817930bae97 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (1ea4e66a-925e-467a-87da-1427ae7345f0), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:53.356596 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1debf371-bbe6-4d0b-a7ad-4063b6421870 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (a3b48064-b044-46ea-98a0-012b003f4090), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:53.403227 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5fca78c2-f62c-4a44-b212-74d47873c252 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:53.410130 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5fca78c2-f62c-4a44-b212-74d47873c252 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "DELETE /v2.0/ports/e38a9b5d-0915-4fee-b6e5-1b35e205d42b HTTP/1.1" status: 204 len: 168 time: 0.9625423 Apr 15 03:37:53.418532 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60596) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:53.460146 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61f5b70-3da5-44a8-95e3-b381439a10e1 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] GET failed (client error): The resource could not be found. Apr 15 03:37:53.461623 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d61f5b70-3da5-44a8-95e3-b381439a10e1 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "GET /v2.0/ports/e38a9b5d-0915-4fee-b6e5-1b35e205d42b HTTP/1.1" status: 404 len: 333 time: 0.0393956 Apr 15 03:37:53.479225 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60598) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:53.492408 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9cbf32de-056f-4640-90ca-cce5db9720d9 req-b8dea569-80b0-405c-a559-10f7db0063fd tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048853 Apr 15 03:37:53.508817 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f2602-6ad7-4cd3-abd9-5817930bae97 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Pushing event deleted for resources: {'Port': ['ID=1ea4e66a-925e-467a-87da-1427ae7345f0,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:53.518032 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13f2602-6ad7-4cd3-abd9-5817930bae97 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] No DVR routers for this DVR port 1ea4e66a-925e-467a-87da-1427ae7345f0 on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:37:53.526046 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-51e6f726-4417-4639-8c9d-a65d65db9f5b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Request body: {'port': {'network_id': '1637217b-2b79-4aaa-93c9-1f18692a0ee6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1966095446'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:53.537660 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1debf371-bbe6-4d0b-a7ad-4063b6421870 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network 6ef3eb76-35e1-4246-9821-e6b797fd39fe is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:53.550969 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debf371-bbe6-4d0b-a7ad-4063b6421870 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=a3b48064-b044-46ea-98a0-012b003f4090,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:53.561383 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-1debf371-bbe6-4d0b-a7ad-4063b6421870 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:53.564436 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1debf371-bbe6-4d0b-a7ad-4063b6421870 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:53.570066 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1debf371-bbe6-4d0b-a7ad-4063b6421870 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:53.570910 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1debf371-bbe6-4d0b-a7ad-4063b6421870 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:53.575183 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-01f7da89-304d-4167-8810-4b74cc1028f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c73961edf89f4b96b5fa43b72b5e3b75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4788105 Apr 15 03:37:53.584088 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60600) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:53.707114 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f0fef0bd-e235-4997-b7c0-bb570504b5e4 admin admin] Publish callbacks [] for security_group (dad434b6-665b-4349-9ec7-abc9f3cf9641), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:53.741654 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1debf371-bbe6-4d0b-a7ad-4063b6421870 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8697314 Apr 15 03:37:53.744691 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60602) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:53.747787 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f0fef0bd-e235-4997-b7c0-bb570504b5e4 admin admin] Publish callbacks [] for security_group (dad434b6-665b-4349-9ec7-abc9f3cf9641), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:53.752544 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-b39d23fd-8fb5-4896-81f5-991f89ff8581 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'port': {'network_id': '6ef3eb76-35e1-4246-9821-e6b797fd39fe', 'name': 'tempest-PortsIpV6TestJSON-651324697', 'fixed_ips': [{'subnet_id': 'fe87a8c7-7f90-4afa-808c-3a6c42ab7be5', 'ip_address': '2001:db8::f'}]}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:53.770274 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c13f2602-6ad7-4cd3-abd9-5817930bae97 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (e1523eac-b23c-4c81-a1c0-4814cc33a61e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:53.795859 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-c321c79a-b3b6-4d74-9fb1-61941dbe8d07 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Floating IP c4d0ae09-b269-419a-a837-29b67d1d2a0b associated. External IP: 172.26.6.173, port: 01fcec08-5aaf-486c-ac5b-89398d9c3de1. Apr 15 03:37:53.829058 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e6f726-4417-4639-8c9d-a65d65db9f5b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Made reservation on behalf of 29d8722edbfe430c9096be7eda013770 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:53.832466 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-51e6f726-4417-4639-8c9d-a65d65db9f5b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:53.850055 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-c13f2602-6ad7-4cd3-abd9-5817930bae97 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1523eac-b23c-4c81-a1c0-4814cc33a61e']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:53.857506 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-ab172079-ea96-4fb9-b8b5-9c66a623406d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:53.859010 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-ab172079-ea96-4fb9-b8b5-9c66a623406d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.30 "GET /v2.0/networks?id=0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 HTTP/1.1" status: 200 len: 812 time: 0.5248961 Apr 15 03:37:53.864190 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-51e6f726-4417-4639-8c9d-a65d65db9f5b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] device_id is not set on port 569a12aa-0f29-43a1-be7a-fdfd37d88496 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:53.875599 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-c13f2602-6ad7-4cd3-abd9-5817930bae97 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27272d07-c664-430d-9eb5-5da7fb208249') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:53.875863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-c13f2602-6ad7-4cd3-abd9-5817930bae97 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27272d07-c664-430d-9eb5-5da7fb208249') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:53.933088 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c13f2602-6ad7-4cd3-abd9-5817930bae97 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (27272d07-c664-430d-9eb5-5da7fb208249), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:53.965765 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c13f2602-6ad7-4cd3-abd9-5817930bae97 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (27272d07-c664-430d-9eb5-5da7fb208249), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:53.989496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13f2602-6ad7-4cd3-abd9-5817930bae97 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:37:53.989645 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c13f2602-6ad7-4cd3-abd9-5817930bae97 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (27272d07-c664-430d-9eb5-5da7fb208249), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:37:53.992702 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:37:54.006757 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f0fef0bd-e235-4997-b7c0-bb570504b5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (dad434b6-665b-4349-9ec7-abc9f3cf9641), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:54.015664 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f0fef0bd-e235-4997-b7c0-bb570504b5e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:54.015664 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f0fef0bd-e235-4997-b7c0-bb570504b5e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dad434b6-665b-4349-9ec7-abc9f3cf9641 HTTP/1.1" status: 204 len: 168 time: 0.4295568 Apr 15 03:37:54.038789 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fef0bd-e235-4997-b7c0-bb570504b5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad434b6-665b-4349-9ec7-abc9f3cf9641,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:54.081017 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-da4fac67-2ccc-458d-a298-1b7e6597bde8 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ac54984499b43edad78bee2e10a3362 HTTP/1.1" status: 200 len: 380 time: 0.2031250 Apr 15 03:37:54.098134 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-51e6f726-4417-4639-8c9d-a65d65db9f5b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Allocated IP 2001:db8::dd (1637217b-2b79-4aaa-93c9-1f18692a0ee6/3f4a58c7-2ab3-4f64-b400-e48bc713104e/569a12aa-0f29-43a1-be7a-fdfd37d88496) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:54.100540 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-a11b09b6-5023-4c24-b22b-bff8bce87931 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Request body: {'port': {'device_id': 'f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf', 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812', 'admin_state_up': True, 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'security_groups': ['e0ce0f01-efa1-4b30-b8af-00a1b9c40551']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:54.110562 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0257fa1-9738-42b7-857d-773283fdaf11 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Router 43eaea5f-550a-4c5c-960d-6d598dec5505 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:37:54.131134 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e8e9f416-c44c-403b-aded-bd120c3ada57 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:37:54.167097 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39d23fd-8fb5-4896-81f5-991f89ff8581 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:54.172186 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b39d23fd-8fb5-4896-81f5-991f89ff8581 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:54.182053 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7b30763b-377d-45ec-a8e0-8e766f474154 req-c117c3ab-0f2c-4b73-aa16-8fd9b69299fa tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 210 time: 0.1366675 Apr 15 03:37:54.204973 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port e8e9f416-c44c-403b-aded-bd120c3ada57 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:54.205351 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e8e9f416-c44c-403b-aded-bd120c3ada57), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:54.222291 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c13f2602-6ad7-4cd3-abd9-5817930bae97 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (e1523eac-b23c-4c81-a1c0-4814cc33a61e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:54.248641 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-b39d23fd-8fb5-4896-81f5-991f89ff8581 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] device_id is not set on port c457b697-7322-4889-b7d5-5739b0df5724 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:37:54.309794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e8e9f416-c44c-403b-aded-bd120c3ada57 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:54.310382 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e8e9f416-c44c-403b-aded-bd120c3ada57), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:54.317142 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c13f2602-6ad7-4cd3-abd9-5817930bae97 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:54.320704 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c13f2602-6ad7-4cd3-abd9-5817930bae97 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] 10.222.0.15 "DELETE /v2.0/networks/e1523eac-b23c-4c81-a1c0-4814cc33a61e HTTP/1.1" status: 204 len: 168 time: 2.5729012 Apr 15 03:37:54.349824 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port e8e9f416-c44c-403b-aded-bd120c3ada57, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e8e9f416-c44c-403b-aded-bd120c3ada57,segment=NetworkSegment(3653aee2-f81d-44e0-90f0-96187b18e4e2),segment_id=3653aee2-f81d-44e0-90f0-96187b18e4e2)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:54.399043 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f2602-6ad7-4cd3-abd9-5817930bae97 tempest-FloatingIPNegativeTestJSON-776976243 tempest-FloatingIPNegativeTestJSON-776976243-project] Pushing event deleted for resources: {'Network': ['ID=e1523eac-b23c-4c81-a1c0-4814cc33a61e,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:54.416932 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e8e9f416-c44c-403b-aded-bd120c3ada57), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:54.448375 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-51e6f726-4417-4639-8c9d-a65d65db9f5b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks [] for port (569a12aa-0f29-43a1-be7a-fdfd37d88496), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:54.503561 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1ea4e66a-925e-467a-87da-1427ae7345f0 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:37:54.552571 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 1ea4e66a-925e-467a-87da-1427ae7345f0 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:37:54.552901 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1ea4e66a-925e-467a-87da-1427ae7345f0 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:37:54.561789 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-b39d23fd-8fb5-4896-81f5-991f89ff8581 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Allocated IP 2001:db8::f (6ef3eb76-35e1-4246-9821-e6b797fd39fe/fe87a8c7-7f90-4afa-808c-3a6c42ab7be5/c457b697-7322-4889-b7d5-5739b0df5724) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:54.589761 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=e8e9f416-c44c-403b-aded-bd120c3ada57,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:54.627438 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c321c79a-b3b6-4d74-9fb1-61941dbe8d07 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Router b437dd35-ae69-4adb-9f4f-0a741e2bf499 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:37:54.652273 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-51e6f726-4417-4639-8c9d-a65d65db9f5b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (569a12aa-0f29-43a1-be7a-fdfd37d88496), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:54.683733 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0257fa1-9738-42b7-857d-773283fdaf11 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:54.695491 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] Sync routers for ids ['43eaea5f-550a-4c5c-960d-6d598dec5505'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:54.700617 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320924d8-1ffb-4dc3-aa2c-e7c3bf37889d req-4d27889d-8f0b-49f3-b5d4-da468a869e66 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:54.703305 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-320924d8-1ffb-4dc3-aa2c-e7c3bf37889d req-4d27889d-8f0b-49f3-b5d4-da468a869e66 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 946 time: 0.0790522 Apr 15 03:37:54.722763 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] Routers {'43eaea5f-550a-4c5c-960d-6d598dec5505'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:54.724156 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['43eaea5f-550a-4c5c-960d-6d598dec5505'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:54.724456 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6f726-4417-4639-8c9d-a65d65db9f5b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Pushing event updated for resources: {'Port': ['ID=569a12aa-0f29-43a1-be7a-fdfd37d88496,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:54.747778 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-a11b09b6-5023-4c24-b22b-bff8bce87931 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Made reservation on behalf of 1ac54984499b43edad78bee2e10a3362 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:54.752524 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-a11b09b6-5023-4c24-b22b-bff8bce87931 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:54.776514 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e6f726-4417-4639-8c9d-a65d65db9f5b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Network 1637217b-2b79-4aaa-93c9-1f18692a0ee6 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:54.780325 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-51e6f726-4417-4639-8c9d-a65d65db9f5b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:54.786488 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e6f726-4417-4639-8c9d-a65d65db9f5b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:54.792676 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e6f726-4417-4639-8c9d-a65d65db9f5b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:54.793551 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-51e6f726-4417-4639-8c9d-a65d65db9f5b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:54.809464 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675c249e-b42c-4a7d-a791-1b668f62c22e None None] Network 6ef3eb76-35e1-4246-9821-e6b797fd39fe requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:37:54.864228 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b39d23fd-8fb5-4896-81f5-991f89ff8581 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (c457b697-7322-4889-b7d5-5739b0df5724), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:54.902377 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0257fa1-9738-42b7-857d-773283fdaf11 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:54.902557 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-51e6f726-4417-4639-8c9d-a65d65db9f5b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4017682 Apr 15 03:37:54.902557 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60628) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:54.907364 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a0257fa1-9738-42b7-857d-773283fdaf11 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.7518427 Apr 15 03:37:54.908186 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60630) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:54.909794 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-50b47bee-ac23-496d-828c-3da6ca684678 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ab', 'mac_address': 'fa:16:3e:a5:4e:da'}]}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:54.913047 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f6242a8b-b484-4c96-bff9-ae9c7ebf75e4 None None] Provisioning complete for port e8e9f416-c44c-403b-aded-bd120c3ada57 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:54.913441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f6242a8b-b484-4c96-bff9-ae9c7ebf75e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e8e9f416-c44c-403b-aded-bd120c3ada57), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:54.920628 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-320924d8-1ffb-4dc3-aa2c-e7c3bf37889d req-f3bea943-0a7c-45d5-880e-0ab4cc91c0c7 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784880 Apr 15 03:37:55.088819 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:55.136298 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60634) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:55.137772 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b39d23fd-8fb5-4896-81f5-991f89ff8581 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (c457b697-7322-4889-b7d5-5739b0df5724), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:55.178999 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c321c79a-b3b6-4d74-9fb1-61941dbe8d07 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:55.191720 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b52983-6495-4e05-926f-0b4e452586ef None None] Sync routers for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:55.192203 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c321c79a-b3b6-4d74-9fb1-61941dbe8d07 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:55.206193 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] Set router 43eaea5f-550a-4c5c-960d-6d598dec5505 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:37:55.214720 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b52983-6495-4e05-926f-0b4e452586ef None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:55.215496 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-82b52983-6495-4e05-926f-0b4e452586ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:55.231899 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50b47bee-ac23-496d-828c-3da6ca684678 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (569a12aa-0f29-43a1-be7a-fdfd37d88496), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:55.315056 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-82b52983-6495-4e05-926f-0b4e452586ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:55.327127 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39d23fd-8fb5-4896-81f5-991f89ff8581 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network 6ef3eb76-35e1-4246-9821-e6b797fd39fe is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:55.332314 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b52983-6495-4e05-926f-0b4e452586ef None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:55.334186 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-82b52983-6495-4e05-926f-0b4e452586ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:55.334647 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-b39d23fd-8fb5-4896-81f5-991f89ff8581 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:55.341101 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39d23fd-8fb5-4896-81f5-991f89ff8581 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:55.346561 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39d23fd-8fb5-4896-81f5-991f89ff8581 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:55.347254 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b39d23fd-8fb5-4896-81f5-991f89ff8581 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:55.364340 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-a11b09b6-5023-4c24-b22b-bff8bce87931 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Allocated IP 172.20.0.8 (0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812/d2ff5521-688d-47da-8337-38202aee7518/90b88343-3433-4ceb-9959-7721ceb2550e) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:55.391437 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d23fd-8fb5-4896-81f5-991f89ff8581 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=c457b697-7322-4889-b7d5-5739b0df5724,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:55.445005 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-82b52983-6495-4e05-926f-0b4e452586ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:55.445877 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b52983-6495-4e05-926f-0b4e452586ef None None] The sync data for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:55.457176 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c321c79a-b3b6-4d74-9fb1-61941dbe8d07 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "PUT /v2.0/floatingips/c4d0ae09-b269-419a-a837-29b67d1d2a0b HTTP/1.1" status: 200 len: 978 time: 4.1771865 Apr 15 03:37:55.466877 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60646) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:55.469433 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3eb32cd9-78c2-4595-8af5-b531ff81b106 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "GET /v2.0/routers/43eaea5f-550a-4c5c-960d-6d598dec5505 HTTP/1.1" status: 200 len: 908 time: 0.5523787 Apr 15 03:37:55.474465 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60650) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:55.479297 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-601eaca9-be8a-49a8-af97-5a2954291731 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Request body: {'router': {'name': 'tempest-snat-router-559470984', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'enable_snat': True}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:55.557850 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b39d23fd-8fb5-4896-81f5-991f89ff8581 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8121192 Apr 15 03:37:55.563561 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9578061d-6d7c-449f-93c4-344285d43cc7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=97ea043b29e6478782dcb9b01b92657a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4204984 Apr 15 03:37:55.563665 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60654) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:55.563753 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60656) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:55.631127 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-a11b09b6-5023-4c24-b22b-bff8bce87931 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks [] for port (90b88343-3433-4ceb-9959-7721ceb2550e), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:55.659739 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-434e210e-1449-4993-9066-ac51d7f40bee req-308158fd-21db-4634-abb9-1f3b071c2242 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 210 time: 0.1890268 Apr 15 03:37:55.728650 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-38c53173-3471-4556-898a-735a5e51329c admin admin] Publish callbacks [] for security_group (76f7b834-ddfd-4a8b-9f95-2b17f22dda13), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:55.751356 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-38c53173-3471-4556-898a-735a5e51329c admin admin] Publish callbacks [] for security_group (76f7b834-ddfd-4a8b-9f95-2b17f22dda13), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:55.762251 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f6242a8b-b484-4c96-bff9-ae9c7ebf75e4 None None] Current status of the port e8e9f416-c44c-403b-aded-bd120c3ada57 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:55.815061 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94279da7-073a-4f64-b2fc-a63460993746 req-a17f7ca3-e747-4c17-9188-cf13089d7f61 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:55.822352 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-94279da7-073a-4f64-b2fc-a63460993746 req-a17f7ca3-e747-4c17-9188-cf13089d7f61 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 946 time: 0.2681465 Apr 15 03:37:55.842258 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2700058-0966-41d6-9a6b-89fef96cf4cb tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:55.853086 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b2700058-0966-41d6-9a6b-89fef96cf4cb tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2103209 Apr 15 03:37:55.854038 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60660) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:55.870491 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eaea5f-550a-4c5c-960d-6d598dec5505', 'name': 'tempest-snat-router-559470984', 'tenant_id': '8bb6acd8491249d6aae6fdc7289608c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.249'}], 'enable_snat': False}, 'gw_port_id': '8e0ce68a-bcdb-4769-a111-43999051446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:37:46Z', 'updated_at': '2022-04-15T03:37:51Z', 'revision_number': 3, 'project_id': '8bb6acd8491249d6aae6fdc7289608c7', 'gw_port': {'id': '8e0ce68a-bcdb-4769-a111-43999051446d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bf:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43eaea5f-550a-4c5c-960d-6d598dec5505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:48Z', 'updated_at': '2022-04-15T03:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:55.879838 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-601eaca9-be8a-49a8-af97-5a2954291731 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (eeb7c1a7-a725-4ad1-987c-22e31aa89e75), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:55.880918 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-601eaca9-be8a-49a8-af97-5a2954291731 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (eeb7c1a7-a725-4ad1-987c-22e31aa89e75), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:55.914929 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] Checking router: 43eaea5f-550a-4c5c-960d-6d598dec5505 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:37:55.915271 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] Updating router 43eaea5f-550a-4c5c-960d-6d598dec5505 port 8e0ce68a-bcdb-4769-a111-43999051446d binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:37:55.939112 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a2e99a27-5a39-409b-8a7c-132bf15525d5 None None] Provisioning complete for port 569a12aa-0f29-43a1-be7a-fdfd37d88496 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:55.939485 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a2e99a27-5a39-409b-8a7c-132bf15525d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (569a12aa-0f29-43a1-be7a-fdfd37d88496), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:55.950096 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-a11b09b6-5023-4c24-b22b-bff8bce87931 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (90b88343-3433-4ceb-9959-7721ceb2550e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:55.963072 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-94279da7-073a-4f64-b2fc-a63460993746 req-966a6951-3a2b-433f-9827-04fc3f910acc tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397760 Apr 15 03:37:55.965112 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-38c53173-3471-4556-898a-735a5e51329c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (76f7b834-ddfd-4a8b-9f95-2b17f22dda13), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:55.969463 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-38c53173-3471-4556-898a-735a5e51329c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:55.970378 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-38c53173-3471-4556-898a-735a5e51329c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76f7b834-ddfd-4a8b-9f95-2b17f22dda13 HTTP/1.1" status: 204 len: 168 time: 0.4034028 Apr 15 03:37:55.980174 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-8f90d05b-35bd-4e9c-96df-06e32d293cc3 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Deleting port 01fcec08-5aaf-486c-ac5b-89398d9c3de1 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:55.980513 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8f90d05b-35bd-4e9c-96df-06e32d293cc3 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (01fcec08-5aaf-486c-ac5b-89398d9c3de1), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:56.012943 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a2e99a27-5a39-409b-8a7c-132bf15525d5 None None] Port 569a12aa-0f29-43a1-be7a-fdfd37d88496 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:56.021630 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8e0ce68a-bcdb-4769-a111-43999051446d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:56.025792 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-601eaca9-be8a-49a8-af97-5a2954291731 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_controller (eeb7c1a7-a725-4ad1-987c-22e31aa89e75), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:56.038469 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-a11b09b6-5023-4c24-b22b-bff8bce87931 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Network 0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:56.051648 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-a11b09b6-5023-4c24-b22b-bff8bce87931 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:56.054539 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c53173-3471-4556-898a-735a5e51329c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f7b834-ddfd-4a8b-9f95-2b17f22dda13,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:56.059109 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-a11b09b6-5023-4c24-b22b-bff8bce87931 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:56.091379 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50b47bee-ac23-496d-828c-3da6ca684678 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks [] for port (569a12aa-0f29-43a1-be7a-fdfd37d88496), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:56.107983 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25d6cbd-8c12-4f68-b107-ab09a956fe95 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:56.123918 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25d6cbd-8c12-4f68-b107-ab09a956fe95 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:56.145803 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25d6cbd-8c12-4f68-b107-ab09a956fe95 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:56.151801 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f25d6cbd-8c12-4f68-b107-ab09a956fe95 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2860131 Apr 15 03:37:56.160748 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e8e9f416-c44c-403b-aded-bd120c3ada57 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:37:56.225463 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60666) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:56.243490 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50b47bee-ac23-496d-828c-3da6ca684678 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (569a12aa-0f29-43a1-be7a-fdfd37d88496), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:56.285298 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b09b6-5023-4c24-b22b-bff8bce87931 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Pushing event updated for resources: {'Port': ['ID=90b88343-3433-4ceb-9959-7721ceb2550e,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:56.327952 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-a11b09b6-5023-4c24-b22b-bff8bce87931 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:56.329362 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-a11b09b6-5023-4c24-b22b-bff8bce87931 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:56.354170 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d0a31698-2281-4262-a86c-866e3305eb44 None None] Provisioning complete for port e8e9f416-c44c-403b-aded-bd120c3ada57 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:56.355376 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d0a31698-2281-4262-a86c-866e3305eb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e8e9f416-c44c-403b-aded-bd120c3ada57), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:56.416855 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port e8e9f416-c44c-403b-aded-bd120c3ada57 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:56.417652 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e8e9f416-c44c-403b-aded-bd120c3ada57), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:56.685468 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d0a31698-2281-4262-a86c-866e3305eb44 None None] Current status of the port e8e9f416-c44c-403b-aded-bd120c3ada57 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:56.722694 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d0a31698-2281-4262-a86c-866e3305eb44 None None] Provisioning complete for port a3b48064-b044-46ea-98a0-012b003f4090 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:56.725948 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d0a31698-2281-4262-a86c-866e3305eb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a3b48064-b044-46ea-98a0-012b003f4090), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:56.878173 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b47bee-ac23-496d-828c-3da6ca684678 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Pushing event updated for resources: {'Port': ['ID=569a12aa-0f29-43a1-be7a-fdfd37d88496,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:56.910235 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-50b47bee-ac23-496d-828c-3da6ca684678 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] In _notify_port_updated(), no bound segment for port 569a12aa-0f29-43a1-be7a-fdfd37d88496 on network 1637217b-2b79-4aaa-93c9-1f18692a0ee6 {{(pid=104667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:37:56.924799 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b47bee-ac23-496d-828c-3da6ca684678 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:56.924799 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50b47bee-ac23-496d-828c-3da6ca684678 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:56.936042 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-50b47bee-ac23-496d-828c-3da6ca684678 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "PUT /v2.0/ports/569a12aa-0f29-43a1-be7a-fdfd37d88496 HTTP/1.1" status: 200 len: 1002 time: 2.0323622 Apr 15 03:37:56.936727 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60678) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:56.971922 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d0a31698-2281-4262-a86c-866e3305eb44 None None] Port a3b48064-b044-46ea-98a0-012b003f4090 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:56.982112 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d0a31698-2281-4262-a86c-866e3305eb44 None None] Provisioning complete for port c457b697-7322-4889-b7d5-5739b0df5724 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:56.982496 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d0a31698-2281-4262-a86c-866e3305eb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c457b697-7322-4889-b7d5-5739b0df5724), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:56.987342 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e8e9f416-c44c-403b-aded-bd120c3ada57 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:37:57.023082 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-601eaca9-be8a-49a8-af97-5a2954291731 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_gateway (eeb7c1a7-a725-4ad1-987c-22e31aa89e75), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.048054 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d0a31698-2281-4262-a86c-866e3305eb44 None None] Port c457b697-7322-4889-b7d5-5739b0df5724 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:57.061175 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8f90d05b-35bd-4e9c-96df-06e32d293cc3 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (01fcec08-5aaf-486c-ac5b-89398d9c3de1), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.072946 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] Publish callbacks [] for port (8e0ce68a-bcdb-4769-a111-43999051446d), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.110798 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1d029-7d26-4ecb-b6ed-c15bef99396b req-8e6d82b0-a4b6-4b9e-a9f0-23aa6d986770 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:57.113176 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-72b1d029-7d26-4ecb-b6ed-c15bef99396b req-8e6d82b0-a4b6-4b9e-a9f0-23aa6d986770 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 931 time: 0.0834033 Apr 15 03:37:57.144223 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60684) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:57.154068 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (8e0ce68a-bcdb-4769-a111-43999051446d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.166912 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-a11b09b6-5023-4c24-b22b-bff8bce87931 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0703063 Apr 15 03:37:57.236702 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] Request body: {'port': {'device_id': 'f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:57.286907 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] Attempting to bind port 8e0ce68a-bcdb-4769-a111-43999051446d on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:57.287180 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] Attempting to bind port 8e0ce68a-bcdb-4769-a111-43999051446d by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:57.287635 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] Attempting to bind port 8e0ce68a-bcdb-4769-a111-43999051446d on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:57.292153 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-19c23024-f5cc-4cf7-a91a-10b3464d20a5 None None] Provisioning complete for port a3b48064-b044-46ea-98a0-012b003f4090 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:57.292527 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-19c23024-f5cc-4cf7-a91a-10b3464d20a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a3b48064-b044-46ea-98a0-012b003f4090), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.296296 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1db9f2-a544-40b3-b1b0-0ad809eb7055 None None] Pushing event updated for resources: {'Port': ['ID=8e0ce68a-bcdb-4769-a111-43999051446d,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:57.305604 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-72b1d029-7d26-4ecb-b6ed-c15bef99396b req-37c7d0d8-78b5-4b1e-877f-c7f88552b879 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820493 Apr 15 03:37:57.316675 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (90b88343-3433-4ceb-9959-7721ceb2550e), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.319691 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-705c63f5-8aab-4d50-88bc-bfa355dffe7b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Deleting port 569a12aa-0f29-43a1-be7a-fdfd37d88496 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:57.320182 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-705c63f5-8aab-4d50-88bc-bfa355dffe7b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (569a12aa-0f29-43a1-be7a-fdfd37d88496), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.326105 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-02194077-174e-441d-8a16-34f8e76c0d07 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting port c457b697-7322-4889-b7d5-5739b0df5724 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:57.326563 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02194077-174e-441d-8a16-34f8e76c0d07 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c457b697-7322-4889-b7d5-5739b0df5724), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.329787 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:37:57.330167 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:57.330571 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.330996 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:37:57.331487 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] Bound port: 8e0ce68a-bcdb-4769-a111-43999051446d, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:37:57.331870 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8e0ce68a-bcdb-4769-a111-43999051446d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.371161 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-19c23024-f5cc-4cf7-a91a-10b3464d20a5 None None] Port a3b48064-b044-46ea-98a0-012b003f4090 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:57.395921 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-19c23024-f5cc-4cf7-a91a-10b3464d20a5 None None] Provisioning complete for port c457b697-7322-4889-b7d5-5739b0df5724 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:57.396300 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-19c23024-f5cc-4cf7-a91a-10b3464d20a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c457b697-7322-4889-b7d5-5739b0df5724), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.427071 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] For port 8e0ce68a-bcdb-4769-a111-43999051446d, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:37:57.440395 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-cfc0dddc-4d7d-431a-8bd7-3261e5b8ead7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'network': {'name': 'tempest-network-smoke--1994243864', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'port_security_enabled': True}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:57.445429 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] For port 8e0ce68a-bcdb-4769-a111-43999051446d, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=8e0ce68a-bcdb-4769-a111-43999051446d,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:37:57.449458 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-19c23024-f5cc-4cf7-a91a-10b3464d20a5 None None] Port c457b697-7322-4889-b7d5-5739b0df5724 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:57.461312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-19c23024-f5cc-4cf7-a91a-10b3464d20a5 None None] Provisioning complete for port 90b88343-3433-4ceb-9959-7721ceb2550e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:57.461691 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-19c23024-f5cc-4cf7-a91a-10b3464d20a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (90b88343-3433-4ceb-9959-7721ceb2550e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.499712 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-19c23024-f5cc-4cf7-a91a-10b3464d20a5 None None] Port 90b88343-3433-4ceb-9959-7721ceb2550e cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:57.539476 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (8e0ce68a-bcdb-4769-a111-43999051446d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.540951 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b91c7-d674-48bf-b17f-8dae40a698eb req-bbae5a36-7500-4f5c-8a1d-e9f1d1d754cf tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:57.549897 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-566b91c7-d674-48bf-b17f-8dae40a698eb req-bbae5a36-7500-4f5c-8a1d-e9f1d1d754cf tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 946 time: 0.4584570 Apr 15 03:37:57.607437 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] Routers {'43eaea5f-550a-4c5c-960d-6d598dec5505'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:57.607827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['43eaea5f-550a-4c5c-960d-6d598dec5505'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:57.626308 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc0dddc-4d7d-431a-8bd7-3261e5b8ead7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:57.629491 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cfc0dddc-4d7d-431a-8bd7-3261e5b8ead7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.648143 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1db9f2-a544-40b3-b1b0-0ad809eb7055 None None] Pushing event updated for resources: {'Port': ['ID=8e0ce68a-bcdb-4769-a111-43999051446d,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:57.655644 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9035139-4c6a-4a0e-8d15-0ad4c15cb840 req-4fc5dd6e-bfcf-4b80-b8ae-bcfedfd44524 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:57.657669 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b9035139-4c6a-4a0e-8d15-0ad4c15cb840 req-4fc5dd6e-bfcf-4b80-b8ae-bcfedfd44524 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 946 time: 0.2415574 Apr 15 03:37:57.661098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02194077-174e-441d-8a16-34f8e76c0d07 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c457b697-7322-4889-b7d5-5739b0df5724), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.664066 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-4cdd432b-36af-488b-b7e1-b45e44bb22ea None None] Provisioning complete for port 569a12aa-0f29-43a1-be7a-fdfd37d88496 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:37:57.664529 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4cdd432b-36af-488b-b7e1-b45e44bb22ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (569a12aa-0f29-43a1-be7a-fdfd37d88496), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.675838 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cfc0dddc-4d7d-431a-8bd7-3261e5b8ead7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.693019 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-601eaca9-be8a-49a8-af97-5a2954291731 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_gateway (eeb7c1a7-a725-4ad1-987c-22e31aa89e75), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.723020 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-601eaca9-be8a-49a8-af97-5a2954291731 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.732370 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-02194077-174e-441d-8a16-34f8e76c0d07 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Calling delete_port for c457b697-7322-4889-b7d5-5739b0df5724 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:57.747396 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4cdd432b-36af-488b-b7e1-b45e44bb22ea None None] Port 569a12aa-0f29-43a1-be7a-fdfd37d88496 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:37:57.757295 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-566b91c7-d674-48bf-b17f-8dae40a698eb req-7cb8fa7c-d067-4ff7-ad5c-1b78ecf09b71 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058151 Apr 15 03:37:57.758565 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-705c63f5-8aab-4d50-88bc-bfa355dffe7b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (569a12aa-0f29-43a1-be7a-fdfd37d88496), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.763595 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] Set router 43eaea5f-550a-4c5c-960d-6d598dec5505 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:37:57.825897 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-705c63f5-8aab-4d50-88bc-bfa355dffe7b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Calling delete_port for 569a12aa-0f29-43a1-be7a-fdfd37d88496 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:57.933245 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b88343-3433-4ceb-9959-7721ceb2550e {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:37:57.947267 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] Publish callbacks [] for port (90b88343-3433-4ceb-9959-7721ceb2550e), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.953565 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8f90d05b-35bd-4e9c-96df-06e32d293cc3 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.954083 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8f90d05b-35bd-4e9c-96df-06e32d293cc3 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (c4d0ae09-b269-419a-a837-29b67d1d2a0b), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.954299 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-8f90d05b-35bd-4e9c-96df-06e32d293cc3 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Floating IP c4d0ae09-b269-419a-a837-29b67d1d2a0b disassociated. External IP: 172.26.6.173, port: 01fcec08-5aaf-486c-ac5b-89398d9c3de1. Apr 15 03:37:57.954594 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-8f90d05b-35bd-4e9c-96df-06e32d293cc3 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Calling delete_port for 01fcec08-5aaf-486c-ac5b-89398d9c3de1 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:57.960316 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43eaea5f-550a-4c5c-960d-6d598dec5505', 'name': 'tempest-snat-router-559470984', 'tenant_id': '8bb6acd8491249d6aae6fdc7289608c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.249'}], 'enable_snat': False}, 'gw_port_id': '8e0ce68a-bcdb-4769-a111-43999051446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:37:46Z', 'updated_at': '2022-04-15T03:37:51Z', 'revision_number': 3, 'project_id': '8bb6acd8491249d6aae6fdc7289608c7', 'gw_port': {'id': '8e0ce68a-bcdb-4769-a111-43999051446d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bf:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43eaea5f-550a-4c5c-960d-6d598dec5505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:48Z', 'updated_at': '2022-04-15T03:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:57.965838 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-b9035139-4c6a-4a0e-8d15-0ad4c15cb840 req-d50f7430-2b1f-4f76-a057-6e3df0fef99b tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Deleting port 5397f123-48b1-4710-900d-7f799557ce4c {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:57.966111 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b9035139-4c6a-4a0e-8d15-0ad4c15cb840 req-d50f7430-2b1f-4f76-a057-6e3df0fef99b tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (5397f123-48b1-4710-900d-7f799557ce4c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.966995 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-601eaca9-be8a-49a8-af97-5a2954291731 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Allocated IP 172.26.6.53 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/7632dc7e-4acb-4158-890c-c9fd49e4d295) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:37:57.975252 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cfc0dddc-4d7d-431a-8bd7-3261e5b8ead7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (c4eea03a-26f7-4e22-b703-e49857c594c8), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:57.992445 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] Transition to ACTIVE for port object 90b88343-3433-4ceb-9959-7721ceb2550e will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 03:37:58.000467 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbd7c3d-0883-4097-b27e-ef4323046631 None None] The sync data for ids ['43eaea5f-550a-4c5c-960d-6d598dec5505'] in dv-neutron-837140-3-hyperv is: [{'id': '43eaea5f-550a-4c5c-960d-6d598dec5505', 'name': 'tempest-snat-router-559470984', 'tenant_id': '8bb6acd8491249d6aae6fdc7289608c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.249'}], 'enable_snat': False}, 'gw_port_id': '8e0ce68a-bcdb-4769-a111-43999051446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:37:46Z', 'updated_at': '2022-04-15T03:37:51Z', 'revision_number': 3, 'project_id': '8bb6acd8491249d6aae6fdc7289608c7', 'gw_port': {'id': '8e0ce68a-bcdb-4769-a111-43999051446d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bf:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43eaea5f-550a-4c5c-960d-6d598dec5505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:48Z', 'updated_at': '2022-04-15T03:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:37:58.054965 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cfc0dddc-4d7d-431a-8bd7-3261e5b8ead7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (c4eea03a-26f7-4e22-b703-e49857c594c8), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:58.099180 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc0dddc-4d7d-431a-8bd7-3261e5b8ead7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:37:58.106536 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (90b88343-3433-4ceb-9959-7721ceb2550e), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:58.129446 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0dddc-4d7d-431a-8bd7-3261e5b8ead7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4eea03a-26f7-4e22-b703-e49857c594c8,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:58.173511 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-601eaca9-be8a-49a8-af97-5a2954291731 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for port (7632dc7e-4acb-4158-890c-c9fd49e4d295), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:58.198468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] Pushing event updated for resources: {'Port': ['ID=90b88343-3433-4ceb-9959-7721ceb2550e,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:58.230526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-b9035139-4c6a-4a0e-8d15-0ad4c15cb840 req-d50f7430-2b1f-4f76-a057-6e3df0fef99b tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] For port 5397f123-48b1-4710-900d-7f799557ce4c, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5397f123-48b1-4710-900d-7f799557ce4c,segment=NetworkSegment(497db858-849b-48c2-a137-da1cd5158b3c),segment_id=497db858-849b-48c2-a137-da1cd5158b3c)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:37:58.230929 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b9035139-4c6a-4a0e-8d15-0ad4c15cb840 req-d50f7430-2b1f-4f76-a057-6e3df0fef99b tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (5397f123-48b1-4710-900d-7f799557ce4c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:58.272756 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-b9035139-4c6a-4a0e-8d15-0ad4c15cb840 req-d50f7430-2b1f-4f76-a057-6e3df0fef99b tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Calling delete_port for 5397f123-48b1-4710-900d-7f799557ce4c owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:58.323963 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] Attempting to bind port 90b88343-3433-4ceb-9959-7721ceb2550e on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:37:58.323963 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] Attempting to bind port 90b88343-3433-4ceb-9959-7721ceb2550e by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'd912f2b0-15a9-4b40-82d8-b001cae91119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:37:58.323963 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] Attempting to bind port 90b88343-3433-4ceb-9959-7721ceb2550e on network 0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:58.328999 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] Port 90b88343-3433-4ceb-9959-7721ceb2550e on network 0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:37:58.329576 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] Attempting to bind port 90b88343-3433-4ceb-9959-7721ceb2550e on network 0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:37:58.341787 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:37:58.341998 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] Checking segment: {'id': 'd912f2b0-15a9-4b40-82d8-b001cae91119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:37:58.342383 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] Bound using segment: {'id': 'd912f2b0-15a9-4b40-82d8-b001cae91119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:37:58.343021 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] Bound port: 90b88343-3433-4ceb-9959-7721ceb2550e, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd912f2b0-15a9-4b40-82d8-b001cae91119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:37:58.344075 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (90b88343-3433-4ceb-9959-7721ceb2550e), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:58.359088 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02194077-174e-441d-8a16-34f8e76c0d07 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (c457b697-7322-4889-b7d5-5739b0df5724), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:58.392655 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-601eaca9-be8a-49a8-af97-5a2954291731 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (7632dc7e-4acb-4158-890c-c9fd49e4d295), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:58.439618 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02194077-174e-441d-8a16-34f8e76c0d07 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Port': ['ID=c457b697-7322-4889-b7d5-5739b0df5724,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:58.455881 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-705c63f5-8aab-4d50-88bc-bfa355dffe7b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (569a12aa-0f29-43a1-be7a-fdfd37d88496), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:58.475053 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601eaca9-be8a-49a8-af97-5a2954291731 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:37:58.480977 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-601eaca9-be8a-49a8-af97-5a2954291731 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:37:58.483570 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601eaca9-be8a-49a8-af97-5a2954291731 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:37:58.511037 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c63f5-8aab-4d50-88bc-bfa355dffe7b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Pushing event deleted for resources: {'Port': ['ID=569a12aa-0f29-43a1-be7a-fdfd37d88496,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:58.531401 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02194077-174e-441d-8a16-34f8e76c0d07 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:58.537031 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-02194077-174e-441d-8a16-34f8e76c0d07 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/ports/c457b697-7322-4889-b7d5-5739b0df5724 HTTP/1.1" status: 204 len: 168 time: 2.3083022 Apr 15 03:37:58.542919 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cfc0dddc-4d7d-431a-8bd7-3261e5b8ead7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (c53179f8-fd00-4b37-96b1-595ec4258d91), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:58.543271 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-cfc0dddc-4d7d-431a-8bd7-3261e5b8ead7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Added segment c53179f8-fd00-4b37-96b1-595ec4258d91 of type vlan for network eaba6a84-95dc-429a-9c8d-a050c4a38ccd Apr 15 03:37:58.553880 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60690) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:58.565189 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8f90d05b-35bd-4e9c-96df-06e32d293cc3 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (01fcec08-5aaf-486c-ac5b-89398d9c3de1), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:58.598157 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90d05b-35bd-4e9c-96df-06e32d293cc3 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event deleted for resources: {'Port': ['ID=01fcec08-5aaf-486c-ac5b-89398d9c3de1,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:58.727029 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-0877a4e3-98c4-479d-b2e8-f0d987d41669 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] GET failed (client error): The resource could not be found. Apr 15 03:37:58.728606 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0877a4e3-98c4-479d-b2e8-f0d987d41669 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports/c457b697-7322-4889-b7d5-5739b0df5724 HTTP/1.1" status: 404 len: 333 time: 0.1775279 Apr 15 03:37:58.734869 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60692) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:58.741325 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26118995-c625-42ad-9671-c66cb5a71919 req-22c8f891-697e-42b9-897b-27443ab926fb tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:58.743545 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-26118995-c625-42ad-9671-c66cb5a71919 req-22c8f891-697e-42b9-897b-27443ab926fb tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 943 time: 0.3362222 Apr 15 03:37:58.751230 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601eaca9-be8a-49a8-af97-5a2954291731 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Pushing event updated for resources: {'Port': ['ID=7632dc7e-4acb-4158-890c-c9fd49e4d295,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:58.763209 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] For port 90b88343-3433-4ceb-9959-7721ceb2550e, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:37:58.814745 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cfc0dddc-4d7d-431a-8bd7-3261e5b8ead7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (eaba6a84-95dc-429a-9c8d-a050c4a38ccd), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:58.847248 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] For port 90b88343-3433-4ceb-9959-7721ceb2550e, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=90b88343-3433-4ceb-9959-7721ceb2550e,segment=NetworkSegment(d912f2b0-15a9-4b40-82d8-b001cae91119),segment_id=d912f2b0-15a9-4b40-82d8-b001cae91119)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:37:58.939499 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-26118995-c625-42ad-9671-c66cb5a71919 req-b5cbf269-54c3-461e-a4e1-d40e9eec6767 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736650 Apr 15 03:37:58.965676 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (90b88343-3433-4ceb-9959-7721ceb2550e), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:58.999418 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-705c63f5-8aab-4d50-88bc-bfa355dffe7b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:59.003675 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:59.004275 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:59.005655 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-705c63f5-8aab-4d50-88bc-bfa355dffe7b tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "DELETE /v2.0/ports/569a12aa-0f29-43a1-be7a-fdfd37d88496 HTTP/1.1" status: 204 len: 168 time: 2.0619357 Apr 15 03:37:59.006051 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] 10.222.0.30 "PUT /v2.0/ports/90b88343-3433-4ceb-9959-7721ceb2550e HTTP/1.1" status: 200 len: 1093 time: 1.7786508 Apr 15 03:37:59.008711 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60696) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:59.008893 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf', 'tag': '90b88343-3433-4ceb-9959-7721ceb2550e'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:37:59.012621 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b9035139-4c6a-4a0e-8d15-0ad4c15cb840 req-d50f7430-2b1f-4f76-a057-6e3df0fef99b tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (5397f123-48b1-4710-900d-7f799557ce4c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:59.018567 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28289f05-5aaa-4fb9-9d73-00c159a721aa" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf", "tag": "90b88343-3433-4ceb-9959-7721ceb2550e"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:37:59.024687 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['5397f123-48b1-4710-900d-7f799557ce4c'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:37:59.057336 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e9c0a-fa99-4531-bfef-54c1357c6f75 service neutron] Pushing event updated for resources: {'Port': ['ID=90b88343-3433-4ceb-9959-7721ceb2550e,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:59.096229 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8071716f-8158-4a79-936b-f8f0f8161b0a x-openstack-request-id: req-8071716f-8158-4a79-936b-f8f0f8161b0a {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:37:59.096229 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf", "tag": "90b88343-3433-4ceb-9959-7721ceb2550e", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:37:59.096229 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8071716f-8158-4a79-936b-f8f0f8161b0a {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:37:59.096229 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8071716f-8158-4a79-936b-f8f0f8161b0a'] response: {'name': 'network-changed', 'server_uuid': 'f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf', 'tag': '90b88343-3433-4ceb-9959-7721ceb2550e', 'status': 'completed', 'code': 200} Apr 15 03:37:59.116540 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e263fe2-6e2e-41df-a9dd-72054c1dc3e5 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] GET failed (client error): The resource could not be found. Apr 15 03:37:59.121909 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3e263fe2-6e2e-41df-a9dd-72054c1dc3e5 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "GET /v2.0/ports/569a12aa-0f29-43a1-be7a-fdfd37d88496 HTTP/1.1" status: 404 len: 333 time: 0.1102066 Apr 15 03:37:59.124356 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f90d05b-35bd-4e9c-96df-06e32d293cc3 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Router b437dd35-ae69-4adb-9f4f-0a741e2bf499 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:37:59.125291 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60700) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:59.131447 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cfc0dddc-4d7d-431a-8bd7-3261e5b8ead7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (eaba6a84-95dc-429a-9c8d-a050c4a38ccd), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:59.136135 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfc3bc-f392-4703-910f-068ce1d03d19 req-a2f90795-8648-4d5a-8989-f82c96a775ed tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:59.137539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc0dddc-4d7d-431a-8bd7-3261e5b8ead7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:59.137980 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-98bfc3bc-f392-4703-910f-068ce1d03d19 req-a2f90795-8648-4d5a-8989-f82c96a775ed tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea7dd3dd-41ad-4098-bbce-9acfbfcbd650 HTTP/1.1" status: 200 len: 946 time: 0.1997700 Apr 15 03:37:59.138825 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f7430-2b1f-4f76-a057-6e3df0fef99b tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Pushing event deleted for resources: {'Port': ['ID=5397f123-48b1-4710-900d-7f799557ce4c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:59.145518 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-c8700405-1a47-45f0-a068-01ec71c4adbe tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Request body: {'port': {'network_id': '1637217b-2b79-4aaa-93c9-1f18692a0ee6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1883651521'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:59.145660 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cfc0dddc-4d7d-431a-8bd7-3261e5b8ead7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:59.370123 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28289f05-5aaa-4fb9-9d73-00c159a721aa req-92af48e2-d582-4a23-84e8-034a40de7bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:59.372045 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-28289f05-5aaa-4fb9-9d73-00c159a721aa req-92af48e2-d582-4a23-84e8-034a40de7bf5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ac54984499b43edad78bee2e10a3362&device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 1127 time: 0.2520759 Apr 15 03:37:59.375099 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-601eaca9-be8a-49a8-af97-5a2954291731 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_gateway (eeb7c1a7-a725-4ad1-987c-22e31aa89e75), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:59.378691 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0dddc-4d7d-431a-8bd7-3261e5b8ead7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Network': ['ID=eaba6a84-95dc-429a-9c8d-a050c4a38ccd,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:37:59.390221 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network eaba6a84-95dc-429a-9c8d-a050c4a38ccd details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:37:59.440682 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cfc0dddc-4d7d-431a-8bd7-3261e5b8ead7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2926555 Apr 15 03:37:59.455135 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60702) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:37:59.483681 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-63824e0a-0628-45c4-a199-e314b517e605 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1070176320', 'admin_state_up': True, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:37:59.601717 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-8515309e-6555-41f8-8da9-716ea69db4cd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting port a3b48064-b044-46ea-98a0-012b003f4090 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:37:59.602064 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8515309e-6555-41f8-8da9-716ea69db4cd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (a3b48064-b044-46ea-98a0-012b003f4090), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:59.624053 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9035139-4c6a-4a0e-8d15-0ad4c15cb840 req-d50f7430-2b1f-4f76-a057-6e3df0fef99b tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] No DVR routers for this DVR port 5397f123-48b1-4710-900d-7f799557ce4c on host hv-neutron-8371 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:37:59.631191 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-b9035139-4c6a-4a0e-8d15-0ad4c15cb840 req-d50f7430-2b1f-4f76-a057-6e3df0fef99b tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:59.634491 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b9035139-4c6a-4a0e-8d15-0ad4c15cb840 req-d50f7430-2b1f-4f76-a057-6e3df0fef99b tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.30 "DELETE /v2.0/ports/5397f123-48b1-4710-900d-7f799557ce4c HTTP/1.1" status: 204 len: 173 time: 1.9527197 Apr 15 03:37:59.644196 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7dd3dd-41ad-4098-bbce-9acfbfcbd650', 'name': 'network-vif-deleted', 'tag': '5397f123-48b1-4710-900d-7f799557ce4c'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:37:59.646510 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e68895-eabd-4e8b-bd17-97bfa8ecf3fe" -d '{"events": [{"server_uuid": "ea7dd3dd-41ad-4098-bbce-9acfbfcbd650", "name": "network-vif-deleted", "tag": "5397f123-48b1-4710-900d-7f799557ce4c"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:37:59.692185 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513d4da8-5119-4667-976a-fd2231e75524 x-openstack-request-id: req-513d4da8-5119-4667-976a-fd2231e75524 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:37:59.692489 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7dd3dd-41ad-4098-bbce-9acfbfcbd650", "name": "network-vif-deleted", "tag": "5397f123-48b1-4710-900d-7f799557ce4c", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:37:59.692849 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-513d4da8-5119-4667-976a-fd2231e75524 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:37:59.693254 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-513d4da8-5119-4667-976a-fd2231e75524'] response: {'server_uuid': 'ea7dd3dd-41ad-4098-bbce-9acfbfcbd650', 'name': 'network-vif-deleted', 'tag': '5397f123-48b1-4710-900d-7f799557ce4c', 'status': 'completed', 'code': 200} Apr 15 03:37:59.810720 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-98bfc3bc-f392-4703-910f-068ce1d03d19 req-901d0962-8488-42bc-9965-ffc87105c489 tempest-TestServerAdvancedOps-1375702315 tempest-TestServerAdvancedOps-1375702315-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7230360-c198-4b66-9fb4-8462a67f0129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6558242 Apr 15 03:37:59.859697 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8515309e-6555-41f8-8da9-716ea69db4cd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (a3b48064-b044-46ea-98a0-012b003f4090), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:59.876191 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f90d05b-35bd-4e9c-96df-06e32d293cc3 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:37:59.878046 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-8515309e-6555-41f8-8da9-716ea69db4cd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Calling delete_port for a3b48064-b044-46ea-98a0-012b003f4090 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:37:59.887537 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f910cd6-1385-4b7d-8ac4-7c6eda64cc25 None None] Sync routers for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:37:59.898571 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f910cd6-1385-4b7d-8ac4-7c6eda64cc25 None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:59.899722 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5f910cd6-1385-4b7d-8ac4-7c6eda64cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:59.915337 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8700405-1a47-45f0-a068-01ec71c4adbe tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Made reservation on behalf of 29d8722edbfe430c9096be7eda013770 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:37:59.918742 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c8700405-1a47-45f0-a068-01ec71c4adbe tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:37:59.942224 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28289f05-5aaa-4fb9-9d73-00c159a721aa req-b210aaba-1510-4c1d-8fdc-7faf2b67be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:37:59.944118 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-28289f05-5aaa-4fb9-9d73-00c159a721aa req-b210aaba-1510-4c1d-8fdc-7faf2b67be0a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1ac54984499b43edad78bee2e10a3362&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5287366 Apr 15 03:37:59.955396 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5f910cd6-1385-4b7d-8ac4-7c6eda64cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:37:59.997615 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f910cd6-1385-4b7d-8ac4-7c6eda64cc25 None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:37:59.998445 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5f910cd6-1385-4b7d-8ac4-7c6eda64cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:00.012567 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-c8700405-1a47-45f0-a068-01ec71c4adbe tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] device_id is not set on port ba106cf8-e628-4ca2-9ae1-9d098f71cfb9 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:38:00.059684 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5f910cd6-1385-4b7d-8ac4-7c6eda64cc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:00.060221 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-63824e0a-0628-45c4-a199-e314b517e605 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:00.061208 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-63824e0a-0628-45c4-a199-e314b517e605 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:00.071239 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f910cd6-1385-4b7d-8ac4-7c6eda64cc25 None None] The sync data for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:00.080515 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8f90d05b-35bd-4e9c-96df-06e32d293cc3 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:00.084234 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8f90d05b-35bd-4e9c-96df-06e32d293cc3 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "DELETE /v2.0/ports/01fcec08-5aaf-486c-ac5b-89398d9c3de1 HTTP/1.1" status: 204 len: 168 time: 4.6181386 Apr 15 03:38:00.089441 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60708) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:00.146351 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 8e0ce68a-bcdb-4769-a111-43999051446d up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:00.158684 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d73d51ed-b6be-481f-ab5c-346a32649d24 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "GET /v2.0/floatingips/c4d0ae09-b269-419a-a837-29b67d1d2a0b HTTP/1.1" status: 200 len: 688 time: 0.0672095 Apr 15 03:38:00.165375 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60710) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:00.202112 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 8e0ce68a-bcdb-4769-a111-43999051446d triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:00.202489 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (8e0ce68a-bcdb-4769-a111-43999051446d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:00.260629 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0a83b-867d-43ab-b8cb-53be609ac186 req-90d32340-b474-4d4a-9bd6-2c06605c1f8d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:00.262542 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d3b0a83b-867d-43ab-b8cb-53be609ac186 req-90d32340-b474-4d4a-9bd6-2c06605c1f8d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 943 time: 0.1485772 Apr 15 03:38:00.309688 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 8e0ce68a-bcdb-4769-a111-43999051446d is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:00.309897 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8e0ce68a-bcdb-4769-a111-43999051446d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:00.339006 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 8e0ce68a-bcdb-4769-a111-43999051446d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=8e0ce68a-bcdb-4769-a111-43999051446d,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:00.341031 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-c8700405-1a47-45f0-a068-01ec71c4adbe tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Allocated IP 2001:db8::1af (1637217b-2b79-4aaa-93c9-1f18692a0ee6/3f4a58c7-2ab3-4f64-b400-e48bc713104e/ba106cf8-e628-4ca2-9ae1-9d098f71cfb9) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:00.400687 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-63824e0a-0628-45c4-a199-e314b517e605 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_controller (00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:00.412443 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-601eaca9-be8a-49a8-af97-5a2954291731 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (eeb7c1a7-a725-4ad1-987c-22e31aa89e75), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:00.414811 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28289f05-5aaa-4fb9-9d73-00c159a721aa req-2bc6424f-0fcd-47d1-87fa-c79d083e085e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:00.416275 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-28289f05-5aaa-4fb9-9d73-00c159a721aa req-2bc6424f-0fcd-47d1-87fa-c79d083e085e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4194434 Apr 15 03:38:00.422439 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-291ac026-c04f-496b-aef8-6617cf3267e6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Deleting port 48f20eb7-85c3-4934-8213-214a739b1a4c {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:00.422730 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-291ac026-c04f-496b-aef8-6617cf3267e6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (48f20eb7-85c3-4934-8213-214a739b1a4c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:00.428002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (8e0ce68a-bcdb-4769-a111-43999051446d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:00.436111 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d3b0a83b-867d-43ab-b8cb-53be609ac186 req-798a7905-1a2a-4d99-b130-c70a3ffcd63c tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624124 Apr 15 03:38:00.483370 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=8e0ce68a-bcdb-4769-a111-43999051446d,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:00.525230 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8515309e-6555-41f8-8da9-716ea69db4cd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (a3b48064-b044-46ea-98a0-012b003f4090), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:00.603461 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515309e-6555-41f8-8da9-716ea69db4cd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Port': ['ID=a3b48064-b044-46ea-98a0-012b003f4090,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:00.618029 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-c53bb253-0779-4002-b543-ca5a38cc0cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:00.619508 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-c53bb253-0779-4002-b543-ca5a38cc0cb4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ac54984499b43edad78bee2e10a3362&device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 1127 time: 0.1479492 Apr 15 03:38:00.658402 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8515309e-6555-41f8-8da9-716ea69db4cd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:00.663461 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8515309e-6555-41f8-8da9-716ea69db4cd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/ports/a3b48064-b044-46ea-98a0-012b003f4090 HTTP/1.1" status: 204 len: 168 time: 1.9242585 Apr 15 03:38:00.668016 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60712) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:00.688931 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c8700405-1a47-45f0-a068-01ec71c4adbe tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks [] for port (ba106cf8-e628-4ca2-9ae1-9d098f71cfb9), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:00.700673 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-291ac026-c04f-496b-aef8-6617cf3267e6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (48f20eb7-85c3-4934-8213-214a739b1a4c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:00.701099 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-291ac026-c04f-496b-aef8-6617cf3267e6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (48f20eb7-85c3-4934-8213-214a739b1a4c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:00.719611 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-291ac026-c04f-496b-aef8-6617cf3267e6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Calling delete_port for 48f20eb7-85c3-4934-8213-214a739b1a4c owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:00.757959 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-dd38fe15-ffd4-4732-9cf7-d8aaa54fc1f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90b88343-3433-4ceb-9959-7721ceb2550e HTTP/1.1" status: 200 len: 217 time: 0.1313164 Apr 15 03:38:00.762367 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad65f9bb-e0da-4f23-a070-216c6ec61270 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] GET failed (client error): The resource could not be found. Apr 15 03:38:00.766555 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ad65f9bb-e0da-4f23-a070-216c6ec61270 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports/a3b48064-b044-46ea-98a0-012b003f4090 HTTP/1.1" status: 404 len: 333 time: 0.0616620 Apr 15 03:38:00.768638 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60714) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:00.784057 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-63824e0a-0628-45c4-a199-e314b517e605 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:00.863938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c8700405-1a47-45f0-a068-01ec71c4adbe tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (ba106cf8-e628-4ca2-9ae1-9d098f71cfb9), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:00.879759 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-0c648228-06b0-4584-801e-0a68c1aab477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:00.886545 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-0c648228-06b0-4584-801e-0a68c1aab477 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2ff5521-688d-47da-8337-38202aee7518 HTTP/1.1" status: 200 len: 851 time: 0.1148944 Apr 15 03:38:00.887228 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5cc873c-99af-4c9e-a478-106ca23fd93b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting subnet fe87a8c7-7f90-4afa-808c-3a6c42ab7be5 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:38:00.900334 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60718) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:00.910738 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e5cc873c-99af-4c9e-a478-106ca23fd93b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for subnet (fe87a8c7-7f90-4afa-808c-3a6c42ab7be5), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:00.927906 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8700405-1a47-45f0-a068-01ec71c4adbe tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Network 1637217b-2b79-4aaa-93c9-1f18692a0ee6 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:00.933840 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-c8700405-1a47-45f0-a068-01ec71c4adbe tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:00.938257 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8700405-1a47-45f0-a068-01ec71c4adbe tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:00.948805 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8700405-1a47-45f0-a068-01ec71c4adbe tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:00.948805 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c8700405-1a47-45f0-a068-01ec71c4adbe tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:00.955606 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8700405-1a47-45f0-a068-01ec71c4adbe tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Pushing event updated for resources: {'Port': ['ID=ba106cf8-e628-4ca2-9ae1-9d098f71cfb9,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:01.002777 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-291ac026-c04f-496b-aef8-6617cf3267e6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (48f20eb7-85c3-4934-8213-214a739b1a4c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:01.034249 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c8700405-1a47-45f0-a068-01ec71c4adbe tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8930213 Apr 15 03:38:01.035350 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ac026-c04f-496b-aef8-6617cf3267e6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event deleted for resources: {'Port': ['ID=48f20eb7-85c3-4934-8213-214a739b1a4c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:01.037106 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60720) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:01.045184 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-d33a9d04-39b9-4791-8e50-0d730e9d04a0 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a5:4e:da'}]}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:01.071345 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-3cfa7ae2-93fd-4d55-b1b3-856c43f3e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:01.078535 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-3cfa7ae2-93fd-4d55-b1b3-856c43f3e328 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1831274 Apr 15 03:38:01.087745 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e5cc873c-99af-4c9e-a478-106ca23fd93b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (fe87a8c7-7f90-4afa-808c-3a6c42ab7be5), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:01.104879 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04aafb1-9de0-49cf-b116-6564b11a5e0e admin admin] Deleting subnet 603a1d84-f574-4a23-b761-aed75ab50158 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:38:01.134891 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a04aafb1-9de0-49cf-b116-6564b11a5e0e admin admin] Publish callbacks [] for subnet (603a1d84-f574-4a23-b761-aed75ab50158), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:01.186410 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-291ac026-c04f-496b-aef8-6617cf3267e6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (c4d0ae09-b269-419a-a837-29b67d1d2a0b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:01.188950 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-291ac026-c04f-496b-aef8-6617cf3267e6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:01.193523 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-291ac026-c04f-496b-aef8-6617cf3267e6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "DELETE /v2.0/floatingips/c4d0ae09-b269-419a-a837-29b67d1d2a0b HTTP/1.1" status: 204 len: 168 time: 1.0240617 Apr 15 03:38:01.194367 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60722) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:01.201807 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-30b10226-354f-4c59-856a-ec2109a68a68 None None] Provisioning complete for port ba106cf8-e628-4ca2-9ae1-9d098f71cfb9 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:01.202805 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-30b10226-354f-4c59-856a-ec2109a68a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ba106cf8-e628-4ca2-9ae1-9d098f71cfb9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:01.204611 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-6ea2fe77-1689-45d8-8667-48bf73566df6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': '7763a801-accb-406f-8d9b-8e616e423c98'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:01.245161 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-30b10226-354f-4c59-856a-ec2109a68a68 None None] Port ba106cf8-e628-4ca2-9ae1-9d098f71cfb9 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:01.287673 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d33a9d04-39b9-4791-8e50-0d730e9d04a0 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ba106cf8-e628-4ca2-9ae1-9d098f71cfb9), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:01.329541 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ea2fe77-1689-45d8-8667-48bf73566df6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:01.411746 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601eaca9-be8a-49a8-af97-5a2954291731 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Router eeb7c1a7-a725-4ad1-987c-22e31aa89e75 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:38:01.474497 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ea2fe77-1689-45d8-8667-48bf73566df6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:01.547717 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a04aafb1-9de0-49cf-b116-6564b11a5e0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (603a1d84-f574-4a23-b761-aed75ab50158), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:01.618080 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d33a9d04-39b9-4791-8e50-0d730e9d04a0 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks [] for port (ba106cf8-e628-4ca2-9ae1-9d098f71cfb9), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:01.628242 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-6ea2fe77-1689-45d8-8667-48bf73566df6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Allocated IP 172.26.6.202 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/2d090574-53a1-466b-9a77-8095741e072f) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:01.668278 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5397f123-48b1-4710-900d-7f799557ce4c no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:38:01.689984 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 5397f123-48b1-4710-900d-7f799557ce4c {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:38:01.690933 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5397f123-48b1-4710-900d-7f799557ce4c not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:38:01.695771 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d33a9d04-39b9-4791-8e50-0d730e9d04a0 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (ba106cf8-e628-4ca2-9ae1-9d098f71cfb9), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:01.741944 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-d33a9d04-39b9-4791-8e50-0d730e9d04a0 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] In _notify_port_updated(), no bound segment for port ba106cf8-e628-4ca2-9ae1-9d098f71cfb9 on network 1637217b-2b79-4aaa-93c9-1f18692a0ee6 {{(pid=104667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:38:01.746932 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33a9d04-39b9-4791-8e50-0d730e9d04a0 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:01.747569 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d33a9d04-39b9-4791-8e50-0d730e9d04a0 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:01.748898 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d33a9d04-39b9-4791-8e50-0d730e9d04a0 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "PUT /v2.0/ports/ba106cf8-e628-4ca2-9ae1-9d098f71cfb9 HTTP/1.1" status: 200 len: 1003 time: 0.7082596 Apr 15 03:38:01.753484 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60726) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:01.773102 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a04aafb1-9de0-49cf-b116-6564b11a5e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (603a1d84-f574-4a23-b761-aed75ab50158), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:01.777526 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-63824e0a-0628-45c4-a199-e314b517e605 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:01.805816 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-e61a9bbc-40a0-478c-842e-2d5d81f1fe37 service neutron] 10.222.0.30 "GET /v2.0/networks/0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7208841 Apr 15 03:38:01.806842 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a9d04-39b9-4791-8e50-0d730e9d04a0 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Pushing event updated for resources: {'Port': ['ID=ba106cf8-e628-4ca2-9ae1-9d098f71cfb9,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:01.824554 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e5cc873c-99af-4c9e-a478-106ca23fd93b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (fe87a8c7-7f90-4afa-808c-3a6c42ab7be5), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:01.835269 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7152b-33f5-4112-97be-8f97bb5eba68 req-249d8013-0d41-432d-9113-51d6b561396d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:01.836844 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-07d7152b-33f5-4112-97be-8f97bb5eba68 req-249d8013-0d41-432d-9113-51d6b561396d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 943 time: 0.2871935 Apr 15 03:38:01.841284 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ea2fe77-1689-45d8-8667-48bf73566df6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for port (2d090574-53a1-466b-9a77-8095741e072f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:01.875679 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-63824e0a-0628-45c4-a199-e314b517e605 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:01.928328 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-64d2adec-9c05-4068-8ced-00185366dce7 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Deleting port ba106cf8-e628-4ca2-9ae1-9d098f71cfb9 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:01.928684 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-64d2adec-9c05-4068-8ced-00185366dce7 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (ba106cf8-e628-4ca2-9ae1-9d098f71cfb9), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.037031 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601eaca9-be8a-49a8-af97-5a2954291731 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:38:02.049413 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] Sync routers for ids ['eeb7c1a7-a725-4ad1-987c-22e31aa89e75'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:38:02.057896 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-64d2adec-9c05-4068-8ced-00185366dce7 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (ba106cf8-e628-4ca2-9ae1-9d098f71cfb9), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.068327 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] Routers {'eeb7c1a7-a725-4ad1-987c-22e31aa89e75'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:02.068985 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['eeb7c1a7-a725-4ad1-987c-22e31aa89e75'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:02.078428 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-c8f8aff9-2bf4-42b8-aae5-5226662fd47d None None] Provisioning complete for port ba106cf8-e628-4ca2-9ae1-9d098f71cfb9 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:02.078701 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8f8aff9-2bf4-42b8-aae5-5226662fd47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ba106cf8-e628-4ca2-9ae1-9d098f71cfb9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.081768 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-64d2adec-9c05-4068-8ced-00185366dce7 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Calling delete_port for ba106cf8-e628-4ca2-9ae1-9d098f71cfb9 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:02.114727 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ea2fe77-1689-45d8-8667-48bf73566df6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (2d090574-53a1-466b-9a77-8095741e072f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.150554 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-07d7152b-33f5-4112-97be-8f97bb5eba68 req-66b7f658-2080-4685-b431-0375910ca011 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829697 Apr 15 03:38:02.176063 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c8f8aff9-2bf4-42b8-aae5-5226662fd47d None None] Port ba106cf8-e628-4ca2-9ae1-9d098f71cfb9 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:02.177840 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 8e0ce68a-bcdb-4769-a111-43999051446d up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:02.184798 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a04aafb1-9de0-49cf-b116-6564b11a5e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (603a1d84-f574-4a23-b761-aed75ab50158), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.201100 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-54862f0d-ca49-4912-baa3-602b7c9f9006 req-e233f503-4ff5-451c-bdd5-1398ea44b633 service neutron] 10.222.0.30 "GET /v2.0/networks/0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612316 Apr 15 03:38:02.219240 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea2fe77-1689-45d8-8667-48bf73566df6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:02.230075 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-6ea2fe77-1689-45d8-8667-48bf73566df6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:02.240050 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04aafb1-9de0-49cf-b116-6564b11a5e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=603a1d84-f574-4a23-b761-aed75ab50158,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:02.246180 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea2fe77-1689-45d8-8667-48bf73566df6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:02.246577 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a04aafb1-9de0-49cf-b116-6564b11a5e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.246710 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 8e0ce68a-bcdb-4769-a111-43999051446d triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:02.246710 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (8e0ce68a-bcdb-4769-a111-43999051446d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.248673 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a04aafb1-9de0-49cf-b116-6564b11a5e0e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/603a1d84-f574-4a23-b761-aed75ab50158 HTTP/1.1" status: 204 len: 168 time: 1.3453572 Apr 15 03:38:02.252048 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60728) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:02.252391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-601eaca9-be8a-49a8-af97-5a2954291731 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.253864 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-601eaca9-be8a-49a8-af97-5a2954291731 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.7777464 Apr 15 03:38:02.255328 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e5cc873c-99af-4c9e-a478-106ca23fd93b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (fe87a8c7-7f90-4afa-808c-3a6c42ab7be5), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.257698 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60730) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:02.258590 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2fe77-1689-45d8-8667-48bf73566df6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Port': ['ID=2d090574-53a1-466b-9a77-8095741e072f,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:02.305752 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-63824e0a-0628-45c4-a199-e314b517e605 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.26.6.157 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/6eb771ca-9277-4ac0-b805-d9ff3a925881) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:02.340175 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc873c-99af-4c9e-a478-106ca23fd93b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Subnet': ['ID=fe87a8c7-7f90-4afa-808c-3a6c42ab7be5,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:02.348077 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e5cc873c-99af-4c9e-a478-106ca23fd93b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.352943 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 8e0ce68a-bcdb-4769-a111-43999051446d is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:02.354270 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e5cc873c-99af-4c9e-a478-106ca23fd93b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/subnets/fe87a8c7-7f90-4afa-808c-3a6c42ab7be5 HTTP/1.1" status: 204 len: 168 time: 1.5772395 Apr 15 03:38:02.355436 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f617614-fe0d-4e8b-af14-97eb42241af9 None None] Network 6ef3eb76-35e1-4246-9821-e6b797fd39fe requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:02.357158 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60732) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:02.443374 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] Set router eeb7c1a7-a725-4ad1-987c-22e31aa89e75 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:38:02.464876 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3fdbbd9a-00ad-4e49-8f3b-54daf8bc78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (3ffa6325-1320-4148-b32a-1fedf0c7a670), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.544409 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5310f1eb-00ba-41e8-8642-85ff45ddd14e None None] DHCP port deletion for 6ef3eb76-35e1-4246-9821-e6b797fd39fe request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:38:02.550852 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b54531cc-a096-45c0-a136-09374761351e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (6ef3eb76-35e1-4246-9821-e6b797fd39fe), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.580131 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d85276d5-3794-459b-8db1-73b92e4d244c tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "GET /v2.0/routers/eeb7c1a7-a725-4ad1-987c-22e31aa89e75 HTTP/1.1" status: 200 len: 906 time: 0.3142745 Apr 15 03:38:02.583749 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60734) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:02.590358 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5310f1eb-00ba-41e8-8642-85ff45ddd14e None None] Deleting port e8e9f416-c44c-403b-aded-bd120c3ada57 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:02.591150 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5310f1eb-00ba-41e8-8642-85ff45ddd14e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e8e9f416-c44c-403b-aded-bd120c3ada57), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.668379 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-64d2adec-9c05-4068-8ced-00185366dce7 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (ba106cf8-e628-4ca2-9ae1-9d098f71cfb9), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.672293 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5310f1eb-00ba-41e8-8642-85ff45ddd14e None None] For port e8e9f416-c44c-403b-aded-bd120c3ada57, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e8e9f416-c44c-403b-aded-bd120c3ada57,segment=NetworkSegment(3653aee2-f81d-44e0-90f0-96187b18e4e2),segment_id=3653aee2-f81d-44e0-90f0-96187b18e4e2)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:02.673559 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5310f1eb-00ba-41e8-8642-85ff45ddd14e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e8e9f416-c44c-403b-aded-bd120c3ada57), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.679254 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3fdbbd9a-00ad-4e49-8f3b-54daf8bc78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (3ffa6325-1320-4148-b32a-1fedf0c7a670), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.694038 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5310f1eb-00ba-41e8-8642-85ff45ddd14e None None] Calling delete_port for e8e9f416-c44c-403b-aded-bd120c3ada57 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:02.697350 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-63824e0a-0628-45c4-a199-e314b517e605 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (6eb771ca-9277-4ac0-b805-d9ff3a925881), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.710486 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2adec-9c05-4068-8ced-00185366dce7 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Pushing event deleted for resources: {'Port': ['ID=ba106cf8-e628-4ca2-9ae1-9d098f71cfb9,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:02.728267 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb7c1a7-a725-4ad1-987c-22e31aa89e75', 'name': 'tempest-snat-router-559470984', 'tenant_id': '8bb6acd8491249d6aae6fdc7289608c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '7632dc7e-4acb-4158-890c-c9fd49e4d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:37:55Z', 'updated_at': '2022-04-15T03:37:58Z', 'revision_number': 3, 'project_id': '8bb6acd8491249d6aae6fdc7289608c7', 'gw_port': {'id': '7632dc7e-4acb-4158-890c-c9fd49e4d295', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb7c1a7-a725-4ad1-987c-22e31aa89e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:57Z', 'updated_at': '2022-04-15T03:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:02.739974 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-b54531cc-a096-45c0-a136-09374761351e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting port e8e9f416-c44c-403b-aded-bd120c3ada57 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:02.740308 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b54531cc-a096-45c0-a136-09374761351e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e8e9f416-c44c-403b-aded-bd120c3ada57), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.765502 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-3fdbbd9a-00ad-4e49-8f3b-54daf8bc78d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ffa6325-1320-4148-b32a-1fedf0c7a670']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:02.778091 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] Checking router: eeb7c1a7-a725-4ad1-987c-22e31aa89e75 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:38:02.779064 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] Updating router eeb7c1a7-a725-4ad1-987c-22e31aa89e75 port 7632dc7e-4acb-4158-890c-c9fd49e4d295 binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:38:02.800836 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-3fdbbd9a-00ad-4e49-8f3b-54daf8bc78d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497db858-849b-48c2-a137-da1cd5158b3c') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:02.801185 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-3fdbbd9a-00ad-4e49-8f3b-54daf8bc78d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497db858-849b-48c2-a137-da1cd5158b3c') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:02.813973 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-64d2adec-9c05-4068-8ced-00185366dce7 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.819331 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-64d2adec-9c05-4068-8ced-00185366dce7 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "DELETE /v2.0/ports/ba106cf8-e628-4ca2-9ae1-9d098f71cfb9 HTTP/1.1" status: 204 len: 168 time: 1.0607319 Apr 15 03:38:02.821008 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60736) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:02.822265 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3fdbbd9a-00ad-4e49-8f3b-54daf8bc78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (497db858-849b-48c2-a137-da1cd5158b3c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.844353 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3fdbbd9a-00ad-4e49-8f3b-54daf8bc78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (497db858-849b-48c2-a137-da1cd5158b3c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.846288 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (7632dc7e-4acb-4158-890c-c9fd49e4d295), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.852267 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fdbbd9a-00ad-4e49-8f3b-54daf8bc78d0 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:38:02.852659 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3fdbbd9a-00ad-4e49-8f3b-54daf8bc78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (497db858-849b-48c2-a137-da1cd5158b3c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:38:02.854663 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:38:02.870444 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5cde81-e605-4478-a2c5-34b9b26ae285 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] GET failed (client error): The resource could not be found. Apr 15 03:38:02.875437 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9b5cde81-e605-4478-a2c5-34b9b26ae285 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "GET /v2.0/ports/ba106cf8-e628-4ca2-9ae1-9d098f71cfb9 HTTP/1.1" status: 404 len: 333 time: 0.0506184 Apr 15 03:38:02.875437 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-b54531cc-a096-45c0-a136-09374761351e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] For port e8e9f416-c44c-403b-aded-bd120c3ada57, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e8e9f416-c44c-403b-aded-bd120c3ada57,segment=NetworkSegment(3653aee2-f81d-44e0-90f0-96187b18e4e2),segment_id=3653aee2-f81d-44e0-90f0-96187b18e4e2)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:02.875437 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b54531cc-a096-45c0-a136-09374761351e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e8e9f416-c44c-403b-aded-bd120c3ada57), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.882749 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d56e7dcc-f697-4c3a-aaf0-d900e70a3300 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router (eeb7c1a7-a725-4ad1-987c-22e31aa89e75), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.895904 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60738) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:02.901367 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-57a5f04c-cff9-4147-b1a3-e1cdd41ebeb4 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Request body: {'port': {'network_id': '1637217b-2b79-4aaa-93c9-1f18692a0ee6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1678551731'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:02.906780 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5310f1eb-00ba-41e8-8642-85ff45ddd14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (e8e9f416-c44c-403b-aded-bd120c3ada57), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.949542 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-b54531cc-a096-45c0-a136-09374761351e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Calling delete_port for e8e9f416-c44c-403b-aded-bd120c3ada57 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:02.976170 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310f1eb-00ba-41e8-8642-85ff45ddd14e None None] Pushing event deleted for resources: {'Port': ['ID=e8e9f416-c44c-403b-aded-bd120c3ada57,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:02.984688 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-63824e0a-0628-45c4-a199-e314b517e605 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (6eb771ca-9277-4ac0-b805-d9ff3a925881), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:02.988672 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5310f1eb-00ba-41e8-8642-85ff45ddd14e None None] No DVR routers for this DVR port e8e9f416-c44c-403b-aded-bd120c3ada57 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:38:03.028004 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3fdbbd9a-00ad-4e49-8f3b-54daf8bc78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (3ffa6325-1320-4148-b32a-1fedf0c7a670), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:03.032738 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3fdbbd9a-00ad-4e49-8f3b-54daf8bc78d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:03.039013 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3fdbbd9a-00ad-4e49-8f3b-54daf8bc78d0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3ffa6325-1320-4148-b32a-1fedf0c7a670 HTTP/1.1" status: 204 len: 168 time: 0.7748852 Apr 15 03:38:03.052010 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60740) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:03.055924 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbbd9a-00ad-4e49-8f3b-54daf8bc78d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ffa6325-1320-4148-b32a-1fedf0c7a670,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:03.182955 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63824e0a-0628-45c4-a199-e314b517e605 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:03.199041 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-63824e0a-0628-45c4-a199-e314b517e605 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:03.206226 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63824e0a-0628-45c4-a199-e314b517e605 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=6eb771ca-9277-4ac0-b805-d9ff3a925881,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:03.214387 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63824e0a-0628-45c4-a199-e314b517e605 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:03.228789 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] Publish callbacks [] for port (7632dc7e-4acb-4158-890c-c9fd49e4d295), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:03.288334 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (7632dc7e-4acb-4158-890c-c9fd49e4d295), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:03.344217 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] Attempting to bind port 7632dc7e-4acb-4158-890c-c9fd49e4d295 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:38:03.344592 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] Attempting to bind port 7632dc7e-4acb-4158-890c-c9fd49e4d295 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:38:03.344956 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] Attempting to bind port 7632dc7e-4acb-4158-890c-c9fd49e4d295 on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:38:03.353011 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25558d4b-2ec0-4100-877b-6a58290ceed2 None None] Pushing event updated for resources: {'Port': ['ID=7632dc7e-4acb-4158-890c-c9fd49e4d295,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:03.356692 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:38:03.357068 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:38:03.357476 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:03.357871 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:38:03.358358 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] Bound port: 7632dc7e-4acb-4158-890c-c9fd49e4d295, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:38:03.358774 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (7632dc7e-4acb-4158-890c-c9fd49e4d295), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:03.366450 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25558d4b-2ec0-4100-877b-6a58290ceed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:03.366828 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25558d4b-2ec0-4100-877b-6a58290ceed2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:03.367195 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25558d4b-2ec0-4100-877b-6a58290ceed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:03.367542 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25558d4b-2ec0-4100-877b-6a58290ceed2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:03.368001 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25558d4b-2ec0-4100-877b-6a58290ceed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:03.368196 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25558d4b-2ec0-4100-877b-6a58290ceed2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:03.368522 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25558d4b-2ec0-4100-877b-6a58290ceed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:03.368846 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25558d4b-2ec0-4100-877b-6a58290ceed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:03.369221 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25558d4b-2ec0-4100-877b-6a58290ceed2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:03.369509 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25558d4b-2ec0-4100-877b-6a58290ceed2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:03.369852 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25558d4b-2ec0-4100-877b-6a58290ceed2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:03.370246 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25558d4b-2ec0-4100-877b-6a58290ceed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:03.370646 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25558d4b-2ec0-4100-877b-6a58290ceed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:03.370977 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25558d4b-2ec0-4100-877b-6a58290ceed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:03.371316 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25558d4b-2ec0-4100-877b-6a58290ceed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:03.433288 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] For port 7632dc7e-4acb-4158-890c-c9fd49e4d295, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:38:03.437286 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] For port 7632dc7e-4acb-4158-890c-c9fd49e4d295, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=7632dc7e-4acb-4158-890c-c9fd49e4d295,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:38:03.504578 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-54625872-6412-49d4-bef7-4f24fc6d329c admin admin] Deleting subnet bac371a1-a43d-4fbe-9770-a09fd7d0cfbd {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:38:03.513877 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-54625872-6412-49d4-bef7-4f24fc6d329c admin admin] Publish callbacks [] for subnet (bac371a1-a43d-4fbe-9770-a09fd7d0cfbd), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:03.515396 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (7632dc7e-4acb-4158-890c-c9fd49e4d295), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:03.537284 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ea2fe77-1689-45d8-8667-48bf73566df6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (b4de9e88-6556-4e2b-a0da-61427b3a3085), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:03.567792 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d56e7dcc-f697-4c3a-aaf0-d900e70a3300 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_gateway (eeb7c1a7-a725-4ad1-987c-22e31aa89e75), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:03.573769 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a5294-e65d-4698-8709-bc7746f76b75 req-8f716ffe-d067-4a89-bdff-48a00bc073b0 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:03.575298 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e71a5294-e65d-4698-8709-bc7746f76b75 req-8f716ffe-d067-4a89-bdff-48a00bc073b0 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 943 time: 0.1164510 Apr 15 03:38:03.585733 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] Routers {'eeb7c1a7-a725-4ad1-987c-22e31aa89e75'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:03.586642 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['eeb7c1a7-a725-4ad1-987c-22e31aa89e75'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:03.606175 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-54625872-6412-49d4-bef7-4f24fc6d329c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (bac371a1-a43d-4fbe-9770-a09fd7d0cfbd), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:03.617740 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b54531cc-a096-45c0-a136-09374761351e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (e8e9f416-c44c-403b-aded-bd120c3ada57), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:03.637995 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25558d4b-2ec0-4100-877b-6a58290ceed2 None None] Pushing event updated for resources: {'Port': ['ID=7632dc7e-4acb-4158-890c-c9fd49e4d295,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:03.676466 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a5f04c-cff9-4147-b1a3-e1cdd41ebeb4 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Made reservation on behalf of 29d8722edbfe430c9096be7eda013770 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:03.676689 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-54625872-6412-49d4-bef7-4f24fc6d329c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (bac371a1-a43d-4fbe-9770-a09fd7d0cfbd), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:03.680049 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-57a5f04c-cff9-4147-b1a3-e1cdd41ebeb4 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:03.695362 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54531cc-a096-45c0-a136-09374761351e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Port': ['ID=e8e9f416-c44c-403b-aded-bd120c3ada57,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:03.717658 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54531cc-a096-45c0-a136-09374761351e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] No DVR routers for this DVR port e8e9f416-c44c-403b-aded-bd120c3ada57 on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:38:03.717886 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e71a5294-e65d-4698-8709-bc7746f76b75 req-671a76c3-2085-40fb-b805-104cd5e69416 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296484 Apr 15 03:38:03.722522 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] Set router eeb7c1a7-a725-4ad1-987c-22e31aa89e75 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:38:03.738465 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ea2fe77-1689-45d8-8667-48bf73566df6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2d090574-53a1-466b-9a77-8095741e072f), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:03.778231 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-57a5f04c-cff9-4147-b1a3-e1cdd41ebeb4 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] device_id is not set on port a5f9d46c-8284-40c6-9259-9609d2521dc5 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:38:03.851923 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d56e7dcc-f697-4c3a-aaf0-d900e70a3300 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Deleting port 7632dc7e-4acb-4158-890c-c9fd49e4d295 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:03.852362 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d56e7dcc-f697-4c3a-aaf0-d900e70a3300 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (7632dc7e-4acb-4158-890c-c9fd49e4d295), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:03.860542 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-54625872-6412-49d4-bef7-4f24fc6d329c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (bac371a1-a43d-4fbe-9770-a09fd7d0cfbd), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:03.893005 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54625872-6412-49d4-bef7-4f24fc6d329c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bac371a1-a43d-4fbe-9770-a09fd7d0cfbd,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:03.904693 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-54625872-6412-49d4-bef7-4f24fc6d329c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:03.910729 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-54625872-6412-49d4-bef7-4f24fc6d329c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bac371a1-a43d-4fbe-9770-a09fd7d0cfbd HTTP/1.1" status: 204 len: 168 time: 0.8492303 Apr 15 03:38:03.911393 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60744) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:03.917418 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b54531cc-a096-45c0-a136-09374761351e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (6ef3eb76-35e1-4246-9821-e6b797fd39fe), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:03.929163 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb7c1a7-a725-4ad1-987c-22e31aa89e75', 'name': 'tempest-snat-router-559470984', 'tenant_id': '8bb6acd8491249d6aae6fdc7289608c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '7632dc7e-4acb-4158-890c-c9fd49e4d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:37:55Z', 'updated_at': '2022-04-15T03:37:58Z', 'revision_number': 3, 'project_id': '8bb6acd8491249d6aae6fdc7289608c7', 'gw_port': {'id': '7632dc7e-4acb-4158-890c-c9fd49e4d295', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb7c1a7-a725-4ad1-987c-22e31aa89e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:57Z', 'updated_at': '2022-04-15T03:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:03.961311 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b99ff1-9076-4944-a5e2-fc8be528de35 None None] The sync data for ids ['eeb7c1a7-a725-4ad1-987c-22e31aa89e75'] in dv-neutron-837140-3-hyperv is: [{'id': 'eeb7c1a7-a725-4ad1-987c-22e31aa89e75', 'name': 'tempest-snat-router-559470984', 'tenant_id': '8bb6acd8491249d6aae6fdc7289608c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '7632dc7e-4acb-4158-890c-c9fd49e4d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:37:55Z', 'updated_at': '2022-04-15T03:37:58Z', 'revision_number': 3, 'project_id': '8bb6acd8491249d6aae6fdc7289608c7', 'gw_port': {'id': '7632dc7e-4acb-4158-890c-c9fd49e4d295', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:0b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb7c1a7-a725-4ad1-987c-22e31aa89e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:57Z', 'updated_at': '2022-04-15T03:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:04.010157 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-b54531cc-a096-45c0-a136-09374761351e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef3eb76-35e1-4246-9821-e6b797fd39fe']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:04.011101 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ea2fe77-1689-45d8-8667-48bf73566df6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for port (2d090574-53a1-466b-9a77-8095741e072f), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:04.014944 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-384c63df-c997-411d-bbc8-1d33bfaa84db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (c59dcac4-9088-42d6-8ad4-d992c02b5203), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:04.070054 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-b54531cc-a096-45c0-a136-09374761351e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3653aee2-f81d-44e0-90f0-96187b18e4e2') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:04.070356 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-b54531cc-a096-45c0-a136-09374761351e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3653aee2-f81d-44e0-90f0-96187b18e4e2') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:04.095628 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b54531cc-a096-45c0-a136-09374761351e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (3653aee2-f81d-44e0-90f0-96187b18e4e2), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:04.112518 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ea2fe77-1689-45d8-8667-48bf73566df6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (2d090574-53a1-466b-9a77-8095741e072f), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:04.120444 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-384c63df-c997-411d-bbc8-1d33bfaa84db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (c59dcac4-9088-42d6-8ad4-d992c02b5203), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:04.126201 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e8e9f416-c44c-403b-aded-bd120c3ada57 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:38:04.149193 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: e8e9f416-c44c-403b-aded-bd120c3ada57 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:38:04.152375 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e8e9f416-c44c-403b-aded-bd120c3ada57 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:38:04.177386 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b54531cc-a096-45c0-a136-09374761351e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (3653aee2-f81d-44e0-90f0-96187b18e4e2), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:04.185992 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-57a5f04c-cff9-4147-b1a3-e1cdd41ebeb4 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Allocated IP 2001:db8::15e (1637217b-2b79-4aaa-93c9-1f18692a0ee6/3f4a58c7-2ab3-4f64-b400-e48bc713104e/a5f9d46c-8284-40c6-9259-9609d2521dc5) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:04.192598 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2fe77-1689-45d8-8667-48bf73566df6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Port': ['ID=2d090574-53a1-466b-9a77-8095741e072f,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:04.202531 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-d56e7dcc-f697-4c3a-aaf0-d900e70a3300 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] For port 7632dc7e-4acb-4158-890c-c9fd49e4d295, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=7632dc7e-4acb-4158-890c-c9fd49e4d295,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:04.203609 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d56e7dcc-f697-4c3a-aaf0-d900e70a3300 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (7632dc7e-4acb-4158-890c-c9fd49e4d295), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:04.206452 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54531cc-a096-45c0-a136-09374761351e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:38:04.206875 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b54531cc-a096-45c0-a136-09374761351e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (3653aee2-f81d-44e0-90f0-96187b18e4e2), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:38:04.212711 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:38:04.228191 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-384c63df-c997-411d-bbc8-1d33bfaa84db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59dcac4-9088-42d6-8ad4-d992c02b5203']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:04.242736 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-384c63df-c997-411d-bbc8-1d33bfaa84db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b5a9ed-6b41-4e9b-8ad1-bef487aa364f') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:04.243034 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-384c63df-c997-411d-bbc8-1d33bfaa84db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b5a9ed-6b41-4e9b-8ad1-bef487aa364f') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:04.274862 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-384c63df-c997-411d-bbc8-1d33bfaa84db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (58b5a9ed-6b41-4e9b-8ad1-bef487aa364f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:04.284058 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d56e7dcc-f697-4c3a-aaf0-d900e70a3300 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Calling delete_port for 7632dc7e-4acb-4158-890c-c9fd49e4d295 owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:04.288391 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ea2fe77-1689-45d8-8667-48bf73566df6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (b4de9e88-6556-4e2b-a0da-61427b3a3085), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:04.331421 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-63824e0a-0628-45c4-a199-e314b517e605 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:04.338758 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-384c63df-c997-411d-bbc8-1d33bfaa84db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (58b5a9ed-6b41-4e9b-8ad1-bef487aa364f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:04.348810 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384c63df-c997-411d-bbc8-1d33bfaa84db admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:38:04.349219 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-384c63df-c997-411d-bbc8-1d33bfaa84db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (58b5a9ed-6b41-4e9b-8ad1-bef487aa364f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:38:04.351030 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:38:04.387498 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:04.433050 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b54531cc-a096-45c0-a136-09374761351e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (6ef3eb76-35e1-4246-9821-e6b797fd39fe), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:04.471780 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-6ea2fe77-1689-45d8-8667-48bf73566df6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Floating IP b4de9e88-6556-4e2b-a0da-61427b3a3085 associated. External IP: 172.26.6.202, port: 7763a801-accb-406f-8d9b-8e616e423c98. Apr 15 03:38:04.474652 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b54531cc-a096-45c0-a136-09374761351e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:04.477826 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b54531cc-a096-45c0-a136-09374761351e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/networks/6ef3eb76-35e1-4246-9821-e6b797fd39fe HTTP/1.1" status: 204 len: 168 time: 2.1173894 Apr 15 03:38:04.486777 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60746) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:04.490686 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54531cc-a096-45c0-a136-09374761351e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Network': ['ID=6ef3eb76-35e1-4246-9821-e6b797fd39fe,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:04.527628 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-62985a5b-b298-41ac-9122-127719942f89 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1341205311'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:04.559277 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-384c63df-c997-411d-bbc8-1d33bfaa84db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (c59dcac4-9088-42d6-8ad4-d992c02b5203), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:04.566869 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-384c63df-c997-411d-bbc8-1d33bfaa84db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:04.574158 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-384c63df-c997-411d-bbc8-1d33bfaa84db admin admin] 10.222.0.15 "DELETE /v2.0/networks/c59dcac4-9088-42d6-8ad4-d992c02b5203 HTTP/1.1" status: 204 len: 168 time: 0.6620159 Apr 15 03:38:04.596471 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c63df-c997-411d-bbc8-1d33bfaa84db admin admin] Pushing event deleted for resources: {'Network': ['ID=c59dcac4-9088-42d6-8ad4-d992c02b5203,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:04.734011 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62985a5b-b298-41ac-9122-127719942f89 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:04.737837 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62985a5b-b298-41ac-9122-127719942f89 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:04.755256 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-57a5f04c-cff9-4147-b1a3-e1cdd41ebeb4 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks [] for port (a5f9d46c-8284-40c6-9259-9609d2521dc5), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:04.788864 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea2fe77-1689-45d8-8667-48bf73566df6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Router b437dd35-ae69-4adb-9f4f-0a741e2bf499 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:38:04.914999 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62985a5b-b298-41ac-9122-127719942f89 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:38:04.925833 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea2fe77-1689-45d8-8667-48bf73566df6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:38:04.937684 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7248e381-1319-4e6b-9233-c937c0f80c4d None None] Sync routers for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:38:04.953486 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7248e381-1319-4e6b-9233-c937c0f80c4d None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:04.955230 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-7248e381-1319-4e6b-9233-c937c0f80c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:04.955852 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62985a5b-b298-41ac-9122-127719942f89 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (51e65ea1-c31b-423a-b11d-b9ef2e6462d0), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:04.956180 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-62985a5b-b298-41ac-9122-127719942f89 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Added segment 51e65ea1-c31b-423a-b11d-b9ef2e6462d0 of type vlan for network a2f48b64-c2c5-45a2-b529-b6aa9bae6057 Apr 15 03:38:04.978755 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463399c2-2b3c-4129-8842-738b904d9158 req-a2c873be-7fa9-48e1-a857-7213adafbee0 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:04.980274 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-463399c2-2b3c-4129-8842-738b904d9158 req-a2c873be-7fa9-48e1-a857-7213adafbee0 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 943 time: 0.1601238 Apr 15 03:38:04.989719 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-7248e381-1319-4e6b-9233-c937c0f80c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:05.012941 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-63824e0a-0628-45c4-a199-e314b517e605 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:05.014488 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7248e381-1319-4e6b-9233-c937c0f80c4d None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:05.016378 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-7248e381-1319-4e6b-9233-c937c0f80c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:05.023983 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60752) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:05.044192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d56e7dcc-f697-4c3a-aaf0-d900e70a3300 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (7632dc7e-4acb-4158-890c-c9fd49e4d295), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:05.052166 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62985a5b-b298-41ac-9122-127719942f89 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (a2f48b64-c2c5-45a2-b529-b6aa9bae6057), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:05.052836 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ea2fe77-1689-45d8-8667-48bf73566df6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:05.061477 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-7248e381-1319-4e6b-9233-c937c0f80c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:05.062915 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7248e381-1319-4e6b-9233-c937c0f80c4d None None] The sync data for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:05.099681 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-57a5f04c-cff9-4147-b1a3-e1cdd41ebeb4 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (a5f9d46c-8284-40c6-9259-9609d2521dc5), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:05.102160 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6ea2fe77-1689-45d8-8667-48bf73566df6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9040244 Apr 15 03:38:05.106250 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60754) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:05.111153 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-d178ac2b-0255-4952-a1b5-ab1d25a55c4b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-71137831'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:05.129451 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0e3b9f17-245e-4dda-9b13-18b48a7ca273 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=045e30dcfbf74a48b230d2b2aedef91a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1039453 Apr 15 03:38:05.131991 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60756) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:05.145461 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e7dcc-f697-4c3a-aaf0-d900e70a3300 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Pushing event deleted for resources: {'Port': ['ID=7632dc7e-4acb-4158-890c-c9fd49e4d295,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:05.185534 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3fe950d6-d8ab-4007-b10b-cf7affd99659 admin admin] Publish callbacks [] for security_group (c7230360-c198-4b66-9fb4-8462a67f0129), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:05.201858 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-463399c2-2b3c-4129-8842-738b904d9158 req-139409c0-ac19-40ed-90d6-2b7ffabe41d5 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932473 Apr 15 03:38:05.211392 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3fe950d6-d8ab-4007-b10b-cf7affd99659 admin admin] Publish callbacks [] for security_group (c7230360-c198-4b66-9fb4-8462a67f0129), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:05.227585 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d178ac2b-0255-4952-a1b5-ab1d25a55c4b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Made reservation on behalf of c3e93a2cf489402089ec6469d1c45222 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:05.230916 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d178ac2b-0255-4952-a1b5-ab1d25a55c4b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:05.242938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a5f04c-cff9-4147-b1a3-e1cdd41ebeb4 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Network 1637217b-2b79-4aaa-93c9-1f18692a0ee6 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:05.269260 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d178ac2b-0255-4952-a1b5-ab1d25a55c4b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:38:05.278578 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d178ac2b-0255-4952-a1b5-ab1d25a55c4b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (c2704605-9853-4390-8c1b-ce5943c925aa), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:05.279011 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-d178ac2b-0255-4952-a1b5-ab1d25a55c4b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Added segment c2704605-9853-4390-8c1b-ce5943c925aa of type vlan for network d0525141-7ba9-4659-a7c1-bcd204286d8d Apr 15 03:38:05.298798 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-57a5f04c-cff9-4147-b1a3-e1cdd41ebeb4 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:05.306586 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a5f04c-cff9-4147-b1a3-e1cdd41ebeb4 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:05.311780 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a5f04c-cff9-4147-b1a3-e1cdd41ebeb4 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:05.313334 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-57a5f04c-cff9-4147-b1a3-e1cdd41ebeb4 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:05.320052 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5f04c-cff9-4147-b1a3-e1cdd41ebeb4 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Pushing event updated for resources: {'Port': ['ID=a5f9d46c-8284-40c6-9259-9609d2521dc5,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:05.326853 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d178ac2b-0255-4952-a1b5-ab1d25a55c4b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (d0525141-7ba9-4659-a7c1-bcd204286d8d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:05.328938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62985a5b-b298-41ac-9122-127719942f89 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (a2f48b64-c2c5-45a2-b529-b6aa9bae6057), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:05.333676 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62985a5b-b298-41ac-9122-127719942f89 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:05.334401 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62985a5b-b298-41ac-9122-127719942f89 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:05.407610 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3fe950d6-d8ab-4007-b10b-cf7affd99659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (c7230360-c198-4b66-9fb4-8462a67f0129), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:05.410461 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3fe950d6-d8ab-4007-b10b-cf7affd99659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:05.412553 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3fe950d6-d8ab-4007-b10b-cf7affd99659 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7230360-c198-4b66-9fb4-8462a67f0129 HTTP/1.1" status: 204 len: 168 time: 0.2788770 Apr 15 03:38:05.611965 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe950d6-d8ab-4007-b10b-cf7affd99659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7230360-c198-4b66-9fb4-8462a67f0129,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:05.613832 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d56e7dcc-f697-4c3a-aaf0-d900e70a3300 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (eeb7c1a7-a725-4ad1-987c-22e31aa89e75), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:05.661997 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-b87c89b3-fa07-457b-af8e-ed02887a2791 None None] Provisioning complete for port a5f9d46c-8284-40c6-9259-9609d2521dc5 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:05.662697 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b87c89b3-fa07-457b-af8e-ed02887a2791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a5f9d46c-8284-40c6-9259-9609d2521dc5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:05.696827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 90b88343-3433-4ceb-9959-7721ceb2550e details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 03:38:05.717960 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-b87c89b3-fa07-457b-af8e-ed02887a2791 None None] Port a5f9d46c-8284-40c6-9259-9609d2521dc5 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:05.762238 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d178ac2b-0255-4952-a1b5-ab1d25a55c4b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (d0525141-7ba9-4659-a7c1-bcd204286d8d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:05.768731 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d178ac2b-0255-4952-a1b5-ab1d25a55c4b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:05.771554 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d178ac2b-0255-4952-a1b5-ab1d25a55c4b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:05.782006 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62985a5b-b298-41ac-9122-127719942f89 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Network': ['ID=a2f48b64-c2c5-45a2-b529-b6aa9bae6057,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:05.799051 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network a2f48b64-c2c5-45a2-b529-b6aa9bae6057 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:38:05.799346 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-62985a5b-b298-41ac-9122-127719942f89 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3095958 Apr 15 03:38:05.806169 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60760) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:05.807091 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-57a5f04c-cff9-4147-b1a3-e1cdd41ebeb4 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9108701 Apr 15 03:38:05.810955 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60762) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:05.813327 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d56e7dcc-f697-4c3a-aaf0-d900e70a3300 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (eeb7c1a7-a725-4ad1-987c-22e31aa89e75), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:05.820251 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-135a5bd6-cfdd-4f1f-a499-951360eb633d tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Request body: {'port': {'network_id': '1637217b-2b79-4aaa-93c9-1f18692a0ee6', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-891072681'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:05.824060 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d56e7dcc-f697-4c3a-aaf0-d900e70a3300 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_controller (eeb7c1a7-a725-4ad1-987c-22e31aa89e75), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:05.824299 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-b432eb17-05ae-4672-90bf-955d720a73b3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'subnet': {'network_id': 'a2f48b64-c2c5-45a2-b529-b6aa9bae6057', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:05.869671 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 90b88343-3433-4ceb-9959-7721ceb2550e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=90b88343-3433-4ceb-9959-7721ceb2550e,segment=NetworkSegment(d912f2b0-15a9-4b40-82d8-b001cae91119),segment_id=d912f2b0-15a9-4b40-82d8-b001cae91119)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:05.909638 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '90b88343-3433-4ceb-9959-7721ceb2550e', 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812', 'port_id': '90b88343-3433-4ceb-9959-7721ceb2550e', 'mac_address': 'fa:16:3e:45:ba:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ff5521-688d-47da-8337-38202aee7518', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 03:38:05.932688 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d178ac2b-0255-4952-a1b5-ab1d25a55c4b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8253059 Apr 15 03:38:05.935571 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60764) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:05.935853 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178ac2b-0255-4952-a1b5-ab1d25a55c4b tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Network': ['ID=d0525141-7ba9-4659-a7c1-bcd204286d8d,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:05.941339 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-ec9e443c-820a-4a02-b36f-371b580fcae9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Request body: {'subnet': {'network_id': 'd0525141-7ba9-4659-a7c1-bcd204286d8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:05.976353 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network d0525141-7ba9-4659-a7c1-bcd204286d8d details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:38:06.021516 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63824e0a-0628-45c4-a199-e314b517e605 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:38:06.027728 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d56e7dcc-f697-4c3a-aaf0-d900e70a3300 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (eeb7c1a7-a725-4ad1-987c-22e31aa89e75), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:06.028239 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56e7dcc-f697-4c3a-aaf0-d900e70a3300 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eeb7c1a7-a725-4ad1-987c-22e31aa89e75 {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:38:06.039257 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d56e7dcc-f697-4c3a-aaf0-d900e70a3300 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:06.039257 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d56e7dcc-f697-4c3a-aaf0-d900e70a3300 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "DELETE /v2.0/routers/eeb7c1a7-a725-4ad1-987c-22e31aa89e75 HTTP/1.1" status: 204 len: 168 time: 3.4509640 Apr 15 03:38:06.045476 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60768) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:06.048210 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 90b88343-3433-4ceb-9959-7721ceb2550e is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:06.048658 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (90b88343-3433-4ceb-9959-7721ceb2550e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:06.081649 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b88343-3433-4ceb-9959-7721ceb2550e {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:38:06.122393 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 90b88343-3433-4ceb-9959-7721ceb2550e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=90b88343-3433-4ceb-9959-7721ceb2550e,segment=NetworkSegment(d912f2b0-15a9-4b40-82d8-b001cae91119),segment_id=d912f2b0-15a9-4b40-82d8-b001cae91119)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:06.146594 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b432eb17-05ae-4672-90bf-955d720a73b3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:06.150667 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b432eb17-05ae-4672-90bf-955d720a73b3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:06.194137 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135a5bd6-cfdd-4f1f-a499-951360eb633d tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Made reservation on behalf of 29d8722edbfe430c9096be7eda013770 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:06.197556 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-135a5bd6-cfdd-4f1f-a499-951360eb633d tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:06.226082 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63824e0a-0628-45c4-a199-e314b517e605 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:38:06.228296 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-135a5bd6-cfdd-4f1f-a499-951360eb633d tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] device_id is not set on port 04697e82-5a95-4ea7-8df6-33dd7d953b36 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:38:06.241856 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (90b88343-3433-4ceb-9959-7721ceb2550e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:06.244198 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] Sync routers for ids ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:38:06.262085 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] Routers {'00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:06.264262 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:06.276212 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9e443c-820a-4a02-b36f-371b580fcae9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Made reservation on behalf of c3e93a2cf489402089ec6469d1c45222 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:06.279645 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec9e443c-820a-4a02-b36f-371b580fcae9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:06.310554 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=90b88343-3433-4ceb-9959-7721ceb2550e,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:06.364812 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2a072df-5fa7-4468-8aea-233f99b52bb9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router (43eaea5f-550a-4c5c-960d-6d598dec5505), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:06.377698 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-63824e0a-0628-45c4-a199-e314b517e605 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:06.381764 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-63824e0a-0628-45c4-a199-e314b517e605 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.9116967 Apr 15 03:38:06.386554 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60772) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:06.409012 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] Set router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:38:06.423840 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda131f-1396-4859-b08a-cea25ac6c01c req-db2490f3-e5d0-47c6-aef4-3f34ea575188 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:06.428079 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8bda131f-1396-4859-b08a-cea25ac6c01c req-db2490f3-e5d0-47c6-aef4-3f34ea575188 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 944 time: 0.1192732 Apr 15 03:38:06.436271 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['90b88343-3433-4ceb-9959-7721ceb2550e'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:38:06.474454 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-135a5bd6-cfdd-4f1f-a499-951360eb633d tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Allocated IP 2001:db8::220 (1637217b-2b79-4aaa-93c9-1f18692a0ee6/3f4a58c7-2ab3-4f64-b400-e48bc713104e/04697e82-5a95-4ea7-8df6-33dd7d953b36) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:06.479965 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8bda131f-1396-4859-b08a-cea25ac6c01c req-25fc5999-e048-4bb6-9d1f-bfdc05d21fae tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463283 Apr 15 03:38:06.490031 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60776) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:06.658800 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2a072df-5fa7-4468-8aea-233f99b52bb9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_gateway (43eaea5f-550a-4c5c-960d-6d598dec5505), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:06.715325 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a7941b95-3476-471e-913d-9ca246ae302b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3109f9a8ff754921bd1b046b97fe14df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219183 Apr 15 03:38:06.716366 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'name': 'tempest-TestNetworkBasicOps-router-1070176320', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:38:00Z', 'updated_at': '2022-04-15T03:38:03Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:73:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:01Z', 'updated_at': '2022-04-15T03:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:06.717837 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60778) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:06.758468 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] Checking router: 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:38:06.758837 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] Updating router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 port 6eb771ca-9277-4ac0-b805-d9ff3a925881 binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:38:06.761173 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b432eb17-05ae-4672-90bf-955d720a73b3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (14fe2cfa-81f9-44b3-98cc-f7b706ad4a7f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:06.801219 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6eb771ca-9277-4ac0-b805-d9ff3a925881), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:06.851451 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec9e443c-820a-4a02-b36f-371b580fcae9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (d076605f-ed0d-4b17-bbd7-7375b06a6cab), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:06.867095 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432eb17-05ae-4672-90bf-955d720a73b3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Subnet': ['ID=14fe2cfa-81f9-44b3-98cc-f7b706ad4a7f,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:06.867850 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c64d1625-8ec1-4006-a797-dd006f21e65d tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6786bd52355f4b228acda11ee2393b97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4799824 Apr 15 03:38:06.887077 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-e2a072df-5fa7-4468-8aea-233f99b52bb9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Deleting port 8e0ce68a-bcdb-4769-a111-43999051446d {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:06.887077 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2a072df-5fa7-4468-8aea-233f99b52bb9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (8e0ce68a-bcdb-4769-a111-43999051446d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:06.887077 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60780) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:06.912302 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5c3c3a6e-cff4-4717-b184-f5be885bdb0a admin admin] Publish callbacks [] for security_group (d09e805e-2132-4295-a5df-dc2223512bd8), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:06.934064 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-135a5bd6-cfdd-4f1f-a499-951360eb633d tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks [] for port (04697e82-5a95-4ea7-8df6-33dd7d953b36), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:06.957783 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e443c-820a-4a02-b36f-371b580fcae9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Subnet': ['ID=d076605f-ed0d-4b17-bbd7-7375b06a6cab,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:06.970874 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9e443c-820a-4a02-b36f-371b580fcae9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Checking segment: {'id': 'c2704605-9853-4390-8c1b-ce5943c925aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd0525141-7ba9-4659-a7c1-bcd204286d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:38:06.971193 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9e443c-820a-4a02-b36f-371b580fcae9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Network hostable DHCP agents. Network: d0525141-7ba9-4659-a7c1-bcd204286d8d, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:38:07.001805 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b432eb17-05ae-4672-90bf-955d720a73b3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Checking segment: {'id': '51e65ea1-c31b-423a-b11d-b9ef2e6462d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a2f48b64-c2c5-45a2-b529-b6aa9bae6057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:38:07.002177 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b432eb17-05ae-4672-90bf-955d720a73b3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network hostable DHCP agents. Network: a2f48b64-c2c5-45a2-b529-b6aa9bae6057, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:38:07.052159 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5c3c3a6e-cff4-4717-b184-f5be885bdb0a admin admin] Publish callbacks [] for security_group (d09e805e-2132-4295-a5df-dc2223512bd8), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.059823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-135a5bd6-cfdd-4f1f-a499-951360eb633d tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (04697e82-5a95-4ea7-8df6-33dd7d953b36), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.078651 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9e443c-820a-4a02-b36f-371b580fcae9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Network d0525141-7ba9-4659-a7c1-bcd204286d8d is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:38:07.114733 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] Publish callbacks [] for port (6eb771ca-9277-4ac0-b805-d9ff3a925881), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.123547 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135a5bd6-cfdd-4f1f-a499-951360eb633d tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Network 1637217b-2b79-4aaa-93c9-1f18692a0ee6 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:07.126504 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-135a5bd6-cfdd-4f1f-a499-951360eb633d tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:07.132941 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a5bd6-cfdd-4f1f-a499-951360eb633d tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:07.138262 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135a5bd6-cfdd-4f1f-a499-951360eb633d tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:07.138862 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-135a5bd6-cfdd-4f1f-a499-951360eb633d tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.151041 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a5bd6-cfdd-4f1f-a499-951360eb633d tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Pushing event updated for resources: {'Port': ['ID=04697e82-5a95-4ea7-8df6-33dd7d953b36,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:07.167922 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-ec9e443c-820a-4a02-b36f-371b580fcae9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, d0525141-7ba9-4659-a7c1-bcd204286d8d) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:07.171231 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-e2a072df-5fa7-4468-8aea-233f99b52bb9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] For port 8e0ce68a-bcdb-4769-a111-43999051446d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=8e0ce68a-bcdb-4769-a111-43999051446d,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:07.178230 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2a072df-5fa7-4468-8aea-233f99b52bb9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (8e0ce68a-bcdb-4769-a111-43999051446d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.178885 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9e443c-820a-4a02-b36f-371b580fcae9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:07.178885 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec9e443c-820a-4a02-b36f-371b580fcae9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.179190 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (6eb771ca-9277-4ac0-b805-d9ff3a925881), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.191934 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb7a852-d261-41cc-af6a-b54a2996bb7c None None] Network d0525141-7ba9-4659-a7c1-bcd204286d8d requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:07.199541 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-e2a072df-5fa7-4468-8aea-233f99b52bb9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Calling delete_port for 8e0ce68a-bcdb-4769-a111-43999051446d owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:07.211419 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb14eca-ad97-4568-9efe-7cd6acb50c7b tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:07.211419 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9eb14eca-ad97-4568-9efe-7cd6acb50c7b tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3158236 Apr 15 03:38:07.211419 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60782) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:07.235209 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-135a5bd6-cfdd-4f1f-a499-951360eb633d tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4197938 Apr 15 03:38:07.244685 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] Attempting to bind port 6eb771ca-9277-4ac0-b805-d9ff3a925881 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:38:07.245219 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] Attempting to bind port 6eb771ca-9277-4ac0-b805-d9ff3a925881 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:38:07.245479 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] Attempting to bind port 6eb771ca-9277-4ac0-b805-d9ff3a925881 on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:38:07.251801 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60784) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:07.255771 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-5d676298-b54f-47a8-b9d0-9d4b02482ad0 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ab', 'mac_address': 'fa:16:3e:a5:4e:da'}, {'ip_address': '2001:db8::15e', 'mac_address': 'fa:16:3e:68:1d:1b'}]}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:07.257259 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070f9ed-aeee-4891-8199-a8dfcdd2d277 None None] Pushing event updated for resources: {'Port': ['ID=6eb771ca-9277-4ac0-b805-d9ff3a925881,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:07.260049 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:38:07.260421 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:38:07.260816 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.261190 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:38:07.261657 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] Bound port: 6eb771ca-9277-4ac0-b805-d9ff3a925881, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:38:07.262029 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6eb771ca-9277-4ac0-b805-d9ff3a925881), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.322979 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ec9e443c-820a-4a02-b36f-371b580fcae9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3862627 Apr 15 03:38:07.325586 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60786) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:07.327344 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-acc8cb81-2166-4ca8-8275-021c04bb0e94 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1200166 Apr 15 03:38:07.334330 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b432eb17-05ae-4672-90bf-955d720a73b3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network a2f48b64-c2c5-45a2-b529-b6aa9bae6057 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:38:07.336442 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-33097392-c2df-4c57-8b16-9ee376e57300 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-642519991', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}, 'admin_state_up': False}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:07.336575 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] For port 6eb771ca-9277-4ac0-b805-d9ff3a925881, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:38:07.337386 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d7eb91-c6ed-467e-8d62-e5b4121333e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d0525141-7ba9-4659-a7c1-bcd204286d8d', 'network_id': 'd0525141-7ba9-4659-a7c1-bcd204286d8d', 'project_id': 'c3e93a2cf489402089ec6469d1c45222', 'fixed_ips': [{'subnet_id': 'd076605f-ed0d-4b17-bbd7-7375b06a6cab'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:38:07.338451 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-20d7eb91-c6ed-467e-8d62-e5b4121333e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.340379 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] For port 6eb771ca-9277-4ac0-b805-d9ff3a925881, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6eb771ca-9277-4ac0-b805-d9ff3a925881,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:38:07.350931 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60788) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:07.353780 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-64d3a47e-8b0c-44cb-b9f8-70e4297b1ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-954583940', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:07.365908 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-b432eb17-05ae-4672-90bf-955d720a73b3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, a2f48b64-c2c5-45a2-b529-b6aa9bae6057) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:07.380639 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b432eb17-05ae-4672-90bf-955d720a73b3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:07.383444 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b432eb17-05ae-4672-90bf-955d720a73b3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.445335 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5c3c3a6e-cff4-4717-b184-f5be885bdb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (d09e805e-2132-4295-a5df-dc2223512bd8), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.448261 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5c3c3a6e-cff4-4717-b184-f5be885bdb0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.452142 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5c3c3a6e-cff4-4717-b184-f5be885bdb0a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d09e805e-2132-4295-a5df-dc2223512bd8 HTTP/1.1" status: 204 len: 168 time: 0.7306399 Apr 15 03:38:07.475502 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (6eb771ca-9277-4ac0-b805-d9ff3a925881), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.497617 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33097392-c2df-4c57-8b16-9ee376e57300 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (b5a5d09e-eafb-47b2-a08c-dd47af20471d), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.499074 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33097392-c2df-4c57-8b16-9ee376e57300 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (b5a5d09e-eafb-47b2-a08c-dd47af20471d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.528151 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-20d7eb91-c6ed-467e-8d62-e5b4121333e0 None None] Allocated IP 172.20.0.2 (d0525141-7ba9-4659-a7c1-bcd204286d8d/d076605f-ed0d-4b17-bbd7-7375b06a6cab/fac53b66-1da0-4ca7-ac15-1aa1d74833ab) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:07.536141 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f05c0fd-068e-42f8-9489-0444c8fe18cb None None] Network a2f48b64-c2c5-45a2-b529-b6aa9bae6057 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:07.576480 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070f9ed-aeee-4891-8199-a8dfcdd2d277 None None] Pushing event updated for resources: {'Port': ['ID=6eb771ca-9277-4ac0-b805-d9ff3a925881,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:07.577010 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-14ef1669-6f01-46db-ba3e-f14fe0dcde02 None None] Provisioning complete for port 04697e82-5a95-4ea7-8df6-33dd7d953b36 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:07.577392 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-14ef1669-6f01-46db-ba3e-f14fe0dcde02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (04697e82-5a95-4ea7-8df6-33dd7d953b36), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.599751 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] Routers {'00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:07.600566 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:07.618189 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-14ef1669-6f01-46db-ba3e-f14fe0dcde02 None None] Port 04697e82-5a95-4ea7-8df6-33dd7d953b36 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:07.630971 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b432eb17-05ae-4672-90bf-955d720a73b3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8107057 Apr 15 03:38:07.631842 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c3a6e-cff4-4717-b184-f5be885bdb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09e805e-2132-4295-a5df-dc2223512bd8,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:07.635487 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60794) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:07.642030 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-79d36820-51ab-455c-bbdd-9f5e9279cf7f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2140714185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:07.653626 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33097392-c2df-4c57-8b16-9ee376e57300 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for router_controller (b5a5d09e-eafb-47b2-a08c-dd47af20471d), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.664905 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d3a47e-8b0c-44cb-b9f8-70e4297b1ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:07.674063 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-64d3a47e-8b0c-44cb-b9f8-70e4297b1ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.684757 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2a072df-5fa7-4468-8aea-233f99b52bb9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (8e0ce68a-bcdb-4769-a111-43999051446d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.728018 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a072df-5fa7-4468-8aea-233f99b52bb9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e0ce68a-bcdb-4769-a111-43999051446d,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:07.740186 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 90b88343-3433-4ceb-9959-7721ceb2550e up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:07.781202 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] Set router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:38:07.806465 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-79d36820-51ab-455c-bbdd-9f5e9279cf7f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (ae7f2265-cebf-45a7-98ff-65d4262e841f), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.806465 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-79d36820-51ab-455c-bbdd-9f5e9279cf7f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (ae7f2265-cebf-45a7-98ff-65d4262e841f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.816649 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b9226e-3743-487d-a75d-424f8e21e34d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-a2f48b64-c2c5-45a2-b529-b6aa9bae6057', 'network_id': 'a2f48b64-c2c5-45a2-b529-b6aa9bae6057', 'project_id': 'f99fc1577cd2451fb6bab5b4e898b08c', 'fixed_ips': [{'subnet_id': '14fe2cfa-81f9-44b3-98cc-f7b706ad4a7f'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:38:07.817186 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-27b9226e-3743-487d-a75d-424f8e21e34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.887958 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5d676298-b54f-47a8-b9d0-9d4b02482ad0 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (04697e82-5a95-4ea7-8df6-33dd7d953b36), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:07.971565 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-27b9226e-3743-487d-a75d-424f8e21e34d None None] Allocated IP 2001:db8::2 (a2f48b64-c2c5-45a2-b529-b6aa9bae6057/14fe2cfa-81f9-44b3-98cc-f7b706ad4a7f/aede2d50-c04a-444b-a35d-013206c3161e) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:08.011175 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2a072df-5fa7-4468-8aea-233f99b52bb9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (43eaea5f-550a-4c5c-960d-6d598dec5505), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:08.027586 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0e49a-7e10-45b5-8bc5-5b09dd6d827f req-d7c22a07-11fd-4298-a295-9f158ee2c8e4 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:08.032306 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-52c0e49a-7e10-45b5-8bc5-5b09dd6d827f req-d7c22a07-11fd-4298-a295-9f158ee2c8e4 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 944 time: 0.3715310 Apr 15 03:38:08.034022 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-64d3a47e-8b0c-44cb-b9f8-70e4297b1ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (e462f0b1-e973-44d3-b642-47de40a6bb71), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:08.056104 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-79d36820-51ab-455c-bbdd-9f5e9279cf7f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for router_controller (ae7f2265-cebf-45a7-98ff-65d4262e841f), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:08.101393 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 90b88343-3433-4ceb-9959-7721ceb2550e completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 03:38:08.149387 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-20d7eb91-c6ed-467e-8d62-e5b4121333e0 None None] Publish callbacks [] for port (fac53b66-1da0-4ca7-ac15-1aa1d74833ab), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:08.184334 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 90b88343-3433-4ceb-9959-7721ceb2550e triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:08.184680 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (90b88343-3433-4ceb-9959-7721ceb2550e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:08.224071 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 7632dc7e-4acb-4158-890c-c9fd49e4d295 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:38:08.235479 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-79d36820-51ab-455c-bbdd-9f5e9279cf7f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (ae7f2265-cebf-45a7-98ff-65d4262e841f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:08.250465 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'name': 'tempest-TestNetworkBasicOps-router-1070176320', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:38:00Z', 'updated_at': '2022-04-15T03:38:03Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:73:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:01Z', 'updated_at': '2022-04-15T03:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:08.268874 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-20d7eb91-c6ed-467e-8d62-e5b4121333e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (fac53b66-1da0-4ca7-ac15-1aa1d74833ab), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:08.277883 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 7632dc7e-4acb-4158-890c-c9fd49e4d295 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:38:08.278231 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 7632dc7e-4acb-4158-890c-c9fd49e4d295 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:38:08.280458 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96102c77-c488-4326-8fcb-4425aa0f8cf4 None None] The sync data for ids ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'] in dv-neutron-837140-3-hyperv is: [{'id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'name': 'tempest-TestNetworkBasicOps-router-1070176320', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:38:00Z', 'updated_at': '2022-04-15T03:38:03Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:73:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:01Z', 'updated_at': '2022-04-15T03:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:08.292949 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-52c0e49a-7e10-45b5-8bc5-5b09dd6d827f req-0a096770-bd79-4b86-9692-10b022e72918 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034669 Apr 15 03:38:08.333091 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3a47e-8b0c-44cb-b9f8-70e4297b1ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Subnet': ['ID=e462f0b1-e973-44d3-b642-47de40a6bb71,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:08.342607 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33097392-c2df-4c57-8b16-9ee376e57300 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for router_gateway (b5a5d09e-eafb-47b2-a08c-dd47af20471d), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:08.347065 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3a47e-8b0c-44cb-b9f8-70e4297b1ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Checking segment: {'id': 'c53179f8-fd00-4b37-96b1-595ec4258d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:38:08.347443 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d3a47e-8b0c-44cb-b9f8-70e4297b1ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network hostable DHCP agents. Network: eaba6a84-95dc-429a-9c8d-a050c4a38ccd, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:38:08.468339 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d3a47e-8b0c-44cb-b9f8-70e4297b1ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network eaba6a84-95dc-429a-9c8d-a050c4a38ccd is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:38:08.517602 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:38:08.518950 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-27b9226e-3743-487d-a75d-424f8e21e34d None None] Publish callbacks [] for port (aede2d50-c04a-444b-a35d-013206c3161e), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:08.536235 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d7eb91-c6ed-467e-8d62-e5b4121333e0 None None] Network d0525141-7ba9-4659-a7c1-bcd204286d8d is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:08.540873 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-20d7eb91-c6ed-467e-8d62-e5b4121333e0 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:08.544793 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7eb91-c6ed-467e-8d62-e5b4121333e0 None None] Pushing event updated for resources: {'Port': ['ID=fac53b66-1da0-4ca7-ac15-1aa1d74833ab,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:08.559796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-64d3a47e-8b0c-44cb-b9f8-70e4297b1ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, eaba6a84-95dc-429a-9c8d-a050c4a38ccd) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:08.565882 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d7eb91-c6ed-467e-8d62-e5b4121333e0 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:08.571924 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d3a47e-8b0c-44cb-b9f8-70e4297b1ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:08.572832 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-64d3a47e-8b0c-44cb-b9f8-70e4297b1ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:08.604724 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780c7974-1c45-4bec-85cf-739887611ec7 None None] Network eaba6a84-95dc-429a-9c8d-a050c4a38ccd requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:08.639194 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-27b9226e-3743-487d-a75d-424f8e21e34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (aede2d50-c04a-444b-a35d-013206c3161e), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:08.641533 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 90b88343-3433-4ceb-9959-7721ceb2550e is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:08.641908 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (90b88343-3433-4ceb-9959-7721ceb2550e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:08.698745 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-64d3a47e-8b0c-44cb-b9f8-70e4297b1ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3468697 Apr 15 03:38:08.704145 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60796) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:08.708056 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2a072df-5fa7-4468-8aea-233f99b52bb9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (43eaea5f-550a-4c5c-960d-6d598dec5505), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:08.710402 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2a072df-5fa7-4468-8aea-233f99b52bb9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_controller (43eaea5f-550a-4c5c-960d-6d598dec5505), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:08.726431 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-79d36820-51ab-455c-bbdd-9f5e9279cf7f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:08.730593 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-79d36820-51ab-455c-bbdd-9f5e9279cf7f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0940893 Apr 15 03:38:08.758672 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60798) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:08.769940 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-0dcdf44b-008b-4d4e-93e3-9cc1a1d882d0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'port': {'network_id': 'a2f48b64-c2c5-45a2-b529-b6aa9bae6057', 'name': 'tempest-PortsIpV6TestJSON-1778802232'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:08.817355 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33097392-c2df-4c57-8b16-9ee376e57300 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for router_gateway (b5a5d09e-eafb-47b2-a08c-dd47af20471d), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:08.821426 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 90b88343-3433-4ceb-9959-7721ceb2550e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=90b88343-3433-4ceb-9959-7721ceb2550e,segment=NetworkSegment(d912f2b0-15a9-4b40-82d8-b001cae91119),segment_id=d912f2b0-15a9-4b40-82d8-b001cae91119)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:08.828334 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b88343-3433-4ceb-9959-7721ceb2550e'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:38:08.832749 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f0e83f-2294-4eb6-964d-c6390559871b" -d '{"events": [{"server_uuid": "f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf", "name": "network-vif-plugged", "status": "completed", "tag": "90b88343-3433-4ceb-9959-7721ceb2550e"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:38:08.856189 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b9226e-3743-487d-a75d-424f8e21e34d None None] Network a2f48b64-c2c5-45a2-b529-b6aa9bae6057 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:08.873645 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-27b9226e-3743-487d-a75d-424f8e21e34d None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:08.873880 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2a072df-5fa7-4468-8aea-233f99b52bb9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (43eaea5f-550a-4c5c-960d-6d598dec5505), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:08.874448 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a072df-5fa7-4468-8aea-233f99b52bb9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43eaea5f-550a-4c5c-960d-6d598dec5505 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:38:08.878156 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9226e-3743-487d-a75d-424f8e21e34d None None] Pushing event updated for resources: {'Port': ['ID=aede2d50-c04a-444b-a35d-013206c3161e,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:08.880709 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-20d7eb91-c6ed-467e-8d62-e5b4121333e0 None None] Attempting to bind port fac53b66-1da0-4ca7-ac15-1aa1d74833ab on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:38:08.881094 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-20d7eb91-c6ed-467e-8d62-e5b4121333e0 None None] Attempting to bind port fac53b66-1da0-4ca7-ac15-1aa1d74833ab by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'c2704605-9853-4390-8c1b-ce5943c925aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd0525141-7ba9-4659-a7c1-bcd204286d8d'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:38:08.881271 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2a072df-5fa7-4468-8aea-233f99b52bb9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:08.881517 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7eb91-c6ed-467e-8d62-e5b4121333e0 None None] Attempting to bind port fac53b66-1da0-4ca7-ac15-1aa1d74833ab on network d0525141-7ba9-4659-a7c1-bcd204286d8d {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:38:08.883081 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e2a072df-5fa7-4468-8aea-233f99b52bb9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "DELETE /v2.0/routers/43eaea5f-550a-4c5c-960d-6d598dec5505 HTTP/1.1" status: 204 len: 168 time: 2.8364637 Apr 15 03:38:08.886631 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60802) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:08.891765 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b9226e-3743-487d-a75d-424f8e21e34d None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:08.892440 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-db5cca33-bd52-4f63-baac-fb8c6335536f tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-652952762', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}, 'admin_state_up': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:08.909286 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7eb91-c6ed-467e-8d62-e5b4121333e0 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:38:08.909753 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7eb91-c6ed-467e-8d62-e5b4121333e0 None None] Checking segment: {'id': 'c2704605-9853-4390-8c1b-ce5943c925aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd0525141-7ba9-4659-a7c1-bcd204286d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:38:08.910161 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-20d7eb91-c6ed-467e-8d62-e5b4121333e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:08.910557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d7eb91-c6ed-467e-8d62-e5b4121333e0 None None] Bound using segment: {'id': 'c2704605-9853-4390-8c1b-ce5943c925aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd0525141-7ba9-4659-a7c1-bcd204286d8d'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:38:08.911097 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-20d7eb91-c6ed-467e-8d62-e5b4121333e0 None None] Bound port: fac53b66-1da0-4ca7-ac15-1aa1d74833ab, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2704605-9853-4390-8c1b-ce5943c925aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd0525141-7ba9-4659-a7c1-bcd204286d8d'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:38:08.911481 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-20d7eb91-c6ed-467e-8d62-e5b4121333e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fac53b66-1da0-4ca7-ac15-1aa1d74833ab), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:08.957235 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (90b88343-3433-4ceb-9959-7721ceb2550e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:08.963334 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171ceb11-1254-4753-948f-6240fc4ad6bf x-openstack-request-id: req-171ceb11-1254-4753-948f-6240fc4ad6bf {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:38:08.963649 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf", "name": "network-vif-plugged", "status": "completed", "tag": "90b88343-3433-4ceb-9959-7721ceb2550e", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:38:08.964703 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-171ceb11-1254-4753-948f-6240fc4ad6bf {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:38:08.965126 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-171ceb11-1254-4753-948f-6240fc4ad6bf'] response: {'server_uuid': 'f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b88343-3433-4ceb-9959-7721ceb2550e', 'code': 200} Apr 15 03:38:09.021022 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33097392-c2df-4c57-8b16-9ee376e57300 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:09.032402 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db5cca33-bd52-4f63-baac-fb8c6335536f tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (dea88596-8ff6-4166-a3a4-5793ea47b735), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:09.033618 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db5cca33-bd52-4f63-baac-fb8c6335536f tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (dea88596-8ff6-4166-a3a4-5793ea47b735), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:09.038084 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081cecae-ed1c-4a8f-ac7f-9df7cd0ed644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ips': [{'subnet_id': 'e462f0b1-e973-44d3-b642-47de40a6bb71'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:38:09.039122 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-081cecae-ed1c-4a8f-ac7f-9df7cd0ed644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:09.105963 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-27b9226e-3743-487d-a75d-424f8e21e34d None None] Attempting to bind port aede2d50-c04a-444b-a35d-013206c3161e on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:38:09.106342 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-27b9226e-3743-487d-a75d-424f8e21e34d None None] Attempting to bind port aede2d50-c04a-444b-a35d-013206c3161e by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '51e65ea1-c31b-423a-b11d-b9ef2e6462d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a2f48b64-c2c5-45a2-b529-b6aa9bae6057'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:38:09.106742 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b9226e-3743-487d-a75d-424f8e21e34d None None] Attempting to bind port aede2d50-c04a-444b-a35d-013206c3161e on network a2f48b64-c2c5-45a2-b529-b6aa9bae6057 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:38:09.118456 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db5cca33-bd52-4f63-baac-fb8c6335536f tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_controller (dea88596-8ff6-4166-a3a4-5793ea47b735), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:09.152181 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5d676298-b54f-47a8-b9d0-9d4b02482ad0 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks [] for port (04697e82-5a95-4ea7-8df6-33dd7d953b36), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:09.195714 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b9226e-3743-487d-a75d-424f8e21e34d None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:38:09.200796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b9226e-3743-487d-a75d-424f8e21e34d None None] Checking segment: {'id': '51e65ea1-c31b-423a-b11d-b9ef2e6462d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a2f48b64-c2c5-45a2-b529-b6aa9bae6057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:38:09.200796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-27b9226e-3743-487d-a75d-424f8e21e34d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:09.200796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b9226e-3743-487d-a75d-424f8e21e34d None None] Bound using segment: {'id': '51e65ea1-c31b-423a-b11d-b9ef2e6462d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a2f48b64-c2c5-45a2-b529-b6aa9bae6057'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:38:09.200796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-27b9226e-3743-487d-a75d-424f8e21e34d None None] Bound port: aede2d50-c04a-444b-a35d-013206c3161e, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e65ea1-c31b-423a-b11d-b9ef2e6462d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'a2f48b64-c2c5-45a2-b529-b6aa9bae6057'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:38:09.200796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-27b9226e-3743-487d-a75d-424f8e21e34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (aede2d50-c04a-444b-a35d-013206c3161e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:09.253403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=90b88343-3433-4ceb-9959-7721ceb2550e,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:09.255469 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5d676298-b54f-47a8-b9d0-9d4b02482ad0 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (04697e82-5a95-4ea7-8df6-33dd7d953b36), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:09.334091 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d676298-b54f-47a8-b9d0-9d4b02482ad0 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Pushing event updated for resources: {'Port': ['ID=04697e82-5a95-4ea7-8df6-33dd7d953b36,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:09.346081 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-5d676298-b54f-47a8-b9d0-9d4b02482ad0 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] In _notify_port_updated(), no bound segment for port 04697e82-5a95-4ea7-8df6-33dd7d953b36 on network 1637217b-2b79-4aaa-93c9-1f18692a0ee6 {{(pid=104667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:38:09.351243 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d676298-b54f-47a8-b9d0-9d4b02482ad0 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:09.351595 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-20d7eb91-c6ed-467e-8d62-e5b4121333e0 None None] For port fac53b66-1da0-4ca7-ac15-1aa1d74833ab, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:38:09.351904 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5d676298-b54f-47a8-b9d0-9d4b02482ad0 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:09.356176 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5d676298-b54f-47a8-b9d0-9d4b02482ad0 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "PUT /v2.0/ports/04697e82-5a95-4ea7-8df6-33dd7d953b36 HTTP/1.1" status: 200 len: 1067 time: 2.1047220 Apr 15 03:38:09.366222 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60806) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:09.368428 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b5233-208e-4d1b-b4d7-011a69ad65e8 req-498ec679-da1e-4e6c-9fba-2f46df447527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:09.369945 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6a5b5233-208e-4d1b-b4d7-011a69ad65e8 req-498ec679-da1e-4e6c-9fba-2f46df447527 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 1129 time: 0.0864341 Apr 15 03:38:09.408391 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-20d7eb91-c6ed-467e-8d62-e5b4121333e0 None None] For port fac53b66-1da0-4ca7-ac15-1aa1d74833ab, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fac53b66-1da0-4ca7-ac15-1aa1d74833ab,segment=NetworkSegment(c2704605-9853-4390-8c1b-ce5943c925aa),segment_id=c2704605-9853-4390-8c1b-ce5943c925aa)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:38:09.459301 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-27b9226e-3743-487d-a75d-424f8e21e34d None None] For port aede2d50-c04a-444b-a35d-013206c3161e, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:38:09.481928 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-27b9226e-3743-487d-a75d-424f8e21e34d None None] For port aede2d50-c04a-444b-a35d-013206c3161e, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=aede2d50-c04a-444b-a35d-013206c3161e,segment=NetworkSegment(51e65ea1-c31b-423a-b11d-b9ef2e6462d0),segment_id=51e65ea1-c31b-423a-b11d-b9ef2e6462d0)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:38:09.494499 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-20d7eb91-c6ed-467e-8d62-e5b4121333e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fac53b66-1da0-4ca7-ac15-1aa1d74833ab), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:09.543856 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db5cca33-bd52-4f63-baac-fb8c6335536f tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_gateway (dea88596-8ff6-4166-a3a4-5793ea47b735), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:09.579208 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-081cecae-ed1c-4a8f-ac7f-9df7cd0ed644 None None] Allocated IP 172.20.0.2 (eaba6a84-95dc-429a-9c8d-a050c4a38ccd/e462f0b1-e973-44d3-b642-47de40a6bb71/b0314c24-3cbb-4af6-a0a0-fad17f57a471) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:09.584859 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-27b9226e-3743-487d-a75d-424f8e21e34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (aede2d50-c04a-444b-a35d-013206c3161e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:09.620640 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-2717cfd2-ec80-46e3-8ad9-0ecdf5be1079 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Deleting port 04697e82-5a95-4ea7-8df6-33dd7d953b36 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:09.621013 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2717cfd2-ec80-46e3-8ad9-0ecdf5be1079 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (04697e82-5a95-4ea7-8df6-33dd7d953b36), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:09.637514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-33097392-c2df-4c57-8b16-9ee376e57300 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Allocated IP 172.26.6.95 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/a42c5cfe-6d8e-4a51-b5bd-ed0dc3fbd795) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:09.644708 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6a5b5233-208e-4d1b-b4d7-011a69ad65e8 req-e2f0a6e1-b97c-483a-a589-b6fd97588b6c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604949 Apr 15 03:38:09.666110 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcdf44b-008b-4d4e-93e3-9cc1a1d882d0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:09.670885 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf44b-008b-4d4e-93e3-9cc1a1d882d0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:09.797398 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7eb91-c6ed-467e-8d62-e5b4121333e0 None None] Pushing event updated for resources: {'Port': ['ID=fac53b66-1da0-4ca7-ac15-1aa1d74833ab,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:09.862382 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9226e-3743-487d-a75d-424f8e21e34d None None] Pushing event updated for resources: {'Port': ['ID=aede2d50-c04a-444b-a35d-013206c3161e,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:09.927671 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5f8c2ed9-9237-4a50-bb3a-e799b2fcb255 None None] Provisioning complete for port 04697e82-5a95-4ea7-8df6-33dd7d953b36 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:09.927671 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5f8c2ed9-9237-4a50-bb3a-e799b2fcb255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (04697e82-5a95-4ea7-8df6-33dd7d953b36), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:09.995315 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5f8c2ed9-9237-4a50-bb3a-e799b2fcb255 None None] Port 04697e82-5a95-4ea7-8df6-33dd7d953b36 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:10.105788 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db5cca33-bd52-4f63-baac-fb8c6335536f tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_gateway (dea88596-8ff6-4166-a3a4-5793ea47b735), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:10.141896 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2717cfd2-ec80-46e3-8ad9-0ecdf5be1079 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (04697e82-5a95-4ea7-8df6-33dd7d953b36), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:10.145158 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db5cca33-bd52-4f63-baac-fb8c6335536f tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:10.151533 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-081cecae-ed1c-4a8f-ac7f-9df7cd0ed644 None None] Publish callbacks [] for port (b0314c24-3cbb-4af6-a0a0-fad17f57a471), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:10.210576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-2717cfd2-ec80-46e3-8ad9-0ecdf5be1079 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Calling delete_port for 04697e82-5a95-4ea7-8df6-33dd7d953b36 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:10.244322 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-081cecae-ed1c-4a8f-ac7f-9df7cd0ed644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (b0314c24-3cbb-4af6-a0a0-fad17f57a471), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:10.292147 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-0dcdf44b-008b-4d4e-93e3-9cc1a1d882d0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] device_id is not set on port d3279139-4267-4fa6-8ac7-8e6743261eda yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:38:10.303353 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device fac53b66-1da0-4ca7-ac15-1aa1d74833ab up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:10.316757 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081cecae-ed1c-4a8f-ac7f-9df7cd0ed644 None None] Network eaba6a84-95dc-429a-9c8d-a050c4a38ccd is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:10.317793 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d45e2-fbc2-4b8d-b25e-82321277ac38 req-51cff998-e34f-48b3-9340-1ec7188fbe0d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:10.321446 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f92d45e2-fbc2-4b8d-b25e-82321277ac38 req-51cff998-e34f-48b3-9340-1ec7188fbe0d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.7810977 Apr 15 03:38:10.339785 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-081cecae-ed1c-4a8f-ac7f-9df7cd0ed644 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:10.342768 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081cecae-ed1c-4a8f-ac7f-9df7cd0ed644 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:10.368561 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cecae-ed1c-4a8f-ac7f-9df7cd0ed644 None None] Pushing event updated for resources: {'Port': ['ID=b0314c24-3cbb-4af6-a0a0-fad17f57a471,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:10.426342 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port fac53b66-1da0-4ca7-ac15-1aa1d74833ab triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:10.426831 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fac53b66-1da0-4ca7-ac15-1aa1d74833ab), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:10.458661 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-081cecae-ed1c-4a8f-ac7f-9df7cd0ed644 None None] Attempting to bind port b0314c24-3cbb-4af6-a0a0-fad17f57a471 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:38:10.459035 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-081cecae-ed1c-4a8f-ac7f-9df7cd0ed644 None None] Attempting to bind port b0314c24-3cbb-4af6-a0a0-fad17f57a471 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'c53179f8-fd00-4b37-96b1-595ec4258d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:38:10.459403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081cecae-ed1c-4a8f-ac7f-9df7cd0ed644 None None] Attempting to bind port b0314c24-3cbb-4af6-a0a0-fad17f57a471 on network eaba6a84-95dc-429a-9c8d-a050c4a38ccd {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:38:10.470835 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2717cfd2-ec80-46e3-8ad9-0ecdf5be1079 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (04697e82-5a95-4ea7-8df6-33dd7d953b36), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:10.472487 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081cecae-ed1c-4a8f-ac7f-9df7cd0ed644 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:38:10.472975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081cecae-ed1c-4a8f-ac7f-9df7cd0ed644 None None] Checking segment: {'id': 'c53179f8-fd00-4b37-96b1-595ec4258d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:38:10.473384 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-081cecae-ed1c-4a8f-ac7f-9df7cd0ed644 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:10.473785 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081cecae-ed1c-4a8f-ac7f-9df7cd0ed644 None None] Bound using segment: {'id': 'c53179f8-fd00-4b37-96b1-595ec4258d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:38:10.474335 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-081cecae-ed1c-4a8f-ac7f-9df7cd0ed644 None None] Bound port: b0314c24-3cbb-4af6-a0a0-fad17f57a471, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53179f8-fd00-4b37-96b1-595ec4258d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:38:10.474721 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-081cecae-ed1c-4a8f-ac7f-9df7cd0ed644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b0314c24-3cbb-4af6-a0a0-fad17f57a471), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:10.532774 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717cfd2-ec80-46e3-8ad9-0ecdf5be1079 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Pushing event deleted for resources: {'Port': ['ID=04697e82-5a95-4ea7-8df6-33dd7d953b36,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:10.579970 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port fac53b66-1da0-4ca7-ac15-1aa1d74833ab is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:10.588646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fac53b66-1da0-4ca7-ac15-1aa1d74833ab), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:10.588646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-081cecae-ed1c-4a8f-ac7f-9df7cd0ed644 None None] For port b0314c24-3cbb-4af6-a0a0-fad17f57a471, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:38:10.608147 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-081cecae-ed1c-4a8f-ac7f-9df7cd0ed644 None None] For port b0314c24-3cbb-4af6-a0a0-fad17f57a471, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=b0314c24-3cbb-4af6-a0a0-fad17f57a471,segment=NetworkSegment(c53179f8-fd00-4b37-96b1-595ec4258d91),segment_id=c53179f8-fd00-4b37-96b1-595ec4258d91)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:38:10.630753 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f92d45e2-fbc2-4b8d-b25e-82321277ac38 req-695a2831-b907-4906-ad6d-13f086f4f54b tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395077 Apr 15 03:38:10.633413 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port fac53b66-1da0-4ca7-ac15-1aa1d74833ab, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fac53b66-1da0-4ca7-ac15-1aa1d74833ab,segment=NetworkSegment(c2704605-9853-4390-8c1b-ce5943c925aa),segment_id=c2704605-9853-4390-8c1b-ce5943c925aa)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:10.697528 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-0dcdf44b-008b-4d4e-93e3-9cc1a1d882d0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Allocated IP 2001:db8::22 (a2f48b64-c2c5-45a2-b529-b6aa9bae6057/14fe2cfa-81f9-44b3-98cc-f7b706ad4a7f/d3279139-4267-4fa6-8ac7-8e6743261eda) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:10.701863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33097392-c2df-4c57-8b16-9ee376e57300 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for port (a42c5cfe-6d8e-4a51-b5bd-ed0dc3fbd795), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:10.705624 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-081cecae-ed1c-4a8f-ac7f-9df7cd0ed644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b0314c24-3cbb-4af6-a0a0-fad17f57a471), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:10.759097 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fac53b66-1da0-4ca7-ac15-1aa1d74833ab), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:10.760747 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device aede2d50-c04a-444b-a35d-013206c3161e up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:10.804869 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bce8ba33-1d64-4d11-b7ee-70cc54339f1a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:10.805069 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2717cfd2-ec80-46e3-8ad9-0ecdf5be1079 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:10.812128 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2717cfd2-ec80-46e3-8ad9-0ecdf5be1079 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "DELETE /v2.0/ports/04697e82-5a95-4ea7-8df6-33dd7d953b36 HTTP/1.1" status: 204 len: 168 time: 1.4423873 Apr 15 03:38:10.812791 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60808) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:10.837417 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port aede2d50-c04a-444b-a35d-013206c3161e triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:10.837824 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (aede2d50-c04a-444b-a35d-013206c3161e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:10.863776 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc7bb36-bcfa-490c-a1d3-a541a5100273 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] GET failed (client error): The resource could not be found. Apr 15 03:38:10.869455 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9bc7bb36-bcfa-490c-a1d3-a541a5100273 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "GET /v2.0/ports/04697e82-5a95-4ea7-8df6-33dd7d953b36 HTTP/1.1" status: 404 len: 333 time: 0.0530217 Apr 15 03:38:10.870065 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60810) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:10.901367 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cecae-ed1c-4a8f-ac7f-9df7cd0ed644 None None] Pushing event updated for resources: {'Port': ['ID=b0314c24-3cbb-4af6-a0a0-fad17f57a471,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:10.942079 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33097392-c2df-4c57-8b16-9ee376e57300 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (a42c5cfe-6d8e-4a51-b5bd-ed0dc3fbd795), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:10.991478 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=fac53b66-1da0-4ca7-ac15-1aa1d74833ab,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:11.000272 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port aede2d50-c04a-444b-a35d-013206c3161e is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:11.000657 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (aede2d50-c04a-444b-a35d-013206c3161e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:11.042839 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-db5cca33-bd52-4f63-baac-fb8c6335536f tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Allocated IP 172.26.6.189 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/623f83f7-4241-4e7e-be0e-a0d8ea0e2a5f) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:11.053962 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port aede2d50-c04a-444b-a35d-013206c3161e, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=aede2d50-c04a-444b-a35d-013206c3161e,segment=NetworkSegment(51e65ea1-c31b-423a-b11d-b9ef2e6462d0),segment_id=51e65ea1-c31b-423a-b11d-b9ef2e6462d0)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:11.112520 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33097392-c2df-4c57-8b16-9ee376e57300 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:11.123474 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-0dddbe1a-ae21-41b2-b13a-71fc6ee19627 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Deleting port a5f9d46c-8284-40c6-9259-9609d2521dc5 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:11.124198 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0dddbe1a-ae21-41b2-b13a-71fc6ee19627 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (a5f9d46c-8284-40c6-9259-9609d2521dc5), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:11.131414 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-33097392-c2df-4c57-8b16-9ee376e57300 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:11.133923 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (aede2d50-c04a-444b-a35d-013206c3161e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:11.135546 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6eb771ca-9277-4ac0-b805-d9ff3a925881 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:11.141027 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33097392-c2df-4c57-8b16-9ee376e57300 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:11.153251 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33097392-c2df-4c57-8b16-9ee376e57300 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Port': ['ID=a42c5cfe-6d8e-4a51-b5bd-ed0dc3fbd795,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:11.356383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=aede2d50-c04a-444b-a35d-013206c3161e,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:11.364054 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 6eb771ca-9277-4ac0-b805-d9ff3a925881 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:11.365741 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6eb771ca-9277-4ac0-b805-d9ff3a925881), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:11.367336 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db5cca33-bd52-4f63-baac-fb8c6335536f tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for port (623f83f7-4241-4e7e-be0e-a0d8ea0e2a5f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:11.415888 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0dddbe1a-ae21-41b2-b13a-71fc6ee19627 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (a5f9d46c-8284-40c6-9259-9609d2521dc5), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:11.443300 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf44b-008b-4d4e-93e3-9cc1a1d882d0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (d3279139-4267-4fa6-8ac7-8e6743261eda), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:11.454793 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-0dddbe1a-ae21-41b2-b13a-71fc6ee19627 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Calling delete_port for a5f9d46c-8284-40c6-9259-9609d2521dc5 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:11.542293 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 6eb771ca-9277-4ac0-b805-d9ff3a925881 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:11.542293 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6eb771ca-9277-4ac0-b805-d9ff3a925881), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:11.601166 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 6eb771ca-9277-4ac0-b805-d9ff3a925881, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6eb771ca-9277-4ac0-b805-d9ff3a925881,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:11.627667 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db5cca33-bd52-4f63-baac-fb8c6335536f tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (623f83f7-4241-4e7e-be0e-a0d8ea0e2a5f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:11.688897 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (6eb771ca-9277-4ac0-b805-d9ff3a925881), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:11.689881 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5cca33-bd52-4f63-baac-fb8c6335536f tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:11.703348 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cca33-bd52-4f63-baac-fb8c6335536f tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Pushing event updated for resources: {'Port': ['ID=623f83f7-4241-4e7e-be0e-a0d8ea0e2a5f,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:11.703348 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-db5cca33-bd52-4f63-baac-fb8c6335536f tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:11.703348 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5cca33-bd52-4f63-baac-fb8c6335536f tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:11.739244 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf44b-008b-4d4e-93e3-9cc1a1d882d0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (d3279139-4267-4fa6-8ac7-8e6743261eda), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:11.760135 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 8e0ce68a-bcdb-4769-a111-43999051446d no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:38:11.787713 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e29ff54-5f6f-4f1a-ac75-7b199d6cb41f None None] Network a2f48b64-c2c5-45a2-b529-b6aa9bae6057 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:11.797336 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-bce8ba33-1d64-4d11-b7ee-70cc54339f1a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.20.0.1 (eaba6a84-95dc-429a-9c8d-a050c4a38ccd/e462f0b1-e973-44d3-b642-47de40a6bb71/522dc988-97a8-45f0-9ea1-2260c545fab1) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:11.809531 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcdf44b-008b-4d4e-93e3-9cc1a1d882d0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network a2f48b64-c2c5-45a2-b529-b6aa9bae6057 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:11.825797 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-0dcdf44b-008b-4d4e-93e3-9cc1a1d882d0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:11.829028 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcdf44b-008b-4d4e-93e3-9cc1a1d882d0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:11.834607 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcdf44b-008b-4d4e-93e3-9cc1a1d882d0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:11.835293 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf44b-008b-4d4e-93e3-9cc1a1d882d0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:11.839330 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 8e0ce68a-bcdb-4769-a111-43999051446d {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:38:11.840705 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0dddbe1a-ae21-41b2-b13a-71fc6ee19627 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (a5f9d46c-8284-40c6-9259-9609d2521dc5), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:11.841078 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 8e0ce68a-bcdb-4769-a111-43999051446d not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:38:11.846910 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=6eb771ca-9277-4ac0-b805-d9ff3a925881,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:11.885857 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-98eed98f-a7be-4129-9fce-53e521558750 None None] Provisioning complete for port aede2d50-c04a-444b-a35d-013206c3161e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:11.885857 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-98eed98f-a7be-4129-9fce-53e521558750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (aede2d50-c04a-444b-a35d-013206c3161e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:11.906726 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdf44b-008b-4d4e-93e3-9cc1a1d882d0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=d3279139-4267-4fa6-8ac7-8e6743261eda,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:11.915269 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dd1c8-46bb-4d09-9baf-98f2b8f89dd0 req-c74b49d6-ae1a-4789-b984-0897d5a810cf tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:11.917240 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1f2dd1c8-46bb-4d09-9baf-98f2b8f89dd0 req-c74b49d6-ae1a-4789-b984-0897d5a810cf tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1359975 Apr 15 03:38:11.917464 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33097392-c2df-4c57-8b16-9ee376e57300 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for router_gateway (b5a5d09e-eafb-47b2-a08c-dd47af20471d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:11.920706 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddbe1a-ae21-41b2-b13a-71fc6ee19627 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Pushing event deleted for resources: {'Port': ['ID=a5f9d46c-8284-40c6-9259-9609d2521dc5,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:11.940385 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0dcdf44b-008b-4d4e-93e3-9cc1a1d882d0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1805966 Apr 15 03:38:11.943838 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60814) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:12.011624 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0dddbe1a-ae21-41b2-b13a-71fc6ee19627 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:12.011808 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0dddbe1a-ae21-41b2-b13a-71fc6ee19627 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "DELETE /v2.0/ports/a5f9d46c-8284-40c6-9259-9609d2521dc5 HTTP/1.1" status: 204 len: 168 time: 1.1406634 Apr 15 03:38:12.014574 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60816) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:12.103160 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1f2dd1c8-46bb-4d09-9baf-98f2b8f89dd0 req-fa9a5178-1726-42b6-97d4-508813778e0c tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634457 Apr 15 03:38:12.110086 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a9b415-2a7b-46ef-8d81-a922a69c0a5d tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] GET failed (client error): The resource could not be found. Apr 15 03:38:12.111646 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-69a9b415-2a7b-46ef-8d81-a922a69c0a5d tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "GET /v2.0/ports/a5f9d46c-8284-40c6-9259-9609d2521dc5 HTTP/1.1" status: 404 len: 333 time: 0.0953572 Apr 15 03:38:12.128725 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60818) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:12.208258 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a2b857-a759-428b-97b1-95beb9ff115f None None] Network d0525141-7ba9-4659-a7c1-bcd204286d8d requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:12.312906 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-98eed98f-a7be-4129-9fce-53e521558750 None None] Current status of the port aede2d50-c04a-444b-a35d-013206c3161e is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:12.377266 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db5cca33-bd52-4f63-baac-fb8c6335536f tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_gateway (dea88596-8ff6-4166-a3a4-5793ea47b735), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:12.411327 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b0314c24-3cbb-4af6-a0a0-fad17f57a471 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:12.501812 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-1f030614-cb81-4e4f-b159-cd825b22bc7b None None] Provisioning complete for port fac53b66-1da0-4ca7-ac15-1aa1d74833ab triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:12.502319 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1f030614-cb81-4e4f-b159-cd825b22bc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fac53b66-1da0-4ca7-ac15-1aa1d74833ab), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:12.539360 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-30504735-5736-47bb-a974-78c7534a60c6 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Deleting port ccb35505-bc09-48ff-a65f-c8d498085d35 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:12.539702 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-30504735-5736-47bb-a974-78c7534a60c6 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (ccb35505-bc09-48ff-a65f-c8d498085d35), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:12.542936 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bce8ba33-1d64-4d11-b7ee-70cc54339f1a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (522dc988-97a8-45f0-9ea1-2260c545fab1), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:12.564617 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c83d7a-5af9-4be4-8665-3bbb6250c718 req-4af196a5-4c23-4ba0-9311-9459257049e7 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:12.573231 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3c83d7a-5af9-4be4-8665-3bbb6250c718 req-4af196a5-4c23-4ba0-9311-9459257049e7 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.3135033 Apr 15 03:38:12.573602 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port b0314c24-3cbb-4af6-a0a0-fad17f57a471 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:12.574192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b0314c24-3cbb-4af6-a0a0-fad17f57a471), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:12.579407 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60822) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:12.590950 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-04680ef0-9d80-4062-ab46-b3c5268bb10e tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Request body: {'floatingip': {'port_id': '90b88343-3433-4ceb-9959-7721ceb2550e'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:12.655614 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-30504735-5736-47bb-a974-78c7534a60c6 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (ccb35505-bc09-48ff-a65f-c8d498085d35), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:12.676173 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-30504735-5736-47bb-a974-78c7534a60c6 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Calling delete_port for ccb35505-bc09-48ff-a65f-c8d498085d35 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:12.751297 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bce8ba33-1d64-4d11-b7ee-70cc54339f1a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (522dc988-97a8-45f0-9ea1-2260c545fab1), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:12.921829 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1944078d-a25d-4f00-9048-9c6d8b8c037e None None] Network eaba6a84-95dc-429a-9c8d-a050c4a38ccd requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:12.930738 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-30504735-5736-47bb-a974-78c7534a60c6 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (ccb35505-bc09-48ff-a65f-c8d498085d35), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:12.995532 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-30504735-5736-47bb-a974-78c7534a60c6 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:13.003664 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-30504735-5736-47bb-a974-78c7534a60c6 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "DELETE /v2.0/ports/ccb35505-bc09-48ff-a65f-c8d498085d35 HTTP/1.1" status: 204 len: 168 time: 0.8795307 Apr 15 03:38:13.018721 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1f030614-cb81-4e4f-b159-cd825b22bc7b None None] Current status of the port fac53b66-1da0-4ca7-ac15-1aa1d74833ab is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:13.035288 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60824) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:13.047512 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30504735-5736-47bb-a974-78c7534a60c6 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Pushing event deleted for resources: {'Port': ['ID=ccb35505-bc09-48ff-a65f-c8d498085d35,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:13.094797 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port b0314c24-3cbb-4af6-a0a0-fad17f57a471 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:13.095341 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b0314c24-3cbb-4af6-a0a0-fad17f57a471), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:13.113699 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db5cca33-bd52-4f63-baac-fb8c6335536f tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (dea88596-8ff6-4166-a3a4-5793ea47b735), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:13.139931 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f89fff-c3a9-41a0-98ff-1b947b69b6fe tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Deleting subnet 3f4a58c7-2ab3-4f64-b400-e48bc713104e {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:38:13.144329 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-89f89fff-c3a9-41a0-98ff-1b947b69b6fe tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks [] for subnet (3f4a58c7-2ab3-4f64-b400-e48bc713104e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:13.181851 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ecb4ff40-5f76-4e9b-8ee0-953a39e762d6 None None] Provisioning complete for port d3279139-4267-4fa6-8ac7-8e6743261eda triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:13.182486 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ecb4ff40-5f76-4e9b-8ee0-953a39e762d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d3279139-4267-4fa6-8ac7-8e6743261eda), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:13.206235 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-89f89fff-c3a9-41a0-98ff-1b947b69b6fe tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (3f4a58c7-2ab3-4f64-b400-e48bc713104e), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:13.211205 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-04680ef0-9d80-4062-ab46-b3c5268bb10e tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks [] for floatingip (a5d45104-04a2-4fa4-a38d-4433b46bb6d7), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:13.227095 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ecb4ff40-5f76-4e9b-8ee0-953a39e762d6 None None] Port d3279139-4267-4fa6-8ac7-8e6743261eda cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:13.240873 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ecb4ff40-5f76-4e9b-8ee0-953a39e762d6 None None] Provisioning complete for port fac53b66-1da0-4ca7-ac15-1aa1d74833ab triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:13.248257 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ecb4ff40-5f76-4e9b-8ee0-953a39e762d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fac53b66-1da0-4ca7-ac15-1aa1d74833ab), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:13.342461 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port b0314c24-3cbb-4af6-a0a0-fad17f57a471, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=b0314c24-3cbb-4af6-a0a0-fad17f57a471,segment=NetworkSegment(c53179f8-fd00-4b37-96b1-595ec4258d91),segment_id=c53179f8-fd00-4b37-96b1-595ec4258d91)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:13.397565 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ecb4ff40-5f76-4e9b-8ee0-953a39e762d6 None None] Current status of the port fac53b66-1da0-4ca7-ac15-1aa1d74833ab is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:13.409762 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ecb4ff40-5f76-4e9b-8ee0-953a39e762d6 None None] Provisioning complete for port aede2d50-c04a-444b-a35d-013206c3161e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:13.410147 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ecb4ff40-5f76-4e9b-8ee0-953a39e762d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (aede2d50-c04a-444b-a35d-013206c3161e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:13.445293 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8ba33-1d64-4d11-b7ee-70cc54339f1a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=522dc988-97a8-45f0-9ea1-2260c545fab1,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:13.502790 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce8ba33-1d64-4d11-b7ee-70cc54339f1a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network eaba6a84-95dc-429a-9c8d-a050c4a38ccd is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:13.524448 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b0314c24-3cbb-4af6-a0a0-fad17f57a471), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:13.525198 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device fac53b66-1da0-4ca7-ac15-1aa1d74833ab up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:13.534240 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-bce8ba33-1d64-4d11-b7ee-70cc54339f1a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:13.544301 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce8ba33-1d64-4d11-b7ee-70cc54339f1a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:13.678528 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=b0314c24-3cbb-4af6-a0a0-fad17f57a471,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:13.686588 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33097392-c2df-4c57-8b16-9ee376e57300 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (b5a5d09e-eafb-47b2-a08c-dd47af20471d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:13.696765 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bce8ba33-1d64-4d11-b7ee-70cc54339f1a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:13.716069 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port fac53b66-1da0-4ca7-ac15-1aa1d74833ab triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:13.716991 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fac53b66-1da0-4ca7-ac15-1aa1d74833ab), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:13.748675 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ecb4ff40-5f76-4e9b-8ee0-953a39e762d6 None None] Current status of the port aede2d50-c04a-444b-a35d-013206c3161e is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:13.772513 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ecb4ff40-5f76-4e9b-8ee0-953a39e762d6 None None] Provisioning complete for port b0314c24-3cbb-4af6-a0a0-fad17f57a471 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:13.772883 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ecb4ff40-5f76-4e9b-8ee0-953a39e762d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b0314c24-3cbb-4af6-a0a0-fad17f57a471), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:13.777632 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-89f89fff-c3a9-41a0-98ff-1b947b69b6fe tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (3f4a58c7-2ab3-4f64-b400-e48bc713104e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:13.800305 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d3279139-4267-4fa6-8ac7-8e6743261eda), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:13.868120 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port fac53b66-1da0-4ca7-ac15-1aa1d74833ab is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:13.869223 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device aede2d50-c04a-444b-a35d-013206c3161e up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:13.926002 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-89f89fff-c3a9-41a0-98ff-1b947b69b6fe tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (3f4a58c7-2ab3-4f64-b400-e48bc713104e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:13.938962 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ecb4ff40-5f76-4e9b-8ee0-953a39e762d6 None None] Current status of the port b0314c24-3cbb-4af6-a0a0-fad17f57a471 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:13.950165 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port aede2d50-c04a-444b-a35d-013206c3161e triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:13.950327 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (aede2d50-c04a-444b-a35d-013206c3161e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:13.958368 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5cca33-bd52-4f63-baac-fb8c6335536f tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Router dea88596-8ff6-4166-a3a4-5793ea47b735 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:38:13.960431 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f89fff-c3a9-41a0-98ff-1b947b69b6fe tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Pushing event deleted for resources: {'Subnet': ['ID=3f4a58c7-2ab3-4f64-b400-e48bc713104e,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:13.966166 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-89f89fff-c3a9-41a0-98ff-1b947b69b6fe tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:13.969538 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-89f89fff-c3a9-41a0-98ff-1b947b69b6fe tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "DELETE /v2.0/subnets/3f4a58c7-2ab3-4f64-b400-e48bc713104e HTTP/1.1" status: 204 len: 168 time: 0.9332848 Apr 15 03:38:13.972183 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60826) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:13.981703 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab25773a-bc5f-4533-9e48-06ebb6d09a01 None None] Network 1637217b-2b79-4aaa-93c9-1f18692a0ee6 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:14.109322 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f1b81bc7-e809-4f30-91b3-897aa1bdb0f9 None None] Provisioning complete for port d3279139-4267-4fa6-8ac7-8e6743261eda triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:14.109851 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f1b81bc7-e809-4f30-91b3-897aa1bdb0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d3279139-4267-4fa6-8ac7-8e6743261eda), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:14.135277 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cdf1a0e8-e062-4898-ae51-fd18e5317483 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (1637217b-2b79-4aaa-93c9-1f18692a0ee6), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:14.187658 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port aede2d50-c04a-444b-a35d-013206c3161e is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:14.188673 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6eb771ca-9277-4ac0-b805-d9ff3a925881 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:14.188834 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5cca33-bd52-4f63-baac-fb8c6335536f tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:38:14.208863 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-cdf1a0e8-e062-4898-ae51-fd18e5317483 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Deleting port e002196d-2aef-4284-9126-b6b4a865fc33 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:14.209231 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cdf1a0e8-e062-4898-ae51-fd18e5317483 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e002196d-2aef-4284-9126-b6b4a865fc33), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:14.230357 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f1b81bc7-e809-4f30-91b3-897aa1bdb0f9 None None] Port d3279139-4267-4fa6-8ac7-8e6743261eda cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:14.243892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f1b81bc7-e809-4f30-91b3-897aa1bdb0f9 None None] Provisioning complete for port 522dc988-97a8-45f0-9ea1-2260c545fab1 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:14.244266 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f1b81bc7-e809-4f30-91b3-897aa1bdb0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (522dc988-97a8-45f0-9ea1-2260c545fab1), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:14.246100 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205a92c9-7bd1-4a3a-bf7f-9f2bda4027bd None None] Sync routers for ids ['dea88596-8ff6-4166-a3a4-5793ea47b735'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:38:14.292302 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db5cca33-bd52-4f63-baac-fb8c6335536f tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:14.294603 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-db5cca33-bd52-4f63-baac-fb8c6335536f tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4069293 Apr 15 03:38:14.295171 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27688a2-4fd3-4e21-9892-27863af6f4ce None None] DHCP port deletion for 1637217b-2b79-4aaa-93c9-1f18692a0ee6 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:38:14.299378 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60828) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:14.304875 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205a92c9-7bd1-4a3a-bf7f-9f2bda4027bd None None] Routers {'dea88596-8ff6-4166-a3a4-5793ea47b735'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:14.305365 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-c5cf02ff-0a4a-4a0d-a4ec-c191b397d1c7 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'enable_snat': False}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:14.305512 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-205a92c9-7bd1-4a3a-bf7f-9f2bda4027bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dea88596-8ff6-4166-a3a4-5793ea47b735'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:14.309608 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-cdf1a0e8-e062-4898-ae51-fd18e5317483 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] For port e002196d-2aef-4284-9126-b6b4a865fc33, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e002196d-2aef-4284-9126-b6b4a865fc33,segment=NetworkSegment(0c2fbb45-5b30-4ab1-859a-d013f80bf179),segment_id=0c2fbb45-5b30-4ab1-859a-d013f80bf179)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:14.312508 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cdf1a0e8-e062-4898-ae51-fd18e5317483 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e002196d-2aef-4284-9126-b6b4a865fc33), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:14.316184 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f1b81bc7-e809-4f30-91b3-897aa1bdb0f9 None None] Port 522dc988-97a8-45f0-9ea1-2260c545fab1 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:14.331583 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.db.resource_extend [None req-04680ef0-9d80-4062-ab46-b3c5268bb10e tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 15 03:38:14.356603 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-205a92c9-7bd1-4a3a-bf7f-9f2bda4027bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:14.369414 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-cdf1a0e8-e062-4898-ae51-fd18e5317483 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Calling delete_port for e002196d-2aef-4284-9126-b6b4a865fc33 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:14.379150 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bce8ba33-1d64-4d11-b7ee-70cc54339f1a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (522dc988-97a8-45f0-9ea1-2260c545fab1), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:14.382651 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f1b81bc7-e809-4f30-91b3-897aa1bdb0f9 None None] Provisioning complete for port b0314c24-3cbb-4af6-a0a0-fad17f57a471 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:14.382879 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f1b81bc7-e809-4f30-91b3-897aa1bdb0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b0314c24-3cbb-4af6-a0a0-fad17f57a471), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:14.384363 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 6eb771ca-9277-4ac0-b805-d9ff3a925881 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:14.384725 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6eb771ca-9277-4ac0-b805-d9ff3a925881), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:14.386640 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33097392-c2df-4c57-8b16-9ee376e57300 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Router b5a5d09e-eafb-47b2-a08c-dd47af20471d is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:38:14.440053 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-04680ef0-9d80-4062-ab46-b3c5268bb10e tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:14.456240 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205a92c9-7bd1-4a3a-bf7f-9f2bda4027bd None None] Routers {'dea88596-8ff6-4166-a3a4-5793ea47b735'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:14.456875 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-205a92c9-7bd1-4a3a-bf7f-9f2bda4027bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dea88596-8ff6-4166-a3a4-5793ea47b735'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:14.463735 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d27688a2-4fd3-4e21-9892-27863af6f4ce None None] Deleting port e002196d-2aef-4284-9126-b6b4a865fc33 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:14.464108 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d27688a2-4fd3-4e21-9892-27863af6f4ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e002196d-2aef-4284-9126-b6b4a865fc33), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:14.507286 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-04680ef0-9d80-4062-ab46-b3c5268bb10e tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (a5d45104-04a2-4fa4-a38d-4433b46bb6d7), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:14.551348 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-205a92c9-7bd1-4a3a-bf7f-9f2bda4027bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:14.552569 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205a92c9-7bd1-4a3a-bf7f-9f2bda4027bd None None] The sync data for ids ['dea88596-8ff6-4166-a3a4-5793ea47b735'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:14.611888 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d27688a2-4fd3-4e21-9892-27863af6f4ce None None] For port e002196d-2aef-4284-9126-b6b4a865fc33, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e002196d-2aef-4284-9126-b6b4a865fc33,segment=NetworkSegment(0c2fbb45-5b30-4ab1-859a-d013f80bf179),segment_id=0c2fbb45-5b30-4ab1-859a-d013f80bf179)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:14.612356 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d27688a2-4fd3-4e21-9892-27863af6f4ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e002196d-2aef-4284-9126-b6b4a865fc33), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:14.654955 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d27688a2-4fd3-4e21-9892-27863af6f4ce None None] Calling delete_port for e002196d-2aef-4284-9126-b6b4a865fc33 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:14.662484 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f1b81bc7-e809-4f30-91b3-897aa1bdb0f9 None None] Current status of the port b0314c24-3cbb-4af6-a0a0-fad17f57a471 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:14.667451 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cdf1a0e8-e062-4898-ae51-fd18e5317483 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (e002196d-2aef-4284-9126-b6b4a865fc33), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:14.705961 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1a0e8-e062-4898-ae51-fd18e5317483 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Pushing event deleted for resources: {'Port': ['ID=e002196d-2aef-4284-9126-b6b4a865fc33,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:14.707981 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf1a0e8-e062-4898-ae51-fd18e5317483 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] No DVR routers for this DVR port e002196d-2aef-4284-9126-b6b4a865fc33 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:38:14.715260 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 6eb771ca-9277-4ac0-b805-d9ff3a925881 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:14.764237 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d27688a2-4fd3-4e21-9892-27863af6f4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (e002196d-2aef-4284-9126-b6b4a865fc33), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:14.792394 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27688a2-4fd3-4e21-9892-27863af6f4ce None None] Pushing event deleted for resources: {'Port': ['ID=e002196d-2aef-4284-9126-b6b4a865fc33,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:14.810448 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27688a2-4fd3-4e21-9892-27863af6f4ce None None] No DVR routers for this DVR port e002196d-2aef-4284-9126-b6b4a865fc33 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:38:14.852299 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b0314c24-3cbb-4af6-a0a0-fad17f57a471 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:14.855576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cdf1a0e8-e062-4898-ae51-fd18e5317483 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (1637217b-2b79-4aaa-93c9-1f18692a0ee6), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:14.869209 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c5cf02ff-0a4a-4a0d-a4ec-c191b397d1c7 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_gateway (dea88596-8ff6-4166-a3a4-5793ea47b735), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:14.885601 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-cdf1a0e8-e062-4898-ae51-fd18e5317483 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1637217b-2b79-4aaa-93c9-1f18692a0ee6']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:14.896833 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-cdf1a0e8-e062-4898-ae51-fd18e5317483 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2fbb45-5b30-4ab1-859a-d013f80bf179') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:14.897450 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-cdf1a0e8-e062-4898-ae51-fd18e5317483 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2fbb45-5b30-4ab1-859a-d013f80bf179') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:14.903813 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port b0314c24-3cbb-4af6-a0a0-fad17f57a471 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:14.903969 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b0314c24-3cbb-4af6-a0a0-fad17f57a471), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:14.910585 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (d3279139-4267-4fa6-8ac7-8e6743261eda), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:14.916494 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cdf1a0e8-e062-4898-ae51-fd18e5317483 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (0c2fbb45-5b30-4ab1-859a-d013f80bf179), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:14.932086 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cdf1a0e8-e062-4898-ae51-fd18e5317483 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (0c2fbb45-5b30-4ab1-859a-d013f80bf179), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:14.938682 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf1a0e8-e062-4898-ae51-fd18e5317483 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:38:14.939069 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cdf1a0e8-e062-4898-ae51-fd18e5317483 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (0c2fbb45-5b30-4ab1-859a-d013f80bf179), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:38:14.942230 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:38:14.990347 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port b0314c24-3cbb-4af6-a0a0-fad17f57a471 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:15.021938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (d3279139-4267-4fa6-8ac7-8e6743261eda), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:15.050750 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e002196d-2aef-4284-9126-b6b4a865fc33 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:38:15.061662 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33097392-c2df-4c57-8b16-9ee376e57300 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:38:15.062945 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-04680ef0-9d80-4062-ab46-b3c5268bb10e tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Floating IP a5d45104-04a2-4fa4-a38d-4433b46bb6d7 associated. External IP: 172.26.6.150, port: 90b88343-3433-4ceb-9959-7721ceb2550e. Apr 15 03:38:15.073122 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8237c4ff-5963-42e8-948a-a353833214bc None None] Sync routers for ids ['b5a5d09e-eafb-47b2-a08c-dd47af20471d'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:38:15.089034 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8237c4ff-5963-42e8-948a-a353833214bc None None] Routers {'b5a5d09e-eafb-47b2-a08c-dd47af20471d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:15.091006 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-8237c4ff-5963-42e8-948a-a353833214bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b5a5d09e-eafb-47b2-a08c-dd47af20471d'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:15.092223 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: e002196d-2aef-4284-9126-b6b4a865fc33 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:38:15.094771 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e002196d-2aef-4284-9126-b6b4a865fc33 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:38:15.133325 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-8237c4ff-5963-42e8-948a-a353833214bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:15.143459 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8237c4ff-5963-42e8-948a-a353833214bc None None] Routers {'b5a5d09e-eafb-47b2-a08c-dd47af20471d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:15.144157 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-8237c4ff-5963-42e8-948a-a353833214bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b5a5d09e-eafb-47b2-a08c-dd47af20471d'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:15.180100 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-8237c4ff-5963-42e8-948a-a353833214bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:15.180717 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8237c4ff-5963-42e8-948a-a353833214bc None None] The sync data for ids ['b5a5d09e-eafb-47b2-a08c-dd47af20471d'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:15.201112 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cdf1a0e8-e062-4898-ae51-fd18e5317483 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (1637217b-2b79-4aaa-93c9-1f18692a0ee6), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:15.203589 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=d3279139-4267-4fa6-8ac7-8e6743261eda,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:15.206657 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cdf1a0e8-e062-4898-ae51-fd18e5317483 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:15.212114 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cdf1a0e8-e062-4898-ae51-fd18e5317483 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] 10.222.0.15 "DELETE /v2.0/networks/1637217b-2b79-4aaa-93c9-1f18692a0ee6 HTTP/1.1" status: 204 len: 168 time: 1.2371264 Apr 15 03:38:15.234331 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1a0e8-e062-4898-ae51-fd18e5317483 tempest-AllowedAddressPairIpV6TestJSON-90347197 tempest-AllowedAddressPairIpV6TestJSON-90347197-project] Pushing event deleted for resources: {'Network': ['ID=1637217b-2b79-4aaa-93c9-1f18692a0ee6,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:15.270040 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33097392-c2df-4c57-8b16-9ee376e57300 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:15.273698 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-33097392-c2df-4c57-8b16-9ee376e57300 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.9445202 Apr 15 03:38:15.278049 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60832) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:15.492309 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-e03f7038-f0b6-4924-ab81-d77a6881bd4c None None] Provisioning complete for port d3279139-4267-4fa6-8ac7-8e6743261eda triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:15.492654 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e03f7038-f0b6-4924-ab81-d77a6881bd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d3279139-4267-4fa6-8ac7-8e6743261eda), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:15.493657 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c5cf02ff-0a4a-4a0d-a4ec-c191b397d1c7 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (dea88596-8ff6-4166-a3a4-5793ea47b735), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:15.498338 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c5cf02ff-0a4a-4a0d-a4ec-c191b397d1c7 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (dea88596-8ff6-4166-a3a4-5793ea47b735), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:15.536993 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e03f7038-f0b6-4924-ab81-d77a6881bd4c None None] Port d3279139-4267-4fa6-8ac7-8e6743261eda cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:15.587550 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (ae7f2265-cebf-45a7-98ff-65d4262e841f), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:15.632152 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cf02ff-0a4a-4a0d-a4ec-c191b397d1c7 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Router dea88596-8ff6-4166-a3a4-5793ea47b735 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:38:15.739664 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60836) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:15.760098 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bce8ba33-1d64-4d11-b7ee-70cc54339f1a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (522dc988-97a8-45f0-9ea1-2260c545fab1), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:15.772736 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cf02ff-0a4a-4a0d-a4ec-c191b397d1c7 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:38:15.777044 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c5cf02ff-0a4a-4a0d-a4ec-c191b397d1c7 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:15.781198 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c5cf02ff-0a4a-4a0d-a4ec-c191b397d1c7 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "PUT /v2.0/routers/dea88596-8ff6-4166-a3a4-5793ea47b735 HTTP/1.1" status: 200 len: 921 time: 1.4803691 Apr 15 03:38:15.781815 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60840) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:15.782255 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69312ffe-de91-419f-a651-8317012ebf4a None None] Sync routers for ids ['dea88596-8ff6-4166-a3a4-5793ea47b735'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:38:15.797010 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69312ffe-de91-419f-a651-8317012ebf4a None None] Routers {'dea88596-8ff6-4166-a3a4-5793ea47b735'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:15.798159 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-69312ffe-de91-419f-a651-8317012ebf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dea88596-8ff6-4166-a3a4-5793ea47b735'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:15.832524 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bce8ba33-1d64-4d11-b7ee-70cc54339f1a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (522dc988-97a8-45f0-9ea1-2260c545fab1), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:15.851480 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-69312ffe-de91-419f-a651-8317012ebf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:15.863341 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69312ffe-de91-419f-a651-8317012ebf4a None None] Routers {'dea88596-8ff6-4166-a3a4-5793ea47b735'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:15.864025 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-69312ffe-de91-419f-a651-8317012ebf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dea88596-8ff6-4166-a3a4-5793ea47b735'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:15.905694 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-69312ffe-de91-419f-a651-8317012ebf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:15.906465 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69312ffe-de91-419f-a651-8317012ebf4a None None] The sync data for ids ['dea88596-8ff6-4166-a3a4-5793ea47b735'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:15.934330 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a92eac9a-8f1d-49cf-8b1a-cd72652c9a74 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "GET /v2.0/routers/dea88596-8ff6-4166-a3a4-5793ea47b735 HTTP/1.1" status: 200 len: 921 time: 0.1514180 Apr 15 03:38:15.939956 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f5c45463-a346-419c-b28a-3a3b30efb101 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29d8722edbfe430c9096be7eda013770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961958 Apr 15 03:38:15.939956 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60842) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:15.939956 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60844) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:15.962408 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8ba33-1d64-4d11-b7ee-70cc54339f1a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=522dc988-97a8-45f0-9ea1-2260c545fab1,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:15.998130 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04680ef0-9d80-4062-ab46-b3c5268bb10e tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Router 668f4172-d345-4add-9729-990f16e1ddb3 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:38:16.005077 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bce8ba33-1d64-4d11-b7ee-70cc54339f1a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:16.010399 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d3279139-4267-4fa6-8ac7-8e6743261eda), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:16.012891 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f8e4c0-7d17-45b1-a1f8-0b733231db5e tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:16.016822 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f1f8e4c0-7d17-45b1-a1f8-0b733231db5e tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&device_id=dea88596-8ff6-4166-a3a4-5793ea47b735&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0753293 Apr 15 03:38:16.017873 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60846) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:16.056023 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fc81163f-bc66-415a-a7b8-aa4213748d4e admin admin] Publish callbacks [] for security_group (e7362036-d8aa-44af-a845-7d8f418191a0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:16.112754 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fc81163f-bc66-415a-a7b8-aa4213748d4e admin admin] Publish callbacks [] for security_group (e7362036-d8aa-44af-a845-7d8f418191a0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:16.160470 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9964abc7-b019-4b50-b0e7-dc8a2084a3ac tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:16.161865 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9964abc7-b019-4b50-b0e7-dc8a2084a3ac tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "GET /v2.0/networks/47f4ed73-a135-4807-aa37-c76498dd2653 HTTP/1.1" status: 200 len: 881 time: 0.1428297 Apr 15 03:38:16.164751 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60848) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:16.193965 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6d926381-f860-4fdf-93f1-60fca1da1013 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "GET /v2.0/ports?device_id=dea88596-8ff6-4166-a3a4-5793ea47b735 HTTP/1.1" status: 200 len: 205 time: 0.0281432 Apr 15 03:38:16.196578 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60850) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:16.298238 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fc81163f-bc66-415a-a7b8-aa4213748d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (e7362036-d8aa-44af-a845-7d8f418191a0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:16.301019 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fc81163f-bc66-415a-a7b8-aa4213748d4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:16.304539 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fc81163f-bc66-415a-a7b8-aa4213748d4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e7362036-d8aa-44af-a845-7d8f418191a0 HTTP/1.1" status: 204 len: 168 time: 0.3614073 Apr 15 03:38:16.316527 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81163f-bc66-415a-a7b8-aa4213748d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7362036-d8aa-44af-a845-7d8f418191a0,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:16.328531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3399184d-eccf-47a3-b759-cf9206e3e48e tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router (dea88596-8ff6-4166-a3a4-5793ea47b735), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:16.329096 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81163f-bc66-415a-a7b8-aa4213748d4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:16.329405 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81163f-bc66-415a-a7b8-aa4213748d4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:16.329752 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81163f-bc66-415a-a7b8-aa4213748d4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:16.330098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81163f-bc66-415a-a7b8-aa4213748d4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:16.330436 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81163f-bc66-415a-a7b8-aa4213748d4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:16.330797 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81163f-bc66-415a-a7b8-aa4213748d4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:16.331114 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81163f-bc66-415a-a7b8-aa4213748d4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:16.331449 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81163f-bc66-415a-a7b8-aa4213748d4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:16.331779 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81163f-bc66-415a-a7b8-aa4213748d4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:16.332107 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81163f-bc66-415a-a7b8-aa4213748d4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:16.332445 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81163f-bc66-415a-a7b8-aa4213748d4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:16.332773 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81163f-bc66-415a-a7b8-aa4213748d4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:16.333096 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81163f-bc66-415a-a7b8-aa4213748d4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:16.333425 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81163f-bc66-415a-a7b8-aa4213748d4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:16.333747 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc81163f-bc66-415a-a7b8-aa4213748d4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:16.662897 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce8ba33-1d64-4d11-b7ee-70cc54339f1a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network eaba6a84-95dc-429a-9c8d-a050c4a38ccd is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:16.674048 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-bce8ba33-1d64-4d11-b7ee-70cc54339f1a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:16.769762 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3399184d-eccf-47a3-b759-cf9206e3e48e tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_gateway (dea88596-8ff6-4166-a3a4-5793ea47b735), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:16.796229 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04680ef0-9d80-4062-ab46-b3c5268bb10e tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:38:16.810813 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e92d772-406e-48ff-b483-ebbc4cf764a0 None None] Sync routers for ids ['668f4172-d345-4add-9729-990f16e1ddb3'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:38:16.813673 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-04680ef0-9d80-4062-ab46-b3c5268bb10e tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:16.820057 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e92d772-406e-48ff-b483-ebbc4cf764a0 None None] Routers {'668f4172-d345-4add-9729-990f16e1ddb3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:16.820692 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9e92d772-406e-48ff-b483-ebbc4cf764a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['668f4172-d345-4add-9729-990f16e1ddb3'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:16.923678 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-3399184d-eccf-47a3-b759-cf9206e3e48e tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Deleting port 623f83f7-4241-4e7e-be0e-a0d8ea0e2a5f {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:16.927605 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3399184d-eccf-47a3-b759-cf9206e3e48e tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (623f83f7-4241-4e7e-be0e-a0d8ea0e2a5f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:16.962226 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9b88c93d-df81-4432-87ae-bdddc042ddfc None None] Provisioning complete for port 522dc988-97a8-45f0-9ea1-2260c545fab1 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:16.962804 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9b88c93d-df81-4432-87ae-bdddc042ddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (522dc988-97a8-45f0-9ea1-2260c545fab1), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:16.967816 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-9e92d772-406e-48ff-b483-ebbc4cf764a0 None None] Set router 668f4172-d345-4add-9729-990f16e1ddb3 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:38:17.001647 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-04680ef0-9d80-4062-ab46-b3c5268bb10e tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "PUT /v2.0/floatingips/a5d45104-04a2-4fa4-a38d-4433b46bb6d7 HTTP/1.1" status: 200 len: 991 time: 4.4209335 Apr 15 03:38:17.007115 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf', 'tag': '90b88343-3433-4ceb-9959-7721ceb2550e'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:38:17.009402 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48abc03b-bd58-4195-9f78-aa573fa48e15" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf", "tag": "90b88343-3433-4ceb-9959-7721ceb2550e"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:38:17.033615 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3399184d-eccf-47a3-b759-cf9206e3e48e tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (623f83f7-4241-4e7e-be0e-a0d8ea0e2a5f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:17.053317 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-3399184d-eccf-47a3-b759-cf9206e3e48e tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Calling delete_port for 623f83f7-4241-4e7e-be0e-a0d8ea0e2a5f owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:17.091469 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9b88c93d-df81-4432-87ae-bdddc042ddfc None None] Port 522dc988-97a8-45f0-9ea1-2260c545fab1 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:17.106521 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7637d78-4ed7-449b-812d-9c44ccbbdbea x-openstack-request-id: req-d7637d78-4ed7-449b-812d-9c44ccbbdbea {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:38:17.108059 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf", "tag": "90b88343-3433-4ceb-9959-7721ceb2550e", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:38:17.108059 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7637d78-4ed7-449b-812d-9c44ccbbdbea {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:38:17.108059 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7637d78-4ed7-449b-812d-9c44ccbbdbea'] response: {'name': 'network-changed', 'server_uuid': 'f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf', 'tag': '90b88343-3433-4ceb-9959-7721ceb2550e', 'status': 'completed', 'code': 200} Apr 15 03:38:17.177116 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce8ba33-1d64-4d11-b7ee-70cc54339f1a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:38:17.189792 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0389025a-b3fc-41e8-b31b-701338ecd067 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:17.207418 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (d3279139-4267-4fa6-8ac7-8e6743261eda), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:17.210724 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ff9ab-29f1-4720-8e0d-e3d5937302b5 req-5f19beb3-d811-474a-aef4-59fa67f95702 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:17.217616 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abc03b-bd58-4195-9f78-aa573fa48e15 req-07045e85-548c-47bb-9003-bf4dce610d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:17.219230 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e17ff9ab-29f1-4720-8e0d-e3d5937302b5 req-5f19beb3-d811-474a-aef4-59fa67f95702 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0768611 Apr 15 03:38:17.219522 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-48abc03b-bd58-4195-9f78-aa573fa48e15 req-07045e85-548c-47bb-9003-bf4dce610d98 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ac54984499b43edad78bee2e10a3362&device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 1129 time: 0.0999494 Apr 15 03:38:17.283478 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9e92d772-406e-48ff-b483-ebbc4cf764a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f4172-d345-4add-9729-990f16e1ddb3', 'name': 'tempest-ServerActionsTestJSON-1005450524-router', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:37:26Z', 'updated_at': '2022-04-15T03:37:38Z', 'revision_number': 4, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'gw_port': {'id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:28Z', 'updated_at': '2022-04-15T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'a5d45104-04a2-4fa4-a38d-4433b46bb6d7', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'floating_ip_address': '172.26.6.150', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'port_id': '90b88343-3433-4ceb-9959-7721ceb2550e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812', 'mac_address': 'fa:16:3e:45:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:37:48Z', 'updated_at': '2022-04-15T03:38:14Z', 'revision_number': 1, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89fa9d30-d9c5-4edd-933e-4902a6c6cae6', 'name': '', 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'mac_address': 'fa:16:3e:4f:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd2ff5521-688d-47da-8337-38202aee7518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:36Z', 'updated_at': '2022-04-15T03:37:44Z', 'revision_number': 5, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'subnets': [{'id': 'd2ff5521-688d-47da-8337-38202aee7518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:17.316533 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e92d772-406e-48ff-b483-ebbc4cf764a0 None None] Checking router: 668f4172-d345-4add-9729-990f16e1ddb3 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:38:17.329864 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e92d772-406e-48ff-b483-ebbc4cf764a0 None None] Routers {'668f4172-d345-4add-9729-990f16e1ddb3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:17.330761 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9e92d772-406e-48ff-b483-ebbc4cf764a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['668f4172-d345-4add-9729-990f16e1ddb3'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:17.331074 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (d3279139-4267-4fa6-8ac7-8e6743261eda), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:17.331982 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (ae7f2265-cebf-45a7-98ff-65d4262e841f), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:17.376003 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e17ff9ab-29f1-4720-8e0d-e3d5937302b5 req-f18c91a0-1f09-4732-ab53-78219a40214b tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557748 Apr 15 03:38:17.462184 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-9e92d772-406e-48ff-b483-ebbc4cf764a0 None None] Set router 668f4172-d345-4add-9729-990f16e1ddb3 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:38:17.496485 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60878) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:17.503959 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3399184d-eccf-47a3-b759-cf9206e3e48e tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (623f83f7-4241-4e7e-be0e-a0d8ea0e2a5f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:17.536055 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399184d-eccf-47a3-b759-cf9206e3e48e tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Pushing event deleted for resources: {'Port': ['ID=623f83f7-4241-4e7e-be0e-a0d8ea0e2a5f,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:17.616118 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3399184d-eccf-47a3-b759-cf9206e3e48e tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (dea88596-8ff6-4166-a3a4-5793ea47b735), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:17.623652 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abc03b-bd58-4195-9f78-aa573fa48e15 req-083d3582-64f4-4f82-bf72-765adf7346c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:17.625169 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-48abc03b-bd58-4195-9f78-aa573fa48e15 req-083d3582-64f4-4f82-bf72-765adf7346c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 HTTP/1.1" status: 200 len: 912 time: 0.3987517 Apr 15 03:38:17.632828 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=d3279139-4267-4fa6-8ac7-8e6743261eda,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:17.689526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a90198d7-198b-4a93-b669-be85bede2bd2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-870630308'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:17.706587 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:17.706963 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:17.707301 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:17.707635 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:17.707961 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:17.708286 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:17.708609 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:17.708925 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:17.709242 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:17.709565 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:17.709882 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:17.710199 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:17.711057 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:17.711057 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:17.711254 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:17.725340 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9e92d772-406e-48ff-b483-ebbc4cf764a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f4172-d345-4add-9729-990f16e1ddb3', 'name': 'tempest-ServerActionsTestJSON-1005450524-router', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:37:26Z', 'updated_at': '2022-04-15T03:37:38Z', 'revision_number': 4, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'gw_port': {'id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:28Z', 'updated_at': '2022-04-15T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'a5d45104-04a2-4fa4-a38d-4433b46bb6d7', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'floating_ip_address': '172.26.6.150', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'port_id': '90b88343-3433-4ceb-9959-7721ceb2550e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812', 'mac_address': 'fa:16:3e:45:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:37:48Z', 'updated_at': '2022-04-15T03:38:14Z', 'revision_number': 1, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89fa9d30-d9c5-4edd-933e-4902a6c6cae6', 'name': '', 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'mac_address': 'fa:16:3e:4f:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd2ff5521-688d-47da-8337-38202aee7518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:36Z', 'updated_at': '2022-04-15T03:37:44Z', 'revision_number': 5, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'subnets': [{'id': 'd2ff5521-688d-47da-8337-38202aee7518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:17.733026 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc8874-21f3-4c1b-8d2f-c30a13a534a7 req-a8822fbf-3c31-4e94-aca5-1d089aa05b38 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:17.735243 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8fbc8874-21f3-4c1b-8d2f-c30a13a534a7 req-a8822fbf-3c31-4e94-aca5-1d089aa05b38 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.2624490 Apr 15 03:38:17.737591 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3399184d-eccf-47a3-b759-cf9206e3e48e tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (dea88596-8ff6-4166-a3a4-5793ea47b735), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:17.741631 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3399184d-eccf-47a3-b759-cf9206e3e48e tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_controller (dea88596-8ff6-4166-a3a4-5793ea47b735), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:17.761876 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e92d772-406e-48ff-b483-ebbc4cf764a0 None None] The sync data for ids ['668f4172-d345-4add-9729-990f16e1ddb3'] in dv-neutron-837140-3-hyperv is: [{'id': '668f4172-d345-4add-9729-990f16e1ddb3', 'name': 'tempest-ServerActionsTestJSON-1005450524-router', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:37:26Z', 'updated_at': '2022-04-15T03:37:38Z', 'revision_number': 4, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'gw_port': {'id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:28Z', 'updated_at': '2022-04-15T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'a5d45104-04a2-4fa4-a38d-4433b46bb6d7', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'floating_ip_address': '172.26.6.150', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'port_id': '90b88343-3433-4ceb-9959-7721ceb2550e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812', 'mac_address': 'fa:16:3e:45:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:37:48Z', 'updated_at': '2022-04-15T03:38:14Z', 'revision_number': 1, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89fa9d30-d9c5-4edd-933e-4902a6c6cae6', 'name': '', 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'mac_address': 'fa:16:3e:4f:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd2ff5521-688d-47da-8337-38202aee7518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:36Z', 'updated_at': '2022-04-15T03:37:44Z', 'revision_number': 5, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'subnets': [{'id': 'd2ff5521-688d-47da-8337-38202aee7518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:17.800420 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce8ba33-1d64-4d11-b7ee-70cc54339f1a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:38:17.808334 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-bce8ba33-1d64-4d11-b7ee-70cc54339f1a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/routers/00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0964544 Apr 15 03:38:17.812472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90198d7-198b-4a93-b669-be85bede2bd2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:17.812472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a90198d7-198b-4a93-b669-be85bede2bd2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:17.815294 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] Sync routers for ids ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:38:17.824026 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60882) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:17.838579 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] Routers {'00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:17.838579 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:17.846706 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a90198d7-198b-4a93-b669-be85bede2bd2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:17.879110 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3399184d-eccf-47a3-b759-cf9206e3e48e tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (dea88596-8ff6-4166-a3a4-5793ea47b735), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:17.879687 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3399184d-eccf-47a3-b759-cf9206e3e48e tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Fanout notify agent at l3_agent the message router_deleted on router dea88596-8ff6-4166-a3a4-5793ea47b735 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:38:17.889951 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network a2f48b64-c2c5-45a2-b529-b6aa9bae6057 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:17.898580 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:17.898755 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3399184d-eccf-47a3-b759-cf9206e3e48e tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:17.904111 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3399184d-eccf-47a3-b759-cf9206e3e48e tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "DELETE /v2.0/routers/dea88596-8ff6-4166-a3a4-5793ea47b735 HTTP/1.1" status: 204 len: 168 time: 1.7064631 Apr 15 03:38:17.906166 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-48abc03b-bd58-4195-9f78-aa573fa48e15 req-89231781-b31c-42e8-9f42-b8d1ad67d913 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90b88343-3433-4ceb-9959-7721ceb2550e HTTP/1.1" status: 200 len: 999 time: 0.2601426 Apr 15 03:38:17.912784 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60884) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:17.920286 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-0a197a2e-2465-4985-8c9e-52baa3977558 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-872180534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:17.993574 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abc03b-bd58-4195-9f78-aa573fa48e15 req-dd2e1502-2fd3-486d-9e9f-be166e8449fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:17.995884 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-48abc03b-bd58-4195-9f78-aa573fa48e15 req-dd2e1502-2fd3-486d-9e9f-be166e8449fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2ff5521-688d-47da-8337-38202aee7518 HTTP/1.1" status: 200 len: 851 time: 0.0649130 Apr 15 03:38:18.067766 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abc03b-bd58-4195-9f78-aa573fa48e15 req-653eabbd-0735-4413-96c1-a2e769973bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:18.069121 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-48abc03b-bd58-4195-9f78-aa573fa48e15 req-653eabbd-0735-4413-96c1-a2e769973bad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0569606 Apr 15 03:38:18.082537 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd36dc8-4112-4906-af36-d3d17ded6906 None None] New status for floating IP a5d45104-04a2-4fa4-a38d-4433b46bb6d7: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:38:18.205416 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] Set router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:38:18.238424 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b1a777-78cb-48ad-84d2-0a94ae0bf14a tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:18.238931 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b1a777-78cb-48ad-84d2-0a94ae0bf14a tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:18.239471 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b1a777-78cb-48ad-84d2-0a94ae0bf14a tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:18.240217 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b1a777-78cb-48ad-84d2-0a94ae0bf14a tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:18.240703 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b1a777-78cb-48ad-84d2-0a94ae0bf14a tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:18.241182 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b1a777-78cb-48ad-84d2-0a94ae0bf14a tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:18.241659 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b1a777-78cb-48ad-84d2-0a94ae0bf14a tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:18.242131 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b1a777-78cb-48ad-84d2-0a94ae0bf14a tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:18.242602 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b1a777-78cb-48ad-84d2-0a94ae0bf14a tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:18.250068 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-47b1a777-78cb-48ad-84d2-0a94ae0bf14a tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6317 time: 0.4228458 Apr 15 03:38:18.251772 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60886) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:18.335265 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a90198d7-198b-4a93-b669-be85bede2bd2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for security_group (8a4b8516-ef58-4b6d-a8bc-1a19a71257ca), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:18.369597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7c29a0bc-dded-4dd1-ab18-0418ce684b61 None None] Provisioning complete for port d3279139-4267-4fa6-8ac7-8e6743261eda triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:18.372122 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7c29a0bc-dded-4dd1-ab18-0418ce684b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d3279139-4267-4fa6-8ac7-8e6743261eda), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:18.406859 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9b0531-1d96-4bd7-bb38-1a2cc06648e1 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:18.407412 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9b0531-1d96-4bd7-bb38-1a2cc06648e1 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:18.407756 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9b0531-1d96-4bd7-bb38-1a2cc06648e1 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:18.408410 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9b0531-1d96-4bd7-bb38-1a2cc06648e1 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:18.409398 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9b0531-1d96-4bd7-bb38-1a2cc06648e1 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:18.409877 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9b0531-1d96-4bd7-bb38-1a2cc06648e1 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:18.410339 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9b0531-1d96-4bd7-bb38-1a2cc06648e1 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:18.410824 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9b0531-1d96-4bd7-bb38-1a2cc06648e1 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:18.415878 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4c9b0531-1d96-4bd7-bb38-1a2cc06648e1 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5163 time: 0.1585977 Apr 15 03:38:18.415878 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a90198d7-198b-4a93-b669-be85bede2bd2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (8a4b8516-ef58-4b6d-a8bc-1a19a71257ca), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:18.420163 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60888) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:18.447124 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7c29a0bc-dded-4dd1-ab18-0418ce684b61 None None] Port d3279139-4267-4fa6-8ac7-8e6743261eda cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:18.454329 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90198d7-198b-4a93-b669-be85bede2bd2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:38:18.500279 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'name': 'tempest-TestNetworkBasicOps-router-1070176320', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:38:00Z', 'updated_at': '2022-04-15T03:38:14Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:01Z', 'updated_at': '2022-04-15T03:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '522dc988-97a8-45f0-9ea1-2260c545fab1', 'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a7:52:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:11Z', 'updated_at': '2022-04-15T03:38:15Z', 'revision_number': 2, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:18.535677 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-405e2a98-bcb3-45b8-9198-8d68a9226435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:18.537637 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] Checking router: 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:38:18.537762 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8fbc8874-21f3-4c1b-8d2f-c30a13a534a7 req-536a5666-2a0d-44ac-a7eb-def6199378b5 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7856603 Apr 15 03:38:18.538170 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] Updating router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 port 522dc988-97a8-45f0-9ea1-2260c545fab1 binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:38:18.544134 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a90198d7-198b-4a93-b669-be85bede2bd2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (659900b6-fb7b-4710-bd35-ff8fe9005b5f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:18.544134 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-a90198d7-198b-4a93-b669-be85bede2bd2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Added segment 659900b6-fb7b-4710-bd35-ff8fe9005b5f of type vlan for network d8f597fb-2381-4564-a070-eb7f10af68ac Apr 15 03:38:18.556672 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90198d7-198b-4a93-b669-be85bede2bd2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4b8516-ef58-4b6d-a8bc-1a19a71257ca,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:18.576495 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (522dc988-97a8-45f0-9ea1-2260c545fab1), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:18.608637 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0a197a2e-2465-4985-8c9e-52baa3977558 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (d2946a31-5613-4aa3-bcd8-71010146ef6c), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:18.609676 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0a197a2e-2465-4985-8c9e-52baa3977558 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (d2946a31-5613-4aa3-bcd8-71010146ef6c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:18.663838 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-0389025a-b3fc-41e8-b31b-701338ecd067 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Allocated IP 172.20.0.1 (d0525141-7ba9-4659-a7c1-bcd204286d8d/d076605f-ed0d-4b17-bbd7-7375b06a6cab/387ad319-7711-47e4-9ac9-aa12a9ba1f30) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:18.675212 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a90198d7-198b-4a93-b669-be85bede2bd2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (d8f597fb-2381-4564-a070-eb7f10af68ac), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:18.735090 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0a197a2e-2465-4985-8c9e-52baa3977558 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_controller (d2946a31-5613-4aa3-bcd8-71010146ef6c), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:18.747117 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-79ed9012-c691-4ea6-81cb-cd46616e55de tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4295 time: 0.3070512 Apr 15 03:38:18.747273 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-48abc03b-bd58-4195-9f78-aa573fa48e15 req-f75f4dde-0f7f-4c34-b8ee-0ff44b04eb9e service neutron] 10.222.0.30 "GET /v2.0/networks/0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6188323 Apr 15 03:38:18.854786 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0a197a2e-2465-4985-8c9e-52baa3977558 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (d2946a31-5613-4aa3-bcd8-71010146ef6c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:18.859374 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a90198d7-198b-4a93-b669-be85bede2bd2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (d8f597fb-2381-4564-a070-eb7f10af68ac), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:18.864409 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90198d7-198b-4a93-b669-be85bede2bd2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:18.865002 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a90198d7-198b-4a93-b669-be85bede2bd2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:18.892298 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] Publish callbacks [] for port (522dc988-97a8-45f0-9ea1-2260c545fab1), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:18.935223 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-48abc03b-bd58-4195-9f78-aa573fa48e15 req-4db1e5c7-8f96-4da5-a729-4cbb21a0b244 service neutron] 10.222.0.30 "GET /v2.0/networks/0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782131 Apr 15 03:38:18.940611 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90198d7-198b-4a93-b669-be85bede2bd2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Network': ['ID=d8f597fb-2381-4564-a070-eb7f10af68ac,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:18.945596 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0389025a-b3fc-41e8-b31b-701338ecd067 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for port (387ad319-7711-47e4-9ac9-aa12a9ba1f30), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:18.951488 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:38:18.972688 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0a197a2e-2465-4985-8c9e-52baa3977558 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:18.974096 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0a197a2e-2465-4985-8c9e-52baa3977558 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0574961 Apr 15 03:38:18.977690 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60892) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:18.982757 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-65cec863-8fdc-4521-8d1b-47ba10d1e668 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Request body: {'router': {'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:18.994072 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Router ae7f2265-cebf-45a7-98ff-65d4262e841f is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:38:19.011307 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (522dc988-97a8-45f0-9ea1-2260c545fab1), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:19.029525 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a90198d7-198b-4a93-b669-be85bede2bd2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5313859 Apr 15 03:38:19.030271 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60894) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:19.088515 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5e919-70e7-4b2e-a11e-1eff60e55fa9 None None] Pushing event updated for resources: {'Port': ['ID=522dc988-97a8-45f0-9ea1-2260c545fab1,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:19.095639 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0389025a-b3fc-41e8-b31b-701338ecd067 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (387ad319-7711-47e4-9ac9-aa12a9ba1f30), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:19.096938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-d3e12e24-7989-4c9a-ad5b-e0901c825439 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:19.125032 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5e919-70e7-4b2e-a11e-1eff60e55fa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:19.125384 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5e919-70e7-4b2e-a11e-1eff60e55fa9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:19.125728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5e919-70e7-4b2e-a11e-1eff60e55fa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:19.126131 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5e919-70e7-4b2e-a11e-1eff60e55fa9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:19.126472 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5e919-70e7-4b2e-a11e-1eff60e55fa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:19.132836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5e919-70e7-4b2e-a11e-1eff60e55fa9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:19.132836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5e919-70e7-4b2e-a11e-1eff60e55fa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:19.132836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5e919-70e7-4b2e-a11e-1eff60e55fa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:19.132836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5e919-70e7-4b2e-a11e-1eff60e55fa9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:19.132836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5e919-70e7-4b2e-a11e-1eff60e55fa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:19.132836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5e919-70e7-4b2e-a11e-1eff60e55fa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:19.132836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5e919-70e7-4b2e-a11e-1eff60e55fa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:19.132836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5e919-70e7-4b2e-a11e-1eff60e55fa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:19.132836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5e919-70e7-4b2e-a11e-1eff60e55fa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:19.132836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c5e919-70e7-4b2e-a11e-1eff60e55fa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:38:19.165367 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60896) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:19.180792 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] Attempting to bind port 522dc988-97a8-45f0-9ea1-2260c545fab1 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:38:19.181159 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] Attempting to bind port 522dc988-97a8-45f0-9ea1-2260c545fab1 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'c53179f8-fd00-4b37-96b1-595ec4258d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:38:19.181518 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] Attempting to bind port 522dc988-97a8-45f0-9ea1-2260c545fab1 on network eaba6a84-95dc-429a-9c8d-a050c4a38ccd {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:38:19.188342 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:38:19.188650 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] Checking segment: {'id': 'c53179f8-fd00-4b37-96b1-595ec4258d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:38:19.189046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-83a98dfb-5f18-4d48-96e7-e0aa501e32b4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1547380350', 'description': 'tempest-secgroup-smoke-1547380350 description', 'project_id': '6786bd52355f4b228acda11ee2393b97'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:19.189195 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:19.189660 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] Bound using segment: {'id': 'c53179f8-fd00-4b37-96b1-595ec4258d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:38:19.190073 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] Bound port: 522dc988-97a8-45f0-9ea1-2260c545fab1, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53179f8-fd00-4b37-96b1-595ec4258d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:38:19.190502 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (522dc988-97a8-45f0-9ea1-2260c545fab1), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:19.210950 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:38:19.219249 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-073db11c-86f8-4ec5-8ba1-9c2f2327573f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "PUT /v2.0/routers/ae7f2265-cebf-45a7-98ff-65d4262e841f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2735260 Apr 15 03:38:19.224917 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0389025a-b3fc-41e8-b31b-701338ecd067 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Network d0525141-7ba9-4659-a7c1-bcd204286d8d is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:19.227108 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60898) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:19.238848 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389025a-b3fc-41e8-b31b-701338ecd067 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Port': ['ID=387ad319-7711-47e4-9ac9-aa12a9ba1f30,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:19.243670 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d9f72d-0f1b-4d8a-80e7-f655c1c55b4e None None] Sync routers for ids ['ae7f2265-cebf-45a7-98ff-65d4262e841f'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:38:19.247349 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-0389025a-b3fc-41e8-b31b-701338ecd067 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:19.257097 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0389025a-b3fc-41e8-b31b-701338ecd067 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:19.264454 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d9f72d-0f1b-4d8a-80e7-f655c1c55b4e None None] Routers {'ae7f2265-cebf-45a7-98ff-65d4262e841f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:19.265146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-78d9f72d-0f1b-4d8a-80e7-f655c1c55b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['ae7f2265-cebf-45a7-98ff-65d4262e841f'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:19.323507 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-78d9f72d-0f1b-4d8a-80e7-f655c1c55b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:19.333259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0389025a-b3fc-41e8-b31b-701338ecd067 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (b5a5d09e-eafb-47b2-a08c-dd47af20471d), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:19.344257 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] For port 522dc988-97a8-45f0-9ea1-2260c545fab1, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:38:19.348330 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] For port 522dc988-97a8-45f0-9ea1-2260c545fab1, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=522dc988-97a8-45f0-9ea1-2260c545fab1,segment=NetworkSegment(c53179f8-fd00-4b37-96b1-595ec4258d91),segment_id=c53179f8-fd00-4b37-96b1-595ec4258d91)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:38:19.352764 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d9f72d-0f1b-4d8a-80e7-f655c1c55b4e None None] Routers {'ae7f2265-cebf-45a7-98ff-65d4262e841f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:19.353391 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-78d9f72d-0f1b-4d8a-80e7-f655c1c55b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['ae7f2265-cebf-45a7-98ff-65d4262e841f'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:19.405144 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-78d9f72d-0f1b-4d8a-80e7-f655c1c55b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:19.406428 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d9f72d-0f1b-4d8a-80e7-f655c1c55b4e None None] The sync data for ids ['ae7f2265-cebf-45a7-98ff-65d4262e841f'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:19.411822 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (522dc988-97a8-45f0-9ea1-2260c545fab1), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:19.416758 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-65cec863-8fdc-4521-8d1b-47ba10d1e668 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_gateway (d2946a31-5613-4aa3-bcd8-71010146ef6c), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:19.436546 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e04f4f-f944-4c4e-a2bd-6b60e8fbf8b3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:19.438332 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b2e04f4f-f944-4c4e-a2bd-6b60e8fbf8b3 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f2265-cebf-45a7-98ff-65d4262e841f HTTP/1.1" status: 200 len: 988 time: 0.2101076 Apr 15 03:38:19.441341 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60900) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:19.473203 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c5e919-70e7-4b2e-a11e-1eff60e55fa9 None None] Pushing event updated for resources: {'Port': ['ID=522dc988-97a8-45f0-9ea1-2260c545fab1,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:19.482319 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] Routers {'00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:19.482981 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:37:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:19.498697 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-83a98dfb-5f18-4d48-96e7-e0aa501e32b4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:19.543188 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e12e24-7989-4c9a-ad5b-e0901c825439 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:19.546083 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d3e12e24-7989-4c9a-ad5b-e0901c825439 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:19.607253 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-603ad328-16f2-48f1-b03d-936084b516b0 None None] Provisioning complete for port 522dc988-97a8-45f0-9ea1-2260c545fab1 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:19.607827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-603ad328-16f2-48f1-b03d-936084b516b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (522dc988-97a8-45f0-9ea1-2260c545fab1), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:19.675483 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0389025a-b3fc-41e8-b31b-701338ecd067 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (387ad319-7711-47e4-9ac9-aa12a9ba1f30), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:19.727204 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] Set router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:38:19.753944 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-83a98dfb-5f18-4d48-96e7-e0aa501e32b4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (bd3fa657-6777-4756-919c-12738790adc1), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:19.763217 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae2152-48c5-43f3-9292-19fe8911936e req-79778009-8033-4562-9832-d170ee82dc3c tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:19.765545 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7eae2152-48c5-43f3-9292-19fe8911936e req-79778009-8033-4562-9832-d170ee82dc3c tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0873897 Apr 15 03:38:19.818784 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-83a98dfb-5f18-4d48-96e7-e0aa501e32b4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (bd3fa657-6777-4756-919c-12738790adc1), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:19.839622 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-603ad328-16f2-48f1-b03d-936084b516b0 None None] Current status of the port 522dc988-97a8-45f0-9ea1-2260c545fab1 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:19.840654 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-603ad328-16f2-48f1-b03d-936084b516b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (522dc988-97a8-45f0-9ea1-2260c545fab1), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:19.850253 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-65cec863-8fdc-4521-8d1b-47ba10d1e668 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_gateway (d2946a31-5613-4aa3-bcd8-71010146ef6c), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:19.923043 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-83a98dfb-5f18-4d48-96e7-e0aa501e32b4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:19.924431 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-83a98dfb-5f18-4d48-96e7-e0aa501e32b4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7409871 Apr 15 03:38:19.929239 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a98dfb-5f18-4d48-96e7-e0aa501e32b4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3fa657-6777-4756-919c-12738790adc1,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:19.930954 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60904) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:19.942944 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-603ad328-16f2-48f1-b03d-936084b516b0 None None] For port 522dc988-97a8-45f0-9ea1-2260c545fab1, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=522dc988-97a8-45f0-9ea1-2260c545fab1,segment=NetworkSegment(c53179f8-fd00-4b37-96b1-595ec4258d91),segment_id=c53179f8-fd00-4b37-96b1-595ec4258d91)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:19.974570 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-05fe18fb-50b1-4f01-b041-c378e046399e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'bd3fa657-6777-4756-919c-12738790adc1', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:19.980073 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7eae2152-48c5-43f3-9292-19fe8911936e req-6e368a13-bd38-4e18-954b-fd8c36bf4905 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859736 Apr 15 03:38:20.025476 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-603ad328-16f2-48f1-b03d-936084b516b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (522dc988-97a8-45f0-9ea1-2260c545fab1), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:20.035647 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'name': 'tempest-TestNetworkBasicOps-router-1070176320', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:38:00Z', 'updated_at': '2022-04-15T03:38:14Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:01Z', 'updated_at': '2022-04-15T03:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '522dc988-97a8-45f0-9ea1-2260c545fab1', 'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a7:52:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:11Z', 'updated_at': '2022-04-15T03:38:19Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:20.091463 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3df4a8e-750d-4dd6-902e-56c5837309af None None] The sync data for ids ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'] in dv-neutron-837140-3-hyperv is: [{'id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'name': 'tempest-TestNetworkBasicOps-router-1070176320', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:38:00Z', 'updated_at': '2022-04-15T03:38:14Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:01Z', 'updated_at': '2022-04-15T03:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '522dc988-97a8-45f0-9ea1-2260c545fab1', 'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a7:52:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:11Z', 'updated_at': '2022-04-15T03:38:19Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:20.109306 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-05fe18fb-50b1-4f01-b041-c378e046399e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (937ea272-2499-420b-8355-14de22213ff0), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:20.163022 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ad328-16f2-48f1-b03d-936084b516b0 None None] Pushing event updated for resources: {'Port': ['ID=522dc988-97a8-45f0-9ea1-2260c545fab1,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:20.176852 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-b675ad6b-ae82-45ad-bd38-da949745a02c None None] Provisioning complete for port 522dc988-97a8-45f0-9ea1-2260c545fab1 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:20.177251 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b675ad6b-ae82-45ad-bd38-da949745a02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (522dc988-97a8-45f0-9ea1-2260c545fab1), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:20.246098 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-05fe18fb-50b1-4f01-b041-c378e046399e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (937ea272-2499-420b-8355-14de22213ff0), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:20.273662 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0389025a-b3fc-41e8-b31b-701338ecd067 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for port (387ad319-7711-47e4-9ac9-aa12a9ba1f30), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:20.284834 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-b675ad6b-ae82-45ad-bd38-da949745a02c None None] Current status of the port 522dc988-97a8-45f0-9ea1-2260c545fab1 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:20.297248 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-b675ad6b-ae82-45ad-bd38-da949745a02c None None] Provisioning complete for port 387ad319-7711-47e4-9ac9-aa12a9ba1f30 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:20.297615 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b675ad6b-ae82-45ad-bd38-da949745a02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (387ad319-7711-47e4-9ac9-aa12a9ba1f30), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:20.302825 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-05fe18fb-50b1-4f01-b041-c378e046399e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (937ea272-2499-420b-8355-14de22213ff0), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:20.319446 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-65cec863-8fdc-4521-8d1b-47ba10d1e668 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:20.335009 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe18fb-50b1-4f01-b041-c378e046399e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937ea272-2499-420b-8355-14de22213ff0,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:20.345753 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-b675ad6b-ae82-45ad-bd38-da949745a02c None None] Port 387ad319-7711-47e4-9ac9-aa12a9ba1f30 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:20.346941 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0389025a-b3fc-41e8-b31b-701338ecd067 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (387ad319-7711-47e4-9ac9-aa12a9ba1f30), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:20.410563 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-05fe18fb-50b1-4f01-b041-c378e046399e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:20.413902 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-05fe18fb-50b1-4f01-b041-c378e046399e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4489458 Apr 15 03:38:20.417040 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60908) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:20.423860 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-27b26caf-3a55-473a-a958-cbb6611cdaf9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'bd3fa657-6777-4756-919c-12738790adc1', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:20.455679 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8c4be-15a0-4a6f-9985-47702b20d0b0 req-1b5f7a03-0d85-4fa5-87f1-6dc92f270b5f tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:20.457232 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-30a8c4be-15a0-4a6f-9985-47702b20d0b0 req-1b5f7a03-0d85-4fa5-87f1-6dc92f270b5f tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1946089 Apr 15 03:38:20.466529 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0389025a-b3fc-41e8-b31b-701338ecd067 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (b5a5d09e-eafb-47b2-a08c-dd47af20471d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:20.471331 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389025a-b3fc-41e8-b31b-701338ecd067 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Port': ['ID=387ad319-7711-47e4-9ac9-aa12a9ba1f30,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:20.587994 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0389025a-b3fc-41e8-b31b-701338ecd067 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Network d0525141-7ba9-4659-a7c1-bcd204286d8d is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:20.589845 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-0389025a-b3fc-41e8-b31b-701338ecd067 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:20.595101 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-27b26caf-3a55-473a-a958-cbb6611cdaf9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (d75ae775-827e-4722-9a10-201cd84df12a), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:20.743764 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-27b26caf-3a55-473a-a958-cbb6611cdaf9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (d75ae775-827e-4722-9a10-201cd84df12a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:20.757187 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d3e12e24-7989-4c9a-ad5b-e0901c825439 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (b579abe4-b944-4279-bca6-9bd7275ad2d5), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:20.787508 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0389025a-b3fc-41e8-b31b-701338ecd067 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Router b5a5d09e-eafb-47b2-a08c-dd47af20471d has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:38:20.809062 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-30a8c4be-15a0-4a6f-9985-47702b20d0b0 req-0a58a6c1-52aa-4c0a-a032-2736a85b8dd4 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3366308 Apr 15 03:38:20.857542 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-27b26caf-3a55-473a-a958-cbb6611cdaf9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (d75ae775-827e-4722-9a10-201cd84df12a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:20.889392 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b26caf-3a55-473a-a958-cbb6611cdaf9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75ae775-827e-4722-9a10-201cd84df12a,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:20.892696 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-65cec863-8fdc-4521-8d1b-47ba10d1e668 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Allocated IP 172.26.6.78 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/7fab4f17-5852-4e59-b855-a699d4cd32f9) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:20.892955 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d87967dd-7e10-41d2-9d69-db4998d39882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:20.904050 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 522dc988-97a8-45f0-9ea1-2260c545fab1 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:20.981251 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-4d34a655-882d-4b52-9655-37358abccc83 None None] Provisioning complete for port 387ad319-7711-47e4-9ac9-aa12a9ba1f30 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:20.981631 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4d34a655-882d-4b52-9655-37358abccc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (387ad319-7711-47e4-9ac9-aa12a9ba1f30), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:20.984493 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-27b26caf-3a55-473a-a958-cbb6611cdaf9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:20.987041 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-27b26caf-3a55-473a-a958-cbb6611cdaf9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5674176 Apr 15 03:38:20.988542 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0389025a-b3fc-41e8-b31b-701338ecd067 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:38:20.990196 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60912) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:20.995542 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0389025a-b3fc-41e8-b31b-701338ecd067 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "PUT /v2.0/routers/b5a5d09e-eafb-47b2-a08c-dd47af20471d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7126484 Apr 15 03:38:20.998867 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-9c2b9dec-c5b5-4646-a6f6-b8b13fb53cdf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'bd3fa657-6777-4756-919c-12738790adc1', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:21.001203 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae3d93-4f6d-4e94-bc08-b8f9ff66c818 None None] Sync routers for ids ['b5a5d09e-eafb-47b2-a08c-dd47af20471d'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:38:21.003946 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60914) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:21.012126 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-426da3fb-a8ab-42a7-bfa9-8446bb88e694 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Request body: {'port': {'network_id': 'd0525141-7ba9-4659-a7c1-bcd204286d8d', 'name': 'tempest-FloatingIPTestJSON-306404725'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:21.021038 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae3d93-4f6d-4e94-bc08-b8f9ff66c818 None None] Routers {'b5a5d09e-eafb-47b2-a08c-dd47af20471d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:21.021827 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-3cae3d93-4f6d-4e94-bc08-b8f9ff66c818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b5a5d09e-eafb-47b2-a08c-dd47af20471d'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:21.033627 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 522dc988-97a8-45f0-9ea1-2260c545fab1 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:21.034024 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (522dc988-97a8-45f0-9ea1-2260c545fab1), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:21.088049 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-3cae3d93-4f6d-4e94-bc08-b8f9ff66c818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:21.098820 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4d34a655-882d-4b52-9655-37358abccc83 None None] Port 387ad319-7711-47e4-9ac9-aa12a9ba1f30 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:21.101204 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae3d93-4f6d-4e94-bc08-b8f9ff66c818 None None] Routers {'b5a5d09e-eafb-47b2-a08c-dd47af20471d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:21.102278 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-3cae3d93-4f6d-4e94-bc08-b8f9ff66c818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b5a5d09e-eafb-47b2-a08c-dd47af20471d'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:21.121439 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e12e24-7989-4c9a-ad5b-e0901c825439 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=b579abe4-b944-4279-bca6-9bd7275ad2d5,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:21.185874 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9dec-c5b5-4646-a6f6-b8b13fb53cdf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (2df84f87-2622-4dc3-bf60-8d687a528632), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:21.191903 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0e4da99b-5ffb-4467-880c-ac905019c8cf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (ae7f2265-cebf-45a7-98ff-65d4262e841f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:21.196896 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e12e24-7989-4c9a-ad5b-e0901c825439 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:38:21.197125 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e12e24-7989-4c9a-ad5b-e0901c825439 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network hostable DHCP agents. Network: d8f597fb-2381-4564-a070-eb7f10af68ac, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:38:21.229841 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 522dc988-97a8-45f0-9ea1-2260c545fab1 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:21.289037 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9dec-c5b5-4646-a6f6-b8b13fb53cdf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (2df84f87-2622-4dc3-bf60-8d687a528632), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:21.331965 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-3cae3d93-4f6d-4e94-bc08-b8f9ff66c818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:21.332496 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae3d93-4f6d-4e94-bc08-b8f9ff66c818 None None] The sync data for ids ['b5a5d09e-eafb-47b2-a08c-dd47af20471d'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:21.334551 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426da3fb-a8ab-42a7-bfa9-8446bb88e694 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Made reservation on behalf of c3e93a2cf489402089ec6469d1c45222 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:21.339432 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-426da3fb-a8ab-42a7-bfa9-8446bb88e694 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:21.360084 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-426da3fb-a8ab-42a7-bfa9-8446bb88e694 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] device_id is not set on port 9b319dfe-6c15-49bf-bf9e-6a7bf6d90869 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:38:21.371904 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9dec-c5b5-4646-a6f6-b8b13fb53cdf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (2df84f87-2622-4dc3-bf60-8d687a528632), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:21.380883 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-65cec863-8fdc-4521-8d1b-47ba10d1e668 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for port (7fab4f17-5852-4e59-b855-a699d4cd32f9), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:21.427561 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e12e24-7989-4c9a-ad5b-e0901c825439 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:38:21.430122 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b9dec-c5b5-4646-a6f6-b8b13fb53cdf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df84f87-2622-4dc3-bf60-8d687a528632,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:21.528448 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9c2b9dec-c5b5-4646-a6f6-b8b13fb53cdf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:21.532930 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9c2b9dec-c5b5-4646-a6f6-b8b13fb53cdf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5386841 Apr 15 03:38:21.534793 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60918) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:21.538575 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2953b84c-7bc1-4b38-b0f0-87de01111b8e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'bd3fa657-6777-4756-919c-12738790adc1', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:21.543475 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-426da3fb-a8ab-42a7-bfa9-8446bb88e694 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Allocated IP 172.20.0.8 (d0525141-7ba9-4659-a7c1-bcd204286d8d/d076605f-ed0d-4b17-bbd7-7375b06a6cab/9b319dfe-6c15-49bf-bf9e-6a7bf6d90869) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:21.554845 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-d3e12e24-7989-4c9a-ad5b-e0901c825439 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, d8f597fb-2381-4564-a070-eb7f10af68ac) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:21.559578 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e12e24-7989-4c9a-ad5b-e0901c825439 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:21.560180 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d3e12e24-7989-4c9a-ad5b-e0901c825439 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:21.572352 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12f4b49-71f7-44eb-8cc6-14dc216c3c93 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:21.587483 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e177f74-eff7-4375-8a04-52c2f257bc9d req-08fd1ad1-cace-437b-bdd8-e16b455a85a2 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:21.589251 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3e177f74-eff7-4375-8a04-52c2f257bc9d req-08fd1ad1-cace-437b-bdd8-e16b455a85a2 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1535213 Apr 15 03:38:21.679826 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-0e4da99b-5ffb-4467-880c-ac905019c8cf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting port d3279139-4267-4fa6-8ac7-8e6743261eda {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:21.680473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0e4da99b-5ffb-4467-880c-ac905019c8cf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (d3279139-4267-4fa6-8ac7-8e6743261eda), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:21.684530 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2953b84c-7bc1-4b38-b0f0-87de01111b8e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (a8f35cda-339c-4bca-aac1-7e350e4d32bb), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:21.699364 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d3e12e24-7989-4c9a-ad5b-e0901c825439 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6065030 Apr 15 03:38:21.699364 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-65cec863-8fdc-4521-8d1b-47ba10d1e668 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (7fab4f17-5852-4e59-b855-a699d4cd32f9), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:21.701009 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60920) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:21.704675 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047e3b35-7ffe-412d-9e43-acb64a6f69bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d8f597fb-2381-4564-a070-eb7f10af68ac', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'fixed_ips': [{'subnet_id': 'b579abe4-b944-4279-bca6-9bd7275ad2d5'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:38:21.705758 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-047e3b35-7ffe-412d-9e43-acb64a6f69bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:21.708258 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f809e99e-725d-4080-96a8-4e7fbe199148 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'name': 'tempest-NetworksTestDHCPv6-125584989'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:21.726949 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3e177f74-eff7-4375-8a04-52c2f257bc9d req-c358c160-fea6-47a1-bda6-90f8d68f0ca3 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224771 Apr 15 03:38:21.809915 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cec863-8fdc-4521-8d1b-47ba10d1e668 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:21.821732 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-65cec863-8fdc-4521-8d1b-47ba10d1e668 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:21.824431 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cec863-8fdc-4521-8d1b-47ba10d1e668 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:21.848879 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cec863-8fdc-4521-8d1b-47ba10d1e668 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Pushing event updated for resources: {'Port': ['ID=7fab4f17-5852-4e59-b855-a699d4cd32f9,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:21.890289 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0e4da99b-5ffb-4467-880c-ac905019c8cf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (d3279139-4267-4fa6-8ac7-8e6743261eda), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:21.915281 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-047e3b35-7ffe-412d-9e43-acb64a6f69bc None None] Allocated IP 2001:db8::2 (d8f597fb-2381-4564-a070-eb7f10af68ac/b579abe4-b944-4279-bca6-9bd7275ad2d5/fa64d618-4082-4d04-80ff-4b986543e407) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:21.917323 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:21.917819 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-426da3fb-a8ab-42a7-bfa9-8446bb88e694 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for port (9b319dfe-6c15-49bf-bf9e-6a7bf6d90869), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:21.929824 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2953b84c-7bc1-4b38-b0f0-87de01111b8e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (a8f35cda-339c-4bca-aac1-7e350e4d32bb), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:21.941055 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-0e4da99b-5ffb-4467-880c-ac905019c8cf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Calling delete_port for d3279139-4267-4fa6-8ac7-8e6743261eda owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:22.024865 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f809e99e-725d-4080-96a8-4e7fbe199148 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:22.028200 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f809e99e-725d-4080-96a8-4e7fbe199148 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:22.032011 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2953b84c-7bc1-4b38-b0f0-87de01111b8e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (a8f35cda-339c-4bca-aac1-7e350e4d32bb), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:22.055988 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-426da3fb-a8ab-42a7-bfa9-8446bb88e694 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (9b319dfe-6c15-49bf-bf9e-6a7bf6d90869), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:22.072049 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953b84c-7bc1-4b38-b0f0-87de01111b8e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f35cda-339c-4bca-aac1-7e350e4d32bb,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:22.085752 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-f809e99e-725d-4080-96a8-4e7fbe199148 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] device_id is not set on port 6f9a60ca-4a77-4db0-8e05-8a93f5afd0bf yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:38:22.087331 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-047e3b35-7ffe-412d-9e43-acb64a6f69bc None None] Publish callbacks [] for port (fa64d618-4082-4d04-80ff-4b986543e407), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:22.148836 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426da3fb-a8ab-42a7-bfa9-8446bb88e694 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Network d0525141-7ba9-4659-a7c1-bcd204286d8d is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:22.155836 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2953b84c-7bc1-4b38-b0f0-87de01111b8e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:22.156216 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-047e3b35-7ffe-412d-9e43-acb64a6f69bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (fa64d618-4082-4d04-80ff-4b986543e407), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:22.157057 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2953b84c-7bc1-4b38-b0f0-87de01111b8e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6222904 Apr 15 03:38:22.164509 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-426da3fb-a8ab-42a7-bfa9-8446bb88e694 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:22.166358 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60926) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:22.177504 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-45c7982b-779c-493d-bc79-608ca340a4a2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'bd3fa657-6777-4756-919c-12738790adc1', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:22.185337 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426da3fb-a8ab-42a7-bfa9-8446bb88e694 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:22.204557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047e3b35-7ffe-412d-9e43-acb64a6f69bc None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:22.207705 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-047e3b35-7ffe-412d-9e43-acb64a6f69bc None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:22.230317 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e3b35-7ffe-412d-9e43-acb64a6f69bc None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:22.244606 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426da3fb-a8ab-42a7-bfa9-8446bb88e694 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:22.245225 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-426da3fb-a8ab-42a7-bfa9-8446bb88e694 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:22.272429 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e3b35-7ffe-412d-9e43-acb64a6f69bc None None] Pushing event updated for resources: {'Port': ['ID=fa64d618-4082-4d04-80ff-4b986543e407,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:22.310794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-047e3b35-7ffe-412d-9e43-acb64a6f69bc None None] Attempting to bind port fa64d618-4082-4d04-80ff-4b986543e407 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:38:22.311175 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-047e3b35-7ffe-412d-9e43-acb64a6f69bc None None] Attempting to bind port fa64d618-4082-4d04-80ff-4b986543e407 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:38:22.312331 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e3b35-7ffe-412d-9e43-acb64a6f69bc None None] Attempting to bind port fa64d618-4082-4d04-80ff-4b986543e407 on network d8f597fb-2381-4564-a070-eb7f10af68ac {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:38:22.312828 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-65cec863-8fdc-4521-8d1b-47ba10d1e668 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_gateway (d2946a31-5613-4aa3-bcd8-71010146ef6c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:22.319745 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e3b35-7ffe-412d-9e43-acb64a6f69bc None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:38:22.320159 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e3b35-7ffe-412d-9e43-acb64a6f69bc None None] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:38:22.320589 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-047e3b35-7ffe-412d-9e43-acb64a6f69bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:22.326728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e3b35-7ffe-412d-9e43-acb64a6f69bc None None] Bound using segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:38:22.326728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-047e3b35-7ffe-412d-9e43-acb64a6f69bc None None] Bound port: fa64d618-4082-4d04-80ff-4b986543e407, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:38:22.326728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-047e3b35-7ffe-412d-9e43-acb64a6f69bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fa64d618-4082-4d04-80ff-4b986543e407), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:22.326993 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426da3fb-a8ab-42a7-bfa9-8446bb88e694 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event updated for resources: {'Port': ['ID=9b319dfe-6c15-49bf-bf9e-6a7bf6d90869,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:22.374656 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0e4da99b-5ffb-4467-880c-ac905019c8cf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (d3279139-4267-4fa6-8ac7-8e6743261eda), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:22.388421 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-f809e99e-725d-4080-96a8-4e7fbe199148 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8::82 (d8f597fb-2381-4564-a070-eb7f10af68ac/b579abe4-b944-4279-bca6-9bd7275ad2d5/6f9a60ca-4a77-4db0-8e05-8a93f5afd0bf) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:22.404259 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-426da3fb-a8ab-42a7-bfa9-8446bb88e694 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3968952 Apr 15 03:38:22.412159 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60930) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:22.417726 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-047e3b35-7ffe-412d-9e43-acb64a6f69bc None None] For port fa64d618-4082-4d04-80ff-4b986543e407, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:38:22.420562 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f1f1d590-4fb1-42cf-b3e5-86384a2c7ea9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Request body: {'floatingip': {'port_id': '9b319dfe-6c15-49bf-bf9e-6a7bf6d90869'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:22.422041 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-047e3b35-7ffe-412d-9e43-acb64a6f69bc None None] For port fa64d618-4082-4d04-80ff-4b986543e407, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fa64d618-4082-4d04-80ff-4b986543e407,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:38:22.452072 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4da99b-5ffb-4467-880c-ac905019c8cf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Port': ['ID=d3279139-4267-4fa6-8ac7-8e6743261eda,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:22.471807 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-45c7982b-779c-493d-bc79-608ca340a4a2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:38:22.496660 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-047e3b35-7ffe-412d-9e43-acb64a6f69bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fa64d618-4082-4d04-80ff-4b986543e407), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:22.497090 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-45c7982b-779c-493d-bc79-608ca340a4a2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (0e4de3d5-0878-4976-b0c8-efb0ab3f26bc), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:22.566686 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f1f1d590-4fb1-42cf-b3e5-86384a2c7ea9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (b4de9e88-6556-4e2b-a0da-61427b3a3085), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:22.582382 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e3b35-7ffe-412d-9e43-acb64a6f69bc None None] Pushing event updated for resources: {'Port': ['ID=fa64d618-4082-4d04-80ff-4b986543e407,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:22.617206 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-186f352c-c77c-458e-a3e7-6ccbe70a61f6 None None] Provisioning complete for port 9b319dfe-6c15-49bf-bf9e-6a7bf6d90869 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:22.618245 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-186f352c-c77c-458e-a3e7-6ccbe70a61f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (9b319dfe-6c15-49bf-bf9e-6a7bf6d90869), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:22.631357 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0e4da99b-5ffb-4467-880c-ac905019c8cf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (ae7f2265-cebf-45a7-98ff-65d4262e841f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:22.711806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-186f352c-c77c-458e-a3e7-6ccbe70a61f6 None None] Port 9b319dfe-6c15-49bf-bf9e-6a7bf6d90869 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:23.024333 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-45c7982b-779c-493d-bc79-608ca340a4a2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (0e4de3d5-0878-4976-b0c8-efb0ab3f26bc), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:23.131912 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-45c7982b-779c-493d-bc79-608ca340a4a2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (0e4de3d5-0878-4976-b0c8-efb0ab3f26bc), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:23.142179 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f809e99e-725d-4080-96a8-4e7fbe199148 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (6f9a60ca-4a77-4db0-8e05-8a93f5afd0bf), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:23.172061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7982b-779c-493d-bc79-608ca340a4a2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e4de3d5-0878-4976-b0c8-efb0ab3f26bc,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:23.281048 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4008d3-06e5-4861-9587-b0ca1837e2cc req-7206f872-2717-43cb-8fe4-4ee22ffd8405 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:23.282629 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5c4008d3-06e5-4861-9587-b0ca1837e2cc req-7206f872-2717-43cb-8fe4-4ee22ffd8405 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.5617440 Apr 15 03:38:23.294836 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-45c7982b-779c-493d-bc79-608ca340a4a2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:23.295814 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-45c7982b-779c-493d-bc79-608ca340a4a2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1245213 Apr 15 03:38:23.300294 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60934) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:23.304581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-13bcf5a6-87d8-45f3-a488-f816cd3bdbc2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'bd3fa657-6777-4756-919c-12738790adc1', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:23.336635 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:23.379704 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f809e99e-725d-4080-96a8-4e7fbe199148 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (6f9a60ca-4a77-4db0-8e05-8a93f5afd0bf), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:23.391117 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-65cec863-8fdc-4521-8d1b-47ba10d1e668 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (d2946a31-5613-4aa3-bcd8-71010146ef6c), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:23.402428 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-65cec863-8fdc-4521-8d1b-47ba10d1e668 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (d2946a31-5613-4aa3-bcd8-71010146ef6c), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:23.424372 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4da99b-5ffb-4467-880c-ac905019c8cf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Router ae7f2265-cebf-45a7-98ff-65d4262e841f has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:38:23.454938 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-13bcf5a6-87d8-45f3-a488-f816cd3bdbc2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:38:23.462829 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5c4008d3-06e5-4861-9587-b0ca1837e2cc req-5ac8a0b3-ca11-4ec4-933b-85a3cc378bfe tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727653 Apr 15 03:38:23.463847 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-13bcf5a6-87d8-45f3-a488-f816cd3bdbc2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (4ceeffd8-4856-4e65-9515-702c670bea13), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:23.504593 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f809e99e-725d-4080-96a8-4e7fbe199148 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:23.512734 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809e99e-725d-4080-96a8-4e7fbe199148 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=6f9a60ca-4a77-4db0-8e05-8a93f5afd0bf,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:23.544300 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-f809e99e-725d-4080-96a8-4e7fbe199148 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:23.554794 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809e99e-725d-4080-96a8-4e7fbe199148 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:23.561142 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f809e99e-725d-4080-96a8-4e7fbe199148 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:23.562688 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f809e99e-725d-4080-96a8-4e7fbe199148 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:23.614437 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4da99b-5ffb-4467-880c-ac905019c8cf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:38:23.619446 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-13bcf5a6-87d8-45f3-a488-f816cd3bdbc2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (4ceeffd8-4856-4e65-9515-702c670bea13), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:23.621375 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0e4da99b-5ffb-4467-880c-ac905019c8cf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "PUT /v2.0/routers/ae7f2265-cebf-45a7-98ff-65d4262e841f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1787736 Apr 15 03:38:23.626284 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60936) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:23.628663 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cc14fe-542f-4efe-a78d-60ad7a847c4e None None] Sync routers for ids ['ae7f2265-cebf-45a7-98ff-65d4262e841f'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:38:23.642748 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cc14fe-542f-4efe-a78d-60ad7a847c4e None None] Routers {'ae7f2265-cebf-45a7-98ff-65d4262e841f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:23.643639 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-22cc14fe-542f-4efe-a78d-60ad7a847c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['ae7f2265-cebf-45a7-98ff-65d4262e841f'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:23.669697 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f809e99e-725d-4080-96a8-4e7fbe199148 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9675243 Apr 15 03:38:23.673472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60938) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:23.685022 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-22cc14fe-542f-4efe-a78d-60ad7a847c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:23.687961 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-071ffafa-6d2a-4c63-8a03-0324fd3e3453 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] GET failed (client error): The resource could not be found. Apr 15 03:38:23.689602 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-071ffafa-6d2a-4c63-8a03-0324fd3e3453 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports/d3279139-4267-4fa6-8ac7-8e6743261eda HTTP/1.1" status: 404 len: 333 time: 0.0401070 Apr 15 03:38:23.692519 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-13bcf5a6-87d8-45f3-a488-f816cd3bdbc2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (4ceeffd8-4856-4e65-9515-702c670bea13), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:23.694067 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60940) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:23.703162 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cc14fe-542f-4efe-a78d-60ad7a847c4e None None] Routers {'ae7f2265-cebf-45a7-98ff-65d4262e841f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:23.704071 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-22cc14fe-542f-4efe-a78d-60ad7a847c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['ae7f2265-cebf-45a7-98ff-65d4262e841f'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:23.722478 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcf5a6-87d8-45f3-a488-f816cd3bdbc2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ceeffd8-4856-4e65-9515-702c670bea13,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:23.732093 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.db.resource_extend [None req-f1f1d590-4fb1-42cf-b3e5-86384a2c7ea9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 15 03:38:23.764151 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cec863-8fdc-4521-8d1b-47ba10d1e668 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Router d2946a31-5613-4aa3-bcd8-71010146ef6c is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:38:23.784480 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e934c91-76ad-4803-b577-c8e5cd100cfd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:23.789915 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e934c91-76ad-4803-b577-c8e5cd100cfd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:23.794999 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5e934c91-76ad-4803-b577-c8e5cd100cfd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1203890 Apr 15 03:38:23.802288 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60942) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:23.849389 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19bf9fe8-8991-4a18-9474-73a8024f53fa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for router (ae7f2265-cebf-45a7-98ff-65d4262e841f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:23.909557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2be1738-f9a8-43da-8518-f229874fb1d3 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:23.915853 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-22cc14fe-542f-4efe-a78d-60ad7a847c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:23.916432 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cc14fe-542f-4efe-a78d-60ad7a847c4e None None] The sync data for ids ['ae7f2265-cebf-45a7-98ff-65d4262e841f'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:23.917353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f1f1d590-4fb1-42cf-b3e5-86384a2c7ea9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:23.922419 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-13bcf5a6-87d8-45f3-a488-f816cd3bdbc2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:23.932711 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-13bcf5a6-87d8-45f3-a488-f816cd3bdbc2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6224322 Apr 15 03:38:23.932912 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-c6650e7e-ffb9-419d-a696-1b980dc8556e None None] Provisioning complete for port fa64d618-4082-4d04-80ff-4b986543e407 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:23.932912 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c6650e7e-ffb9-419d-a696-1b980dc8556e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fa64d618-4082-4d04-80ff-4b986543e407), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:23.991572 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f1f1d590-4fb1-42cf-b3e5-86384a2c7ea9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (b4de9e88-6556-4e2b-a0da-61427b3a3085), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:23.996063 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-074c25c7-a3ba-4ba6-95ec-97f7a3888db9 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting port 6f9a60ca-4a77-4db0-8e05-8a93f5afd0bf {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:23.996063 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-074c25c7-a3ba-4ba6-95ec-97f7a3888db9 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (6f9a60ca-4a77-4db0-8e05-8a93f5afd0bf), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:24.105077 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c6650e7e-ffb9-419d-a696-1b980dc8556e None None] Current status of the port fa64d618-4082-4d04-80ff-4b986543e407 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:24.105471 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c6650e7e-ffb9-419d-a696-1b980dc8556e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fa64d618-4082-4d04-80ff-4b986543e407), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:24.116325 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19bf9fe8-8991-4a18-9474-73a8024f53fa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (ae7f2265-cebf-45a7-98ff-65d4262e841f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:24.120868 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19bf9fe8-8991-4a18-9474-73a8024f53fa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for router_controller (ae7f2265-cebf-45a7-98ff-65d4262e841f), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:24.123976 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cec863-8fdc-4521-8d1b-47ba10d1e668 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:38:24.135995 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1c91e8-70a9-4087-8850-e841bf7fed49 None None] Sync routers for ids ['d2946a31-5613-4aa3-bcd8-71010146ef6c'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:38:24.145967 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-65cec863-8fdc-4521-8d1b-47ba10d1e668 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:24.146884 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-65cec863-8fdc-4521-8d1b-47ba10d1e668 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "PUT /v2.0/routers/d2946a31-5613-4aa3-bcd8-71010146ef6c HTTP/1.1" status: 200 len: 878 time: 5.1679974 Apr 15 03:38:24.150786 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60956) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:24.155708 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1c91e8-70a9-4087-8850-e841bf7fed49 None None] Routers {'d2946a31-5613-4aa3-bcd8-71010146ef6c'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:24.158927 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-8b1c91e8-70a9-4087-8850-e841bf7fed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['d2946a31-5613-4aa3-bcd8-71010146ef6c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:24.171899 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c6650e7e-ffb9-419d-a696-1b980dc8556e None None] For port fa64d618-4082-4d04-80ff-4b986543e407, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fa64d618-4082-4d04-80ff-4b986543e407,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:24.211986 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-074c25c7-a3ba-4ba6-95ec-97f7a3888db9 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (6f9a60ca-4a77-4db0-8e05-8a93f5afd0bf), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:24.213630 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-8b1c91e8-70a9-4087-8850-e841bf7fed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:24.214219 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c6650e7e-ffb9-419d-a696-1b980dc8556e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fa64d618-4082-4d04-80ff-4b986543e407), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:24.232703 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1c91e8-70a9-4087-8850-e841bf7fed49 None None] Routers {'d2946a31-5613-4aa3-bcd8-71010146ef6c'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:24.234155 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-8b1c91e8-70a9-4087-8850-e841bf7fed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['d2946a31-5613-4aa3-bcd8-71010146ef6c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:24.236570 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-074c25c7-a3ba-4ba6-95ec-97f7a3888db9 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Calling delete_port for 6f9a60ca-4a77-4db0-8e05-8a93f5afd0bf owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:24.282019 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b7fe8dc0-693a-459b-a52b-192da046879b req-e5e6efdd-1918-48e0-a240-ba077adffb96 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1547380350&fields=id&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 267 time: 0.1197877 Apr 15 03:38:24.283446 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-f1f1d590-4fb1-42cf-b3e5-86384a2c7ea9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Floating IP b4de9e88-6556-4e2b-a0da-61427b3a3085 associated. External IP: 172.26.6.202, port: 7763a801-accb-406f-8d9b-8e616e423c98. Apr 15 03:38:24.296329 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-8b1c91e8-70a9-4087-8850-e841bf7fed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:24.297191 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1c91e8-70a9-4087-8850-e841bf7fed49 None None] The sync data for ids ['d2946a31-5613-4aa3-bcd8-71010146ef6c'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:24.298270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6650e7e-ffb9-419d-a696-1b980dc8556e None None] Pushing event updated for resources: {'Port': ['ID=fa64d618-4082-4d04-80ff-4b986543e407,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:24.337785 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19bf9fe8-8991-4a18-9474-73a8024f53fa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (ae7f2265-cebf-45a7-98ff-65d4262e841f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:24.338398 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bf9fe8-8991-4a18-9474-73a8024f53fa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Fanout notify agent at l3_agent the message router_deleted on router ae7f2265-cebf-45a7-98ff-65d4262e841f {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:38:24.354053 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19bf9fe8-8991-4a18-9474-73a8024f53fa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:24.355198 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-19bf9fe8-8991-4a18-9474-73a8024f53fa tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/routers/ae7f2265-cebf-45a7-98ff-65d4262e841f HTTP/1.1" status: 204 len: 168 time: 0.6449690 Apr 15 03:38:24.359490 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60958) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:24.399815 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-84026f72-091a-46ee-bb8f-18a312c18f1e tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "GET /v2.0/routers/d2946a31-5613-4aa3-bcd8-71010146ef6c HTTP/1.1" status: 200 len: 919 time: 0.2479091 Apr 15 03:38:24.402884 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60960) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:24.476107 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fb80ba-ba48-439e-a73a-1dfd28fc8f73 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:24.479074 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c6fb80ba-ba48-439e-a73a-1dfd28fc8f73 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&device_id=d2946a31-5613-4aa3-bcd8-71010146ef6c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0755835 Apr 15 03:38:24.482984 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60962) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:24.532592 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d041342-50ae-4184-8162-e0afdf91cf71 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting subnet 14fe2cfa-81f9-44b3-98cc-f7b706ad4a7f {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:38:24.542857 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d708b23f-d056-4cca-97b4-f54bd6395995 None None] Provisioning complete for port fa64d618-4082-4d04-80ff-4b986543e407 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:24.543232 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d708b23f-d056-4cca-97b4-f54bd6395995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fa64d618-4082-4d04-80ff-4b986543e407), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:24.544233 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6d041342-50ae-4184-8162-e0afdf91cf71 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for subnet (14fe2cfa-81f9-44b3-98cc-f7b706ad4a7f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:24.578802 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe8dc0-693a-459b-a52b-192da046879b req-f28c4e6c-cb85-4015-b7c1-05df611efdc0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:24.580616 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b7fe8dc0-693a-459b-a52b-192da046879b req-f28c4e6c-cb85-4015-b7c1-05df611efdc0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/networks?id=eaba6a84-95dc-429a-9c8d-a050c4a38ccd HTTP/1.1" status: 200 len: 797 time: 0.2462082 Apr 15 03:38:24.613079 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-074c25c7-a3ba-4ba6-95ec-97f7a3888db9 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (6f9a60ca-4a77-4db0-8e05-8a93f5afd0bf), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:24.651101 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b7fe8dc0-693a-459b-a52b-192da046879b req-29dc2914-c6fd-45df-959a-68b0b9bf4c4a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/quotas/6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 375 time: 0.0249102 Apr 15 03:38:24.652927 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d708b23f-d056-4cca-97b4-f54bd6395995 None None] Current status of the port fa64d618-4082-4d04-80ff-4b986543e407 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:24.658434 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d708b23f-d056-4cca-97b4-f54bd6395995 None None] Could not find standard attr ID for object 6f9a60ca-4a77-4db0-8e05-8a93f5afd0bf. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:38:24.672765 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6d041342-50ae-4184-8162-e0afdf91cf71 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (14fe2cfa-81f9-44b3-98cc-f7b706ad4a7f), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:24.678813 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dae294-d8da-4772-8744-517b93153898 req-397fb5ac-695a-472d-b8c6-59e81dbc9450 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:24.685796 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-38dae294-d8da-4772-8744-517b93153898 req-397fb5ac-695a-472d-b8c6-59e81dbc9450 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1272755 Apr 15 03:38:24.696775 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c25c7-a3ba-4ba6-95ec-97f7a3888db9 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Port': ['ID=6f9a60ca-4a77-4db0-8e05-8a93f5afd0bf,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:24.719542 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ea702d-6142-4b79-b956-c3c7cd00317b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:24.723223 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b2ea702d-6142-4b79-b956-c3c7cd00317b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "GET /v2.0/networks/47f4ed73-a135-4807-aa37-c76498dd2653 HTTP/1.1" status: 200 len: 881 time: 0.2384765 Apr 15 03:38:24.732166 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60966) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:24.772218 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-074c25c7-a3ba-4ba6-95ec-97f7a3888db9 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:24.775737 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-074c25c7-a3ba-4ba6-95ec-97f7a3888db9 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/6f9a60ca-4a77-4db0-8e05-8a93f5afd0bf HTTP/1.1" status: 204 len: 168 time: 0.9708917 Apr 15 03:38:24.779444 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60968) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:24.786018 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6c6f7529-7e33-491b-a21c-c575befc470e None None] Could not find standard attr ID for object 6f9a60ca-4a77-4db0-8e05-8a93f5afd0bf. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:38:24.833091 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-38dae294-d8da-4772-8744-517b93153898 req-d78a9aa7-4a19-4ac2-86f6-8714bbea220f tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462004 Apr 15 03:38:24.865058 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-21bf58de-8350-4355-82a7-530b5a94d621 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2946a31-5613-4aa3-bcd8-71010146ef6c HTTP/1.1" status: 200 len: 205 time: 0.1110208 Apr 15 03:38:24.877315 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device fa64d618-4082-4d04-80ff-4b986543e407 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:24.877544 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60970) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:24.910991 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b7fe8dc0-693a-459b-a52b-192da046879b req-9bf28569-9698-46b0-86d2-ed25c96f938e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2415664 Apr 15 03:38:24.911904 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:24.937259 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06540ae-0529-48af-9ec0-0f1799107b03 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:24.938988 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06540ae-0529-48af-9ec0-0f1799107b03 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:24.940678 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b06540ae-0529-48af-9ec0-0f1799107b03 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1584878 Apr 15 03:38:24.944417 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port fa64d618-4082-4d04-80ff-4b986543e407 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:24.944883 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fa64d618-4082-4d04-80ff-4b986543e407), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:24.945417 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60972) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:25.041724 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port fa64d618-4082-4d04-80ff-4b986543e407 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:25.089183 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8d50c7-98b4-444b-9e08-c56d1d813fb6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet b579abe4-b944-4279-bca6-9bd7275ad2d5 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:38:25.095999 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9d8d50c7-98b4-444b-9e08-c56d1d813fb6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (b579abe4-b944-4279-bca6-9bd7275ad2d5), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:25.100473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fe6d055f-f3e1-4028-a220-bae3a1ea5f74 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router (d2946a31-5613-4aa3-bcd8-71010146ef6c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:25.292957 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f1d590-4fb1-42cf-b3e5-86384a2c7ea9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Router b437dd35-ae69-4adb-9f4f-0a741e2bf499 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:38:25.296768 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6d041342-50ae-4184-8162-e0afdf91cf71 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (14fe2cfa-81f9-44b3-98cc-f7b706ad4a7f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:25.352156 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b7fe8dc0-693a-459b-a52b-192da046879b req-6c22054f-0ee1-4b12-90ed-1592fad06861 service neutron] 10.222.0.15 "GET /v2.0/networks/eaba6a84-95dc-429a-9c8d-a050c4a38ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402730 Apr 15 03:38:25.419889 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9d8d50c7-98b4-444b-9e08-c56d1d813fb6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (b579abe4-b944-4279-bca6-9bd7275ad2d5), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:25.493653 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6d041342-50ae-4184-8162-e0afdf91cf71 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (14fe2cfa-81f9-44b3-98cc-f7b706ad4a7f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:25.537685 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d041342-50ae-4184-8162-e0afdf91cf71 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Subnet': ['ID=14fe2cfa-81f9-44b3-98cc-f7b706ad4a7f,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:25.540136 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fe6d055f-f3e1-4028-a220-bae3a1ea5f74 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_gateway (d2946a31-5613-4aa3-bcd8-71010146ef6c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:25.544974 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6d041342-50ae-4184-8162-e0afdf91cf71 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:25.551345 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6d041342-50ae-4184-8162-e0afdf91cf71 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/subnets/14fe2cfa-81f9-44b3-98cc-f7b706ad4a7f HTTP/1.1" status: 204 len: 168 time: 1.1793017 Apr 15 03:38:25.552730 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60974) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:25.554547 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb17d8ab-e582-48ef-95e5-12314a1cec5e None None] Network a2f48b64-c2c5-45a2-b529-b6aa9bae6057 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:25.574731 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9d8d50c7-98b4-444b-9e08-c56d1d813fb6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (b579abe4-b944-4279-bca6-9bd7275ad2d5), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:25.578223 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f1d590-4fb1-42cf-b3e5-86384a2c7ea9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:38:25.581193 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b7fe8dc0-693a-459b-a52b-192da046879b req-1498ec2f-aaf1-40a2-b848-c37d2baa32be service neutron] 10.222.0.15 "GET /v2.0/networks/eaba6a84-95dc-429a-9c8d-a050c4a38ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914675 Apr 15 03:38:25.600407 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46388318-ce0e-4e07-99ca-e6631f330a43 None None] Sync routers for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:38:25.667487 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46388318-ce0e-4e07-99ca-e6631f330a43 None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:25.668187 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-46388318-ce0e-4e07-99ca-e6631f330a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:25.709600 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1464ef5e-3da6-40c6-84f8-d5ac1820ea63 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (a2f48b64-c2c5-45a2-b529-b6aa9bae6057), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:25.719207 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d055f-f3e1-4028-a220-bae3a1ea5f74 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Deleting port 7fab4f17-5852-4e59-b855-a699d4cd32f9 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:25.719552 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fe6d055f-f3e1-4028-a220-bae3a1ea5f74 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (7fab4f17-5852-4e59-b855-a699d4cd32f9), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:25.749656 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-46388318-ce0e-4e07-99ca-e6631f330a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:25.765967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46388318-ce0e-4e07-99ca-e6631f330a43 None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:25.766579 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-46388318-ce0e-4e07-99ca-e6631f330a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:25.809863 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-46388318-ce0e-4e07-99ca-e6631f330a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:25.810511 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46388318-ce0e-4e07-99ca-e6631f330a43 None None] The sync data for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:25.813191 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f1d590-4fb1-42cf-b3e5-86384a2c7ea9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Router b5a5d09e-eafb-47b2-a08c-dd47af20471d has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:38:25.824214 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9d8d50c7-98b4-444b-9e08-c56d1d813fb6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (b579abe4-b944-4279-bca6-9bd7275ad2d5), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:25.861396 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-1464ef5e-3da6-40c6-84f8-d5ac1820ea63 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting port aede2d50-c04a-444b-a35d-013206c3161e {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:25.861739 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1464ef5e-3da6-40c6-84f8-d5ac1820ea63 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (aede2d50-c04a-444b-a35d-013206c3161e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:25.875353 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d50c7-98b4-444b-9e08-c56d1d813fb6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=b579abe4-b944-4279-bca6-9bd7275ad2d5,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:25.877566 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9d8d50c7-98b4-444b-9e08-c56d1d813fb6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:25.880908 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9d8d50c7-98b4-444b-9e08-c56d1d813fb6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/b579abe4-b944-4279-bca6-9bd7275ad2d5 HTTP/1.1" status: 204 len: 168 time: 0.8615952 Apr 15 03:38:25.900976 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60980) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:25.912725 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fe6d055f-f3e1-4028-a220-bae3a1ea5f74 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (7fab4f17-5852-4e59-b855-a699d4cd32f9), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:25.914304 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2fb9ad-d55e-46d4-9f81-41329813b0a7 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:25.949181 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9adb6a-0068-488e-9715-1f9f22ecf232 None None] DHCP port deletion for a2f48b64-c2c5-45a2-b529-b6aa9bae6057 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:38:25.969458 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d055f-f3e1-4028-a220-bae3a1ea5f74 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Calling delete_port for 7fab4f17-5852-4e59-b855-a699d4cd32f9 owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:26.007456 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f6c3af2f-09c9-4db1-a8ba-b419a1512065 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1053317 Apr 15 03:38:26.018238 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60984) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:26.025780 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-345b8983-b216-435a-9051-1088f77f7d65 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:26.076470 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3a9adb6a-0068-488e-9715-1f9f22ecf232 None None] Deleting port aede2d50-c04a-444b-a35d-013206c3161e {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:26.076941 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3a9adb6a-0068-488e-9715-1f9f22ecf232 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (aede2d50-c04a-444b-a35d-013206c3161e), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:26.091339 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5bc0f4c3-497e-4778-b3ab-9679b97832bb req-342503cd-17da-4e7b-bd42-a7d27574cbbf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 210 time: 0.0824873 Apr 15 03:38:26.140954 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f1d590-4fb1-42cf-b3e5-86384a2c7ea9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:38:26.145967 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f1f1d590-4fb1-42cf-b3e5-86384a2c7ea9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:26.153917 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b474da-ea8f-4d11-a36c-68bd7367819b None None] Sync routers for ids ['b5a5d09e-eafb-47b2-a08c-dd47af20471d'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:38:26.164062 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef01b5-2833-4a2c-9537-28f315d8676e req-7c4240bc-58e5-420b-9cb7-bab3f42634c7 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:26.165997 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b8ef01b5-2833-4a2c-9537-28f315d8676e req-7c4240bc-58e5-420b-9cb7-bab3f42634c7 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1945140 Apr 15 03:38:26.172254 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-1464ef5e-3da6-40c6-84f8-d5ac1820ea63 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] For port aede2d50-c04a-444b-a35d-013206c3161e, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=aede2d50-c04a-444b-a35d-013206c3161e,segment=NetworkSegment(51e65ea1-c31b-423a-b11d-b9ef2e6462d0),segment_id=51e65ea1-c31b-423a-b11d-b9ef2e6462d0)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:26.172836 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1464ef5e-3da6-40c6-84f8-d5ac1820ea63 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (aede2d50-c04a-444b-a35d-013206c3161e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:26.173951 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b474da-ea8f-4d11-a36c-68bd7367819b None None] Routers {'b5a5d09e-eafb-47b2-a08c-dd47af20471d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:26.187863 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-97b474da-ea8f-4d11-a36c-68bd7367819b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b5a5d09e-eafb-47b2-a08c-dd47af20471d'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:26.192701 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d97411-8171-49c8-8372-c22519d45ad6 None None] DHCP port deletion for d8f597fb-2381-4564-a070-eb7f10af68ac request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:38:26.215631 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-3a9adb6a-0068-488e-9715-1f9f22ecf232 None None] For port aede2d50-c04a-444b-a35d-013206c3161e, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=aede2d50-c04a-444b-a35d-013206c3161e,segment=NetworkSegment(51e65ea1-c31b-423a-b11d-b9ef2e6462d0),segment_id=51e65ea1-c31b-423a-b11d-b9ef2e6462d0)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:26.216120 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3a9adb6a-0068-488e-9715-1f9f22ecf232 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (aede2d50-c04a-444b-a35d-013206c3161e), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:26.220644 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-1464ef5e-3da6-40c6-84f8-d5ac1820ea63 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Calling delete_port for aede2d50-c04a-444b-a35d-013206c3161e owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:26.235910 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-97b474da-ea8f-4d11-a36c-68bd7367819b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:26.239301 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f1f1d590-4fb1-42cf-b3e5-86384a2c7ea9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "PUT /v2.0/floatingips/b4de9e88-6556-4e2b-a0da-61427b3a3085 HTTP/1.1" status: 200 len: 977 time: 3.8232038 Apr 15 03:38:26.240336 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60990) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:26.250453 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b474da-ea8f-4d11-a36c-68bd7367819b None None] Routers {'b5a5d09e-eafb-47b2-a08c-dd47af20471d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:26.251533 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-97b474da-ea8f-4d11-a36c-68bd7367819b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b5a5d09e-eafb-47b2-a08c-dd47af20471d'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:26.255020 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3a9adb6a-0068-488e-9715-1f9f22ecf232 None None] Calling delete_port for aede2d50-c04a-444b-a35d-013206c3161e owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:26.278843 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f3d97411-8171-49c8-8372-c22519d45ad6 None None] Deleting port fa64d618-4082-4d04-80ff-4b986543e407 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:26.279197 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f3d97411-8171-49c8-8372-c22519d45ad6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (fa64d618-4082-4d04-80ff-4b986543e407), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:26.297104 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-97b474da-ea8f-4d11-a36c-68bd7367819b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:26.299950 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b474da-ea8f-4d11-a36c-68bd7367819b None None] The sync data for ids ['b5a5d09e-eafb-47b2-a08c-dd47af20471d'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:26.362783 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b8ef01b5-2833-4a2c-9537-28f315d8676e req-367e33b3-6203-4a15-a285-9235ba108152 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838214 Apr 15 03:38:26.369679 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-6f1c028e-e26a-4ef9-afa7-0d858f58bb5d tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Deleting port 9b319dfe-6c15-49bf-bf9e-6a7bf6d90869 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:26.370195 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f1c028e-e26a-4ef9-afa7-0d858f58bb5d tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (9b319dfe-6c15-49bf-bf9e-6a7bf6d90869), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:26.397368 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f3d97411-8171-49c8-8372-c22519d45ad6 None None] For port fa64d618-4082-4d04-80ff-4b986543e407, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fa64d618-4082-4d04-80ff-4b986543e407,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:26.397633 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f3d97411-8171-49c8-8372-c22519d45ad6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (fa64d618-4082-4d04-80ff-4b986543e407), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:26.424706 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f3d97411-8171-49c8-8372-c22519d45ad6 None None] Calling delete_port for fa64d618-4082-4d04-80ff-4b986543e407 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:26.453049 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345b8983-b216-435a-9051-1088f77f7d65 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:26.456471 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-345b8983-b216-435a-9051-1088f77f7d65 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:26.480008 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f1c028e-e26a-4ef9-afa7-0d858f58bb5d tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (9b319dfe-6c15-49bf-bf9e-6a7bf6d90869), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:26.538538 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1464ef5e-3da6-40c6-84f8-d5ac1820ea63 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (aede2d50-c04a-444b-a35d-013206c3161e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:26.545814 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3a9adb6a-0068-488e-9715-1f9f22ecf232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (aede2d50-c04a-444b-a35d-013206c3161e), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:26.548333 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fe6d055f-f3e1-4028-a220-bae3a1ea5f74 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (7fab4f17-5852-4e59-b855-a699d4cd32f9), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:26.578818 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9adb6a-0068-488e-9715-1f9f22ecf232 None None] Pushing event deleted for resources: {'Port': ['ID=aede2d50-c04a-444b-a35d-013206c3161e,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:26.585546 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9adb6a-0068-488e-9715-1f9f22ecf232 None None] No DVR routers for this DVR port aede2d50-c04a-444b-a35d-013206c3161e on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:38:26.596209 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f3d97411-8171-49c8-8372-c22519d45ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (fa64d618-4082-4d04-80ff-4b986543e407), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:26.613342 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464ef5e-3da6-40c6-84f8-d5ac1820ea63 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Port': ['ID=aede2d50-c04a-444b-a35d-013206c3161e,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:26.623014 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d97411-8171-49c8-8372-c22519d45ad6 None None] Pushing event deleted for resources: {'Port': ['ID=fa64d618-4082-4d04-80ff-4b986543e407,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:26.627831 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d97411-8171-49c8-8372-c22519d45ad6 None None] No DVR routers for this DVR port fa64d618-4082-4d04-80ff-4b986543e407 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:38:26.642463 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1464ef5e-3da6-40c6-84f8-d5ac1820ea63 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] No DVR routers for this DVR port aede2d50-c04a-444b-a35d-013206c3161e on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:38:26.710345 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d055f-f3e1-4028-a220-bae3a1ea5f74 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Pushing event deleted for resources: {'Port': ['ID=7fab4f17-5852-4e59-b855-a699d4cd32f9,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:26.770022 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f1c028e-e26a-4ef9-afa7-0d858f58bb5d tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:26.770022 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f1c028e-e26a-4ef9-afa7-0d858f58bb5d tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (b4de9e88-6556-4e2b-a0da-61427b3a3085), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:26.770203 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-6f1c028e-e26a-4ef9-afa7-0d858f58bb5d tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Floating IP b4de9e88-6556-4e2b-a0da-61427b3a3085 disassociated. External IP: 172.26.6.202, port: 9b319dfe-6c15-49bf-bf9e-6a7bf6d90869. Apr 15 03:38:26.770472 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-6f1c028e-e26a-4ef9-afa7-0d858f58bb5d tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Calling delete_port for 9b319dfe-6c15-49bf-bf9e-6a7bf6d90869 owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:26.815683 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1464ef5e-3da6-40c6-84f8-d5ac1820ea63 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (a2f48b64-c2c5-45a2-b529-b6aa9bae6057), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:26.825580 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fe6d055f-f3e1-4028-a220-bae3a1ea5f74 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (d2946a31-5613-4aa3-bcd8-71010146ef6c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:26.829922 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device fa64d618-4082-4d04-80ff-4b986543e407 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:38:26.856838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: fa64d618-4082-4d04-80ff-4b986543e407 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:38:26.857250 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device fa64d618-4082-4d04-80ff-4b986543e407 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:38:26.857690 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device aede2d50-c04a-444b-a35d-013206c3161e no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:38:26.879031 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: aede2d50-c04a-444b-a35d-013206c3161e {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:38:26.879297 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device aede2d50-c04a-444b-a35d-013206c3161e not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:38:26.941653 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-1464ef5e-3da6-40c6-84f8-d5ac1820ea63 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f48b64-c2c5-45a2-b529-b6aa9bae6057']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:26.970133 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fe6d055f-f3e1-4028-a220-bae3a1ea5f74 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (d2946a31-5613-4aa3-bcd8-71010146ef6c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:26.979111 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fe6d055f-f3e1-4028-a220-bae3a1ea5f74 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_controller (d2946a31-5613-4aa3-bcd8-71010146ef6c), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:26.981497 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-1464ef5e-3da6-40c6-84f8-d5ac1820ea63 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e65ea1-c31b-423a-b11d-b9ef2e6462d0') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:26.981795 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-1464ef5e-3da6-40c6-84f8-d5ac1820ea63 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e65ea1-c31b-423a-b11d-b9ef2e6462d0') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:26.995798 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f1c028e-e26a-4ef9-afa7-0d858f58bb5d tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (9b319dfe-6c15-49bf-bf9e-6a7bf6d90869), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:27.001274 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1464ef5e-3da6-40c6-84f8-d5ac1820ea63 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (51e65ea1-c31b-423a-b11d-b9ef2e6462d0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:27.028282 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c028e-e26a-4ef9-afa7-0d858f58bb5d tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event deleted for resources: {'Port': ['ID=9b319dfe-6c15-49bf-bf9e-6a7bf6d90869,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:27.055828 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1464ef5e-3da6-40c6-84f8-d5ac1820ea63 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (51e65ea1-c31b-423a-b11d-b9ef2e6462d0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:27.063092 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1464ef5e-3da6-40c6-84f8-d5ac1820ea63 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:38:27.063499 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1464ef5e-3da6-40c6-84f8-d5ac1820ea63 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (51e65ea1-c31b-423a-b11d-b9ef2e6462d0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:38:27.067182 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:38:27.111147 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-345b8983-b216-435a-9051-1088f77f7d65 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (ed94d04e-192c-4c86-b9da-5d19a136cd61), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:27.153536 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fe6d055f-f3e1-4028-a220-bae3a1ea5f74 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (d2946a31-5613-4aa3-bcd8-71010146ef6c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:27.153862 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6d055f-f3e1-4028-a220-bae3a1ea5f74 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Fanout notify agent at l3_agent the message router_deleted on router d2946a31-5613-4aa3-bcd8-71010146ef6c {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:38:27.163945 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fe6d055f-f3e1-4028-a220-bae3a1ea5f74 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:27.168793 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fe6d055f-f3e1-4028-a220-bae3a1ea5f74 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "DELETE /v2.0/routers/d2946a31-5613-4aa3-bcd8-71010146ef6c HTTP/1.1" status: 204 len: 168 time: 2.2872353 Apr 15 03:38:27.170579 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 60996) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:27.183639 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e1f7ceb0-f751-478a-8ba9-55f461366033 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1793528984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:27.189549 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345b8983-b216-435a-9051-1088f77f7d65 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:27.192317 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1c028e-e26a-4ef9-afa7-0d858f58bb5d tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Router b5a5d09e-eafb-47b2-a08c-dd47af20471d has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:38:27.196100 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-345b8983-b216-435a-9051-1088f77f7d65 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:27.203472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345b8983-b216-435a-9051-1088f77f7d65 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:27.204219 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-345b8983-b216-435a-9051-1088f77f7d65 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:27.209178 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49329a1d-1b20-4963-8362-c671d21769bf None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:27.226373 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b8983-b216-435a-9051-1088f77f7d65 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=ed94d04e-192c-4c86-b9da-5d19a136cd61,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:27.236514 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9a7f8a30-6028-47c8-887c-94db3cc5c46b req-46425557-704b-4e26-a861-93a9b1f9485d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 210 time: 0.0361416 Apr 15 03:38:27.265178 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1464ef5e-3da6-40c6-84f8-d5ac1820ea63 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (a2f48b64-c2c5-45a2-b529-b6aa9bae6057), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:27.278332 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1464ef5e-3da6-40c6-84f8-d5ac1820ea63 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:27.283187 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1464ef5e-3da6-40c6-84f8-d5ac1820ea63 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/networks/a2f48b64-c2c5-45a2-b529-b6aa9bae6057 HTTP/1.1" status: 204 len: 168 time: 1.7281528 Apr 15 03:38:27.286228 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 60998) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:27.314995 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-345b8983-b216-435a-9051-1088f77f7d65 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2949748 Apr 15 03:38:27.316120 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464ef5e-3da6-40c6-84f8-d5ac1820ea63 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Network': ['ID=a2f48b64-c2c5-45a2-b529-b6aa9bae6057,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:27.319041 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32768) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:27.324960 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-701f54aa-f0f1-495b-a7c8-24b0c2de8a55 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'name': 'tempest-NetworksTestDHCPv6-1186055750'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:27.349467 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1f7ceb0-f751-478a-8ba9-55f461366033 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:27.350517 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1f7ceb0-f751-478a-8ba9-55f461366033 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:27.373566 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a2328f-356a-4200-bacd-7bd569beb10c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d8f597fb-2381-4564-a070-eb7f10af68ac', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'fixed_ips': [{'subnet_id': 'ed94d04e-192c-4c86-b9da-5d19a136cd61'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:38:27.376952 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-55a2328f-356a-4200-bacd-7bd569beb10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:27.384955 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93260ddf-3ffb-4cb4-9f68-3d3a2c8c8211 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:27.386404 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-93260ddf-3ffb-4cb4-9f68-3d3a2c8c8211 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports/948143fb-a674-415f-aaa3-870f5794a953 HTTP/1.1" status: 200 len: 845 time: 0.0990479 Apr 15 03:38:27.392465 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32770) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:27.439328 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1c028e-e26a-4ef9-afa7-0d858f58bb5d tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:38:27.454264 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-425c8eb1-b1b3-42cc-8fbb-5c659c3a8225 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports/948143fb-a674-415f-aaa3-870f5794a953?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0572650 Apr 15 03:38:27.462927 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866da458-82be-4477-b897-8643410922a0 None None] Sync routers for ids ['b5a5d09e-eafb-47b2-a08c-dd47af20471d'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:38:27.467279 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32774) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:27.474410 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-80ffb002-4d6f-4cd7-85bf-3686530948ac tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'subnet': {'network_id': 'b6a69919-449e-4977-899e-5a45769fb810', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:27.486944 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866da458-82be-4477-b897-8643410922a0 None None] Routers {'b5a5d09e-eafb-47b2-a08c-dd47af20471d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:27.487591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-866da458-82be-4477-b897-8643410922a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b5a5d09e-eafb-47b2-a08c-dd47af20471d'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:27.504202 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1f7ceb0-f751-478a-8ba9-55f461366033 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_controller (7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:27.527709 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-866da458-82be-4477-b897-8643410922a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:27.561212 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866da458-82be-4477-b897-8643410922a0 None None] Routers {'b5a5d09e-eafb-47b2-a08c-dd47af20471d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:27.562515 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-866da458-82be-4477-b897-8643410922a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b5a5d09e-eafb-47b2-a08c-dd47af20471d'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:27.579028 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f1c028e-e26a-4ef9-afa7-0d858f58bb5d tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:27.582254 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6f1c028e-e26a-4ef9-afa7-0d858f58bb5d tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "DELETE /v2.0/ports/9b319dfe-6c15-49bf-bf9e-6a7bf6d90869 HTTP/1.1" status: 204 len: 168 time: 1.3407128 Apr 15 03:38:27.585513 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32776) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:27.595602 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541e254-4832-471e-82c0-3f9f312e2890 req-3a202d2c-50fc-45ba-9c33-87e14413afac tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:27.602910 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1541e254-4832-471e-82c0-3f9f312e2890 req-3a202d2c-50fc-45ba-9c33-87e14413afac tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0892732 Apr 15 03:38:27.605265 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1f7ceb0-f751-478a-8ba9-55f461366033 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:27.605627 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-866da458-82be-4477-b897-8643410922a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:27.607395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866da458-82be-4477-b897-8643410922a0 None None] The sync data for ids ['b5a5d09e-eafb-47b2-a08c-dd47af20471d'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:27.623574 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-55a2328f-356a-4200-bacd-7bd569beb10c None None] Allocated IP 2001:db8::2 (d8f597fb-2381-4564-a070-eb7f10af68ac/ed94d04e-192c-4c86-b9da-5d19a136cd61/1210a467-4b9d-49a3-82de-50f9f50f41c3) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:27.684999 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1541e254-4832-471e-82c0-3f9f312e2890 req-ce971685-7ab7-48c9-8849-82c34b123f3c tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809155 Apr 15 03:38:27.704418 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ffb002-4d6f-4cd7-85bf-3686530948ac tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:27.707822 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80ffb002-4d6f-4cd7-85bf-3686530948ac tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:27.746601 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1f7ceb0-f751-478a-8ba9-55f461366033 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:27.750445 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e1f7ceb0-f751-478a-8ba9-55f461366033 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5777583 Apr 15 03:38:27.754877 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32778) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:27.763975 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-6ab53e05-9019-46ae-af7c-9706063a890b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'enable_snat': True}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:27.793646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-55a2328f-356a-4200-bacd-7bd569beb10c None None] Publish callbacks [] for port (1210a467-4b9d-49a3-82de-50f9f50f41c3), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:27.836346 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701f54aa-f0f1-495b-a7c8-24b0c2de8a55 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:27.839663 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-701f54aa-f0f1-495b-a7c8-24b0c2de8a55 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:27.891306 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-55a2328f-356a-4200-bacd-7bd569beb10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (1210a467-4b9d-49a3-82de-50f9f50f41c3), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:27.940915 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a2328f-356a-4200-bacd-7bd569beb10c None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:27.944841 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-55a2328f-356a-4200-bacd-7bd569beb10c None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:27.946998 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a2328f-356a-4200-bacd-7bd569beb10c None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:27.957273 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2328f-356a-4200-bacd-7bd569beb10c None None] Pushing event updated for resources: {'Port': ['ID=1210a467-4b9d-49a3-82de-50f9f50f41c3,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:28.019081 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-55a2328f-356a-4200-bacd-7bd569beb10c None None] Attempting to bind port 1210a467-4b9d-49a3-82de-50f9f50f41c3 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:38:28.019457 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-55a2328f-356a-4200-bacd-7bd569beb10c None None] Attempting to bind port 1210a467-4b9d-49a3-82de-50f9f50f41c3 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:38:28.019780 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a2328f-356a-4200-bacd-7bd569beb10c None None] Attempting to bind port 1210a467-4b9d-49a3-82de-50f9f50f41c3 on network d8f597fb-2381-4564-a070-eb7f10af68ac {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:38:28.025856 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a2328f-356a-4200-bacd-7bd569beb10c None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:38:28.026276 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a2328f-356a-4200-bacd-7bd569beb10c None None] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:38:28.026678 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-55a2328f-356a-4200-bacd-7bd569beb10c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:28.027050 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a2328f-356a-4200-bacd-7bd569beb10c None None] Bound using segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:38:28.027528 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-55a2328f-356a-4200-bacd-7bd569beb10c None None] Bound port: 1210a467-4b9d-49a3-82de-50f9f50f41c3, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:38:28.027907 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-55a2328f-356a-4200-bacd-7bd569beb10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1210a467-4b9d-49a3-82de-50f9f50f41c3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:28.108154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-55a2328f-356a-4200-bacd-7bd569beb10c None None] For port 1210a467-4b9d-49a3-82de-50f9f50f41c3, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:38:28.116550 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-55a2328f-356a-4200-bacd-7bd569beb10c None None] For port 1210a467-4b9d-49a3-82de-50f9f50f41c3, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1210a467-4b9d-49a3-82de-50f9f50f41c3,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:38:28.185833 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-701f54aa-f0f1-495b-a7c8-24b0c2de8a55 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] device_id is not set on port 9504c425-6677-4138-9aef-b387da9c9f4a yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:38:28.220334 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-55a2328f-356a-4200-bacd-7bd569beb10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (1210a467-4b9d-49a3-82de-50f9f50f41c3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:28.317556 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2328f-356a-4200-bacd-7bd569beb10c None None] Pushing event updated for resources: {'Port': ['ID=1210a467-4b9d-49a3-82de-50f9f50f41c3,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:28.344689 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ab53e05-9019-46ae-af7c-9706063a890b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_gateway (7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:28.407207 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-701f54aa-f0f1-495b-a7c8-24b0c2de8a55 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8::22e (d8f597fb-2381-4564-a070-eb7f10af68ac/ed94d04e-192c-4c86-b9da-5d19a136cd61/9504c425-6677-4138-9aef-b387da9c9f4a) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:28.458398 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a930901a-b871-4be8-a403-82ce58cb64f4 req-abc18058-7487-49a0-ae91-9547a9232edd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 210 time: 0.1045787 Apr 15 03:38:28.513595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80ffb002-4d6f-4cd7-85bf-3686530948ac tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (479686e6-e52c-4dc6-bc5f-1668cad6ac23), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:28.574018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-336e57d6-16d7-471a-9200-01894a0c3139 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (b5a5d09e-eafb-47b2-a08c-dd47af20471d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:28.637161 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ffb002-4d6f-4cd7-85bf-3686530948ac tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network b6a69919-449e-4977-899e-5a45769fb810 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:28.642482 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ffb002-4d6f-4cd7-85bf-3686530948ac tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Subnet': ['ID=479686e6-e52c-4dc6-bc5f-1668cad6ac23,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:28.648693 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-80ffb002-4d6f-4cd7-85bf-3686530948ac tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:28.665681 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fe67ba-8865-4d39-8c5e-a620da8a9cd9 None None] Network b6a69919-449e-4977-899e-5a45769fb810 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:28.677817 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ffb002-4d6f-4cd7-85bf-3686530948ac tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:28.678729 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80ffb002-4d6f-4cd7-85bf-3686530948ac tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:28.740987 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe8dc0-693a-459b-a52b-192da046879b req-25b04d98-13df-4f56-81fe-e470af1e6768 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:28.746127 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b7fe8dc0-693a-459b-a52b-192da046879b req-25b04d98-13df-4f56-81fe-e470af1e6768 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/networks?id=eaba6a84-95dc-429a-9c8d-a050c4a38ccd HTTP/1.1" status: 200 len: 797 time: 0.3859990 Apr 15 03:38:28.776693 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-701f54aa-f0f1-495b-a7c8-24b0c2de8a55 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (9504c425-6677-4138-9aef-b387da9c9f4a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:28.837968 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ab53e05-9019-46ae-af7c-9706063a890b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_gateway (7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:28.854916 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b7fe8dc0-693a-459b-a52b-192da046879b req-da864148-9de5-40d9-ae12-a0bb02aac5fd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 380 time: 0.1009254 Apr 15 03:38:28.859301 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-80ffb002-4d6f-4cd7-85bf-3686530948ac tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3889832 Apr 15 03:38:28.866543 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32784) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:28.871053 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-b7fe8dc0-693a-459b-a52b-192da046879b req-f1f64f76-5737-4026-906d-db540f5ce10a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'port': {'device_id': '4a6bd071-179f-4c5e-9e23-d119888bdc44', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'admin_state_up': True, 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'security_groups': ['bd3fa657-6777-4756-919c-12738790adc1']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:28.874212 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ab53e05-9019-46ae-af7c-9706063a890b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:28.913944 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-e87e64d4-428e-4b40-b20a-bc8aee9461f5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'security_group': {'name': 'tempest-secgroup-962632188'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:28.975844 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20ae2c-7ff0-4a64-9893-8a1fa0e701d1 req-5093627d-e021-4e80-b47d-c0cc784571c4 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:28.977589 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ae20ae2c-7ff0-4a64-9893-8a1fa0e701d1 req-5093627d-e021-4e80-b47d-c0cc784571c4 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0994549 Apr 15 03:38:29.050040 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-701f54aa-f0f1-495b-a7c8-24b0c2de8a55 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (9504c425-6677-4138-9aef-b387da9c9f4a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:29.052348 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1210a467-4b9d-49a3-82de-50f9f50f41c3 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:29.102173 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ae20ae2c-7ff0-4a64-9893-8a1fa0e701d1 req-33f32ebd-f0aa-4ff6-8c1e-cc400b5d8f37 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147101 Apr 15 03:38:29.120467 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bfd004-6323-4a4f-af2e-d93ee84fda09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-b6a69919-449e-4977-899e-5a45769fb810', 'network_id': 'b6a69919-449e-4977-899e-5a45769fb810', 'project_id': 'f99fc1577cd2451fb6bab5b4e898b08c', 'fixed_ips': [{'subnet_id': '479686e6-e52c-4dc6-bc5f-1668cad6ac23'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:38:29.121495 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-32bfd004-6323-4a4f-af2e-d93ee84fda09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:29.128804 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701f54aa-f0f1-495b-a7c8-24b0c2de8a55 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:29.130318 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-6ab53e05-9019-46ae-af7c-9706063a890b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Allocated IP 172.26.6.47 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/fa7958e8-74dd-4e93-a34a-6e8f4c95c632) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:29.138664 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-701f54aa-f0f1-495b-a7c8-24b0c2de8a55 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:29.139708 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 1210a467-4b9d-49a3-82de-50f9f50f41c3 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:29.140703 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1210a467-4b9d-49a3-82de-50f9f50f41c3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:29.146480 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701f54aa-f0f1-495b-a7c8-24b0c2de8a55 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:29.149085 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e87e64d4-428e-4b40-b20a-bc8aee9461f5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:29.151740 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701f54aa-f0f1-495b-a7c8-24b0c2de8a55 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:29.152366 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-701f54aa-f0f1-495b-a7c8-24b0c2de8a55 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:29.160428 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f54aa-f0f1-495b-a7c8-24b0c2de8a55 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=9504c425-6677-4138-9aef-b387da9c9f4a,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:29.248132 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-701f54aa-f0f1-495b-a7c8-24b0c2de8a55 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9278998 Apr 15 03:38:29.250739 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32790) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:29.314984 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ab53e05-9019-46ae-af7c-9706063a890b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for port (fa7958e8-74dd-4e93-a34a-6e8f4c95c632), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:29.322395 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3628e700-d00a-43fa-9830-485adccd7664 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:29.328596 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3628e700-d00a-43fa-9830-485adccd7664 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:29.330070 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3628e700-d00a-43fa-9830-485adccd7664 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0783908 Apr 15 03:38:29.330570 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e87e64d4-428e-4b40-b20a-bc8aee9461f5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (71d706a1-a175-4dc9-9184-547f3ecf0aea), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:29.333695 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32792) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:29.363669 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 1210a467-4b9d-49a3-82de-50f9f50f41c3 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:29.363875 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1210a467-4b9d-49a3-82de-50f9f50f41c3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:29.376601 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-336e57d6-16d7-471a-9200-01894a0c3139 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Deleting port 387ad319-7711-47e4-9ac9-aa12a9ba1f30 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:29.377106 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-336e57d6-16d7-471a-9200-01894a0c3139 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (387ad319-7711-47e4-9ac9-aa12a9ba1f30), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:29.416475 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 1210a467-4b9d-49a3-82de-50f9f50f41c3, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1210a467-4b9d-49a3-82de-50f9f50f41c3,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:29.422701 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-32bfd004-6323-4a4f-af2e-d93ee84fda09 None None] Allocated IP 2001:db8::2 (b6a69919-449e-4977-899e-5a45769fb810/479686e6-e52c-4dc6-bc5f-1668cad6ac23/ed526c54-a572-4ac8-934a-92844fef4205) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:29.436849 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e87e64d4-428e-4b40-b20a-bc8aee9461f5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (71d706a1-a175-4dc9-9184-547f3ecf0aea), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:29.455258 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7fe8dc0-693a-459b-a52b-192da046879b req-f1f64f76-5737-4026-906d-db540f5ce10a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:29.459197 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b7fe8dc0-693a-459b-a52b-192da046879b req-f1f64f76-5737-4026-906d-db540f5ce10a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:29.465676 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-10e4b4d3-2ebd-442c-90ba-9fbc076bc8b2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting port 9504c425-6677-4138-9aef-b387da9c9f4a {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:29.465676 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-10e4b4d3-2ebd-442c-90ba-9fbc076bc8b2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (9504c425-6677-4138-9aef-b387da9c9f4a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:29.531535 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (1210a467-4b9d-49a3-82de-50f9f50f41c3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:29.548579 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ab53e05-9019-46ae-af7c-9706063a890b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (fa7958e8-74dd-4e93-a34a-6e8f4c95c632), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:29.596608 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=1210a467-4b9d-49a3-82de-50f9f50f41c3,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:29.598264 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e87e64d4-428e-4b40-b20a-bc8aee9461f5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:29.600063 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e87e64d4-428e-4b40-b20a-bc8aee9461f5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.6994348 Apr 15 03:38:29.607567 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e64d4-428e-4b40-b20a-bc8aee9461f5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d706a1-a175-4dc9-9184-547f3ecf0aea,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:29.631346 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32796) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:29.656518 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-eb7f208b-631e-49cf-9339-0f3c88458e1f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'security_group': {'name': 'tempest-secgroup-1104894790'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:29.670289 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7e777434-8033-4878-b653-fbb9b9ac3a9b req-f90a1676-9214-4ab8-a8f1-01ba02a2bdc7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 210 time: 0.0889013 Apr 15 03:38:29.672574 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-336e57d6-16d7-471a-9200-01894a0c3139 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (387ad319-7711-47e4-9ac9-aa12a9ba1f30), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:29.697639 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab53e05-9019-46ae-af7c-9706063a890b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Pushing event updated for resources: {'Port': ['ID=fa7958e8-74dd-4e93-a34a-6e8f4c95c632,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:29.700689 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-336e57d6-16d7-471a-9200-01894a0c3139 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Calling delete_port for 387ad319-7711-47e4-9ac9-aa12a9ba1f30 owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:29.701934 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab53e05-9019-46ae-af7c-9706063a890b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:29.712989 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-6ab53e05-9019-46ae-af7c-9706063a890b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:29.724508 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab53e05-9019-46ae-af7c-9706063a890b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:29.731535 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-32bfd004-6323-4a4f-af2e-d93ee84fda09 None None] Publish callbacks [] for port (ed526c54-a572-4ac8-934a-92844fef4205), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:29.754352 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-10e4b4d3-2ebd-442c-90ba-9fbc076bc8b2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (9504c425-6677-4138-9aef-b387da9c9f4a), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:29.776741 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-10e4b4d3-2ebd-442c-90ba-9fbc076bc8b2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Calling delete_port for 9504c425-6677-4138-9aef-b387da9c9f4a owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:29.786106 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-bf095e9d-5843-4630-854f-b69b31352e85 None None] Provisioning complete for port 1210a467-4b9d-49a3-82de-50f9f50f41c3 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:29.786624 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bf095e9d-5843-4630-854f-b69b31352e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1210a467-4b9d-49a3-82de-50f9f50f41c3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:29.791734 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-b7fe8dc0-693a-459b-a52b-192da046879b req-f1f64f76-5737-4026-906d-db540f5ce10a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.20.0.6 (eaba6a84-95dc-429a-9c8d-a050c4a38ccd/e462f0b1-e973-44d3-b642-47de40a6bb71/347a4f58-c452-407f-bde8-d216d9e6eaef) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:29.831363 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-32bfd004-6323-4a4f-af2e-d93ee84fda09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (ed526c54-a572-4ac8-934a-92844fef4205), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:29.870306 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bfd004-6323-4a4f-af2e-d93ee84fda09 None None] Network b6a69919-449e-4977-899e-5a45769fb810 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:29.873500 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-32bfd004-6323-4a4f-af2e-d93ee84fda09 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:29.881419 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bfd004-6323-4a4f-af2e-d93ee84fda09 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:29.909301 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eb7f208b-631e-49cf-9339-0f3c88458e1f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:29.922443 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfd004-6323-4a4f-af2e-d93ee84fda09 None None] Pushing event updated for resources: {'Port': ['ID=ed526c54-a572-4ac8-934a-92844fef4205,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:29.993742 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eb7f208b-631e-49cf-9339-0f3c88458e1f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (64f156ea-ed82-4716-b8e6-8f4023e306a5), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:30.023868 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-bf095e9d-5843-4630-854f-b69b31352e85 None None] Current status of the port 1210a467-4b9d-49a3-82de-50f9f50f41c3 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:30.027074 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-32bfd004-6323-4a4f-af2e-d93ee84fda09 None None] Attempting to bind port ed526c54-a572-4ac8-934a-92844fef4205 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:38:30.027454 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-32bfd004-6323-4a4f-af2e-d93ee84fda09 None None] Attempting to bind port ed526c54-a572-4ac8-934a-92844fef4205 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '7bc55095-3f5c-4cde-a924-373e493ee889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6a69919-449e-4977-899e-5a45769fb810'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:38:30.028231 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bfd004-6323-4a4f-af2e-d93ee84fda09 None None] Attempting to bind port ed526c54-a572-4ac8-934a-92844fef4205 on network b6a69919-449e-4977-899e-5a45769fb810 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:38:30.040774 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bfd004-6323-4a4f-af2e-d93ee84fda09 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:38:30.041154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bfd004-6323-4a4f-af2e-d93ee84fda09 None None] Checking segment: {'id': '7bc55095-3f5c-4cde-a924-373e493ee889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6a69919-449e-4977-899e-5a45769fb810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:38:30.041558 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-32bfd004-6323-4a4f-af2e-d93ee84fda09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:30.041951 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bfd004-6323-4a4f-af2e-d93ee84fda09 None None] Bound using segment: {'id': '7bc55095-3f5c-4cde-a924-373e493ee889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6a69919-449e-4977-899e-5a45769fb810'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:38:30.042424 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-32bfd004-6323-4a4f-af2e-d93ee84fda09 None None] Bound port: ed526c54-a572-4ac8-934a-92844fef4205, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc55095-3f5c-4cde-a924-373e493ee889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b6a69919-449e-4977-899e-5a45769fb810'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:38:30.042839 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-32bfd004-6323-4a4f-af2e-d93ee84fda09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ed526c54-a572-4ac8-934a-92844fef4205), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:30.084008 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eb7f208b-631e-49cf-9339-0f3c88458e1f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (64f156ea-ed82-4716-b8e6-8f4023e306a5), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:30.116775 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-32bfd004-6323-4a4f-af2e-d93ee84fda09 None None] For port ed526c54-a572-4ac8-934a-92844fef4205, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:38:30.120415 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-32bfd004-6323-4a4f-af2e-d93ee84fda09 None None] For port ed526c54-a572-4ac8-934a-92844fef4205, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ed526c54-a572-4ac8-934a-92844fef4205,segment=NetworkSegment(7bc55095-3f5c-4cde-a924-373e493ee889),segment_id=7bc55095-3f5c-4cde-a924-373e493ee889)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:38:30.143465 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-336e57d6-16d7-471a-9200-01894a0c3139 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (387ad319-7711-47e4-9ac9-aa12a9ba1f30), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:30.146339 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-e319897f-2278-4a4e-9c95-ba572f809a52 None None] Provisioning complete for port 9504c425-6677-4138-9aef-b387da9c9f4a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:30.146743 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e319897f-2278-4a4e-9c95-ba572f809a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (9504c425-6677-4138-9aef-b387da9c9f4a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:30.159817 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b7fe8dc0-693a-459b-a52b-192da046879b req-f1f64f76-5737-4026-906d-db540f5ce10a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (347a4f58-c452-407f-bde8-d216d9e6eaef), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:30.173691 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f208b-631e-49cf-9339-0f3c88458e1f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f156ea-ed82-4716-b8e6-8f4023e306a5,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:30.191206 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e319897f-2278-4a4e-9c95-ba572f809a52 None None] Port 9504c425-6677-4138-9aef-b387da9c9f4a cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:30.204518 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e57d6-16d7-471a-9200-01894a0c3139 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event deleted for resources: {'Port': ['ID=387ad319-7711-47e4-9ac9-aa12a9ba1f30,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:30.213382 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ab53e05-9019-46ae-af7c-9706063a890b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_gateway (7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:30.231349 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-32bfd004-6323-4a4f-af2e-d93ee84fda09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ed526c54-a572-4ac8-934a-92844fef4205), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:30.274774 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eb7f208b-631e-49cf-9339-0f3c88458e1f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:30.278750 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-eb7f208b-631e-49cf-9339-0f3c88458e1f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6262124 Apr 15 03:38:30.282458 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32800) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:30.286435 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a2339d58-591e-445d-b6eb-515ee1180be1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-559484114', 'security_groups': ['64f156ea-ed82-4716-b8e6-8f4023e306a5'], 'network_id': 'b6a69919-449e-4977-899e-5a45769fb810', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '479686e6-e52c-4dc6-bc5f-1668cad6ac23'}]}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:30.306940 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfd004-6323-4a4f-af2e-d93ee84fda09 None None] Pushing event updated for resources: {'Port': ['ID=ed526c54-a572-4ac8-934a-92844fef4205,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:30.337985 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed70d26-9d24-4773-b4d3-df88d950f2a6 req-efc59d78-cfd9-48d6-a8ca-985b7679e50d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:30.339588 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9ed70d26-9d24-4773-b4d3-df88d950f2a6 req-efc59d78-cfd9-48d6-a8ca-985b7679e50d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1457198 Apr 15 03:38:30.444509 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b7fe8dc0-693a-459b-a52b-192da046879b req-f1f64f76-5737-4026-906d-db540f5ce10a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (347a4f58-c452-407f-bde8-d216d9e6eaef), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:30.462782 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9ed70d26-9d24-4773-b4d3-df88d950f2a6 req-9a657e6e-a62a-4bf5-a60f-87a11c0002e5 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114759 Apr 15 03:38:30.516321 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-10e4b4d3-2ebd-442c-90ba-9fbc076bc8b2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (9504c425-6677-4138-9aef-b387da9c9f4a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:30.571278 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4b4d3-2ebd-442c-90ba-9fbc076bc8b2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Port': ['ID=9504c425-6677-4138-9aef-b387da9c9f4a,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:30.575174 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7fe8dc0-693a-459b-a52b-192da046879b req-f1f64f76-5737-4026-906d-db540f5ce10a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network eaba6a84-95dc-429a-9c8d-a050c4a38ccd is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:30.581201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f64f76-5737-4026-906d-db540f5ce10a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=347a4f58-c452-407f-bde8-d216d9e6eaef,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:30.593476 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-b7fe8dc0-693a-459b-a52b-192da046879b req-f1f64f76-5737-4026-906d-db540f5ce10a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:30.595866 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fe8dc0-693a-459b-a52b-192da046879b req-f1f64f76-5737-4026-906d-db540f5ce10a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:30.653718 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-10e4b4d3-2ebd-442c-90ba-9fbc076bc8b2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:30.658305 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-10e4b4d3-2ebd-442c-90ba-9fbc076bc8b2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/9504c425-6677-4138-9aef-b387da9c9f4a HTTP/1.1" status: 204 len: 168 time: 1.3236125 Apr 15 03:38:30.661251 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32802) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:30.674012 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe8dc0-693a-459b-a52b-192da046879b req-f1f64f76-5737-4026-906d-db540f5ce10a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:30.675028 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b7fe8dc0-693a-459b-a52b-192da046879b req-f1f64f76-5737-4026-906d-db540f5ce10a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:30.687088 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-336e57d6-16d7-471a-9200-01894a0c3139 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (b5a5d09e-eafb-47b2-a08c-dd47af20471d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:30.742714 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ab53e05-9019-46ae-af7c-9706063a890b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:30.758190 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65cde84-64a7-4a9d-9696-a7fc39ef4cb4 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:30.760807 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65cde84-64a7-4a9d-9696-a7fc39ef4cb4 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:30.762412 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a65cde84-64a7-4a9d-9696-a7fc39ef4cb4 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0976570 Apr 15 03:38:30.763863 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ab53e05-9019-46ae-af7c-9706063a890b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:30.765905 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32806) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:30.875869 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-34df62ac-a6b2-44b3-8c4a-cb6adafbee91 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet ed94d04e-192c-4c86-b9da-5d19a136cd61 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:38:30.914435 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2339d58-591e-445d-b6eb-515ee1180be1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:30.960653 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b7fe8dc0-693a-459b-a52b-192da046879b req-f1f64f76-5737-4026-906d-db540f5ce10a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0962720 Apr 15 03:38:30.997102 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-b7fe8dc0-693a-459b-a52b-192da046879b req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] Request body: {'port': {'device_id': '4a6bd071-179f-4c5e-9e23-d119888bdc44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:31.011383 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad9aa1-2562-4e9e-98a9-5de46b67a41b req-cf288144-0a5a-4c9e-b10b-319ce314690d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:31.013520 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86ad9aa1-2562-4e9e-98a9-5de46b67a41b req-cf288144-0a5a-4c9e-b10b-319ce314690d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 931 time: 0.1177669 Apr 15 03:38:31.022397 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1210a467-4b9d-49a3-82de-50f9f50f41c3 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:31.056537 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-b4f3b3cf-84cb-47dd-a2b4-b3ea2721f54d None None] Provisioning complete for port 347a4f58-c452-407f-bde8-d216d9e6eaef triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:31.056850 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b4f3b3cf-84cb-47dd-a2b4-b3ea2721f54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (347a4f58-c452-407f-bde8-d216d9e6eaef), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:31.107140 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-b4f3b3cf-84cb-47dd-a2b4-b3ea2721f54d None None] Port 347a4f58-c452-407f-bde8-d216d9e6eaef cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:31.115582 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 1210a467-4b9d-49a3-82de-50f9f50f41c3 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:31.115971 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1210a467-4b9d-49a3-82de-50f9f50f41c3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:31.209604 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 1210a467-4b9d-49a3-82de-50f9f50f41c3 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:31.210938 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ed526c54-a572-4ac8-934a-92844fef4205 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:31.231951 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34df62ac-a6b2-44b3-8c4a-cb6adafbee91 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (ed94d04e-192c-4c86-b9da-5d19a136cd61), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:31.260762 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port ed526c54-a572-4ac8-934a-92844fef4205 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:31.260991 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ed526c54-a572-4ac8-934a-92844fef4205), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:31.286060 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34df62ac-a6b2-44b3-8c4a-cb6adafbee91 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (ed94d04e-192c-4c86-b9da-5d19a136cd61), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:31.365235 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port ed526c54-a572-4ac8-934a-92844fef4205 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:31.365235 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ed526c54-a572-4ac8-934a-92844fef4205), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:31.406827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port ed526c54-a572-4ac8-934a-92844fef4205, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ed526c54-a572-4ac8-934a-92844fef4205,segment=NetworkSegment(7bc55095-3f5c-4cde-a924-373e493ee889),segment_id=7bc55095-3f5c-4cde-a924-373e493ee889)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:31.417231 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34df62ac-a6b2-44b3-8c4a-cb6adafbee91 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (ed94d04e-192c-4c86-b9da-5d19a136cd61), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:31.451154 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b7fe8dc0-693a-459b-a52b-192da046879b req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (347a4f58-c452-407f-bde8-d216d9e6eaef), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:31.460427 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab53e05-9019-46ae-af7c-9706063a890b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Router 7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:38:31.474809 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86ad9aa1-2562-4e9e-98a9-5de46b67a41b req-88c598e7-4bcd-4a22-90e0-028170b52d68 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd3fa657-6777-4756-919c-12738790adc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340225 Apr 15 03:38:31.519741 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ed526c54-a572-4ac8-934a-92844fef4205), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:31.520235 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2339d58-591e-445d-b6eb-515ee1180be1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:31.616408 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-a2339d58-591e-445d-b6eb-515ee1180be1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] device_id is not set on port a9628711-ce3b-49f9-b441-d889fa9fa540 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:38:31.622651 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab53e05-9019-46ae-af7c-9706063a890b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:38:31.630189 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ab53e05-9019-46ae-af7c-9706063a890b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:31.633965 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3fd012-42ba-4bb6-965d-a9f768696d43 None None] Sync routers for ids ['7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:38:31.634553 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6ab53e05-9019-46ae-af7c-9706063a890b tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "PUT /v2.0/routers/7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2 HTTP/1.1" status: 200 len: 914 time: 3.8720262 Apr 15 03:38:31.646232 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=ed526c54-a572-4ac8-934a-92844fef4205,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:31.648844 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32810) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:31.666376 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3fd012-42ba-4bb6-965d-a9f768696d43 None None] Routers {'7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:31.667220 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-dd3fd012-42ba-4bb6-965d-a9f768696d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:31.697953 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34df62ac-a6b2-44b3-8c4a-cb6adafbee91 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (ed94d04e-192c-4c86-b9da-5d19a136cd61), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:31.705918 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-dd3fd012-42ba-4bb6-965d-a9f768696d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:31.716317 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3fd012-42ba-4bb6-965d-a9f768696d43 None None] Routers {'7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:31.717229 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-dd3fd012-42ba-4bb6-965d-a9f768696d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:31.746723 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10ce12-2334-45ee-a731-c8bc95724e8e req-85013af6-a65e-4a46-a20e-4b415e5acbeb tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:31.748363 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4b10ce12-2334-45ee-a731-c8bc95724e8e req-85013af6-a65e-4a46-a20e-4b415e5acbeb tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1391087 Apr 15 03:38:31.756525 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34df62ac-a6b2-44b3-8c4a-cb6adafbee91 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:31.759792 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-34df62ac-a6b2-44b3-8c4a-cb6adafbee91 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/ed94d04e-192c-4c86-b9da-5d19a136cd61 HTTP/1.1" status: 204 len: 168 time: 0.9920692 Apr 15 03:38:31.760689 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df62ac-a6b2-44b3-8c4a-cb6adafbee91 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=ed94d04e-192c-4c86-b9da-5d19a136cd61,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:31.761501 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-dd3fd012-42ba-4bb6-965d-a9f768696d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:31.762429 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3fd012-42ba-4bb6-965d-a9f768696d43 None None] The sync data for ids ['7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:31.765861 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32812) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:31.782162 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21473242-4b49-4b10-8b0d-1fbf7cace604 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:31.855234 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4b10ce12-2334-45ee-a731-c8bc95724e8e req-2199e693-0c33-4721-9140-4b5e74eafc90 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914433 Apr 15 03:38:31.868322 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f7cd836c-1753-4978-b53d-bba19b48a021 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951152 Apr 15 03:38:31.877377 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32814) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:31.877377 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2e1f5d6f-0443-4cb8-a1c7-e040cd4a40a4 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "GET /v2.0/routers/7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2 HTTP/1.1" status: 200 len: 920 time: 0.2256942 Apr 15 03:38:31.880402 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32816) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:31.881609 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336e57d6-16d7-471a-9200-01894a0c3139 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Router b5a5d09e-eafb-47b2-a08c-dd47af20471d has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:38:31.884410 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-14076b14-46dd-47f9-bb95-2c45191fd1d1 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:31.956186 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9bbac493-1683-4bea-8db9-253665d78eec None None] Provisioning complete for port 948143fb-a674-415f-aaa3-870f5794a953 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:31.960121 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9bbac493-1683-4bea-8db9-253665d78eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (948143fb-a674-415f-aaa3-870f5794a953), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:31.981125 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c16f0f-f637-4553-b433-6cfb4fc3fa47 None None] DHCP port deletion for d8f597fb-2381-4564-a070-eb7f10af68ac request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:38:31.987960 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33079622-dd9f-4b26-b222-07a972bcf0e3 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:31.990667 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-33079622-dd9f-4b26-b222-07a972bcf0e3 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&device_id=7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0964055 Apr 15 03:38:31.992375 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32818) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:32.031873 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-75c16f0f-f637-4553-b433-6cfb4fc3fa47 None None] Deleting port 1210a467-4b9d-49a3-82de-50f9f50f41c3 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:32.032243 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75c16f0f-f637-4553-b433-6cfb4fc3fa47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (1210a467-4b9d-49a3-82de-50f9f50f41c3), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:32.033968 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9bbac493-1683-4bea-8db9-253665d78eec None None] Port 948143fb-a674-415f-aaa3-870f5794a953 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:32.061903 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9bbac493-1683-4bea-8db9-253665d78eec None None] Provisioning complete for port ed526c54-a572-4ac8-934a-92844fef4205 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:32.062273 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9bbac493-1683-4bea-8db9-253665d78eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ed526c54-a572-4ac8-934a-92844fef4205), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:32.071512 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14076b14-46dd-47f9-bb95-2c45191fd1d1 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:32.078743 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-14076b14-46dd-47f9-bb95-2c45191fd1d1 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:32.129243 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-75c16f0f-f637-4553-b433-6cfb4fc3fa47 None None] For port 1210a467-4b9d-49a3-82de-50f9f50f41c3, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1210a467-4b9d-49a3-82de-50f9f50f41c3,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:32.129647 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75c16f0f-f637-4553-b433-6cfb4fc3fa47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (1210a467-4b9d-49a3-82de-50f9f50f41c3), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:32.138365 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-a2339d58-591e-445d-b6eb-515ee1180be1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Allocated IP 2001:db8::328 (b6a69919-449e-4977-899e-5a45769fb810/479686e6-e52c-4dc6-bc5f-1668cad6ac23/a9628711-ce3b-49f9-b441-d889fa9fa540) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:32.146192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-75c16f0f-f637-4553-b433-6cfb4fc3fa47 None None] Calling delete_port for 1210a467-4b9d-49a3-82de-50f9f50f41c3 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:32.240534 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9bbac493-1683-4bea-8db9-253665d78eec None None] Current status of the port ed526c54-a572-4ac8-934a-92844fef4205 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:32.271716 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c2a2b0-9faf-48c0-a79c-57629cd1bbc5 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:32.273113 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-24c2a2b0-9faf-48c0-a79c-57629cd1bbc5 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "GET /v2.0/networks/47f4ed73-a135-4807-aa37-c76498dd2653 HTTP/1.1" status: 200 len: 881 time: 0.2784495 Apr 15 03:38:32.280188 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32820) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:32.298653 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336e57d6-16d7-471a-9200-01894a0c3139 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:38:32.310521 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-336e57d6-16d7-471a-9200-01894a0c3139 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "PUT /v2.0/routers/b5a5d09e-eafb-47b2-a08c-dd47af20471d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7208054 Apr 15 03:38:32.310969 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32822) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:32.314508 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9724c3-745b-4a36-84bf-f4d6d2a977f1 None None] Sync routers for ids ['b5a5d09e-eafb-47b2-a08c-dd47af20471d'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:38:32.320759 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-88903b86-6321-4f4c-8fdf-a72b3bdcd966 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2 HTTP/1.1" status: 200 len: 205 time: 0.0393260 Apr 15 03:38:32.324419 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32824) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:32.326414 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75c16f0f-f637-4553-b433-6cfb4fc3fa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (1210a467-4b9d-49a3-82de-50f9f50f41c3), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:32.357845 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9724c3-745b-4a36-84bf-f4d6d2a977f1 None None] Routers {'b5a5d09e-eafb-47b2-a08c-dd47af20471d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:32.359995 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4f9724c3-745b-4a36-84bf-f4d6d2a977f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b5a5d09e-eafb-47b2-a08c-dd47af20471d'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:32.364056 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c16f0f-f637-4553-b433-6cfb4fc3fa47 None None] Pushing event deleted for resources: {'Port': ['ID=1210a467-4b9d-49a3-82de-50f9f50f41c3,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:32.385326 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-b7fe8dc0-693a-459b-a52b-192da046879b req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347a4f58-c452-407f-bde8-d216d9e6eaef {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:38:32.399173 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b7fe8dc0-693a-459b-a52b-192da046879b req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] Publish callbacks [] for port (347a4f58-c452-407f-bde8-d216d9e6eaef), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:32.407350 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c16f0f-f637-4553-b433-6cfb4fc3fa47 None None] No DVR routers for this DVR port 1210a467-4b9d-49a3-82de-50f9f50f41c3 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:38:32.411634 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4f9724c3-745b-4a36-84bf-f4d6d2a977f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:32.422132 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-14076b14-46dd-47f9-bb95-2c45191fd1d1 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (84f457f9-f240-4b7c-bd7a-92127635c788), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:32.425051 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9724c3-745b-4a36-84bf-f4d6d2a977f1 None None] Routers {'b5a5d09e-eafb-47b2-a08c-dd47af20471d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:32.425673 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4f9724c3-745b-4a36-84bf-f4d6d2a977f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b5a5d09e-eafb-47b2-a08c-dd47af20471d'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:32.467213 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4f9724c3-745b-4a36-84bf-f4d6d2a977f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:32.468403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9724c3-745b-4a36-84bf-f4d6d2a977f1 None None] The sync data for ids ['b5a5d09e-eafb-47b2-a08c-dd47af20471d'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:32.478979 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14076b14-46dd-47f9-bb95-2c45191fd1d1 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:32.487159 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-14076b14-46dd-47f9-bb95-2c45191fd1d1 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:32.490128 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-b7fe8dc0-693a-459b-a52b-192da046879b req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] Transition to ACTIVE for port object 347a4f58-c452-407f-bde8-d216d9e6eaef will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 03:38:32.492683 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14076b14-46dd-47f9-bb95-2c45191fd1d1 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:32.493320 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-14076b14-46dd-47f9-bb95-2c45191fd1d1 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:32.498164 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a717a4-2ad9-4ad3-870c-8849ed2a678c None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:32.508080 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8b60391f-9960-4c73-800b-e5d0669f3a76 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router (7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:32.529560 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f442902a-2764-4d0e-856c-007f01a5f8e1 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for router (b5a5d09e-eafb-47b2-a08c-dd47af20471d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:32.556161 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14076b14-46dd-47f9-bb95-2c45191fd1d1 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=84f457f9-f240-4b7c-bd7a-92127635c788,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:32.583608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b7fe8dc0-693a-459b-a52b-192da046879b req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (347a4f58-c452-407f-bde8-d216d9e6eaef), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:32.594308 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2339d58-591e-445d-b6eb-515ee1180be1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (a9628711-ce3b-49f9-b441-d889fa9fa540), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:32.595960 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-14076b14-46dd-47f9-bb95-2c45191fd1d1 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7230284 Apr 15 03:38:32.603950 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32828) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:32.612129 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-20c786c9-ca2e-484a-8013-c1388a3d602a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'name': 'tempest-NetworksTestDHCPv6-1960547692'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:32.633928 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9826a97-4a43-43ef-a4a7-3c73577a002f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d8f597fb-2381-4564-a070-eb7f10af68ac', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'fixed_ips': [{'subnet_id': '84f457f9-f240-4b7c-bd7a-92127635c788'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:38:32.635339 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f9826a97-4a43-43ef-a4a7-3c73577a002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:32.672900 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8b60391f-9960-4c73-800b-e5d0669f3a76 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_gateway (7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:32.808569 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-f9826a97-4a43-43ef-a4a7-3c73577a002f None None] Allocated IP 2001:db8::2 (d8f597fb-2381-4564-a070-eb7f10af68ac/84f457f9-f240-4b7c-bd7a-92127635c788/211d581b-3bd2-436c-96be-6e6169886eb8) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:32.813540 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b131df-d273-4acc-8915-c90dea0f1231 req-42c70417-9c05-4fe6-b2b0-1b1b7c40b1cb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:32.815799 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-02b131df-d273-4acc-8915-c90dea0f1231 req-42c70417-9c05-4fe6-b2b0-1b1b7c40b1cb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 943 time: 0.2149818 Apr 15 03:38:32.816689 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] Pushing event updated for resources: {'Port': ['ID=347a4f58-c452-407f-bde8-d216d9e6eaef,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:32.856176 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-8b60391f-9960-4c73-800b-e5d0669f3a76 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Deleting port fa7958e8-74dd-4e93-a34a-6e8f4c95c632 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:32.856517 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8b60391f-9960-4c73-800b-e5d0669f3a76 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (fa7958e8-74dd-4e93-a34a-6e8f4c95c632), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:32.880734 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ed526c54-a572-4ac8-934a-92844fef4205 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:32.969806 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-02b131df-d273-4acc-8915-c90dea0f1231 req-ec97e3eb-3de0-4d7f-97ae-87c9368e0905 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd3fa657-6777-4756-919c-12738790adc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207972 Apr 15 03:38:32.977977 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f442902a-2764-4d0e-856c-007f01a5f8e1 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for router_gateway (b5a5d09e-eafb-47b2-a08c-dd47af20471d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:32.998800 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port ed526c54-a572-4ac8-934a-92844fef4205 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:32.999413 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ed526c54-a572-4ac8-934a-92844fef4205), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:33.005401 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2339d58-591e-445d-b6eb-515ee1180be1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (a9628711-ce3b-49f9-b441-d889fa9fa540), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:33.033343 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d251565-6312-41ee-9948-563d1bd0aff4 req-a054dd8c-e169-434b-ad3a-0c43aeed198f tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:33.034976 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2d251565-6312-41ee-9948-563d1bd0aff4 req-a054dd8c-e169-434b-ad3a-0c43aeed198f tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0782433 Apr 15 03:38:33.036968 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8b60391f-9960-4c73-800b-e5d0669f3a76 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (fa7958e8-74dd-4e93-a34a-6e8f4c95c632), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:33.056590 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-b7fe8dc0-693a-459b-a52b-192da046879b req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] Attempting to bind port 347a4f58-c452-407f-bde8-d216d9e6eaef on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:38:33.057047 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-b7fe8dc0-693a-459b-a52b-192da046879b req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] Attempting to bind port 347a4f58-c452-407f-bde8-d216d9e6eaef by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'c53179f8-fd00-4b37-96b1-595ec4258d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:38:33.057461 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe8dc0-693a-459b-a52b-192da046879b req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] Attempting to bind port 347a4f58-c452-407f-bde8-d216d9e6eaef on network eaba6a84-95dc-429a-9c8d-a050c4a38ccd {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:38:33.067315 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-8b60391f-9960-4c73-800b-e5d0669f3a76 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Calling delete_port for fa7958e8-74dd-4e93-a34a-6e8f4c95c632 owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:33.070536 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2339d58-591e-445d-b6eb-515ee1180be1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network b6a69919-449e-4977-899e-5a45769fb810 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:33.071478 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe8dc0-693a-459b-a52b-192da046879b req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] Port 347a4f58-c452-407f-bde8-d216d9e6eaef on network eaba6a84-95dc-429a-9c8d-a050c4a38ccd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:38:33.071867 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe8dc0-693a-459b-a52b-192da046879b req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] Attempting to bind port 347a4f58-c452-407f-bde8-d216d9e6eaef on network eaba6a84-95dc-429a-9c8d-a050c4a38ccd {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:38:33.085454 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-a2339d58-591e-445d-b6eb-515ee1180be1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:33.088024 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2339d58-591e-445d-b6eb-515ee1180be1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:33.094205 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2339d58-591e-445d-b6eb-515ee1180be1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:33.094205 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2339d58-591e-445d-b6eb-515ee1180be1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:33.098074 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe8dc0-693a-459b-a52b-192da046879b req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:38:33.098295 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe8dc0-693a-459b-a52b-192da046879b req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] Checking segment: {'id': 'c53179f8-fd00-4b37-96b1-595ec4258d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:38:33.098705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe8dc0-693a-459b-a52b-192da046879b req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] Bound using segment: {'id': 'c53179f8-fd00-4b37-96b1-595ec4258d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:38:33.099234 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-b7fe8dc0-693a-459b-a52b-192da046879b req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] Bound port: 347a4f58-c452-407f-bde8-d216d9e6eaef, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c53179f8-fd00-4b37-96b1-595ec4258d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:38:33.099501 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b7fe8dc0-693a-459b-a52b-192da046879b req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (347a4f58-c452-407f-bde8-d216d9e6eaef), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:33.101311 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2339d58-591e-445d-b6eb-515ee1180be1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=a9628711-ce3b-49f9-b441-d889fa9fa540,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:33.117608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c786c9-ca2e-484a-8013-c1388a3d602a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:33.121051 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-20c786c9-ca2e-484a-8013-c1388a3d602a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:33.130845 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f9826a97-4a43-43ef-a4a7-3c73577a002f None None] Publish callbacks [] for port (211d581b-3bd2-436c-96be-6e6169886eb8), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:33.161840 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2d251565-6312-41ee-9948-563d1bd0aff4 req-b0085fa0-c8a2-4bf7-8d60-683ec44a3078 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172023 Apr 15 03:38:33.165929 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-20c786c9-ca2e-484a-8013-c1388a3d602a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] device_id is not set on port acd88b01-db2e-4eb3-8193-e53dfa5f9273 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:38:33.188451 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port ed526c54-a572-4ac8-934a-92844fef4205 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:33.230644 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f9826a97-4a43-43ef-a4a7-3c73577a002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (211d581b-3bd2-436c-96be-6e6169886eb8), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:33.240804 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a2339d58-591e-445d-b6eb-515ee1180be1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9582343 Apr 15 03:38:33.257063 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32832) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:33.261608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-47c50481-9d44-433e-83b0-906bda44ec6d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'subnet': {'network_id': 'b6a69919-449e-4977-899e-5a45769fb810', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:33.286437 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9826a97-4a43-43ef-a4a7-3c73577a002f None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:33.293044 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1210a467-4b9d-49a3-82de-50f9f50f41c3 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:38:33.295306 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-f9826a97-4a43-43ef-a4a7-3c73577a002f None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:33.299099 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9826a97-4a43-43ef-a4a7-3c73577a002f None None] Pushing event updated for resources: {'Port': ['ID=211d581b-3bd2-436c-96be-6e6169886eb8,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:33.302207 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9826a97-4a43-43ef-a4a7-3c73577a002f None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:33.330462 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f442902a-2764-4d0e-856c-007f01a5f8e1 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Deleting port a42c5cfe-6d8e-4a51-b5bd-ed0dc3fbd795 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:33.330840 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f442902a-2764-4d0e-856c-007f01a5f8e1 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (a42c5cfe-6d8e-4a51-b5bd-ed0dc3fbd795), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:33.336734 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-b7fe8dc0-693a-459b-a52b-192da046879b req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] For port 347a4f58-c452-407f-bde8-d216d9e6eaef, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:38:33.341200 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 1210a467-4b9d-49a3-82de-50f9f50f41c3 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:38:33.341551 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1210a467-4b9d-49a3-82de-50f9f50f41c3 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:38:33.397634 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-f9826a97-4a43-43ef-a4a7-3c73577a002f None None] Attempting to bind port 211d581b-3bd2-436c-96be-6e6169886eb8 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:38:33.398007 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-f9826a97-4a43-43ef-a4a7-3c73577a002f None None] Attempting to bind port 211d581b-3bd2-436c-96be-6e6169886eb8 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:38:33.398373 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9826a97-4a43-43ef-a4a7-3c73577a002f None None] Attempting to bind port 211d581b-3bd2-436c-96be-6e6169886eb8 on network d8f597fb-2381-4564-a070-eb7f10af68ac {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:38:33.403981 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9826a97-4a43-43ef-a4a7-3c73577a002f None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:38:33.405467 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9826a97-4a43-43ef-a4a7-3c73577a002f None None] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:38:33.405467 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f9826a97-4a43-43ef-a4a7-3c73577a002f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:33.405810 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9826a97-4a43-43ef-a4a7-3c73577a002f None None] Bound using segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:38:33.406297 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-f9826a97-4a43-43ef-a4a7-3c73577a002f None None] Bound port: 211d581b-3bd2-436c-96be-6e6169886eb8, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:38:33.406829 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f9826a97-4a43-43ef-a4a7-3c73577a002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (211d581b-3bd2-436c-96be-6e6169886eb8), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:33.450157 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-0d497926-d1e8-48ca-a945-b95466331e1c None None] Provisioning complete for port a9628711-ce3b-49f9-b441-d889fa9fa540 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:33.450439 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0d497926-d1e8-48ca-a945-b95466331e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a9628711-ce3b-49f9-b441-d889fa9fa540), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:33.458555 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8b60391f-9960-4c73-800b-e5d0669f3a76 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (fa7958e8-74dd-4e93-a34a-6e8f4c95c632), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:33.489746 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60391f-9960-4c73-800b-e5d0669f3a76 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Pushing event deleted for resources: {'Port': ['ID=fa7958e8-74dd-4e93-a34a-6e8f4c95c632,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:33.558729 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8b60391f-9960-4c73-800b-e5d0669f3a76 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:33.652985 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0d497926-d1e8-48ca-a945-b95466331e1c None None] Port a9628711-ce3b-49f9-b441-d889fa9fa540 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:33.658637 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f9826a97-4a43-43ef-a4a7-3c73577a002f None None] For port 211d581b-3bd2-436c-96be-6e6169886eb8, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:38:33.662069 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f9826a97-4a43-43ef-a4a7-3c73577a002f None None] For port 211d581b-3bd2-436c-96be-6e6169886eb8, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=211d581b-3bd2-436c-96be-6e6169886eb8,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:38:33.666384 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8b60391f-9960-4c73-800b-e5d0669f3a76 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:33.668943 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8b60391f-9960-4c73-800b-e5d0669f3a76 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_controller (7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:33.721691 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f9826a97-4a43-43ef-a4a7-3c73577a002f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (211d581b-3bd2-436c-96be-6e6169886eb8), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:33.721947 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-b7fe8dc0-693a-459b-a52b-192da046879b req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] For port 347a4f58-c452-407f-bde8-d216d9e6eaef, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=347a4f58-c452-407f-bde8-d216d9e6eaef,segment=NetworkSegment(c53179f8-fd00-4b37-96b1-595ec4258d91),segment_id=c53179f8-fd00-4b37-96b1-595ec4258d91)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:38:33.762008 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8b60391f-9960-4c73-800b-e5d0669f3a76 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:33.763441 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b60391f-9960-4c73-800b-e5d0669f3a76 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Fanout notify agent at l3_agent the message router_deleted on router 7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:38:33.781761 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8b60391f-9960-4c73-800b-e5d0669f3a76 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:33.787863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32834) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:33.790402 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8b60391f-9960-4c73-800b-e5d0669f3a76 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "DELETE /v2.0/routers/7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2 HTTP/1.1" status: 204 len: 168 time: 1.4575648 Apr 15 03:38:33.796875 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9826a97-4a43-43ef-a4a7-3c73577a002f None None] Pushing event updated for resources: {'Port': ['ID=211d581b-3bd2-436c-96be-6e6169886eb8,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:33.798048 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a58f068d-47f6-44e3-8ddf-f2688df2a0aa tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1124074067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:33.820549 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b7fe8dc0-693a-459b-a52b-192da046879b req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (347a4f58-c452-407f-bde8-d216d9e6eaef), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:33.823023 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-20c786c9-ca2e-484a-8013-c1388a3d602a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8::22f (d8f597fb-2381-4564-a070-eb7f10af68ac/84f457f9-f240-4b7c-bd7a-92127635c788/acd88b01-db2e-4eb3-8193-e53dfa5f9273) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:33.905736 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f442902a-2764-4d0e-856c-007f01a5f8e1 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (a42c5cfe-6d8e-4a51-b5bd-ed0dc3fbd795), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:33.917657 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe8dc0-693a-459b-a52b-192da046879b req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:33.918859 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b7fe8dc0-693a-459b-a52b-192da046879b req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:33.919708 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b7fe8dc0-693a-459b-a52b-192da046879b req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] 10.222.0.30 "PUT /v2.0/ports/347a4f58-c452-407f-bde8-d216d9e6eaef HTTP/1.1" status: 200 len: 1093 time: 2.9327610 Apr 15 03:38:33.925470 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6bd071-179f-4c5e-9e23-d119888bdc44', 'tag': '347a4f58-c452-407f-bde8-d216d9e6eaef'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:38:33.927780 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b434f6e-2fa3-4d2c-bdd6-c4f551b14515" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6bd071-179f-4c5e-9e23-d119888bdc44", "tag": "347a4f58-c452-407f-bde8-d216d9e6eaef"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:38:33.959885 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f442902a-2764-4d0e-856c-007f01a5f8e1 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Calling delete_port for a42c5cfe-6d8e-4a51-b5bd-ed0dc3fbd795 owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:34.008426 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44f1b7d-5d69-445e-abb0-18ec59ad0ce3 x-openstack-request-id: req-d44f1b7d-5d69-445e-abb0-18ec59ad0ce3 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:38:34.008705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6bd071-179f-4c5e-9e23-d119888bdc44", "tag": "347a4f58-c452-407f-bde8-d216d9e6eaef", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:38:34.008965 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d44f1b7d-5d69-445e-abb0-18ec59ad0ce3 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:38:34.009449 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d44f1b7d-5d69-445e-abb0-18ec59ad0ce3'] response: {'name': 'network-changed', 'server_uuid': '4a6bd071-179f-4c5e-9e23-d119888bdc44', 'tag': '347a4f58-c452-407f-bde8-d216d9e6eaef', 'status': 'completed', 'code': 200} Apr 15 03:38:34.010316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a58f068d-47f6-44e3-8ddf-f2688df2a0aa tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (379b627c-b645-4d05-93e3-1108a9642b92), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:34.011391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a58f068d-47f6-44e3-8ddf-f2688df2a0aa tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (379b627c-b645-4d05-93e3-1108a9642b92), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:34.034543 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda473df-ac67-4542-b0b8-f941ceaf0a33 service neutron] Pushing event updated for resources: {'Port': ['ID=347a4f58-c452-407f-bde8-d216d9e6eaef,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:34.125490 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfa48e-47fe-406c-8dbc-2f9e217b551e req-6d16ef73-d917-4ad1-bc05-d336e9ff1fca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:34.127122 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-53bfa48e-47fe-406c-8dbc-2f9e217b551e req-6d16ef73-d917-4ad1-bc05-d336e9ff1fca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 943 time: 0.0632987 Apr 15 03:38:34.143275 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c50481-9d44-433e-83b0-906bda44ec6d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:34.146839 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-47c50481-9d44-433e-83b0-906bda44ec6d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:34.204326 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-53bfa48e-47fe-406c-8dbc-2f9e217b551e req-0660ae66-16d3-4779-b07a-564b2e04eeb3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd3fa657-6777-4756-919c-12738790adc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700140 Apr 15 03:38:34.224182 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a58f068d-47f6-44e3-8ddf-f2688df2a0aa tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_controller (379b627c-b645-4d05-93e3-1108a9642b92), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:34.230782 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b434f6e-2fa3-4d2c-bdd6-c4f551b14515 req-7b74b6f3-5777-4d3c-8c51-cbc4538966b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:34.232559 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b434f6e-2fa3-4d2c-bdd6-c4f551b14515 req-7b74b6f3-5777-4d3c-8c51-cbc4538966b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 1127 time: 0.2074633 Apr 15 03:38:34.320182 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a58f068d-47f6-44e3-8ddf-f2688df2a0aa tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (379b627c-b645-4d05-93e3-1108a9642b92), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:34.373917 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:34.502188 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0c7d7-d165-4078-93a9-0db45c048159 req-a4e3e541-739f-4d9f-9d16-669b4d864a13 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:34.503621 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-12d0c7d7-d165-4078-93a9-0db45c048159 req-a4e3e541-739f-4d9f-9d16-669b4d864a13 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.2254884 Apr 15 03:38:34.551990 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a58f068d-47f6-44e3-8ddf-f2688df2a0aa tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:34.553162 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a58f068d-47f6-44e3-8ddf-f2688df2a0aa tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7586720 Apr 15 03:38:34.556222 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32842) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:34.560814 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-60edaa0f-818d-471e-8e88-744fc29e3ef5 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'enable_snat': False}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:34.571471 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-20c786c9-ca2e-484a-8013-c1388a3d602a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (acd88b01-db2e-4eb3-8193-e53dfa5f9273), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:34.611862 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.ipam_backend_mixin [None req-47c50481-9d44-433e-83b0-906bda44ec6d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 479686e6-e52c-4dc6-bc5f-1668cad6ac23 (CIDR: 2001:db8::/64) Apr 15 03:38:34.665519 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-12d0c7d7-d165-4078-93a9-0db45c048159 req-bb12bfb4-4182-4e91-ace0-f6c0360d0de8 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529744 Apr 15 03:38:34.666644 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b434f6e-2fa3-4d2c-bdd6-c4f551b14515 req-f42887a2-3043-48dc-80dd-869b6410248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:34.668063 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b434f6e-2fa3-4d2c-bdd6-c4f551b14515 req-f42887a2-3043-48dc-80dd-869b6410248c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6786bd52355f4b228acda11ee2393b97&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3887687 Apr 15 03:38:34.675012 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c50481-9d44-433e-83b0-906bda44ec6d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:38:34.675612 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c50481-9d44-433e-83b0-906bda44ec6d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:38:34.808620 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f442902a-2764-4d0e-856c-007f01a5f8e1 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (a42c5cfe-6d8e-4a51-b5bd-ed0dc3fbd795), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:34.818846 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b434f6e-2fa3-4d2c-bdd6-c4f551b14515 req-565ecf6a-e7eb-44cd-8377-ebaf649fe591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:34.820365 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b434f6e-2fa3-4d2c-bdd6-c4f551b14515 req-565ecf6a-e7eb-44cd-8377-ebaf649fe591 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1424665 Apr 15 03:38:34.842315 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-20c786c9-ca2e-484a-8013-c1388a3d602a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (acd88b01-db2e-4eb3-8193-e53dfa5f9273), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:34.847541 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-47c50481-9d44-433e-83b0-906bda44ec6d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5897882 Apr 15 03:38:34.848554 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442902a-2764-4d0e-856c-007f01a5f8e1 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event deleted for resources: {'Port': ['ID=a42c5cfe-6d8e-4a51-b5bd-ed0dc3fbd795,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:34.851789 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32844) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:34.860928 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-3a59af28-96dc-411c-ae52-ed6465542913 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'subnet': {'network_id': 'b6a69919-449e-4977-899e-5a45769fb810', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:34.865894 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60edaa0f-818d-471e-8e88-744fc29e3ef5 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_gateway (379b627c-b645-4d05-93e3-1108a9642b92), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:34.908411 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 211d581b-3bd2-436c-96be-6e6169886eb8 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:34.923025 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c786c9-ca2e-484a-8013-c1388a3d602a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:34.975898 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 211d581b-3bd2-436c-96be-6e6169886eb8 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:34.976469 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (211d581b-3bd2-436c-96be-6e6169886eb8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:35.018104 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-20c786c9-ca2e-484a-8013-c1388a3d602a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:35.027620 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c786c9-ca2e-484a-8013-c1388a3d602a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:35.032965 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c786c9-ca2e-484a-8013-c1388a3d602a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:35.033587 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-20c786c9-ca2e-484a-8013-c1388a3d602a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:35.062796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f442902a-2764-4d0e-856c-007f01a5f8e1 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (b5a5d09e-eafb-47b2-a08c-dd47af20471d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:35.065071 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe8dc0-693a-459b-a52b-192da046879b req-35644e33-35cc-4221-86f5-b0c786189f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:35.066603 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b7fe8dc0-693a-459b-a52b-192da046879b req-35644e33-35cc-4221-86f5-b0c786189f6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 1127 time: 0.1828623 Apr 15 03:38:35.068877 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c786c9-ca2e-484a-8013-c1388a3d602a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=acd88b01-db2e-4eb3-8193-e53dfa5f9273,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:35.105243 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 211d581b-3bd2-436c-96be-6e6169886eb8 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:35.105629 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (211d581b-3bd2-436c-96be-6e6169886eb8), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:35.148681 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 211d581b-3bd2-436c-96be-6e6169886eb8, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=211d581b-3bd2-436c-96be-6e6169886eb8,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:35.163766 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-e87b4152-8dc4-458e-a7f4-d11974c3013c None None] Provisioning complete for port 211d581b-3bd2-436c-96be-6e6169886eb8 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:35.164216 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e87b4152-8dc4-458e-a7f4-d11974c3013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (211d581b-3bd2-436c-96be-6e6169886eb8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:35.195360 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b7fe8dc0-693a-459b-a52b-192da046879b req-4430cf75-fc69-4b89-a023-d67ada2ad605 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=347a4f58-c452-407f-bde8-d216d9e6eaef HTTP/1.1" status: 200 len: 217 time: 0.0991578 Apr 15 03:38:35.199725 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-20c786c9-ca2e-484a-8013-c1388a3d602a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5932353 Apr 15 03:38:35.203061 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32848) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:35.230182 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (211d581b-3bd2-436c-96be-6e6169886eb8), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:35.230576 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f442902a-2764-4d0e-856c-007f01a5f8e1 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (b5a5d09e-eafb-47b2-a08c-dd47af20471d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:35.234992 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f442902a-2764-4d0e-856c-007f01a5f8e1 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for router_controller (b5a5d09e-eafb-47b2-a08c-dd47af20471d), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:35.290367 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe8dc0-693a-459b-a52b-192da046879b req-d9b1d0f6-85b2-4f87-aa7e-d4c7162556dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:35.296914 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b7fe8dc0-693a-459b-a52b-192da046879b req-d9b1d0f6-85b2-4f87-aa7e-d4c7162556dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e462f0b1-e973-44d3-b642-47de40a6bb71 HTTP/1.1" status: 200 len: 834 time: 0.0961201 Apr 15 03:38:35.317849 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e87b4152-8dc4-458e-a7f4-d11974c3013c None None] Current status of the port 211d581b-3bd2-436c-96be-6e6169886eb8 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:35.318298 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a59af28-96dc-411c-ae52-ed6465542913 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:35.322356 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3a59af28-96dc-411c-ae52-ed6465542913 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:35.344580 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=211d581b-3bd2-436c-96be-6e6169886eb8,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:35.363080 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f442902a-2764-4d0e-856c-007f01a5f8e1 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (b5a5d09e-eafb-47b2-a08c-dd47af20471d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:35.363685 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f442902a-2764-4d0e-856c-007f01a5f8e1 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Fanout notify agent at l3_agent the message router_deleted on router b5a5d09e-eafb-47b2-a08c-dd47af20471d {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:38:35.368522 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe8dc0-693a-459b-a52b-192da046879b req-6eb6ea4a-bc6a-4068-9d9c-4b6cb41f8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:35.370035 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b7fe8dc0-693a-459b-a52b-192da046879b req-6eb6ea4a-bc6a-4068-9d9c-4b6cb41f8f3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eaba6a84-95dc-429a-9c8d-a050c4a38ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0667500 Apr 15 03:38:35.377034 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f442902a-2764-4d0e-856c-007f01a5f8e1 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:35.380978 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f442902a-2764-4d0e-856c-007f01a5f8e1 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "DELETE /v2.0/routers/b5a5d09e-eafb-47b2-a08c-dd47af20471d HTTP/1.1" status: 204 len: 168 time: 3.0671887 Apr 15 03:38:35.389906 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32852) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:35.395061 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60edaa0f-818d-471e-8e88-744fc29e3ef5 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_gateway (379b627c-b645-4d05-93e3-1108a9642b92), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:35.402977 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6520f6c6-c68c-44f2-8c30-a7f7f599c24d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:35.408534 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6520f6c6-c68c-44f2-8c30-a7f7f599c24d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:35.410216 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6520f6c6-c68c-44f2-8c30-a7f7f599c24d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2044468 Apr 15 03:38:35.429352 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32854) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:35.437651 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8875285f-7103-4bf8-90fb-58398217934b None None] Provisioning complete for port acd88b01-db2e-4eb3-8193-e53dfa5f9273 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:35.438196 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8875285f-7103-4bf8-90fb-58398217934b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (acd88b01-db2e-4eb3-8193-e53dfa5f9273), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:35.464505 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60edaa0f-818d-471e-8e88-744fc29e3ef5 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:35.482030 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9e15f-54d6-4e3b-8149-7d2b4160c06d req-136ebb59-0c1b-48be-ab42-5c1a9b0f0f9e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:35.484161 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b3f9e15f-54d6-4e3b-8149-7d2b4160c06d req-136ebb59-0c1b-48be-ab42-5c1a9b0f0f9e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 943 time: 0.1672604 Apr 15 03:38:35.488071 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8875285f-7103-4bf8-90fb-58398217934b None None] Port acd88b01-db2e-4eb3-8193-e53dfa5f9273 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:35.533834 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e659968-ca83-425f-a269-ce0320cb0eb4 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Deleting subnet d076605f-ed0d-4b17-bbd7-7375b06a6cab {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:38:35.556312 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1e659968-ca83-425f-a269-ce0320cb0eb4 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for subnet (d076605f-ed0d-4b17-bbd7-7375b06a6cab), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:35.616938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-3f1dafcf-6f18-47f3-ad06-b73653382fbf tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting port acd88b01-db2e-4eb3-8193-e53dfa5f9273 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:35.617270 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3f1dafcf-6f18-47f3-ad06-b73653382fbf tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (acd88b01-db2e-4eb3-8193-e53dfa5f9273), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:35.635733 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1e659968-ca83-425f-a269-ce0320cb0eb4 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (d076605f-ed0d-4b17-bbd7-7375b06a6cab), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:35.639895 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b7fe8dc0-693a-459b-a52b-192da046879b req-bec9273d-39ef-4691-b102-92f89c43f4eb service neutron] 10.222.0.30 "GET /v2.0/networks/eaba6a84-95dc-429a-9c8d-a050c4a38ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577059 Apr 15 03:38:35.648437 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b3f9e15f-54d6-4e3b-8149-7d2b4160c06d req-69756d28-3cff-4be8-85f1-80f3a338ebb6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd3fa657-6777-4756-919c-12738790adc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526895 Apr 15 03:38:35.668488 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-60edaa0f-818d-471e-8e88-744fc29e3ef5 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Allocated IP 172.26.6.91 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/26e4c876-ff2a-448f-b67a-3ecf98d266eb) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:35.848359 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3f1dafcf-6f18-47f3-ad06-b73653382fbf tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (acd88b01-db2e-4eb3-8193-e53dfa5f9273), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:35.884624 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88835cf-e87f-45c1-a434-409d877eef24 req-38f4aab6-1784-47f2-ae1d-c804827ee8c8 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:35.886203 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e88835cf-e87f-45c1-a434-409d877eef24 req-38f4aab6-1784-47f2-ae1d-c804827ee8c8 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1398172 Apr 15 03:38:35.905667 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-3f1dafcf-6f18-47f3-ad06-b73653382fbf tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Calling delete_port for acd88b01-db2e-4eb3-8193-e53dfa5f9273 owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:35.944046 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b7fe8dc0-693a-459b-a52b-192da046879b req-5d66a126-286e-4c93-b91b-dd5fdfd26556 service neutron] 10.222.0.30 "GET /v2.0/networks/eaba6a84-95dc-429a-9c8d-a050c4a38ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737999 Apr 15 03:38:35.952387 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1e659968-ca83-425f-a269-ce0320cb0eb4 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (d076605f-ed0d-4b17-bbd7-7375b06a6cab), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:36.067586 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e88835cf-e87f-45c1-a434-409d877eef24 req-b1d2c3b4-8b1c-4cb0-b6c7-40f04c198228 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637154 Apr 15 03:38:36.127570 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca2deb-9f2a-4aef-9954-04e68ba52dfe req-35eb0797-4263-43e5-bb23-8a4ea6fcdf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:36.129380 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-47ca2deb-9f2a-4aef-9954-04e68ba52dfe req-35eb0797-4263-43e5-bb23-8a4ea6fcdf57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ac54984499b43edad78bee2e10a3362&device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 1129 time: 0.0720341 Apr 15 03:38:36.139757 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60edaa0f-818d-471e-8e88-744fc29e3ef5 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for port (26e4c876-ff2a-448f-b67a-3ecf98d266eb), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:36.181716 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1e659968-ca83-425f-a269-ce0320cb0eb4 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (d076605f-ed0d-4b17-bbd7-7375b06a6cab), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:36.201128 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3a59af28-96dc-411c-ae52-ed6465542913 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (a45757a7-0adb-41db-9fc7-e20d06de9126), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:36.209244 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e659968-ca83-425f-a269-ce0320cb0eb4 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event deleted for resources: {'Subnet': ['ID=d076605f-ed0d-4b17-bbd7-7375b06a6cab,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:36.215048 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1e659968-ca83-425f-a269-ce0320cb0eb4 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:36.222793 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1e659968-ca83-425f-a269-ce0320cb0eb4 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "DELETE /v2.0/subnets/d076605f-ed0d-4b17-bbd7-7375b06a6cab HTTP/1.1" status: 204 len: 168 time: 0.8307965 Apr 15 03:38:36.223463 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32858) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:36.224567 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6e57bc-999c-4ebc-9ff7-9d2b662e9ddd None None] Network d0525141-7ba9-4659-a7c1-bcd204286d8d requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:36.247723 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a59af28-96dc-411c-ae52-ed6465542913 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network b6a69919-449e-4977-899e-5a45769fb810 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:36.252825 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-3a59af28-96dc-411c-ae52-ed6465542913 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:36.257950 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a59af28-96dc-411c-ae52-ed6465542913 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:36.258292 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3a59af28-96dc-411c-ae52-ed6465542913 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:36.261395 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3f1dafcf-6f18-47f3-ad06-b73653382fbf tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (acd88b01-db2e-4eb3-8193-e53dfa5f9273), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:36.262148 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59af28-96dc-411c-ae52-ed6465542913 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Subnet': ['ID=a45757a7-0adb-41db-9fc7-e20d06de9126,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:36.267794 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60edaa0f-818d-471e-8e88-744fc29e3ef5 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (26e4c876-ff2a-448f-b67a-3ecf98d266eb), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:36.283154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a531d8d-ffec-420d-ae93-e3d7daf3cdf6 None None] Network b6a69919-449e-4977-899e-5a45769fb810 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:36.311360 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60edaa0f-818d-471e-8e88-744fc29e3ef5 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:36.314416 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-60edaa0f-818d-471e-8e88-744fc29e3ef5 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:36.318142 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60edaa0f-818d-471e-8e88-744fc29e3ef5 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:36.340460 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1dafcf-6f18-47f3-ad06-b73653382fbf tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Port': ['ID=acd88b01-db2e-4eb3-8193-e53dfa5f9273,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:36.354481 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edaa0f-818d-471e-8e88-744fc29e3ef5 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Pushing event updated for resources: {'Port': ['ID=26e4c876-ff2a-448f-b67a-3ecf98d266eb,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:36.358643 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d49e6470-e1c3-4e01-8c1c-4e2086cb496c tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (d0525141-7ba9-4659-a7c1-bcd204286d8d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:36.392055 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3f1dafcf-6f18-47f3-ad06-b73653382fbf tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:36.396059 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3f1dafcf-6f18-47f3-ad06-b73653382fbf tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/acd88b01-db2e-4eb3-8193-e53dfa5f9273 HTTP/1.1" status: 204 len: 168 time: 0.9657476 Apr 15 03:38:36.417309 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32860) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:36.450007 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d49e6470-e1c3-4e01-8c1c-4e2086cb496c tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Deleting port fac53b66-1da0-4ca7-ac15-1aa1d74833ab {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:36.450007 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d49e6470-e1c3-4e01-8c1c-4e2086cb496c tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (fac53b66-1da0-4ca7-ac15-1aa1d74833ab), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:36.501317 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8334aa-75a2-4abf-b93f-62d856010416 None None] DHCP port deletion for d0525141-7ba9-4659-a7c1-bcd204286d8d request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:38:36.509726 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3a59af28-96dc-411c-ae52-ed6465542913 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6530001 Apr 15 03:38:36.512836 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32862) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:36.522243 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e0fc24e5-b104-455b-95f6-4ae63e38eabe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-314876750', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a45757a7-0adb-41db-9fc7-e20d06de9126'}], 'security_groups': ['71d706a1-a175-4dc9-9184-547f3ecf0aea']}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:36.550652 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-d49e6470-e1c3-4e01-8c1c-4e2086cb496c tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] For port fac53b66-1da0-4ca7-ac15-1aa1d74833ab, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fac53b66-1da0-4ca7-ac15-1aa1d74833ab,segment=NetworkSegment(c2704605-9853-4390-8c1b-ce5943c925aa),segment_id=c2704605-9853-4390-8c1b-ce5943c925aa)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:36.551032 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d49e6470-e1c3-4e01-8c1c-4e2086cb496c tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (fac53b66-1da0-4ca7-ac15-1aa1d74833ab), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:36.567339 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d49e6470-e1c3-4e01-8c1c-4e2086cb496c tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Calling delete_port for fac53b66-1da0-4ca7-ac15-1aa1d74833ab owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:36.597922 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c24f48-c2b6-45f4-9a04-a2bae0332155 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:36.603882 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c24f48-c2b6-45f4-9a04-a2bae0332155 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:36.604795 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-52c24f48-c2b6-45f4-9a04-a2bae0332155 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1838913 Apr 15 03:38:36.609608 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32864) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:36.615676 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2f8334aa-75a2-4abf-b93f-62d856010416 None None] Deleting port fac53b66-1da0-4ca7-ac15-1aa1d74833ab {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:36.616525 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2f8334aa-75a2-4abf-b93f-62d856010416 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (fac53b66-1da0-4ca7-ac15-1aa1d74833ab), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:36.689296 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7844645c-7073-4306-9548-b661a43822e8 None None] Update dhcp port {'port': {'network_id': 'b6a69919-449e-4977-899e-5a45769fb810', 'fixed_ips': [{'subnet_id': '479686e6-e52c-4dc6-bc5f-1668cad6ac23', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a45757a7-0adb-41db-9fc7-e20d06de9126'}], 'binding:host_id': 'dv-neutron-837140-3-hyperv'}, 'id': 'ed526c54-a572-4ac8-934a-92844fef4205'} from dv-neutron-837140-3-hyperv. {{(pid=104668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 15 03:38:36.728256 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-2f8334aa-75a2-4abf-b93f-62d856010416 None None] For port fac53b66-1da0-4ca7-ac15-1aa1d74833ab, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fac53b66-1da0-4ca7-ac15-1aa1d74833ab,segment=NetworkSegment(c2704605-9853-4390-8c1b-ce5943c925aa),segment_id=c2704605-9853-4390-8c1b-ce5943c925aa)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:36.728655 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2f8334aa-75a2-4abf-b93f-62d856010416 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (fac53b66-1da0-4ca7-ac15-1aa1d74833ab), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:36.739416 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7844645c-7073-4306-9548-b661a43822e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ed526c54-a572-4ac8-934a-92844fef4205), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:36.743089 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-99132a7d-c19c-463b-84a8-36e28c4c806a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet 84f457f9-f240-4b7c-bd7a-92127635c788 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:38:36.744930 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2f8334aa-75a2-4abf-b93f-62d856010416 None None] Calling delete_port for fac53b66-1da0-4ca7-ac15-1aa1d74833ab owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:36.755386 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d49e6470-e1c3-4e01-8c1c-4e2086cb496c tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (fac53b66-1da0-4ca7-ac15-1aa1d74833ab), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:36.765849 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99132a7d-c19c-463b-84a8-36e28c4c806a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (84f457f9-f240-4b7c-bd7a-92127635c788), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:36.793290 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e6470-e1c3-4e01-8c1c-4e2086cb496c tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event deleted for resources: {'Port': ['ID=fac53b66-1da0-4ca7-ac15-1aa1d74833ab,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:36.810806 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e6470-e1c3-4e01-8c1c-4e2086cb496c tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] No DVR routers for this DVR port fac53b66-1da0-4ca7-ac15-1aa1d74833ab on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:38:36.910481 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 211d581b-3bd2-436c-96be-6e6169886eb8 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:36.951098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99132a7d-c19c-463b-84a8-36e28c4c806a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (84f457f9-f240-4b7c-bd7a-92127635c788), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:36.969701 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2f8334aa-75a2-4abf-b93f-62d856010416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (fac53b66-1da0-4ca7-ac15-1aa1d74833ab), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:36.991796 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0ea99-4c5d-4644-ad1f-61b37df47ea6 req-81825a2a-510e-4482-b8ce-629cbcc5dcaa tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:36.993368 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1aa0ea99-4c5d-4644-ad1f-61b37df47ea6 req-81825a2a-510e-4482-b8ce-629cbcc5dcaa tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 943 time: 0.2572405 Apr 15 03:38:37.026084 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8334aa-75a2-4abf-b93f-62d856010416 None None] Pushing event deleted for resources: {'Port': ['ID=fac53b66-1da0-4ca7-ac15-1aa1d74833ab,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:37.034539 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8334aa-75a2-4abf-b93f-62d856010416 None None] No DVR routers for this DVR port fac53b66-1da0-4ca7-ac15-1aa1d74833ab on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:38:37.053819 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-7844645c-7073-4306-9548-b661a43822e8 None None] Allocated IP 2001:db8:0:1::2 (b6a69919-449e-4977-899e-5a45769fb810/a45757a7-0adb-41db-9fc7-e20d06de9126/ed526c54-a572-4ac8-934a-92844fef4205) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:37.056239 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 211d581b-3bd2-436c-96be-6e6169886eb8 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:37.056616 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (211d581b-3bd2-436c-96be-6e6169886eb8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:37.174945 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e0fc24e5-b104-455b-95f6-4ae63e38eabe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a9628711-ce3b-49f9-b441-d889fa9fa540), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:37.193099 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1aa0ea99-4c5d-4644-ad1f-61b37df47ea6 req-a082e8b7-6c9a-4ea9-b86b-8373f631416a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd3fa657-6777-4756-919c-12738790adc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856303 Apr 15 03:38:37.216952 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7844645c-7073-4306-9548-b661a43822e8 None None] For port ed526c54-a572-4ac8-934a-92844fef4205, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ed526c54-a572-4ac8-934a-92844fef4205,segment=NetworkSegment(7bc55095-3f5c-4cde-a924-373e493ee889),segment_id=7bc55095-3f5c-4cde-a924-373e493ee889)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:37.229545 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 211d581b-3bd2-436c-96be-6e6169886eb8 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:37.252202 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7844645c-7073-4306-9548-b661a43822e8 None None] Publish callbacks [] for port (ed526c54-a572-4ac8-934a-92844fef4205), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:37.263894 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0602d-e6de-49c2-a3ee-7063767e07fe req-98d7de7e-ae73-40e5-b60f-ba923f21bbb3 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:37.266138 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-88a0602d-e6de-49c2-a3ee-7063767e07fe req-98d7de7e-ae73-40e5-b60f-ba923f21bbb3 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0849814 Apr 15 03:38:37.290763 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60edaa0f-818d-471e-8e88-744fc29e3ef5 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router_gateway (379b627c-b645-4d05-93e3-1108a9642b92), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:37.304862 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device fac53b66-1da0-4ca7-ac15-1aa1d74833ab no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:38:37.314364 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d49e6470-e1c3-4e01-8c1c-4e2086cb496c tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (d0525141-7ba9-4659-a7c1-bcd204286d8d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:37.329498 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: fac53b66-1da0-4ca7-ac15-1aa1d74833ab {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:38:37.330300 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device fac53b66-1da0-4ca7-ac15-1aa1d74833ab not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:38:37.332469 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7844645c-7073-4306-9548-b661a43822e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ed526c54-a572-4ac8-934a-92844fef4205), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:37.369411 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99132a7d-c19c-463b-84a8-36e28c4c806a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (84f457f9-f240-4b7c-bd7a-92127635c788), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:37.374707 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d49e6470-e1c3-4e01-8c1c-4e2086cb496c tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0525141-7ba9-4659-a7c1-bcd204286d8d']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:37.382775 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca2deb-9f2a-4aef-9954-04e68ba52dfe req-72481c64-46f7-4c56-8b4b-0d0938c241b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:37.382775 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-47ca2deb-9f2a-4aef-9954-04e68ba52dfe req-72481c64-46f7-4c56-8b4b-0d0938c241b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 HTTP/1.1" status: 200 len: 912 time: 0.5975559 Apr 15 03:38:37.443758 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844645c-7073-4306-9548-b661a43822e8 None None] Pushing event updated for resources: {'Port': ['ID=ed526c54-a572-4ac8-934a-92844fef4205,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:37.458141 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d49e6470-e1c3-4e01-8c1c-4e2086cb496c tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2704605-9853-4390-8c1b-ce5943c925aa') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:37.458578 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d49e6470-e1c3-4e01-8c1c-4e2086cb496c tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2704605-9853-4390-8c1b-ce5943c925aa') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:37.476821 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-88a0602d-e6de-49c2-a3ee-7063767e07fe req-b33451b9-3d2c-427d-bf98-af5f6c8133e5 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039659 Apr 15 03:38:37.478650 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-47ca2deb-9f2a-4aef-9954-04e68ba52dfe req-486078c2-fc23-4e88-8945-cbe542f526ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90b88343-3433-4ceb-9959-7721ceb2550e HTTP/1.1" status: 200 len: 1001 time: 0.0840619 Apr 15 03:38:37.480502 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d49e6470-e1c3-4e01-8c1c-4e2086cb496c tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (c2704605-9853-4390-8c1b-ce5943c925aa), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:37.529721 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d49e6470-e1c3-4e01-8c1c-4e2086cb496c tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (c2704605-9853-4390-8c1b-ce5943c925aa), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:37.543154 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49e6470-e1c3-4e01-8c1c-4e2086cb496c tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:38:37.543574 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d49e6470-e1c3-4e01-8c1c-4e2086cb496c tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (c2704605-9853-4390-8c1b-ce5943c925aa), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:38:37.547193 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:38:37.596147 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca2deb-9f2a-4aef-9954-04e68ba52dfe req-af4b6910-5be2-4d37-9c01-a7e61855c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:37.600498 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-47ca2deb-9f2a-4aef-9954-04e68ba52dfe req-af4b6910-5be2-4d37-9c01-a7e61855c859 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2ff5521-688d-47da-8337-38202aee7518 HTTP/1.1" status: 200 len: 851 time: 0.1094639 Apr 15 03:38:37.659344 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca2deb-9f2a-4aef-9954-04e68ba52dfe req-a1da04e4-741f-4e1d-a1e2-955e97ef3741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:37.663570 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-47ca2deb-9f2a-4aef-9954-04e68ba52dfe req-a1da04e4-741f-4e1d-a1e2-955e97ef3741 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0565784 Apr 15 03:38:37.708859 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99132a7d-c19c-463b-84a8-36e28c4c806a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (84f457f9-f240-4b7c-bd7a-92127635c788), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:37.727841 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d49e6470-e1c3-4e01-8c1c-4e2086cb496c tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (d0525141-7ba9-4659-a7c1-bcd204286d8d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:37.732031 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d49e6470-e1c3-4e01-8c1c-4e2086cb496c tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:37.738221 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d49e6470-e1c3-4e01-8c1c-4e2086cb496c tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "DELETE /v2.0/networks/d0525141-7ba9-4659-a7c1-bcd204286d8d HTTP/1.1" status: 204 len: 168 time: 1.5136492 Apr 15 03:38:37.740677 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32870) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:37.762002 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99132a7d-c19c-463b-84a8-36e28c4c806a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=84f457f9-f240-4b7c-bd7a-92127635c788,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:37.764717 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99132a7d-c19c-463b-84a8-36e28c4c806a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:37.769337 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074b7c39-b3db-4ebc-81d5-cff4f8ecf431 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:37.770722 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-99132a7d-c19c-463b-84a8-36e28c4c806a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/84f457f9-f240-4b7c-bd7a-92127635c788 HTTP/1.1" status: 204 len: 168 time: 1.1559741 Apr 15 03:38:37.792742 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32872) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:37.810128 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e6470-e1c3-4e01-8c1c-4e2086cb496c tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event deleted for resources: {'Network': ['ID=d0525141-7ba9-4659-a7c1-bcd204286d8d,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:37.862702 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7d0975c6-1a65-4e93-9d34-bab433562442 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657685 Apr 15 03:38:37.866762 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32874) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:37.877281 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60edaa0f-818d-471e-8e88-744fc29e3ef5 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (379b627c-b645-4d05-93e3-1108a9642b92), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:37.884357 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60edaa0f-818d-471e-8e88-744fc29e3ef5 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (379b627c-b645-4d05-93e3-1108a9642b92), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:37.958127 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-47ca2deb-9f2a-4aef-9954-04e68ba52dfe req-5c6f1715-af9c-45dc-8acc-cf809d294468 service neutron] 10.222.0.30 "GET /v2.0/networks/0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907794 Apr 15 03:38:37.994644 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a172d2d-18ef-4b12-91e0-542ecf5c62e7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:37.999021 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3a172d2d-18ef-4b12-91e0-542ecf5c62e7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1280675 Apr 15 03:38:37.999021 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-581e06e1-43f9-4f4b-ba4b-f959f5b17807 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Deleting port 2d090574-53a1-466b-9a77-8095741e072f {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:37.999021 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-581e06e1-43f9-4f4b-ba4b-f959f5b17807 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (2d090574-53a1-466b-9a77-8095741e072f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:38.011842 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32876) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:38.029275 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ae21b6-6949-46b0-bafa-d6cdaf9697b6 None None] DHCP port deletion for d8f597fb-2381-4564-a070-eb7f10af68ac request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:38:38.087171 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-25ae21b6-6949-46b0-bafa-d6cdaf9697b6 None None] Deleting port 211d581b-3bd2-436c-96be-6e6169886eb8 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:38.087853 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-25ae21b6-6949-46b0-bafa-d6cdaf9697b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (211d581b-3bd2-436c-96be-6e6169886eb8), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:38.178474 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-25ae21b6-6949-46b0-bafa-d6cdaf9697b6 None None] For port 211d581b-3bd2-436c-96be-6e6169886eb8, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=211d581b-3bd2-436c-96be-6e6169886eb8,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:38.178783 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-581e06e1-43f9-4f4b-ba4b-f959f5b17807 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (2d090574-53a1-466b-9a77-8095741e072f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:38.178913 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-581e06e1-43f9-4f4b-ba4b-f959f5b17807 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (2d090574-53a1-466b-9a77-8095741e072f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:38.183301 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-25ae21b6-6949-46b0-bafa-d6cdaf9697b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (211d581b-3bd2-436c-96be-6e6169886eb8), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:38.190208 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-47ca2deb-9f2a-4aef-9954-04e68ba52dfe req-2cf0d32e-939a-43ed-8482-45d52008aae7 service neutron] 10.222.0.30 "GET /v2.0/networks/0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888463 Apr 15 03:38:38.196957 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-581e06e1-43f9-4f4b-ba4b-f959f5b17807 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Calling delete_port for 2d090574-53a1-466b-9a77-8095741e072f owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:38.217044 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-25ae21b6-6949-46b0-bafa-d6cdaf9697b6 None None] Calling delete_port for 211d581b-3bd2-436c-96be-6e6169886eb8 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:38.292001 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-dda42299-fde2-4c3b-9e2c-1a4195a7f838 None None] Provisioning complete for port 948143fb-a674-415f-aaa3-870f5794a953 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:38.292575 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dda42299-fde2-4c3b-9e2c-1a4195a7f838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (948143fb-a674-415f-aaa3-870f5794a953), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:38.346530 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-dda42299-fde2-4c3b-9e2c-1a4195a7f838 None None] Port 948143fb-a674-415f-aaa3-870f5794a953 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:38.356760 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-dda42299-fde2-4c3b-9e2c-1a4195a7f838 None None] Provisioning complete for port ed526c54-a572-4ac8-934a-92844fef4205 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:38.357127 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dda42299-fde2-4c3b-9e2c-1a4195a7f838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ed526c54-a572-4ac8-934a-92844fef4205), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:38.365158 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-e0fc24e5-b104-455b-95f6-4ae63e38eabe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Delete allocated IP 2001:db8::328 (b6a69919-449e-4977-899e-5a45769fb810/479686e6-e52c-4dc6-bc5f-1668cad6ac23) {{(pid=104667) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 15 03:38:38.411590 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-e0fc24e5-b104-455b-95f6-4ae63e38eabe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Allocated IP 2001:db8:0:1::c2 (b6a69919-449e-4977-899e-5a45769fb810/a45757a7-0adb-41db-9fc7-e20d06de9126/a9628711-ce3b-49f9-b441-d889fa9fa540) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:38.429645 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-581e06e1-43f9-4f4b-ba4b-f959f5b17807 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (2d090574-53a1-466b-9a77-8095741e072f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:38.432085 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b796c8-2441-4068-b687-c9d822c5fc1c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:38.435984 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-03b796c8-2441-4068-b687-c9d822c5fc1c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4180715 Apr 15 03:38:38.439831 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32880) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:38.441396 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-dda42299-fde2-4c3b-9e2c-1a4195a7f838 None None] Current status of the port ed526c54-a572-4ac8-934a-92844fef4205 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:38.451567 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-dda42299-fde2-4c3b-9e2c-1a4195a7f838 None None] Provisioning complete for port a9628711-ce3b-49f9-b441-d889fa9fa540 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:38.452283 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dda42299-fde2-4c3b-9e2c-1a4195a7f838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a9628711-ce3b-49f9-b441-d889fa9fa540), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:38.458772 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e06e1-43f9-4f4b-ba4b-f959f5b17807 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event deleted for resources: {'Port': ['ID=2d090574-53a1-466b-9a77-8095741e072f,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:38.481597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-25ae21b6-6949-46b0-bafa-d6cdaf9697b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (211d581b-3bd2-436c-96be-6e6169886eb8), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:38.489871 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-530d8422-8a75-4242-8775-3bf117cb718e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445018 Apr 15 03:38:38.494019 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15eeef-13fd-413e-9af6-a12274f7e3cf req-27751832-8053-46b5-ad95-5db600007708 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:38.500326 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6c15eeef-13fd-413e-9af6-a12274f7e3cf req-27751832-8053-46b5-ad95-5db600007708 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 943 time: 0.1732938 Apr 15 03:38:38.503121 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32882) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:38.513722 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-4c9b8607-8402-42fd-ac7f-8fdb8b692c45 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:38.533469 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae21b6-6949-46b0-bafa-d6cdaf9697b6 None None] Pushing event deleted for resources: {'Port': ['ID=211d581b-3bd2-436c-96be-6e6169886eb8,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:38.536638 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ae21b6-6949-46b0-bafa-d6cdaf9697b6 None None] No DVR routers for this DVR port 211d581b-3bd2-436c-96be-6e6169886eb8 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:38:38.538875 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-dda42299-fde2-4c3b-9e2c-1a4195a7f838 None None] Port a9628711-ce3b-49f9-b441-d889fa9fa540 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:38.567586 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-581e06e1-43f9-4f4b-ba4b-f959f5b17807 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for floatingip (b4de9e88-6556-4e2b-a0da-61427b3a3085), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:38.571016 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-581e06e1-43f9-4f4b-ba4b-f959f5b17807 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:38.576491 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-581e06e1-43f9-4f4b-ba4b-f959f5b17807 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "DELETE /v2.0/floatingips/b4de9e88-6556-4e2b-a0da-61427b3a3085 HTTP/1.1" status: 204 len: 168 time: 0.8318105 Apr 15 03:38:38.578391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32886) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:38.628566 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-164a5c88-2653-40a7-a03a-ad9b48aaa24f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] DELETE failed (client error): The resource could not be found. Apr 15 03:38:38.629150 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-164a5c88-2653-40a7-a03a-ad9b48aaa24f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:38:38.635025 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-164a5c88-2653-40a7-a03a-ad9b48aaa24f tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "DELETE /v2.0/ports/9b319dfe-6c15-49bf-bf9e-6a7bf6d90869 HTTP/1.1" status: 404 len: 333 time: 0.0556891 Apr 15 03:38:38.635646 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32890) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:38.673453 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-fa03839d-041f-43af-b436-7a6cd86ac3bc tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5a5d09e-eafb-47b2-a08c-dd47af20471d HTTP/1.1" status: 200 len: 205 time: 0.0342615 Apr 15 03:38:38.674780 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32892) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:38.681233 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf1769-2774-4f0d-9c8e-65fd442f4212 req-d4f6058c-e04c-4474-8bc8-da8713ea12a0 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:38.682828 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ccf1769-2774-4f0d-9c8e-65fd442f4212 req-d4f6058c-e04c-4474-8bc8-da8713ea12a0 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1051795 Apr 15 03:38:38.725871 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-db211705-0e16-48bc-8c53-03e84fe0dd1a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] delete failed (client error): The resource could not be found. Apr 15 03:38:38.729616 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-db211705-0e16-48bc-8c53-03e84fe0dd1a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "DELETE /v2.0/routers/b5a5d09e-eafb-47b2-a08c-dd47af20471d HTTP/1.1" status: 404 len: 336 time: 0.0458603 Apr 15 03:38:38.730843 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32894) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:38.748408 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6c15eeef-13fd-413e-9af6-a12274f7e3cf req-46e8de2e-a289-4ac7-8693-29c4554990fc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd3fa657-6777-4756-919c-12738790adc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424350 Apr 15 03:38:38.771535 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ea23b3-4742-47b6-8c58-5045b19e5d82 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] DELETE failed (client error): The resource could not be found. Apr 15 03:38:38.772186 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ea23b3-4742-47b6-8c58-5045b19e5d82 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:38:38.781383 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-95ea23b3-4742-47b6-8c58-5045b19e5d82 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "DELETE /v2.0/subnets/d076605f-ed0d-4b17-bbd7-7375b06a6cab HTTP/1.1" status: 404 len: 337 time: 0.0446486 Apr 15 03:38:38.781588 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32896) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:38.818002 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ccf1769-2774-4f0d-9c8e-65fd442f4212 req-dab1bae9-cf29-477e-bec9-26edc835c513 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934782 Apr 15 03:38:38.839167 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9b8607-8402-42fd-ac7f-8fdb8b692c45 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:38.843293 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4c9b8607-8402-42fd-ac7f-8fdb8b692c45 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:38.862711 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ed526c54-a572-4ac8-934a-92844fef4205 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:38.883873 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e0fc24e5-b104-455b-95f6-4ae63e38eabe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (a9628711-ce3b-49f9-b441-d889fa9fa540), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:38.885434 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60edaa0f-818d-471e-8e88-744fc29e3ef5 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Router 379b627c-b645-4d05-93e3-1108a9642b92 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:38:38.917981 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port ed526c54-a572-4ac8-934a-92844fef4205 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:38.918456 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ed526c54-a572-4ac8-934a-92844fef4205), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:38.999481 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e0fc24e5-b104-455b-95f6-4ae63e38eabe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (a9628711-ce3b-49f9-b441-d889fa9fa540), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:39.005091 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port ed526c54-a572-4ac8-934a-92844fef4205 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:39.025576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-51dcd08a-7439-4ad1-8b81-b93b9f32772d tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Deleting port 7763a801-accb-406f-8d9b-8e616e423c98 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:39.026016 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-51dcd08a-7439-4ad1-8b81-b93b9f32772d tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (7763a801-accb-406f-8d9b-8e616e423c98), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:39.053833 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 211d581b-3bd2-436c-96be-6e6169886eb8 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:38:39.073953 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 211d581b-3bd2-436c-96be-6e6169886eb8 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:38:39.074713 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 211d581b-3bd2-436c-96be-6e6169886eb8 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:38:39.200053 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc24e5-b104-455b-95f6-4ae63e38eabe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] In _notify_port_updated(), no bound segment for port a9628711-ce3b-49f9-b441-d889fa9fa540 on network b6a69919-449e-4977-899e-5a45769fb810 {{(pid=104667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:38:39.206200 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fc24e5-b104-455b-95f6-4ae63e38eabe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:39.206993 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e0fc24e5-b104-455b-95f6-4ae63e38eabe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:39.208975 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e0fc24e5-b104-455b-95f6-4ae63e38eabe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "PUT /v2.0/ports/a9628711-ce3b-49f9-b441-d889fa9fa540 HTTP/1.1" status: 200 len: 929 time: 2.6920257 Apr 15 03:38:39.213053 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32902) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:39.234079 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc24e5-b104-455b-95f6-4ae63e38eabe tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=a9628711-ce3b-49f9-b441-d889fa9fa540,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:39.236309 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e599e09-b8c3-4560-9a4e-4c517d6b5da0 req-108f6118-ccd9-450f-b7b8-5526bf60c334 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:39.244889 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3e599e09-b8c3-4560-9a4e-4c517d6b5da0 req-108f6118-ccd9-450f-b7b8-5526bf60c334 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0745859 Apr 15 03:38:39.308671 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60edaa0f-818d-471e-8e88-744fc29e3ef5 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:38:39.313813 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60edaa0f-818d-471e-8e88-744fc29e3ef5 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:39.315460 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3e599e09-b8c3-4560-9a4e-4c517d6b5da0 req-930b2374-50d7-4e61-8f4b-5fa42b88dd48 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528893 Apr 15 03:38:39.317729 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-60edaa0f-818d-471e-8e88-744fc29e3ef5 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "PUT /v2.0/routers/379b627c-b645-4d05-93e3-1108a9642b92 HTTP/1.1" status: 200 len: 915 time: 4.7604475 Apr 15 03:38:39.318790 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32904) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:39.321901 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-51dcd08a-7439-4ad1-8b81-b93b9f32772d tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (7763a801-accb-406f-8d9b-8e616e423c98), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:39.328065 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104442e4-4bbc-47db-9a9f-dc60f1623e86 None None] Sync routers for ids ['379b627c-b645-4d05-93e3-1108a9642b92'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:38:39.347684 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-51dcd08a-7439-4ad1-8b81-b93b9f32772d tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Calling delete_port for 7763a801-accb-406f-8d9b-8e616e423c98 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:39.365856 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104442e4-4bbc-47db-9a9f-dc60f1623e86 None None] Routers {'379b627c-b645-4d05-93e3-1108a9642b92'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:39.366883 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-104442e4-4bbc-47db-9a9f-dc60f1623e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['379b627c-b645-4d05-93e3-1108a9642b92'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:39.419916 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-104442e4-4bbc-47db-9a9f-dc60f1623e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:39.430695 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104442e4-4bbc-47db-9a9f-dc60f1623e86 None None] Routers {'379b627c-b645-4d05-93e3-1108a9642b92'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:39.431280 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-104442e4-4bbc-47db-9a9f-dc60f1623e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['379b627c-b645-4d05-93e3-1108a9642b92'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:39.468119 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-1bf7f808-ed79-484e-9946-469c78836fc9 None None] Provisioning complete for port a9628711-ce3b-49f9-b441-d889fa9fa540 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:39.468855 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1bf7f808-ed79-484e-9946-469c78836fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a9628711-ce3b-49f9-b441-d889fa9fa540), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:39.489369 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-104442e4-4bbc-47db-9a9f-dc60f1623e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:39.490754 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104442e4-4bbc-47db-9a9f-dc60f1623e86 None None] The sync data for ids ['379b627c-b645-4d05-93e3-1108a9642b92'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:39.500346 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-e59de7c8-22c3-4880-b353-18e1a5105b11 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting port a9628711-ce3b-49f9-b441-d889fa9fa540 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:39.500945 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e59de7c8-22c3-4880-b353-18e1a5105b11 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (a9628711-ce3b-49f9-b441-d889fa9fa540), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:39.506662 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1bf7f808-ed79-484e-9946-469c78836fc9 None None] Port a9628711-ce3b-49f9-b441-d889fa9fa540 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:39.516326 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4c9b8607-8402-42fd-ac7f-8fdb8b692c45 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (8fdf268e-ddc4-4451-bedf-a08ef6d3cb42), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:39.517944 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c6519-fe29-4906-bc11-ea7f6cfbc836 req-524a9d42-e52d-4701-98e5-7bd90ac4a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:39.519459 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-690c6519-fe29-4906-bc11-ea7f6cfbc836 req-524a9d42-e52d-4701-98e5-7bd90ac4a1ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ac54984499b43edad78bee2e10a3362&device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 1129 time: 0.0862854 Apr 15 03:38:39.538647 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5586c984-9689-4ef5-914c-e938807733a6 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "GET /v2.0/routers/379b627c-b645-4d05-93e3-1108a9642b92 HTTP/1.1" status: 200 len: 921 time: 0.2186642 Apr 15 03:38:39.542118 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32906) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:39.571350 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9b8607-8402-42fd-ac7f-8fdb8b692c45 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:39.582896 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-4c9b8607-8402-42fd-ac7f-8fdb8b692c45 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:39.588551 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9b8607-8402-42fd-ac7f-8fdb8b692c45 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:39.589144 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4c9b8607-8402-42fd-ac7f-8fdb8b692c45 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:39.596124 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0daf48-cf70-48be-91af-e9595932e21a None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:39.602501 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b8607-8402-42fd-ac7f-8fdb8b692c45 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=8fdf268e-ddc4-4451-bedf-a08ef6d3cb42,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:39.667606 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-51dcd08a-7439-4ad1-8b81-b93b9f32772d tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (7763a801-accb-406f-8d9b-8e616e423c98), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:39.698224 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dcd08a-7439-4ad1-8b81-b93b9f32772d tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event deleted for resources: {'Port': ['ID=7763a801-accb-406f-8d9b-8e616e423c98,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:39.700773 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67e80d1-007f-48f7-af5a-aedda7ecdbb9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:39.702740 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c67e80d1-007f-48f7-af5a-aedda7ecdbb9 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&device_id=379b627c-b645-4d05-93e3-1108a9642b92&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1509099 Apr 15 03:38:39.711274 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4c9b8607-8402-42fd-ac7f-8fdb8b692c45 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2047069 Apr 15 03:38:39.711382 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32908) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:39.711479 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32910) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:39.714352 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40003f1-6f3a-4aac-b8ef-4b48d3c90563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d8f597fb-2381-4564-a070-eb7f10af68ac', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'fixed_ips': [{'subnet_id': '8fdf268e-ddc4-4451-bedf-a08ef6d3cb42'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:38:39.715234 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c40003f1-6f3a-4aac-b8ef-4b48d3c90563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:39.716872 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-9489e005-d3fe-42b5-90cf-6ae161765fd7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'fixed_ips': [{'subnet_id': '8fdf268e-ddc4-4451-bedf-a08ef6d3cb42', 'ip_address': '2001:db8::9f7b:896c:c868:41fd'}], 'name': 'tempest-NetworksTestDHCPv6-300425997'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:39.758599 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e59de7c8-22c3-4880-b353-18e1a5105b11 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (a9628711-ce3b-49f9-b441-d889fa9fa540), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:39.813079 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-e59de7c8-22c3-4880-b353-18e1a5105b11 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Calling delete_port for a9628711-ce3b-49f9-b441-d889fa9fa540 owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:39.817240 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c6519-fe29-4906-bc11-ea7f6cfbc836 req-bc7e00ce-b443-4cb4-99d7-23362c6b6b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:39.818919 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-690c6519-fe29-4906-bc11-ea7f6cfbc836 req-bc7e00ce-b443-4cb4-99d7-23362c6b6b7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 HTTP/1.1" status: 200 len: 912 time: 0.2915766 Apr 15 03:38:39.874478 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-51dcd08a-7439-4ad1-8b81-b93b9f32772d tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:39.880723 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-51dcd08a-7439-4ad1-8b81-b93b9f32772d tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "DELETE /v2.0/ports/7763a801-accb-406f-8d9b-8e616e423c98 HTTP/1.1" status: 204 len: 168 time: 1.0977955 Apr 15 03:38:39.881775 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-c40003f1-6f3a-4aac-b8ef-4b48d3c90563 None None] Allocated IP 2001:db8::2 (d8f597fb-2381-4564-a070-eb7f10af68ac/8fdf268e-ddc4-4451-bedf-a08ef6d3cb42/b1700bc1-35f4-403a-999f-b4cc04514b4c) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:39.882970 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32914) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:39.887494 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 347a4f58-c452-407f-bde8-d216d9e6eaef details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 03:38:39.955982 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea39813f-b212-4402-8e51-606dcfb36f3d tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:39.957667 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ea39813f-b212-4402-8e51-606dcfb36f3d tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "GET /v2.0/networks/47f4ed73-a135-4807-aa37-c76498dd2653 HTTP/1.1" status: 200 len: 881 time: 0.2456033 Apr 15 03:38:39.961122 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-690c6519-fe29-4906-bc11-ea7f6cfbc836 req-36dd16c6-5cde-4aa7-adaf-07876f1b7a10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90b88343-3433-4ceb-9959-7721ceb2550e HTTP/1.1" status: 200 len: 1001 time: 0.1331217 Apr 15 03:38:39.961587 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32916) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:39.986882 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad8131-4484-4012-8ff0-f75f94b63d1c req-46868548-aa86-41cd-9eb6-f471bfcf0056 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:39.988733 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-31ad8131-4484-4012-8ff0-f75f94b63d1c req-46868548-aa86-41cd-9eb6-f471bfcf0056 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 943 time: 0.1074097 Apr 15 03:38:40.031172 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-71c0ffb0-b2c7-40c0-8893-5a8467fe6e6c tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "GET /v2.0/ports?device_id=379b627c-b645-4d05-93e3-1108a9642b92 HTTP/1.1" status: 200 len: 205 time: 0.0671928 Apr 15 03:38:40.034193 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32918) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:40.079408 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-31ad8131-4484-4012-8ff0-f75f94b63d1c req-cb0554c4-09ab-4cac-b637-baa4347a2273 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd3fa657-6777-4756-919c-12738790adc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522265 Apr 15 03:38:40.084369 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9489e005-d3fe-42b5-90cf-6ae161765fd7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:40.100349 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c6519-fe29-4906-bc11-ea7f6cfbc836 req-ebd6aaf7-55a3-42a5-9a98-64a5550237fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:40.101845 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-690c6519-fe29-4906-bc11-ea7f6cfbc836 req-ebd6aaf7-55a3-42a5-9a98-64a5550237fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2ff5521-688d-47da-8337-38202aee7518 HTTP/1.1" status: 200 len: 851 time: 0.1286757 Apr 15 03:38:40.183154 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9489e005-d3fe-42b5-90cf-6ae161765fd7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:40.205310 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-92d9bc00-5f05-4d05-ad94-9bb757d9c23e tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Deleting port 62389093-40b0-4ef5-9935-12b71e30188c {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:40.205787 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-92d9bc00-5f05-4d05-ad94-9bb757d9c23e tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (62389093-40b0-4ef5-9935-12b71e30188c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:40.209040 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-9489e005-d3fe-42b5-90cf-6ae161765fd7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] device_id is not set on port 81f4d39d-2564-40fa-bfd2-2a4abc894a73 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:38:40.232603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c6519-fe29-4906-bc11-ea7f6cfbc836 req-0221f57a-d44a-488d-8a13-20f6ed7b0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:40.234805 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-690c6519-fe29-4906-bc11-ea7f6cfbc836 req-0221f57a-d44a-488d-8a13-20f6ed7b0039 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1000106 Apr 15 03:38:40.274494 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-115d0ecb-be95-4b12-ad49-aeb9cce16b4c tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router (379b627c-b645-4d05-93e3-1108a9642b92), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:40.330836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 347a4f58-c452-407f-bde8-d216d9e6eaef, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=347a4f58-c452-407f-bde8-d216d9e6eaef,segment=NetworkSegment(c53179f8-fd00-4b37-96b1-595ec4258d91),segment_id=c53179f8-fd00-4b37-96b1-595ec4258d91)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:40.389809 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '347a4f58-c452-407f-bde8-d216d9e6eaef', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'port_id': '347a4f58-c452-407f-bde8-d216d9e6eaef', 'mac_address': 'fa:16:3e:a9:44:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 03:38:40.412905 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c40003f1-6f3a-4aac-b8ef-4b48d3c90563 None None] Publish callbacks [] for port (b1700bc1-35f4-403a-999f-b4cc04514b4c), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:40.418361 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-92d9bc00-5f05-4d05-ad94-9bb757d9c23e tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (62389093-40b0-4ef5-9935-12b71e30188c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:40.438953 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-92d9bc00-5f05-4d05-ad94-9bb757d9c23e tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Calling delete_port for 62389093-40b0-4ef5-9935-12b71e30188c owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:40.483846 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 347a4f58-c452-407f-bde8-d216d9e6eaef is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:40.484233 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (347a4f58-c452-407f-bde8-d216d9e6eaef), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:40.488084 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c40003f1-6f3a-4aac-b8ef-4b48d3c90563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (b1700bc1-35f4-403a-999f-b4cc04514b4c), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:40.526153 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347a4f58-c452-407f-bde8-d216d9e6eaef {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:38:40.550807 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40003f1-6f3a-4aac-b8ef-4b48d3c90563 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:40.564978 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-c40003f1-6f3a-4aac-b8ef-4b48d3c90563 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:40.568142 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 347a4f58-c452-407f-bde8-d216d9e6eaef, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=347a4f58-c452-407f-bde8-d216d9e6eaef,segment=NetworkSegment(c53179f8-fd00-4b37-96b1-595ec4258d91),segment_id=c53179f8-fd00-4b37-96b1-595ec4258d91)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:40.571215 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40003f1-6f3a-4aac-b8ef-4b48d3c90563 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:40.579094 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-9489e005-d3fe-42b5-90cf-6ae161765fd7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8::9f7b:896c:c868:41fd (d8f597fb-2381-4564-a070-eb7f10af68ac/8fdf268e-ddc4-4451-bedf-a08ef6d3cb42/81f4d39d-2564-40fa-bfd2-2a4abc894a73) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:40.580072 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40003f1-6f3a-4aac-b8ef-4b48d3c90563 None None] Pushing event updated for resources: {'Port': ['ID=b1700bc1-35f4-403a-999f-b4cc04514b4c,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:40.656400 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e59de7c8-22c3-4880-b353-18e1a5105b11 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (a9628711-ce3b-49f9-b441-d889fa9fa540), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:40.662750 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c40003f1-6f3a-4aac-b8ef-4b48d3c90563 None None] Attempting to bind port b1700bc1-35f4-403a-999f-b4cc04514b4c on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:38:40.663200 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c40003f1-6f3a-4aac-b8ef-4b48d3c90563 None None] Attempting to bind port b1700bc1-35f4-403a-999f-b4cc04514b4c by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:38:40.663943 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40003f1-6f3a-4aac-b8ef-4b48d3c90563 None None] Attempting to bind port b1700bc1-35f4-403a-999f-b4cc04514b4c on network d8f597fb-2381-4564-a070-eb7f10af68ac {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:38:40.669374 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (347a4f58-c452-407f-bde8-d216d9e6eaef), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:40.672680 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40003f1-6f3a-4aac-b8ef-4b48d3c90563 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:38:40.673282 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40003f1-6f3a-4aac-b8ef-4b48d3c90563 None None] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:38:40.673940 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c40003f1-6f3a-4aac-b8ef-4b48d3c90563 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:40.674882 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40003f1-6f3a-4aac-b8ef-4b48d3c90563 None None] Bound using segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:38:40.675431 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c40003f1-6f3a-4aac-b8ef-4b48d3c90563 None None] Bound port: b1700bc1-35f4-403a-999f-b4cc04514b4c, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:38:40.675883 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c40003f1-6f3a-4aac-b8ef-4b48d3c90563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b1700bc1-35f4-403a-999f-b4cc04514b4c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:40.729442 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59de7c8-22c3-4880-b353-18e1a5105b11 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Port': ['ID=a9628711-ce3b-49f9-b441-d889fa9fa540,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:40.767097 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-92d9bc00-5f05-4d05-ad94-9bb757d9c23e tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (62389093-40b0-4ef5-9935-12b71e30188c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:40.770133 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74673b86-f53a-41d0-9e2a-9749e1532691 req-0f594123-9f2f-4595-9357-48b5a5e94d81 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:40.777087 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-74673b86-f53a-41d0-9e2a-9749e1532691 req-0f594123-9f2f-4595-9357-48b5a5e94d81 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1628807 Apr 15 03:38:40.785980 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=347a4f58-c452-407f-bde8-d216d9e6eaef,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:40.794064 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c40003f1-6f3a-4aac-b8ef-4b48d3c90563 None None] For port b1700bc1-35f4-403a-999f-b4cc04514b4c, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:38:40.797849 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c40003f1-6f3a-4aac-b8ef-4b48d3c90563 None None] For port b1700bc1-35f4-403a-999f-b4cc04514b4c, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=b1700bc1-35f4-403a-999f-b4cc04514b4c,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:38:40.852905 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9bc00-5f05-4d05-ad94-9bb757d9c23e tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event deleted for resources: {'Port': ['ID=62389093-40b0-4ef5-9935-12b71e30188c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:40.868143 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c40003f1-6f3a-4aac-b8ef-4b48d3c90563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b1700bc1-35f4-403a-999f-b4cc04514b4c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:40.873953 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e59de7c8-22c3-4880-b353-18e1a5105b11 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:40.880027 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e59de7c8-22c3-4880-b353-18e1a5105b11 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/ports/a9628711-ce3b-49f9-b441-d889fa9fa540 HTTP/1.1" status: 204 len: 168 time: 1.6658022 Apr 15 03:38:40.882175 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-690c6519-fe29-4906-bc11-ea7f6cfbc836 req-3b225400-4298-48da-b463-9f3acaf30fad service neutron] 10.222.0.30 "GET /v2.0/networks/0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6414211 Apr 15 03:38:40.882694 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32922) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:40.939248 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40003f1-6f3a-4aac-b8ef-4b48d3c90563 None None] Pushing event updated for resources: {'Port': ['ID=b1700bc1-35f4-403a-999f-b4cc04514b4c,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:40.945470 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['347a4f58-c452-407f-bde8-d216d9e6eaef'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:38:40.965215 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3ae459-0d10-478e-b857-21e3cacb8665 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] GET failed (client error): The resource could not be found. Apr 15 03:38:40.970055 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-bf3ae459-0d10-478e-b857-21e3cacb8665 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports/a9628711-ce3b-49f9-b441-d889fa9fa540 HTTP/1.1" status: 404 len: 333 time: 0.0819492 Apr 15 03:38:40.970814 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32924) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:40.995594 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9489e005-d3fe-42b5-90cf-6ae161765fd7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (81f4d39d-2564-40fa-bfd2-2a4abc894a73), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:41.013445 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-74673b86-f53a-41d0-9e2a-9749e1532691 req-90b7a4ac-6682-48c0-8abe-ce4877a4be63 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303226 Apr 15 03:38:41.053831 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-115d0ecb-be95-4b12-ad49-aeb9cce16b4c tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_gateway (379b627c-b645-4d05-93e3-1108a9642b92), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:41.110994 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-92d9bc00-5f05-4d05-ad94-9bb757d9c23e tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:41.137370 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-92d9bc00-5f05-4d05-ad94-9bb757d9c23e tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "DELETE /v2.0/ports/62389093-40b0-4ef5-9935-12b71e30188c HTTP/1.1" status: 204 len: 168 time: 1.2533627 Apr 15 03:38:41.140715 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32928) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:41.235737 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4ef9bf90-ee80-4a73-a6c9-b9f2b4798150 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (64f156ea-ed82-4716-b8e6-8f4023e306a5), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:41.253139 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-690c6519-fe29-4906-bc11-ea7f6cfbc836 req-25b6d35a-79fc-4eb4-9d62-1e027000a530 service neutron] 10.222.0.30 "GET /v2.0/networks/0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199139 Apr 15 03:38:41.257160 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0eed73-272b-48e4-b1e9-35d6631cd416 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:41.261657 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ca0eed73-272b-48e4-b1e9-35d6631cd416 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "GET /v2.0/ports?device_id=b437dd35-ae69-4adb-9f4f-0a741e2bf499 HTTP/1.1" status: 200 len: 913 time: 0.1133375 Apr 15 03:38:41.265347 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32930) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:41.312142 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9489e005-d3fe-42b5-90cf-6ae161765fd7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (81f4d39d-2564-40fa-bfd2-2a4abc894a73), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:41.325647 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bd0b3-fced-4eb8-9d72-dd49f8a500cd req-de71e777-604b-4a78-9154-30cd25436ced tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:41.329216 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4ef9bf90-ee80-4a73-a6c9-b9f2b4798150 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (64f156ea-ed82-4716-b8e6-8f4023e306a5), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:41.339629 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-494bd0b3-fced-4eb8-9d72-dd49f8a500cd req-de71e777-604b-4a78-9154-30cd25436ced tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 944 time: 0.1287260 Apr 15 03:38:41.339862 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-115d0ecb-be95-4b12-ad49-aeb9cce16b4c tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Deleting port 26e4c876-ff2a-448f-b67a-3ecf98d266eb {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:41.340144 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-115d0ecb-be95-4b12-ad49-aeb9cce16b4c tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (26e4c876-ff2a-448f-b67a-3ecf98d266eb), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:41.438437 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9489e005-d3fe-42b5-90cf-6ae161765fd7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:41.457381 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-115d0ecb-be95-4b12-ad49-aeb9cce16b4c tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (26e4c876-ff2a-448f-b67a-3ecf98d266eb), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:41.484693 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-9489e005-d3fe-42b5-90cf-6ae161765fd7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:41.504038 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9489e005-d3fe-42b5-90cf-6ae161765fd7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:41.509872 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9489e005-d3fe-42b5-90cf-6ae161765fd7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:41.509872 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9489e005-d3fe-42b5-90cf-6ae161765fd7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:41.510828 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-115d0ecb-be95-4b12-ad49-aeb9cce16b4c tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Calling delete_port for 26e4c876-ff2a-448f-b67a-3ecf98d266eb owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:41.524291 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489e005-d3fe-42b5-90cf-6ae161765fd7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=81f4d39d-2564-40fa-bfd2-2a4abc894a73,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:41.594416 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-494bd0b3-fced-4eb8-9d72-dd49f8a500cd req-d727f11b-60cb-4d00-a950-500bd5fb6ba3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd3fa657-6777-4756-919c-12738790adc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489781 Apr 15 03:38:41.619264 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4ef9bf90-ee80-4a73-a6c9-b9f2b4798150 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (64f156ea-ed82-4716-b8e6-8f4023e306a5), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:41.621942 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4ef9bf90-ee80-4a73-a6c9-b9f2b4798150 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:41.623202 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4ef9bf90-ee80-4a73-a6c9-b9f2b4798150 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/security-groups/64f156ea-ed82-4716-b8e6-8f4023e306a5 HTTP/1.1" status: 204 len: 168 time: 0.6443748 Apr 15 03:38:41.649409 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32932) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:41.661516 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9489e005-d3fe-42b5-90cf-6ae161765fd7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9484046 Apr 15 03:38:41.664731 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32934) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:41.672528 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9bf90-ee80-4a73-a6c9-b9f2b4798150 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f156ea-ed82-4716-b8e6-8f4023e306a5,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:41.818724 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-115d0ecb-be95-4b12-ad49-aeb9cce16b4c tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (26e4c876-ff2a-448f-b67a-3ecf98d266eb), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:41.850758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d0ecb-be95-4b12-ad49-aeb9cce16b4c tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Pushing event deleted for resources: {'Port': ['ID=26e4c876-ff2a-448f-b67a-3ecf98d266eb,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:41.902389 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 347a4f58-c452-407f-bde8-d216d9e6eaef up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:41.922174 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-115d0ecb-be95-4b12-ad49-aeb9cce16b4c tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (379b627c-b645-4d05-93e3-1108a9642b92), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:41.976657 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 347a4f58-c452-407f-bde8-d216d9e6eaef completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 03:38:42.041226 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 347a4f58-c452-407f-bde8-d216d9e6eaef triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:42.042289 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (347a4f58-c452-407f-bde8-d216d9e6eaef), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:42.046475 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-115d0ecb-be95-4b12-ad49-aeb9cce16b4c tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (379b627c-b645-4d05-93e3-1108a9642b92), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:42.055210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-115d0ecb-be95-4b12-ad49-aeb9cce16b4c tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_controller (379b627c-b645-4d05-93e3-1108a9642b92), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:42.104865 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4863b7e-01a7-4ccd-b7c7-a3b4fab834ef tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:42.110584 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4863b7e-01a7-4ccd-b7c7-a3b4fab834ef tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:42.112452 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d4863b7e-01a7-4ccd-b7c7-a3b4fab834ef tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4454255 Apr 15 03:38:42.116340 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32938) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:42.171767 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adae11-f7d2-4f26-bf5b-574b918abf8e req-83106485-246c-4adc-8d7c-da67fac1999b tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:42.173903 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-96adae11-f7d2-4f26-bf5b-574b918abf8e req-83106485-246c-4adc-8d7c-da67fac1999b tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0641100 Apr 15 03:38:42.177917 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-115d0ecb-be95-4b12-ad49-aeb9cce16b4c tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (379b627c-b645-4d05-93e3-1108a9642b92), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:42.178459 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115d0ecb-be95-4b12-ad49-aeb9cce16b4c tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Fanout notify agent at l3_agent the message router_deleted on router 379b627c-b645-4d05-93e3-1108a9642b92 {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:38:42.190697 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-115d0ecb-be95-4b12-ad49-aeb9cce16b4c tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:42.194487 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-115d0ecb-be95-4b12-ad49-aeb9cce16b4c tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "DELETE /v2.0/routers/379b627c-b645-4d05-93e3-1108a9642b92 HTTP/1.1" status: 204 len: 168 time: 2.1592486 Apr 15 03:38:42.205944 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-351299d7-fd22-43f0-9163-a1c03418753a tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (71d706a1-a175-4dc9-9184-547f3ecf0aea), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:42.211348 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32940) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:42.221110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 347a4f58-c452-407f-bde8-d216d9e6eaef is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:42.222984 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (347a4f58-c452-407f-bde8-d216d9e6eaef), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:42.223216 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-ac6a6b00-9938-4b85-9b40-d4e0783f2751 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-638165670', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}, 'admin_state_up': False}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:42.275848 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 347a4f58-c452-407f-bde8-d216d9e6eaef, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=347a4f58-c452-407f-bde8-d216d9e6eaef,segment=NetworkSegment(c53179f8-fd00-4b37-96b1-595ec4258d91),segment_id=c53179f8-fd00-4b37-96b1-595ec4258d91)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:42.277612 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6bd071-179f-4c5e-9e23-d119888bdc44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347a4f58-c452-407f-bde8-d216d9e6eaef'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:38:42.282802 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45f068a-eae0-48ac-8985-aeee6d7c4b36" -d '{"events": [{"server_uuid": "4a6bd071-179f-4c5e-9e23-d119888bdc44", "name": "network-vif-plugged", "status": "completed", "tag": "347a4f58-c452-407f-bde8-d216d9e6eaef"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:38:42.304498 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-351299d7-fd22-43f0-9163-a1c03418753a tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (71d706a1-a175-4dc9-9184-547f3ecf0aea), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:42.330811 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-96adae11-f7d2-4f26-bf5b-574b918abf8e req-fb4787a5-0d98-4ecf-969b-cfe3deb3272c tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350627 Apr 15 03:38:42.338735 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ac6a6b00-9938-4b85-9b40-d4e0783f2751 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (0dfc6356-ab0e-494c-b5eb-8b52441287a2), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:42.338990 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff3c5b8-77a7-4ac3-91d8-6eedec1f95d5 x-openstack-request-id: req-4ff3c5b8-77a7-4ac3-91d8-6eedec1f95d5 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:38:42.339395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6bd071-179f-4c5e-9e23-d119888bdc44", "name": "network-vif-plugged", "status": "completed", "tag": "347a4f58-c452-407f-bde8-d216d9e6eaef", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:38:42.339746 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ff3c5b8-77a7-4ac3-91d8-6eedec1f95d5 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:38:42.340286 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ff3c5b8-77a7-4ac3-91d8-6eedec1f95d5'] response: {'server_uuid': '4a6bd071-179f-4c5e-9e23-d119888bdc44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347a4f58-c452-407f-bde8-d216d9e6eaef', 'code': 200} Apr 15 03:38:42.340853 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ac6a6b00-9938-4b85-9b40-d4e0783f2751 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (0dfc6356-ab0e-494c-b5eb-8b52441287a2), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:42.356075 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (347a4f58-c452-407f-bde8-d216d9e6eaef), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:42.374561 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ac264-d607-471e-bcac-86393f72ab2f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting port 81f4d39d-2564-40fa-bfd2-2a4abc894a73 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:42.374937 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac264-d607-471e-bcac-86393f72ab2f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (81f4d39d-2564-40fa-bfd2-2a4abc894a73), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:42.464721 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ac6a6b00-9938-4b85-9b40-d4e0783f2751 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_controller (0dfc6356-ab0e-494c-b5eb-8b52441287a2), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:42.474234 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=347a4f58-c452-407f-bde8-d216d9e6eaef,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:42.673932 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-806b84a0-0559-46fb-8811-c800868e8843 None None] Provisioning complete for port b1700bc1-35f4-403a-999f-b4cc04514b4c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:42.675194 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-806b84a0-0559-46fb-8811-c800868e8843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b1700bc1-35f4-403a-999f-b4cc04514b4c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:42.683336 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-351299d7-fd22-43f0-9163-a1c03418753a tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (71d706a1-a175-4dc9-9184-547f3ecf0aea), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:42.686550 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-351299d7-fd22-43f0-9163-a1c03418753a tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:42.690785 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-351299d7-fd22-43f0-9163-a1c03418753a tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/security-groups/71d706a1-a175-4dc9-9184-547f3ecf0aea HTTP/1.1" status: 204 len: 168 time: 1.0403023 Apr 15 03:38:42.697288 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe99f03-5b3a-496f-ac47-c9ee31636579 req-2870a4ee-ddb6-42b1-8c49-426a6f7e37e0 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:42.698981 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-abe99f03-5b3a-496f-ac47-c9ee31636579 req-2870a4ee-ddb6-42b1-8c49-426a6f7e37e0 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.2425535 Apr 15 03:38:42.699489 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32948) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:42.762077 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f55af053-f729-4242-8efa-9b517a120bd6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (b437dd35-ae69-4adb-9f4f-0a741e2bf499), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:42.791453 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351299d7-fd22-43f0-9163-a1c03418753a tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d706a1-a175-4dc9-9184-547f3ecf0aea,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:42.850513 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-806b84a0-0559-46fb-8811-c800868e8843 None None] Current status of the port b1700bc1-35f4-403a-999f-b4cc04514b4c is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:42.850945 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-806b84a0-0559-46fb-8811-c800868e8843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b1700bc1-35f4-403a-999f-b4cc04514b4c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:42.859283 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ac6a6b00-9938-4b85-9b40-d4e0783f2751 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_gateway (0dfc6356-ab0e-494c-b5eb-8b52441287a2), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:42.866653 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac264-d607-471e-bcac-86393f72ab2f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (81f4d39d-2564-40fa-bfd2-2a4abc894a73), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:42.897934 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348156ca-4741-497f-bdec-60cc5eacd3df req-cad5b7d3-10a7-45da-beee-85be5dd9ad86 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:42.901042 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ac264-d607-471e-bcac-86393f72ab2f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Calling delete_port for 81f4d39d-2564-40fa-bfd2-2a4abc894a73 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:42.903191 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-348156ca-4741-497f-bdec-60cc5eacd3df req-cad5b7d3-10a7-45da-beee-85be5dd9ad86 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 945 time: 0.1669662 Apr 15 03:38:42.903329 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-806b84a0-0559-46fb-8811-c800868e8843 None None] For port b1700bc1-35f4-403a-999f-b4cc04514b4c, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=b1700bc1-35f4-403a-999f-b4cc04514b4c,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:42.908572 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37813372-d0d4-45d1-a518-50da6d95e90b req-3c4864b7-547d-4d5c-97e5-15c710b9eced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:42.911413 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-37813372-d0d4-45d1-a518-50da6d95e90b req-3c4864b7-547d-4d5c-97e5-15c710b9eced service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 1129 time: 0.1822002 Apr 15 03:38:42.969915 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b1700bc1-35f4-403a-999f-b4cc04514b4c up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:42.986766 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-abe99f03-5b3a-496f-ac47-c9ee31636579 req-49e36edb-e9b2-43c6-bcaa-e6360a3ee1f5 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649093 Apr 15 03:38:43.017255 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-806b84a0-0559-46fb-8811-c800868e8843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b1700bc1-35f4-403a-999f-b4cc04514b4c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:43.020892 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfd8c91-d7ce-46fb-b1e9-026639f9d1e0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting subnet 479686e6-e52c-4dc6-bc5f-1668cad6ac23 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:38:43.029554 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cdfd8c91-d7ce-46fb-b1e9-026639f9d1e0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for subnet (479686e6-e52c-4dc6-bc5f-1668cad6ac23), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:43.042329 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-348156ca-4741-497f-bdec-60cc5eacd3df req-c737ac18-d69d-4628-92b5-5199f3322610 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd3fa657-6777-4756-919c-12738790adc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297724 Apr 15 03:38:43.105632 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port b1700bc1-35f4-403a-999f-b4cc04514b4c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:43.106015 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b1700bc1-35f4-403a-999f-b4cc04514b4c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:43.110801 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b84a0-0559-46fb-8811-c800868e8843 None None] Pushing event updated for resources: {'Port': ['ID=b1700bc1-35f4-403a-999f-b4cc04514b4c,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:43.121794 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cdfd8c91-d7ce-46fb-b1e9-026639f9d1e0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (479686e6-e52c-4dc6-bc5f-1668cad6ac23), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:43.135711 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-37813372-d0d4-45d1-a518-50da6d95e90b req-e2988e78-f9f4-4f7f-bf7b-bedbaf81b5a0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bd3fa657-6777-4756-919c-12738790adc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922297 Apr 15 03:38:43.149396 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-eabb25d2-527f-405f-89f9-83b01f952508 None None] Provisioning complete for port 81f4d39d-2564-40fa-bfd2-2a4abc894a73 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:43.155883 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-eabb25d2-527f-405f-89f9-83b01f952508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (81f4d39d-2564-40fa-bfd2-2a4abc894a73), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:43.202241 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-eabb25d2-527f-405f-89f9-83b01f952508 None None] Port 81f4d39d-2564-40fa-bfd2-2a4abc894a73 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:43.260214 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ac6a6b00-9938-4b85-9b40-d4e0783f2751 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_gateway (0dfc6356-ab0e-494c-b5eb-8b52441287a2), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:43.264926 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port b1700bc1-35f4-403a-999f-b4cc04514b4c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:43.285595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ac6a6b00-9938-4b85-9b40-d4e0783f2751 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:43.364967 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cdfd8c91-d7ce-46fb-b1e9-026639f9d1e0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (479686e6-e52c-4dc6-bc5f-1668cad6ac23), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:43.429723 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac264-d607-471e-bcac-86393f72ab2f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (81f4d39d-2564-40fa-bfd2-2a4abc894a73), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:43.485071 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ac264-d607-471e-bcac-86393f72ab2f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Port': ['ID=81f4d39d-2564-40fa-bfd2-2a4abc894a73,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:43.491772 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-f55af053-f729-4242-8efa-9b517a120bd6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Deleting port 8e5432d7-b672-4de7-8e97-137c5da8ba26 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:43.492114 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f55af053-f729-4242-8efa-9b517a120bd6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (8e5432d7-b672-4de7-8e97-137c5da8ba26), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:43.535939 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bf8ac264-d607-471e-bcac-86393f72ab2f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:43.542701 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bf8ac264-d607-471e-bcac-86393f72ab2f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/81f4d39d-2564-40fa-bfd2-2a4abc894a73 HTTP/1.1" status: 204 len: 168 time: 1.4215095 Apr 15 03:38:43.542701 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32954) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:43.572569 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710b9ec-87be-4707-80da-dfdcf2742368 req-44f4d61a-4334-43a1-ac89-44e31bff434e tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:43.574203 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9710b9ec-87be-4707-80da-dfdcf2742368 req-44f4d61a-4334-43a1-ac89-44e31bff434e tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0715990 Apr 15 03:38:43.575431 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-ac6a6b00-9938-4b85-9b40-d4e0783f2751 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Allocated IP 172.26.6.228 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/397df9a4-7b31-4677-88ad-9ab49803f52c) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:43.600714 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cdfd8c91-d7ce-46fb-b1e9-026639f9d1e0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (479686e6-e52c-4dc6-bc5f-1668cad6ac23), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:43.651015 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd8c91-d7ce-46fb-b1e9-026639f9d1e0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Subnet': ['ID=479686e6-e52c-4dc6-bc5f-1668cad6ac23,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:43.659014 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cdfd8c91-d7ce-46fb-b1e9-026639f9d1e0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:43.666385 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cdfd8c91-d7ce-46fb-b1e9-026639f9d1e0 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/subnets/479686e6-e52c-4dc6-bc5f-1668cad6ac23 HTTP/1.1" status: 204 len: 168 time: 0.9565177 Apr 15 03:38:43.666829 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0570a3b4-ff87-4ca6-bd6d-f01d7a8de170 None None] Network b6a69919-449e-4977-899e-5a45769fb810 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:43.669511 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32956) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:43.675846 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-0f924e54-d066-45be-93e1-6a8a757f7a4d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'subnet': {'network_id': 'b6a69919-449e-4977-899e-5a45769fb810', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:43.682979 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf77ae1-7eda-4248-b3ae-3b55d4031ef6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:43.686789 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf77ae1-7eda-4248-b3ae-3b55d4031ef6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:43.686789 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fdf77ae1-7eda-4248-b3ae-3b55d4031ef6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1426878 Apr 15 03:38:43.690323 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32958) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:43.711782 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9710b9ec-87be-4707-80da-dfdcf2742368 req-97ddd272-c894-43e4-aed7-5261a311f780 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256855 Apr 15 03:38:43.731371 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f55af053-f729-4242-8efa-9b517a120bd6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (8e5432d7-b672-4de7-8e97-137c5da8ba26), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:43.753195 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-f55af053-f729-4242-8efa-9b517a120bd6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Calling delete_port for 8e5432d7-b672-4de7-8e97-137c5da8ba26 owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:43.781484 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9f5d15-6855-4b34-a963-0fff4b9a7e50 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet 8fdf268e-ddc4-4451-bedf-a08ef6d3cb42 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:38:43.786359 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7c9f5d15-6855-4b34-a963-0fff4b9a7e50 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (8fdf268e-ddc4-4451-bedf-a08ef6d3cb42), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:43.828496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ac6a6b00-9938-4b85-9b40-d4e0783f2751 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for port (397df9a4-7b31-4677-88ad-9ab49803f52c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:43.916781 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7c9f5d15-6855-4b34-a963-0fff4b9a7e50 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (8fdf268e-ddc4-4451-bedf-a08ef6d3cb42), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:43.927611 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668abbc2-8b62-42c8-9df1-65a0871f4190 req-c76a2bc4-3703-4ec1-9f3c-c9db10e30a7d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:43.929193 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-668abbc2-8b62-42c8-9df1-65a0871f4190 req-c76a2bc4-3703-4ec1-9f3c-c9db10e30a7d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0838084 Apr 15 03:38:43.930446 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f924e54-d066-45be-93e1-6a8a757f7a4d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:43.935319 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0f924e54-d066-45be-93e1-6a8a757f7a4d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:43.957019 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ac6a6b00-9938-4b85-9b40-d4e0783f2751 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (397df9a4-7b31-4677-88ad-9ab49803f52c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:44.048705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6a6b00-9938-4b85-9b40-d4e0783f2751 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:44.105340 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-ac6a6b00-9938-4b85-9b40-d4e0783f2751 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:44.109236 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6a6b00-9938-4b85-9b40-d4e0783f2751 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:44.135205 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-668abbc2-8b62-42c8-9df1-65a0871f4190 req-8f2e2e19-1a25-4345-9557-fe363e6a9fbe tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860657 Apr 15 03:38:44.169948 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7c9f5d15-6855-4b34-a963-0fff4b9a7e50 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (8fdf268e-ddc4-4451-bedf-a08ef6d3cb42), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:44.188026 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b318524-0844-43db-9149-b27c5faf4ce4 req-24a0cf21-25bd-4a51-968b-aa2331516f37 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:44.189787 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2b318524-0844-43db-9149-b27c5faf4ce4 req-24a0cf21-25bd-4a51-968b-aa2331516f37 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 945 time: 0.0491760 Apr 15 03:38:44.194435 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a6b00-9938-4b85-9b40-d4e0783f2751 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Pushing event updated for resources: {'Port': ['ID=397df9a4-7b31-4677-88ad-9ab49803f52c,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:44.327754 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2b318524-0844-43db-9149-b27c5faf4ce4 req-5b181ce2-d25e-4772-8b35-a3541a39ae7b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd3fa657-6777-4756-919c-12738790adc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293223 Apr 15 03:38:44.580700 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abc33b-480b-40ff-acc4-7f72b54f27b2 req-df3f794d-62ad-4ef3-aada-89eb2bd33336 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:44.582105 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-98abc33b-480b-40ff-acc4-7f72b54f27b2 req-df3f794d-62ad-4ef3-aada-89eb2bd33336 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0886712 Apr 15 03:38:44.638558 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6bae677b-f3cb-4a4b-99a3-89889bf44b38 None None] Provisioning complete for port 948143fb-a674-415f-aaa3-870f5794a953 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:44.639263 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6bae677b-f3cb-4a4b-99a3-89889bf44b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (948143fb-a674-415f-aaa3-870f5794a953), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:44.647236 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-98abc33b-480b-40ff-acc4-7f72b54f27b2 req-36c463c4-a74e-40bf-b911-d17036526836 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551758 Apr 15 03:38:44.657672 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ac6a6b00-9938-4b85-9b40-d4e0783f2751 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_gateway (0dfc6356-ab0e-494c-b5eb-8b52441287a2), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:44.682194 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6bae677b-f3cb-4a4b-99a3-89889bf44b38 None None] Port 948143fb-a674-415f-aaa3-870f5794a953 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:44.690487 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f55af053-f729-4242-8efa-9b517a120bd6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (8e5432d7-b672-4de7-8e97-137c5da8ba26), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:44.697312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6bae677b-f3cb-4a4b-99a3-89889bf44b38 None None] Provisioning complete for port ed526c54-a572-4ac8-934a-92844fef4205 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:44.700704 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6bae677b-f3cb-4a4b-99a3-89889bf44b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ed526c54-a572-4ac8-934a-92844fef4205), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:44.734956 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7c9f5d15-6855-4b34-a963-0fff4b9a7e50 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (8fdf268e-ddc4-4451-bedf-a08ef6d3cb42), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:44.737476 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55af053-f729-4242-8efa-9b517a120bd6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event deleted for resources: {'Port': ['ID=8e5432d7-b672-4de7-8e97-137c5da8ba26,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:44.760014 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0f924e54-d066-45be-93e1-6a8a757f7a4d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (98215595-9cf3-49a8-8f98-1b584832076c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:44.794732 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6bae677b-f3cb-4a4b-99a3-89889bf44b38 None None] Current status of the port ed526c54-a572-4ac8-934a-92844fef4205 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:44.813515 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f5d15-6855-4b34-a963-0fff4b9a7e50 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=8fdf268e-ddc4-4451-bedf-a08ef6d3cb42,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:44.820651 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7c9f5d15-6855-4b34-a963-0fff4b9a7e50 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:44.827583 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7c9f5d15-6855-4b34-a963-0fff4b9a7e50 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/8fdf268e-ddc4-4451-bedf-a08ef6d3cb42 HTTP/1.1" status: 204 len: 168 time: 1.1360059 Apr 15 03:38:44.831046 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32968) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:44.836304 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e31ad70-6689-4f3a-8d4b-f6297358e917 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:44.840829 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f924e54-d066-45be-93e1-6a8a757f7a4d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network b6a69919-449e-4977-899e-5a45769fb810 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:44.841750 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f924e54-d066-45be-93e1-6a8a757f7a4d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Subnet': ['ID=98215595-9cf3-49a8-8f98-1b584832076c,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:44.847707 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-0f924e54-d066-45be-93e1-6a8a757f7a4d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:44.851654 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f924e54-d066-45be-93e1-6a8a757f7a4d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:44.852261 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0f924e54-d066-45be-93e1-6a8a757f7a4d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:44.865863 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2f1e11-e3ee-4231-b92e-e5682d744da5 None None] Network b6a69919-449e-4977-899e-5a45769fb810 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:44.880277 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b1700bc1-35f4-403a-999f-b4cc04514b4c up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:44.888276 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-79e8a79d-43f3-4c40-9224-65155bae9792 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561512 Apr 15 03:38:44.893912 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32970) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:44.900631 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-c75e3ccb-d04b-4f2e-8d0e-65e254f8b765 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:45.121240 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port b1700bc1-35f4-403a-999f-b4cc04514b4c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:45.121624 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b1700bc1-35f4-403a-999f-b4cc04514b4c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:45.129162 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d2afe-c3c2-4119-8b0d-108d5fa14bb3 req-36c7cbb3-5335-4c27-adf2-978623b9ec4f tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:45.131021 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-fc9d2afe-c3c2-4119-8b0d-108d5fa14bb3 req-36c7cbb3-5335-4c27-adf2-978623b9ec4f tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1259065 Apr 15 03:38:45.194524 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f55af053-f729-4242-8efa-9b517a120bd6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (b437dd35-ae69-4adb-9f4f-0a741e2bf499), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:45.226171 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0f924e54-d066-45be-93e1-6a8a757f7a4d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5549259 Apr 15 03:38:45.227855 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32974) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:45.233351 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d35c2109-f2e9-43f9-bbfc-37f50ddcdcf6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'security_group': {'name': 'tempest-secgroup-1650729093'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:45.235207 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-fc9d2afe-c3c2-4119-8b0d-108d5fa14bb3 req-95700e17-2cc7-48a3-993e-420b80ce905b tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819323 Apr 15 03:38:45.252226 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af46db3d-8cac-436d-9655-32ce7af69185 None None] Update dhcp port {'port': {'network_id': 'b6a69919-449e-4977-899e-5a45769fb810', 'fixed_ips': [{'subnet_id': 'a45757a7-0adb-41db-9fc7-e20d06de9126', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '98215595-9cf3-49a8-8f98-1b584832076c'}], 'binding:host_id': 'dv-neutron-837140-3-hyperv'}, 'id': 'ed526c54-a572-4ac8-934a-92844fef4205'} from dv-neutron-837140-3-hyperv. {{(pid=104668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 15 03:38:45.278138 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75e3ccb-d04b-4f2e-8d0e-65e254f8b765 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:45.282502 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c75e3ccb-d04b-4f2e-8d0e-65e254f8b765 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:45.320721 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ac6a6b00-9938-4b85-9b40-d4e0783f2751 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (0dfc6356-ab0e-494c-b5eb-8b52441287a2), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:45.326206 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b570c5a-4d0d-484b-aafe-8fbab85d0025 None None] DHCP port deletion for d8f597fb-2381-4564-a070-eb7f10af68ac request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:38:45.336241 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-af46db3d-8cac-436d-9655-32ce7af69185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ed526c54-a572-4ac8-934a-92844fef4205), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:45.367929 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d35c2109-f2e9-43f9-bbfc-37f50ddcdcf6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:45.380488 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port b1700bc1-35f4-403a-999f-b4cc04514b4c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:45.429595 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1b570c5a-4d0d-484b-aafe-8fbab85d0025 None None] Deleting port b1700bc1-35f4-403a-999f-b4cc04514b4c {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:45.430292 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1b570c5a-4d0d-484b-aafe-8fbab85d0025 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (b1700bc1-35f4-403a-999f-b4cc04514b4c), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:45.531158 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:38:45.546808 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ad0fe-4672-428a-95c8-cc4493492dea req-05bb7f46-8eda-4c32-9193-2a1edb71107e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:45.554352 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8b0ad0fe-4672-428a-95c8-cc4493492dea req-05bb7f46-8eda-4c32-9193-2a1edb71107e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 945 time: 0.0970876 Apr 15 03:38:45.565941 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-1b570c5a-4d0d-484b-aafe-8fbab85d0025 None None] For port b1700bc1-35f4-403a-999f-b4cc04514b4c, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=b1700bc1-35f4-403a-999f-b4cc04514b4c,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:45.566329 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1b570c5a-4d0d-484b-aafe-8fbab85d0025 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (b1700bc1-35f4-403a-999f-b4cc04514b4c), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:45.599101 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1b570c5a-4d0d-484b-aafe-8fbab85d0025 None None] Calling delete_port for b1700bc1-35f4-403a-999f-b4cc04514b4c owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:45.639596 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d35c2109-f2e9-43f9-bbfc-37f50ddcdcf6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (e08403f0-a830-413b-92ed-5c5bf1f17e07), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:45.646523 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55af053-f729-4242-8efa-9b517a120bd6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Router b437dd35-ae69-4adb-9f4f-0a741e2bf499 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:38:45.652322 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8b0ad0fe-4672-428a-95c8-cc4493492dea req-0d05cef1-0c0b-436b-8bad-eb5932cae2d4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd3fa657-6777-4756-919c-12738790adc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966861 Apr 15 03:38:45.655584 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-af46db3d-8cac-436d-9655-32ce7af69185 None None] Allocated IP 2001:db8::2 (b6a69919-449e-4977-899e-5a45769fb810/98215595-9cf3-49a8-8f98-1b584832076c/ed526c54-a572-4ac8-934a-92844fef4205) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:45.730491 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d35c2109-f2e9-43f9-bbfc-37f50ddcdcf6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (e08403f0-a830-413b-92ed-5c5bf1f17e07), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:45.762051 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c2109-f2e9-43f9-bbfc-37f50ddcdcf6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08403f0-a830-413b-92ed-5c5bf1f17e07,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:45.763967 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6a6b00-9938-4b85-9b40-d4e0783f2751 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Router 0dfc6356-ab0e-494c-b5eb-8b52441287a2 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:38:45.785558 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c75e3ccb-d04b-4f2e-8d0e-65e254f8b765 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (1f78db62-babf-4634-b84c-ec623084bd2a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:45.789351 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-af46db3d-8cac-436d-9655-32ce7af69185 None None] For port ed526c54-a572-4ac8-934a-92844fef4205, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ed526c54-a572-4ac8-934a-92844fef4205,segment=NetworkSegment(7bc55095-3f5c-4cde-a924-373e493ee889),segment_id=7bc55095-3f5c-4cde-a924-373e493ee889)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:45.798408 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4ca48-06b7-4c89-8478-b0a313d2ddd1 req-5dfde4d6-3ca3-43bf-8949-b86352d5465b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:45.800217 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-52e4ca48-06b7-4c89-8478-b0a313d2ddd1 req-5dfde4d6-3ca3-43bf-8949-b86352d5465b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 945 time: 0.0618496 Apr 15 03:38:45.821386 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-af46db3d-8cac-436d-9655-32ce7af69185 None None] Publish callbacks [] for port (ed526c54-a572-4ac8-934a-92844fef4205), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:45.832667 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d35c2109-f2e9-43f9-bbfc-37f50ddcdcf6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:45.834061 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d35c2109-f2e9-43f9-bbfc-37f50ddcdcf6 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6039910 Apr 15 03:38:45.850344 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32980) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:45.863959 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1b570c5a-4d0d-484b-aafe-8fbab85d0025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (b1700bc1-35f4-403a-999f-b4cc04514b4c), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:45.864163 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-1c3d59b9-5332-4062-8098-ddb0c00fc6f1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'security_group': {'name': 'tempest-secgroup-1871289623'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:45.874358 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75e3ccb-d04b-4f2e-8d0e-65e254f8b765 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:45.889386 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-c75e3ccb-d04b-4f2e-8d0e-65e254f8b765 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:45.890656 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6a6b00-9938-4b85-9b40-d4e0783f2751 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:38:45.891313 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b570c5a-4d0d-484b-aafe-8fbab85d0025 None None] Pushing event deleted for resources: {'Port': ['ID=b1700bc1-35f4-403a-999f-b4cc04514b4c,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:45.896876 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b570c5a-4d0d-484b-aafe-8fbab85d0025 None None] No DVR routers for this DVR port b1700bc1-35f4-403a-999f-b4cc04514b4c on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:38:45.910440 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75e3ccb-d04b-4f2e-8d0e-65e254f8b765 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:45.910440 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c75e3ccb-d04b-4f2e-8d0e-65e254f8b765 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:45.910823 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90a534-e907-4e42-87fd-50694e7ec025 None None] Sync routers for ids ['0dfc6356-ab0e-494c-b5eb-8b52441287a2'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:38:45.916214 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e3ccb-d04b-4f2e-8d0e-65e254f8b765 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=1f78db62-babf-4634-b84c-ec623084bd2a,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:45.921288 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c90a534-e907-4e42-87fd-50694e7ec025 None None] Routers {'0dfc6356-ab0e-494c-b5eb-8b52441287a2'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:45.921929 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9c90a534-e907-4e42-87fd-50694e7ec025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['0dfc6356-ab0e-494c-b5eb-8b52441287a2'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:45.925432 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55af053-f729-4242-8efa-9b517a120bd6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:38:45.936515 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a47768-424e-4bc9-b6a5-b44377bc28be None None] Sync routers for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:38:45.944325 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32982) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:45.944548 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f55af053-f729-4242-8efa-9b517a120bd6 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "PUT /v2.0/routers/b437dd35-ae69-4adb-9f4f-0a741e2bf499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6783042 Apr 15 03:38:45.950249 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a47768-424e-4bc9-b6a5-b44377bc28be None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:45.951519 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-63a47768-424e-4bc9-b6a5-b44377bc28be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:45.961974 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-52e4ca48-06b7-4c89-8478-b0a313d2ddd1 req-ddf40bd3-60d0-4f1d-884a-89a10609c60c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd3fa657-6777-4756-919c-12738790adc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331840 Apr 15 03:38:45.971628 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0907eeca-daf4-4c53-8cfe-067db88416cd None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:45.976108 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-af46db3d-8cac-436d-9655-32ce7af69185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ed526c54-a572-4ac8-934a-92844fef4205), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:45.979501 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9c90a534-e907-4e42-87fd-50694e7ec025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:45.984938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32984) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:45.988851 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-63a47768-424e-4bc9-b6a5-b44377bc28be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:45.998900 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a47768-424e-4bc9-b6a5-b44377bc28be None None] Routers {'b437dd35-ae69-4adb-9f4f-0a741e2bf499'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:45.999852 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-63a47768-424e-4bc9-b6a5-b44377bc28be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:46.003368 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ac6a6b00-9938-4b85-9b40-d4e0783f2751 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:46.004593 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ac6a6b00-9938-4b85-9b40-d4e0783f2751 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7922537 Apr 15 03:38:46.007291 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32986) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:46.011877 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-5aafaba7-a112-4a55-aa93-39fe3c0d70a6 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:46.034582 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-63a47768-424e-4bc9-b6a5-b44377bc28be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:46.035548 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a47768-424e-4bc9-b6a5-b44377bc28be None None] The sync data for ids ['b437dd35-ae69-4adb-9f4f-0a741e2bf499'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:46.072624 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46db3d-8cac-436d-9655-32ce7af69185 None None] Pushing event updated for resources: {'Port': ['ID=ed526c54-a572-4ac8-934a-92844fef4205,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:46.099257 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3669cdae-8b26-4ffc-9022-13149e062e59 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:46.101044 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3669cdae-8b26-4ffc-9022-13149e062e59 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 1124 time: 0.1142716 Apr 15 03:38:46.102957 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1c3d59b9-5332-4062-8098-ddb0c00fc6f1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:46.108155 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 32988) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:46.108322 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c75e3ccb-d04b-4f2e-8d0e-65e254f8b765 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2135782 Apr 15 03:38:46.111563 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d67cb571-0d7d-443b-a432-dd8e0f0b1739 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': '347a4f58-c452-407f-bde8-d216d9e6eaef', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:46.116245 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32990) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:46.121376 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-febc894f-1471-4fbe-996a-03602d5c566e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'fixed_ips': [{'subnet_id': '1f78db62-babf-4634-b84c-ec623084bd2a', 'ip_address': '2001:db8::75e7:28e6:5b4d:ae92'}], 'name': 'tempest-NetworksTestDHCPv6-1605265009'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:46.145984 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c90a534-e907-4e42-87fd-50694e7ec025 None None] Routers {'0dfc6356-ab0e-494c-b5eb-8b52441287a2'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:46.146876 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9c90a534-e907-4e42-87fd-50694e7ec025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['0dfc6356-ab0e-494c-b5eb-8b52441287a2'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:46.196371 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29412e25-c170-4ac1-94d7-2a4c6f24d318 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for router (b437dd35-ae69-4adb-9f4f-0a741e2bf499), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:46.286346 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1c3d59b9-5332-4062-8098-ddb0c00fc6f1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (eb71905a-f232-4cec-aba2-94f161b57f7c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:46.297640 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d67cb571-0d7d-443b-a432-dd8e0f0b1739 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:46.361267 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febc894f-1471-4fbe-996a-03602d5c566e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:46.386399 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9c90a534-e907-4e42-87fd-50694e7ec025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:46.387025 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c90a534-e907-4e42-87fd-50694e7ec025 None None] The sync data for ids ['0dfc6356-ab0e-494c-b5eb-8b52441287a2'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:46.411523 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1c3d59b9-5332-4062-8098-ddb0c00fc6f1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (eb71905a-f232-4cec-aba2-94f161b57f7c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:46.447003 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65479519-9173-4fb3-a447-5568f5d792b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d8f597fb-2381-4564-a070-eb7f10af68ac', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'fixed_ips': [{'subnet_id': '1f78db62-babf-4634-b84c-ec623084bd2a'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:38:46.448062 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-65479519-9173-4fb3-a447-5568f5d792b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:46.459162 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d59b9-5332-4062-8098-ddb0c00fc6f1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb71905a-f232-4cec-aba2-94f161b57f7c,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:46.491414 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c651df-522b-4f1d-9e7b-91f4736e2974 req-dbdf7f3c-ddd8-418a-b47e-9c0d32e71f53 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:46.492130 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-febc894f-1471-4fbe-996a-03602d5c566e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:46.499486 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f6c651df-522b-4f1d-9e7b-91f4736e2974 req-dbdf7f3c-ddd8-418a-b47e-9c0d32e71f53 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.2069738 Apr 15 03:38:46.515697 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-febc894f-1471-4fbe-996a-03602d5c566e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] device_id is not set on port 64702aa6-877d-42f1-a633-1d4333fafde0 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:38:46.570178 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1c3d59b9-5332-4062-8098-ddb0c00fc6f1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:46.571601 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1c3d59b9-5332-4062-8098-ddb0c00fc6f1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7201836 Apr 15 03:38:46.579018 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 32994) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:46.585376 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a2ff26a1-b0f8-4422-ab2b-1fb99f8bfa28 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'security_group': {'name': 'tempest-secgroup-184086235'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:46.599116 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d67cb571-0d7d-443b-a432-dd8e0f0b1739 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:46.640042 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-65479519-9173-4fb3-a447-5568f5d792b7 None None] Allocated IP 2001:db8::2 (d8f597fb-2381-4564-a070-eb7f10af68ac/1f78db62-babf-4634-b84c-ec623084bd2a/3dc8c7fb-675a-4052-b978-2b3f2acefeb0) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:46.668126 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29412e25-c170-4ac1-94d7-2a4c6f24d318 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for router_gateway (b437dd35-ae69-4adb-9f4f-0a741e2bf499), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:46.701063 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a2ff26a1-b0f8-4422-ab2b-1fb99f8bfa28 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:46.710899 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f6c651df-522b-4f1d-9e7b-91f4736e2974 req-b9de0041-02dd-4cda-a94a-ddc330e9dd65 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104142 Apr 15 03:38:46.855907 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a2ff26a1-b0f8-4422-ab2b-1fb99f8bfa28 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (0a7a3d87-6df7-4dc1-b9fa-9841e776ee49), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:46.882942 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ed526c54-a572-4ac8-934a-92844fef4205 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:46.922767 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a2ff26a1-b0f8-4422-ab2b-1fb99f8bfa28 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (0a7a3d87-6df7-4dc1-b9fa-9841e776ee49), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:46.945129 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-65479519-9173-4fb3-a447-5568f5d792b7 None None] Publish callbacks [] for port (3dc8c7fb-675a-4052-b978-2b3f2acefeb0), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:46.953106 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-29412e25-c170-4ac1-94d7-2a4c6f24d318 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Deleting port 2dc35c72-42e2-4329-86d9-9dcbdb708816 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:46.953617 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29412e25-c170-4ac1-94d7-2a4c6f24d318 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (2dc35c72-42e2-4329-86d9-9dcbdb708816), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:46.959265 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5aafaba7-a112-4a55-aa93-39fe3c0d70a6 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_gateway (0dfc6356-ab0e-494c-b5eb-8b52441287a2), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:46.962479 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff26a1-b0f8-4422-ab2b-1fb99f8bfa28 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7a3d87-6df7-4dc1-b9fa-9841e776ee49,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:46.971050 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port ed526c54-a572-4ac8-934a-92844fef4205 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:46.971281 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ed526c54-a572-4ac8-934a-92844fef4205), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:47.041491 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-d67cb571-0d7d-443b-a432-dd8e0f0b1739 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.26.6.118 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/cdaa7cc3-314a-40f6-aaea-79b9a5215ea4) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:47.080642 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a2ff26a1-b0f8-4422-ab2b-1fb99f8bfa28 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:47.082068 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a2ff26a1-b0f8-4422-ab2b-1fb99f8bfa28 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.5026329 Apr 15 03:38:47.084278 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-65479519-9173-4fb3-a447-5568f5d792b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (3dc8c7fb-675a-4052-b978-2b3f2acefeb0), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:47.116562 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33000) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:47.123337 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-40a82e8f-35c1-4a7e-ad79-8340a6375b4c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1026873485', 'security_groups': ['0a7a3d87-6df7-4dc1-b9fa-9841e776ee49'], 'network_id': 'b6a69919-449e-4977-899e-5a45769fb810', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '98215595-9cf3-49a8-8f98-1b584832076c'}]}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:47.172208 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65479519-9173-4fb3-a447-5568f5d792b7 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:47.173526 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port ed526c54-a572-4ac8-934a-92844fef4205 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:47.178864 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-65479519-9173-4fb3-a447-5568f5d792b7 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:47.183460 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65479519-9173-4fb3-a447-5568f5d792b7 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:47.199086 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65479519-9173-4fb3-a447-5568f5d792b7 None None] Pushing event updated for resources: {'Port': ['ID=3dc8c7fb-675a-4052-b978-2b3f2acefeb0,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:47.272503 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b1700bc1-35f4-403a-999f-b4cc04514b4c no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:38:47.276864 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-febc894f-1471-4fbe-996a-03602d5c566e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8::75e7:28e6:5b4d:ae92 (d8f597fb-2381-4564-a070-eb7f10af68ac/1f78db62-babf-4634-b84c-ec623084bd2a/64702aa6-877d-42f1-a633-1d4333fafde0) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:47.286472 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d67cb571-0d7d-443b-a432-dd8e0f0b1739 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (cdaa7cc3-314a-40f6-aaea-79b9a5215ea4), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:47.306281 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: b1700bc1-35f4-403a-999f-b4cc04514b4c {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:38:47.306762 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b1700bc1-35f4-403a-999f-b4cc04514b4c not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:38:47.313378 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-65479519-9173-4fb3-a447-5568f5d792b7 None None] Attempting to bind port 3dc8c7fb-675a-4052-b978-2b3f2acefeb0 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:38:47.314099 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-65479519-9173-4fb3-a447-5568f5d792b7 None None] Attempting to bind port 3dc8c7fb-675a-4052-b978-2b3f2acefeb0 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:38:47.317275 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65479519-9173-4fb3-a447-5568f5d792b7 None None] Attempting to bind port 3dc8c7fb-675a-4052-b978-2b3f2acefeb0 on network d8f597fb-2381-4564-a070-eb7f10af68ac {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:38:47.322576 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29412e25-c170-4ac1-94d7-2a4c6f24d318 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (2dc35c72-42e2-4329-86d9-9dcbdb708816), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:47.329844 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65479519-9173-4fb3-a447-5568f5d792b7 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:38:47.330230 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65479519-9173-4fb3-a447-5568f5d792b7 None None] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:38:47.330655 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-65479519-9173-4fb3-a447-5568f5d792b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:47.335822 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65479519-9173-4fb3-a447-5568f5d792b7 None None] Bound using segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:38:47.336220 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-65479519-9173-4fb3-a447-5568f5d792b7 None None] Bound port: 3dc8c7fb-675a-4052-b978-2b3f2acefeb0, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:38:47.336643 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-65479519-9173-4fb3-a447-5568f5d792b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (3dc8c7fb-675a-4052-b978-2b3f2acefeb0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:47.342711 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5aafaba7-a112-4a55-aa93-39fe3c0d70a6 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_gateway (0dfc6356-ab0e-494c-b5eb-8b52441287a2), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:47.363383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3441974b-b627-4ae2-95c7-46daf3580bcb None None] Provisioning complete for port 948143fb-a674-415f-aaa3-870f5794a953 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:47.363758 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3441974b-b627-4ae2-95c7-46daf3580bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (948143fb-a674-415f-aaa3-870f5794a953), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:47.368175 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-29412e25-c170-4ac1-94d7-2a4c6f24d318 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Calling delete_port for 2dc35c72-42e2-4329-86d9-9dcbdb708816 owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:47.379395 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ee24e-4cda-4561-b279-c3b4d65e97f2 req-3ab4c0b1-a353-40e8-a313-7eeb1247e9d9 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:47.380917 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-377ee24e-4cda-4561-b279-c3b4d65e97f2 req-3ab4c0b1-a353-40e8-a313-7eeb1247e9d9 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1292701 Apr 15 03:38:47.451377 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3441974b-b627-4ae2-95c7-46daf3580bcb None None] Port 948143fb-a674-415f-aaa3-870f5794a953 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:47.458076 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a82e8f-35c1-4a7e-ad79-8340a6375b4c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:47.467434 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-65479519-9173-4fb3-a447-5568f5d792b7 None None] For port 3dc8c7fb-675a-4052-b978-2b3f2acefeb0, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:38:47.471525 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-65479519-9173-4fb3-a447-5568f5d792b7 None None] For port 3dc8c7fb-675a-4052-b978-2b3f2acefeb0, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=3dc8c7fb-675a-4052-b978-2b3f2acefeb0,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:38:47.473066 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3441974b-b627-4ae2-95c7-46daf3580bcb None None] Provisioning complete for port ed526c54-a572-4ac8-934a-92844fef4205 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:47.473350 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3441974b-b627-4ae2-95c7-46daf3580bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ed526c54-a572-4ac8-934a-92844fef4205), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:47.519229 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-5aafaba7-a112-4a55-aa93-39fe3c0d70a6 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Deleting port 397df9a4-7b31-4677-88ad-9ab49803f52c {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:47.519644 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5aafaba7-a112-4a55-aa93-39fe3c0d70a6 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (397df9a4-7b31-4677-88ad-9ab49803f52c), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:47.526091 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-377ee24e-4cda-4561-b279-c3b4d65e97f2 req-49ecbc02-5e33-467a-85e8-4afe45215e68 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348183 Apr 15 03:38:47.529483 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d67cb571-0d7d-443b-a432-dd8e0f0b1739 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (cdaa7cc3-314a-40f6-aaea-79b9a5215ea4), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:47.561253 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-febc894f-1471-4fbe-996a-03602d5c566e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (64702aa6-877d-42f1-a633-1d4333fafde0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:47.575177 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3441974b-b627-4ae2-95c7-46daf3580bcb None None] Current status of the port ed526c54-a572-4ac8-934a-92844fef4205 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:47.580042 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-65479519-9173-4fb3-a447-5568f5d792b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (3dc8c7fb-675a-4052-b978-2b3f2acefeb0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:47.586171 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-40a82e8f-35c1-4a7e-ad79-8340a6375b4c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:47.620208 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-40a82e8f-35c1-4a7e-ad79-8340a6375b4c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] device_id is not set on port 7a83200a-14e7-4803-81cc-887c64f02cbc yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:38:47.658171 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67cb571-0d7d-443b-a432-dd8e0f0b1739 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:47.666693 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65479519-9173-4fb3-a447-5568f5d792b7 None None] Pushing event updated for resources: {'Port': ['ID=3dc8c7fb-675a-4052-b978-2b3f2acefeb0,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:47.667558 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-d67cb571-0d7d-443b-a432-dd8e0f0b1739 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:47.676888 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67cb571-0d7d-443b-a432-dd8e0f0b1739 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:47.693528 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-febc894f-1471-4fbe-996a-03602d5c566e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (64702aa6-877d-42f1-a633-1d4333fafde0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:47.728726 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cb571-0d7d-443b-a432-dd8e0f0b1739 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=cdaa7cc3-314a-40f6-aaea-79b9a5215ea4,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:47.758468 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febc894f-1471-4fbe-996a-03602d5c566e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:47.786478 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-febc894f-1471-4fbe-996a-03602d5c566e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:47.796173 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febc894f-1471-4fbe-996a-03602d5c566e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:47.800023 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5aafaba7-a112-4a55-aa93-39fe3c0d70a6 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (397df9a4-7b31-4677-88ad-9ab49803f52c), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:47.801682 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febc894f-1471-4fbe-996a-03602d5c566e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:47.802422 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-febc894f-1471-4fbe-996a-03602d5c566e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:47.808556 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc894f-1471-4fbe-996a-03602d5c566e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=64702aa6-877d-42f1-a633-1d4333fafde0,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:47.829576 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-5aafaba7-a112-4a55-aa93-39fe3c0d70a6 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Calling delete_port for 397df9a4-7b31-4677-88ad-9ab49803f52c owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:47.920516 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-40a82e8f-35c1-4a7e-ad79-8340a6375b4c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Allocated IP 2001:db8::270 (b6a69919-449e-4977-899e-5a45769fb810/98215595-9cf3-49a8-8f98-1b584832076c/7a83200a-14e7-4803-81cc-887c64f02cbc) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:47.934874 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-febc894f-1471-4fbe-996a-03602d5c566e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8172665 Apr 15 03:38:47.937865 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33002) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:47.942979 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29412e25-c170-4ac1-94d7-2a4c6f24d318 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (2dc35c72-42e2-4329-86d9-9dcbdb708816), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:48.007881 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc2835e-8088-4f21-9647-b4b47eac85cb tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:48.013387 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc2835e-8088-4f21-9647-b4b47eac85cb tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:48.018439 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ebc2835e-8088-4f21-9647-b4b47eac85cb tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0766716 Apr 15 03:38:48.021576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33004) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:48.183720 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-6308c4ef-5922-4c1d-9875-4ee8c0a4fe54 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting port 64702aa6-877d-42f1-a633-1d4333fafde0 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:48.184067 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6308c4ef-5922-4c1d-9875-4ee8c0a4fe54 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (64702aa6-877d-42f1-a633-1d4333fafde0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:48.224762 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-40a82e8f-35c1-4a7e-ad79-8340a6375b4c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (7a83200a-14e7-4803-81cc-887c64f02cbc), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:48.307090 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29412e25-c170-4ac1-94d7-2a4c6f24d318 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event deleted for resources: {'Port': ['ID=2dc35c72-42e2-4329-86d9-9dcbdb708816,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:48.307488 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6308c4ef-5922-4c1d-9875-4ee8c0a4fe54 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (64702aa6-877d-42f1-a633-1d4333fafde0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:48.492065 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29412e25-c170-4ac1-94d7-2a4c6f24d318 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (b437dd35-ae69-4adb-9f4f-0a741e2bf499), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:48.544254 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d8d10812-bead-42bf-8d84-4207c9d90288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:48.611709 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-6308c4ef-5922-4c1d-9875-4ee8c0a4fe54 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Calling delete_port for 64702aa6-877d-42f1-a633-1d4333fafde0 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:48.631736 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29412e25-c170-4ac1-94d7-2a4c6f24d318 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (b437dd35-ae69-4adb-9f4f-0a741e2bf499), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:48.638108 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29412e25-c170-4ac1-94d7-2a4c6f24d318 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for router_controller (b437dd35-ae69-4adb-9f4f-0a741e2bf499), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:48.692999 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-40a82e8f-35c1-4a7e-ad79-8340a6375b4c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (7a83200a-14e7-4803-81cc-887c64f02cbc), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:48.743419 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5aafaba7-a112-4a55-aa93-39fe3c0d70a6 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (397df9a4-7b31-4677-88ad-9ab49803f52c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:48.758500 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7eb0c-a06a-4b4c-97aa-4b0bccaf824c req-22a94c27-a8ea-48a5-b180-8bbe79b01554 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:48.760017 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-44b7eb0c-a06a-4b4c-97aa-4b0bccaf824c req-22a94c27-a8ea-48a5-b180-8bbe79b01554 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1349556 Apr 15 03:38:48.800661 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29412e25-c170-4ac1-94d7-2a4c6f24d318 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (b437dd35-ae69-4adb-9f4f-0a741e2bf499), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:48.801241 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29412e25-c170-4ac1-94d7-2a4c6f24d318 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Fanout notify agent at l3_agent the message router_deleted on router b437dd35-ae69-4adb-9f4f-0a741e2bf499 {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:38:48.801859 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a82e8f-35c1-4a7e-ad79-8340a6375b4c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network b6a69919-449e-4977-899e-5a45769fb810 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:48.807058 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a82e8f-35c1-4a7e-ad79-8340a6375b4c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=7a83200a-14e7-4803-81cc-887c64f02cbc,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:48.810197 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-40a82e8f-35c1-4a7e-ad79-8340a6375b4c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:48.816681 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a82e8f-35c1-4a7e-ad79-8340a6375b4c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:48.820928 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-fcf15409-e23b-4e9e-a6bc-2eefb0c6340f None None] Provisioning complete for port 3dc8c7fb-675a-4052-b978-2b3f2acefeb0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:48.821297 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fcf15409-e23b-4e9e-a6bc-2eefb0c6340f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (3dc8c7fb-675a-4052-b978-2b3f2acefeb0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:48.821833 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a82e8f-35c1-4a7e-ad79-8340a6375b4c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:48.822460 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-40a82e8f-35c1-4a7e-ad79-8340a6375b4c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:48.854884 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29412e25-c170-4ac1-94d7-2a4c6f24d318 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:48.858369 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-29412e25-c170-4ac1-94d7-2a4c6f24d318 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "DELETE /v2.0/routers/b437dd35-ae69-4adb-9f4f-0a741e2bf499 HTTP/1.1" status: 204 len: 168 time: 2.9101450 Apr 15 03:38:48.859429 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33008) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:48.872663 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-44b7eb0c-a06a-4b4c-97aa-4b0bccaf824c req-0ec6f530-26ee-43af-ba07-d660a14d3584 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027253 Apr 15 03:38:48.889127 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafaba7-a112-4a55-aa93-39fe3c0d70a6 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Pushing event deleted for resources: {'Port': ['ID=397df9a4-7b31-4677-88ad-9ab49803f52c,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:48.946258 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 3dc8c7fb-675a-4052-b978-2b3f2acefeb0 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:48.963032 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-40a82e8f-35c1-4a7e-ad79-8340a6375b4c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8450894 Apr 15 03:38:48.975811 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33012) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:48.999078 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-3fd80474-27a2-4ec3-8b24-ec50a80b871b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'subnet': {'network_id': 'b6a69919-449e-4977-899e-5a45769fb810', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:49.007941 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-0563d8a7-965a-44ba-bbab-584266a7108a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Deleting subnet f5f63308-de7f-4cd1-b6c0-763e0a79b6f7 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:38:49.015901 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0563d8a7-965a-44ba-bbab-584266a7108a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for subnet (f5f63308-de7f-4cd1-b6c0-763e0a79b6f7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:49.021882 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-fcf15409-e23b-4e9e-a6bc-2eefb0c6340f None None] Current status of the port 3dc8c7fb-675a-4052-b978-2b3f2acefeb0 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:49.022575 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fcf15409-e23b-4e9e-a6bc-2eefb0c6340f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (3dc8c7fb-675a-4052-b978-2b3f2acefeb0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:49.074800 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-fcf15409-e23b-4e9e-a6bc-2eefb0c6340f None None] For port 3dc8c7fb-675a-4052-b978-2b3f2acefeb0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=3dc8c7fb-675a-4052-b978-2b3f2acefeb0,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:49.082467 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 3dc8c7fb-675a-4052-b978-2b3f2acefeb0 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:49.083018 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (3dc8c7fb-675a-4052-b978-2b3f2acefeb0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:49.120424 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5aafaba7-a112-4a55-aa93-39fe3c0d70a6 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (0dfc6356-ab0e-494c-b5eb-8b52441287a2), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:49.148480 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0563d8a7-965a-44ba-bbab-584266a7108a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (f5f63308-de7f-4cd1-b6c0-763e0a79b6f7), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:49.152380 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fcf15409-e23b-4e9e-a6bc-2eefb0c6340f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (3dc8c7fb-675a-4052-b978-2b3f2acefeb0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:49.220674 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf15409-e23b-4e9e-a6bc-2eefb0c6340f None None] Pushing event updated for resources: {'Port': ['ID=3dc8c7fb-675a-4052-b978-2b3f2acefeb0,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:49.253898 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0563d8a7-965a-44ba-bbab-584266a7108a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (f5f63308-de7f-4cd1-b6c0-763e0a79b6f7), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:49.266542 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1551e-dc17-488f-b5c6-053189599356 req-f31b896e-f8a1-4dab-8cae-ab51f20626d1 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:49.268093 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e8f1551e-dc17-488f-b5c6-053189599356 req-f31b896e-f8a1-4dab-8cae-ab51f20626d1 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.2001696 Apr 15 03:38:49.277446 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6308c4ef-5922-4c1d-9875-4ee8c0a4fe54 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (64702aa6-877d-42f1-a633-1d4333fafde0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:49.289039 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 3dc8c7fb-675a-4052-b978-2b3f2acefeb0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:49.291647 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a663df6f-10e5-46c5-8a02-810c70ec2180 None None] Provisioning complete for port 7a83200a-14e7-4803-81cc-887c64f02cbc triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:49.291647 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a663df6f-10e5-46c5-8a02-810c70ec2180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (7a83200a-14e7-4803-81cc-887c64f02cbc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:49.323620 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308c4ef-5922-4c1d-9875-4ee8c0a4fe54 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Port': ['ID=64702aa6-877d-42f1-a633-1d4333fafde0,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:49.330985 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a663df6f-10e5-46c5-8a02-810c70ec2180 None None] Port 7a83200a-14e7-4803-81cc-887c64f02cbc cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:49.334353 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a663df6f-10e5-46c5-8a02-810c70ec2180 None None] Could not find standard attr ID for object 64702aa6-877d-42f1-a633-1d4333fafde0. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:38:49.364996 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6308c4ef-5922-4c1d-9875-4ee8c0a4fe54 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:49.368517 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6308c4ef-5922-4c1d-9875-4ee8c0a4fe54 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/64702aa6-877d-42f1-a633-1d4333fafde0 HTTP/1.1" status: 204 len: 168 time: 1.3469157 Apr 15 03:38:49.372585 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33014) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:49.387457 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd80474-27a2-4ec3-8b24-ec50a80b871b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:49.391110 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3fd80474-27a2-4ec3-8b24-ec50a80b871b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:49.478722 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0563d8a7-965a-44ba-bbab-584266a7108a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (f5f63308-de7f-4cd1-b6c0-763e0a79b6f7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:49.522823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d67cb571-0d7d-443b-a432-dd8e0f0b1739 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (b80a2340-2c27-415a-a0c9-80b1a610876c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:49.523456 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d423f90-1b8a-4cb1-bd88-c61d6eeb65be tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:49.524901 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d423f90-1b8a-4cb1-bd88-c61d6eeb65be tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:49.529023 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1d423f90-1b8a-4cb1-bd88-c61d6eeb65be tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1523502 Apr 15 03:38:49.529196 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e8f1551e-dc17-488f-b5c6-053189599356 req-2cf8f76a-8591-4c75-b377-56827d6a787b tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202606 Apr 15 03:38:49.529348 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0563d8a7-965a-44ba-bbab-584266a7108a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:49.535152 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0563d8a7-965a-44ba-bbab-584266a7108a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "DELETE /v2.0/subnets/f5f63308-de7f-4cd1-b6c0-763e0a79b6f7 HTTP/1.1" status: 204 len: 168 time: 0.6740723 Apr 15 03:38:49.536004 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563d8a7-965a-44ba-bbab-584266a7108a tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f63308-de7f-4cd1-b6c0-763e0a79b6f7,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:49.541511 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33016) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:49.541511 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33018) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:49.550307 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5aafaba7-a112-4a55-aa93-39fe3c0d70a6 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (0dfc6356-ab0e-494c-b5eb-8b52441287a2), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:49.556957 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5aafaba7-a112-4a55-aa93-39fe3c0d70a6 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (0dfc6356-ab0e-494c-b5eb-8b52441287a2), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:49.661374 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aafaba7-a112-4a55-aa93-39fe3c0d70a6 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Router 0dfc6356-ab0e-494c-b5eb-8b52441287a2 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:38:49.693921 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.ipam_backend_mixin [None req-3fd80474-27a2-4ec3-8b24-ec50a80b871b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 98215595-9cf3-49a8-8f98-1b584832076c (CIDR: 2001:db8::/64) Apr 15 03:38:49.700756 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f20b69-990b-43b8-84b2-eb9068902417 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet 1f78db62-babf-4634-b84c-ec623084bd2a {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:38:49.707833 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-75f20b69-990b-43b8-84b2-eb9068902417 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (1f78db62-babf-4634-b84c-ec623084bd2a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:49.747738 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd80474-27a2-4ec3-8b24-ec50a80b871b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:38:49.748814 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd80474-27a2-4ec3-8b24-ec50a80b871b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:38:49.763371 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d67cb571-0d7d-443b-a432-dd8e0f0b1739 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cdaa7cc3-314a-40f6-aaea-79b9a5215ea4), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:49.766162 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aafaba7-a112-4a55-aa93-39fe3c0d70a6 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:38:49.777582 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d2d179-a0f0-4f70-b278-1748693f8764 None None] Sync routers for ids ['0dfc6356-ab0e-494c-b5eb-8b52441287a2'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:38:49.779527 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec1613-80fa-4990-981a-fd4d95e488d6 req-2ec9cd9c-9b3f-4e13-9051-345e0502c114 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:49.781178 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-86ec1613-80fa-4990-981a-fd4d95e488d6 req-2ec9cd9c-9b3f-4e13-9051-345e0502c114 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1564908 Apr 15 03:38:49.787563 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4b6c56b5-6f7f-495c-a794-2dfea75d68b9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (1050d329-e4bc-432d-a375-579d032bcdc0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:49.788599 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5aafaba7-a112-4a55-aa93-39fe3c0d70a6 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:49.789793 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5aafaba7-a112-4a55-aa93-39fe3c0d70a6 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "PUT /v2.0/routers/0dfc6356-ab0e-494c-b5eb-8b52441287a2 HTTP/1.1" status: 200 len: 705 time: 3.7815757 Apr 15 03:38:49.792314 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33022) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:49.796105 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-75f20b69-990b-43b8-84b2-eb9068902417 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (1f78db62-babf-4634-b84c-ec623084bd2a), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:49.796703 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d2d179-a0f0-4f70-b278-1748693f8764 None None] Routers {'0dfc6356-ab0e-494c-b5eb-8b52441287a2'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:49.797463 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-28d2d179-a0f0-4f70-b278-1748693f8764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['0dfc6356-ab0e-494c-b5eb-8b52441287a2'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:49.836029 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-28d2d179-a0f0-4f70-b278-1748693f8764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:49.845386 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d2d179-a0f0-4f70-b278-1748693f8764 None None] Routers {'0dfc6356-ab0e-494c-b5eb-8b52441287a2'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:49.846151 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-28d2d179-a0f0-4f70-b278-1748693f8764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['0dfc6356-ab0e-494c-b5eb-8b52441287a2'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:49.882301 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-28d2d179-a0f0-4f70-b278-1748693f8764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:49.883163 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d2d179-a0f0-4f70-b278-1748693f8764 None None] The sync data for ids ['0dfc6356-ab0e-494c-b5eb-8b52441287a2'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:49.886851 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3fd80474-27a2-4ec3-8b24-ec50a80b871b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8897557 Apr 15 03:38:49.887265 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-62ea6101-d299-46cf-b7ba-aac99b27c446 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "GET /v2.0/routers/0dfc6356-ab0e-494c-b5eb-8b52441287a2 HTTP/1.1" status: 200 len: 740 time: 0.0938830 Apr 15 03:38:49.889528 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33024) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:49.899729 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33026) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:49.902823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-0846b47a-d627-4ba9-8e5c-3e7272989bbf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'subnet': {'network_id': 'b6a69919-449e-4977-899e-5a45769fb810', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:49.987285 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-86ec1613-80fa-4990-981a-fd4d95e488d6 req-b2849e70-8e56-4d44-b984-7121c0b5ff01 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881375 Apr 15 03:38:50.038264 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33030) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:50.038480 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-40a993f8-246d-4bea-af7b-11a1e7003b42 tempest-RoutersAdminTest-1633198698 tempest-RoutersAdminTest-1633198698-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&device_id=0dfc6356-ab0e-494c-b5eb-8b52441287a2 HTTP/1.1" status: 200 len: 205 time: 0.1324632 Apr 15 03:38:50.046426 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4b6c56b5-6f7f-495c-a794-2dfea75d68b9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (1050d329-e4bc-432d-a375-579d032bcdc0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:50.082454 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-4b6c56b5-6f7f-495c-a794-2dfea75d68b9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1050d329-e4bc-432d-a375-579d032bcdc0']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:50.085007 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-75f20b69-990b-43b8-84b2-eb9068902417 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (1f78db62-babf-4634-b84c-ec623084bd2a), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:50.112775 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7fa2d0c6-e7fd-42db-a692-22ceabdc6df8 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dfc6356-ab0e-494c-b5eb-8b52441287a2 HTTP/1.1" status: 200 len: 205 time: 0.0686102 Apr 15 03:38:50.113875 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33032) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:50.115575 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-4b6c56b5-6f7f-495c-a794-2dfea75d68b9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c271bcf9-832b-4e8f-b088-c538a0ff4a06') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:50.115869 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-4b6c56b5-6f7f-495c-a794-2dfea75d68b9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c271bcf9-832b-4e8f-b088-c538a0ff4a06') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:50.163669 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4b6c56b5-6f7f-495c-a794-2dfea75d68b9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (c271bcf9-832b-4e8f-b088-c538a0ff4a06), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:50.168353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cde48-3699-48be-84a8-7c38082992e2 req-fa97f771-7fc3-499e-bec2-25ec9e469c16 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:50.170460 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3f3cde48-3699-48be-84a8-7c38082992e2 req-fa97f771-7fc3-499e-bec2-25ec9e469c16 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1002953 Apr 15 03:38:50.175334 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d67cb571-0d7d-443b-a432-dd8e0f0b1739 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (cdaa7cc3-314a-40f6-aaea-79b9a5215ea4), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:50.216621 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4b6c56b5-6f7f-495c-a794-2dfea75d68b9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (c271bcf9-832b-4e8f-b088-c538a0ff4a06), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:50.219506 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3f3cde48-3699-48be-84a8-7c38082992e2 req-0377393f-34ca-47c7-bd90-3f8bc2f07667 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422251 Apr 15 03:38:50.231203 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1be92327-d8fb-4581-830f-2242b9584eb0 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router (0dfc6356-ab0e-494c-b5eb-8b52441287a2), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:50.236296 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6c56b5-6f7f-495c-a794-2dfea75d68b9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:38:50.236687 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4b6c56b5-6f7f-495c-a794-2dfea75d68b9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (c271bcf9-832b-4e8f-b088-c538a0ff4a06), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:38:50.239625 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:38:50.269253 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0846b47a-d627-4ba9-8e5c-3e7272989bbf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:50.273817 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0846b47a-d627-4ba9-8e5c-3e7272989bbf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:50.330563 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d67cb571-0d7d-443b-a432-dd8e0f0b1739 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (cdaa7cc3-314a-40f6-aaea-79b9a5215ea4), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:50.425665 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cb571-0d7d-443b-a432-dd8e0f0b1739 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=cdaa7cc3-314a-40f6-aaea-79b9a5215ea4,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:50.441369 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.ipam_backend_mixin [None req-0846b47a-d627-4ba9-8e5c-3e7272989bbf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a45757a7-0adb-41db-9fc7-e20d06de9126 (CIDR: 2001:db8:0:1::/64) Apr 15 03:38:50.444679 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d67cb571-0d7d-443b-a432-dd8e0f0b1739 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (b80a2340-2c27-415a-a0c9-80b1a610876c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:50.461628 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-75f20b69-990b-43b8-84b2-eb9068902417 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (1f78db62-babf-4634-b84c-ec623084bd2a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:50.485255 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-0846b47a-d627-4ba9-8e5c-3e7272989bbf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:38:50.485749 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0846b47a-d627-4ba9-8e5c-3e7272989bbf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:38:50.504134 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35af2a-c120-48a8-a905-0e8f738298b3 req-5681693b-a343-4da1-8960-1a945f4e0f38 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:50.505647 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cc35af2a-c120-48a8-a905-0e8f738298b3 req-5681693b-a343-4da1-8960-1a945f4e0f38 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1915400 Apr 15 03:38:50.531236 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4b6c56b5-6f7f-495c-a794-2dfea75d68b9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (1050d329-e4bc-432d-a375-579d032bcdc0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:50.545990 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f20b69-990b-43b8-84b2-eb9068902417 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=1f78db62-babf-4634-b84c-ec623084bd2a,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:50.548855 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1be92327-d8fb-4581-830f-2242b9584eb0 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (0dfc6356-ab0e-494c-b5eb-8b52441287a2), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:50.557299 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f51e7e-e4ef-42a6-8594-5deee7218b9a None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:50.561480 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-75f20b69-990b-43b8-84b2-eb9068902417 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:50.565197 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-75f20b69-990b-43b8-84b2-eb9068902417 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/1f78db62-babf-4634-b84c-ec623084bd2a HTTP/1.1" status: 204 len: 168 time: 1.0228717 Apr 15 03:38:50.566199 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4b6c56b5-6f7f-495c-a794-2dfea75d68b9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:50.571244 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0846b47a-d627-4ba9-8e5c-3e7272989bbf tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6808898 Apr 15 03:38:50.572473 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33036) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:50.572931 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4b6c56b5-6f7f-495c-a794-2dfea75d68b9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] 10.222.0.15 "DELETE /v2.0/networks/1050d329-e4bc-432d-a375-579d032bcdc0 HTTP/1.1" status: 204 len: 168 time: 0.9961672 Apr 15 03:38:50.575748 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1be92327-d8fb-4581-830f-2242b9584eb0 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router_controller (0dfc6356-ab0e-494c-b5eb-8b52441287a2), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:50.578485 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33040) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:50.584146 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-741bd284-805e-434a-b698-aeabd88c3bcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'subnet': {'network_id': 'b6a69919-449e-4977-899e-5a45769fb810', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:50.630318 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c56b5-6f7f-495c-a794-2dfea75d68b9 tempest-FloatingIPTestJSON-1239053176 tempest-FloatingIPTestJSON-1239053176-project] Pushing event deleted for resources: {'Network': ['ID=1050d329-e4bc-432d-a375-579d032bcdc0,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:50.782098 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cc35af2a-c120-48a8-a905-0e8f738298b3 req-18cf80c1-011a-44c8-80ef-4a283200a7ee tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462275 Apr 15 03:38:50.808856 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1be92327-d8fb-4581-830f-2242b9584eb0 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (0dfc6356-ab0e-494c-b5eb-8b52441287a2), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:50.809259 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be92327-d8fb-4581-830f-2242b9584eb0 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Fanout notify agent at l3_agent the message router_deleted on router 0dfc6356-ab0e-494c-b5eb-8b52441287a2 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:38:50.818531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1be92327-d8fb-4581-830f-2242b9584eb0 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:50.819701 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1be92327-d8fb-4581-830f-2242b9584eb0 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "DELETE /v2.0/routers/0dfc6356-ab0e-494c-b5eb-8b52441287a2 HTTP/1.1" status: 204 len: 168 time: 0.7018750 Apr 15 03:38:50.823473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33044) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:50.843050 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c5a100f5-338c-4871-8d7b-c716f6a8b968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:50.851588 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df929e4-772d-4e01-9e83-2c87e22814d8 None None] DHCP port deletion for d8f597fb-2381-4564-a070-eb7f10af68ac request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:38:50.866586 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-acb38e3b-6d14-4761-99da-5178a8e2a9bf tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dfc6356-ab0e-494c-b5eb-8b52441287a2 HTTP/1.1" status: 200 len: 205 time: 0.0419724 Apr 15 03:38:50.869775 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33046) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:50.931888 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-3410ebd3-57ad-4f3a-97e6-e521b7696d27 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] delete failed (client error): The resource could not be found. Apr 15 03:38:50.936009 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3410ebd3-57ad-4f3a-97e6-e521b7696d27 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "DELETE /v2.0/routers/0dfc6356-ab0e-494c-b5eb-8b52441287a2 HTTP/1.1" status: 404 len: 336 time: 0.0652230 Apr 15 03:38:50.939894 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33048) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:50.983722 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6dd948bf-d898-4cea-8920-5e8f1db9b6eb tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "GET /v2.0/ports?device_id=379b627c-b645-4d05-93e3-1108a9642b92 HTTP/1.1" status: 200 len: 205 time: 0.0423200 Apr 15 03:38:50.984826 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33050) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:50.985585 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4df929e4-772d-4e01-9e83-2c87e22814d8 None None] Deleting port 3dc8c7fb-675a-4052-b978-2b3f2acefeb0 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:50.985992 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4df929e4-772d-4e01-9e83-2c87e22814d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (3dc8c7fb-675a-4052-b978-2b3f2acefeb0), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:51.032730 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-164cdd7b-76f8-4f02-8652-598fc8cda99e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4515736 Apr 15 03:38:51.039277 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-6a161358-2339-4f09-b43a-d21f7043bb89 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] delete failed (client error): The resource could not be found. Apr 15 03:38:51.045598 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6a161358-2339-4f09-b43a-d21f7043bb89 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "DELETE /v2.0/routers/379b627c-b645-4d05-93e3-1108a9642b92 HTTP/1.1" status: 404 len: 336 time: 0.0564387 Apr 15 03:38:51.046573 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33052) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:51.053430 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e6738252-52f5-42a1-8cb9-a7ac1b050a2a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:51.057352 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33056) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:51.070272 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4df929e4-772d-4e01-9e83-2c87e22814d8 None None] For port 3dc8c7fb-675a-4052-b978-2b3f2acefeb0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=3dc8c7fb-675a-4052-b978-2b3f2acefeb0,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:51.071018 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4df929e4-772d-4e01-9e83-2c87e22814d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (3dc8c7fb-675a-4052-b978-2b3f2acefeb0), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:51.089680 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4df929e4-772d-4e01-9e83-2c87e22814d8 None None] Calling delete_port for 3dc8c7fb-675a-4052-b978-2b3f2acefeb0 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:51.099820 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741bd284-805e-434a-b698-aeabd88c3bcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Made reservation on behalf of f99fc1577cd2451fb6bab5b4e898b08c for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:51.103452 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-741bd284-805e-434a-b698-aeabd88c3bcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:51.112879 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d455f8-8cfe-4283-b04b-82b5469f6fe2 req-8283d0bf-a5a0-459d-b11e-326b3dd39513 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:51.115142 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-99d455f8-8cfe-4283-b04b-82b5469f6fe2 req-8283d0bf-a5a0-459d-b11e-326b3dd39513 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0808713 Apr 15 03:38:51.115832 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b85c04fe-62c4-44b0-81b8-5cc65f40bc14 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2 HTTP/1.1" status: 200 len: 205 time: 0.0559578 Apr 15 03:38:51.119646 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33058) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:51.181096 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-d67cb571-0d7d-443b-a432-dd8e0f0b1739 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Floating IP b80a2340-2c27-415a-a0c9-80b1a610876c associated. External IP: 172.26.6.118, port: 347a4f58-c452-407f-bde8-d216d9e6eaef. Apr 15 03:38:51.199925 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33062) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:51.234167 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-46d9e84a-6824-4b3d-a610-32b3225b39e9 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] delete failed (client error): The resource could not be found. Apr 15 03:38:51.237649 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-46d9e84a-6824-4b3d-a610-32b3225b39e9 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "DELETE /v2.0/routers/7f9eb4be-87b6-463f-9c8d-1cf4f6e6ccb2 HTTP/1.1" status: 404 len: 336 time: 0.1144166 Apr 15 03:38:51.238771 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33066) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:51.269618 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4df929e4-772d-4e01-9e83-2c87e22814d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (3dc8c7fb-675a-4052-b978-2b3f2acefeb0), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:51.288940 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33068) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:51.290846 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3addad81-ae5a-4914-aae0-a30144c18032 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2946a31-5613-4aa3-bcd8-71010146ef6c HTTP/1.1" status: 200 len: 205 time: 0.0504651 Apr 15 03:38:51.292510 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df929e4-772d-4e01-9e83-2c87e22814d8 None None] Pushing event deleted for resources: {'Port': ['ID=3dc8c7fb-675a-4052-b978-2b3f2acefeb0,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:51.302384 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df929e4-772d-4e01-9e83-2c87e22814d8 None None] No DVR routers for this DVR port 3dc8c7fb-675a-4052-b978-2b3f2acefeb0 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:38:51.354762 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-99d455f8-8cfe-4283-b04b-82b5469f6fe2 req-b42e5c17-1aea-4e15-8fcc-adea88ccf450 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248423 Apr 15 03:38:51.355598 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-bd408b71-4ade-4314-8091-7e00b966d89f tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] delete failed (client error): The resource could not be found. Apr 15 03:38:51.356526 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-bd408b71-4ade-4314-8091-7e00b966d89f tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "DELETE /v2.0/routers/d2946a31-5613-4aa3-bcd8-71010146ef6c HTTP/1.1" status: 404 len: 336 time: 0.0666509 Apr 15 03:38:51.359594 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33070) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:51.391721 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0c6fe96b-f56b-4d0e-afb2-b48bab22b7e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3e93a2cf489402089ec6469d1c45222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871088 Apr 15 03:38:51.394180 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33072) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:51.411984 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-56c6058b-d1a1-4ff4-879c-861f28b4a95d tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "GET /v2.0/ports?device_id=dea88596-8ff6-4166-a3a4-5793ea47b735 HTTP/1.1" status: 200 len: 205 time: 0.0509908 Apr 15 03:38:51.414874 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6738252-52f5-42a1-8cb9-a7ac1b050a2a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:51.418135 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6738252-52f5-42a1-8cb9-a7ac1b050a2a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:51.425854 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33076) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:51.528922 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67cb571-0d7d-443b-a432-dd8e0f0b1739 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:38:51.646466 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67cb571-0d7d-443b-a432-dd8e0f0b1739 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:38:51.657448 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaff1ec-aa0e-463a-8d3c-1827d759575e None None] Sync routers for ids ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:38:51.671740 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaff1ec-aa0e-463a-8d3c-1827d759575e None None] Routers {'00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:51.672372 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4aaff1ec-aa0e-463a-8d3c-1827d759575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:51.728688 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d67cb571-0d7d-443b-a432-dd8e0f0b1739 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:51.762023 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d67cb571-0d7d-443b-a432-dd8e0f0b1739 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6539528 Apr 15 03:38:51.762806 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6bd071-179f-4c5e-9e23-d119888bdc44', 'tag': '347a4f58-c452-407f-bde8-d216d9e6eaef'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:38:51.765777 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3dd7c8-d305-4b89-8717-544529dd02d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6bd071-179f-4c5e-9e23-d119888bdc44", "tag": "347a4f58-c452-407f-bde8-d216d9e6eaef"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:38:51.768209 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33078) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:51.803714 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-a14b3767-dbda-4add-a98d-5ee74e8a6080 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] delete failed (client error): The resource could not be found. Apr 15 03:38:51.807149 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a14b3767-dbda-4add-a98d-5ee74e8a6080 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "DELETE /v2.0/routers/dea88596-8ff6-4166-a3a4-5793ea47b735 HTTP/1.1" status: 404 len: 336 time: 0.3602273 Apr 15 03:38:51.808282 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33082) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:51.812042 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-4aaff1ec-aa0e-463a-8d3c-1827d759575e None None] Set router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:38:51.820894 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804e2a1f-128d-43cf-9f5d-3be409a9b152 x-openstack-request-id: req-804e2a1f-128d-43cf-9f5d-3be409a9b152 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:38:51.821220 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6bd071-179f-4c5e-9e23-d119888bdc44", "tag": "347a4f58-c452-407f-bde8-d216d9e6eaef", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:38:51.821482 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-804e2a1f-128d-43cf-9f5d-3be409a9b152 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:38:51.821878 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-804e2a1f-128d-43cf-9f5d-3be409a9b152'] response: {'name': 'network-changed', 'server_uuid': '4a6bd071-179f-4c5e-9e23-d119888bdc44', 'tag': '347a4f58-c452-407f-bde8-d216d9e6eaef', 'status': 'completed', 'code': 200} Apr 15 03:38:51.827341 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:51.854974 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c2e05981-93c5-47dc-aed4-22a07900b17a tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2b89b9-641f-4e03-825e-695efbc3a636 HTTP/1.1" status: 200 len: 205 time: 0.0454578 Apr 15 03:38:51.858911 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33084) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:51.922766 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fa9d0d97-0401-47e6-8af1-a33de71f16ba admin admin] Publish callbacks [] for security_group (b8017e3d-a1d6-4dc8-815a-3e7545d0f7fb), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:51.930432 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-c98cbb15-d13c-40a4-bbd6-d63e4c6a8d38 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] delete failed (client error): The resource could not be found. Apr 15 03:38:51.934021 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c98cbb15-d13c-40a4-bbd6-d63e4c6a8d38 tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "DELETE /v2.0/routers/ae2b89b9-641f-4e03-825e-695efbc3a636 HTTP/1.1" status: 404 len: 336 time: 0.0717335 Apr 15 03:38:51.934316 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33086) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:51.937531 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2bd89341-2864-4871-91e6-5cc6820a2b1b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/b80a2340-2c27-415a-a0c9-80b1a610876c HTTP/1.1" status: 200 len: 991 time: 0.1679010 Apr 15 03:38:51.941155 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dd7c8-d305-4b89-8717-544529dd02d3 req-78a05200-54e1-44c3-9437-670fcfb1e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:51.942606 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8d3dd7c8-d305-4b89-8717-544529dd02d3 req-78a05200-54e1-44c3-9437-670fcfb1e919 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 1129 time: 0.0983825 Apr 15 03:38:51.985664 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-145758eb-741c-43d5-9830-1c23268c77fa tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] DELETE failed (client error): The resource could not be found. Apr 15 03:38:51.986141 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145758eb-741c-43d5-9830-1c23268c77fa tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:38:51.991672 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-145758eb-741c-43d5-9830-1c23268c77fa tempest-RoutersAdminTest-1251058023 tempest-RoutersAdminTest-1251058023-project] 10.222.0.15 "DELETE /v2.0/subnets/45405731-98a6-42dc-bce1-1c1db05f97be HTTP/1.1" status: 404 len: 337 time: 0.0538614 Apr 15 03:38:52.016453 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fa9d0d97-0401-47e6-8af1-a33de71f16ba admin admin] Publish callbacks [] for security_group (b8017e3d-a1d6-4dc8-815a-3e7545d0f7fb), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:52.055174 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4aaff1ec-aa0e-463a-8d3c-1827d759575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'name': 'tempest-TestNetworkBasicOps-router-1070176320', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:38:00Z', 'updated_at': '2022-04-15T03:38:14Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:01Z', 'updated_at': '2022-04-15T03:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b80a2340-2c27-415a-a0c9-80b1a610876c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.118', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'port_id': '347a4f58-c452-407f-bde8-d216d9e6eaef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'mac_address': 'fa:16:3e:a9:44:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6bd071-179f-4c5e-9e23-d119888bdc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:38:48Z', 'updated_at': '2022-04-15T03:38:48Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '522dc988-97a8-45f0-9ea1-2260c545fab1', 'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a7:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:11Z', 'updated_at': '2022-04-15T03:38:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:52.066988 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dd7c8-d305-4b89-8717-544529dd02d3 req-61df6bf5-8a42-4564-91fb-83c80f553d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:52.068749 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8d3dd7c8-d305-4b89-8717-544529dd02d3 req-61df6bf5-8a42-4564-91fb-83c80f553d48 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eaba6a84-95dc-429a-9c8d-a050c4a38ccd HTTP/1.1" status: 200 len: 897 time: 0.1194041 Apr 15 03:38:52.086187 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaff1ec-aa0e-463a-8d3c-1827d759575e None None] Checking router: 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:38:52.096144 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaff1ec-aa0e-463a-8d3c-1827d759575e None None] Routers {'00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:38:52.097276 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4aaff1ec-aa0e-463a-8d3c-1827d759575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:52.100457 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-741bd284-805e-434a-b698-aeabd88c3bcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (5046d2f7-abe6-4c70-a591-0e20c107d536), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:52.145577 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8d3dd7c8-d305-4b89-8717-544529dd02d3 req-e747139c-6f1d-40b7-95a7-1cb146e7dd4b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=347a4f58-c452-407f-bde8-d216d9e6eaef HTTP/1.1" status: 200 len: 999 time: 0.0707972 Apr 15 03:38:52.194023 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741bd284-805e-434a-b698-aeabd88c3bcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Network b6a69919-449e-4977-899e-5a45769fb810 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:52.202364 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dd7c8-d305-4b89-8717-544529dd02d3 req-86d7bfbf-46d9-4daf-a52e-108f199880e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:52.203129 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-741bd284-805e-434a-b698-aeabd88c3bcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:52.204098 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8d3dd7c8-d305-4b89-8717-544529dd02d3 req-86d7bfbf-46d9-4daf-a52e-108f199880e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e462f0b1-e973-44d3-b642-47de40a6bb71 HTTP/1.1" status: 200 len: 834 time: 0.0535131 Apr 15 03:38:52.205034 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bd284-805e-434a-b698-aeabd88c3bcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Subnet': ['ID=5046d2f7-abe6-4c70-a591-0e20c107d536,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:52.208419 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741bd284-805e-434a-b698-aeabd88c3bcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:52.208419 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-741bd284-805e-434a-b698-aeabd88c3bcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:52.218393 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd0467f-4d2e-4fa5-a0ca-c5e99ea99bdd None None] Network b6a69919-449e-4977-899e-5a45769fb810 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:52.227725 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-4aaff1ec-aa0e-463a-8d3c-1827d759575e None None] Set router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:38:52.263217 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dd7c8-d305-4b89-8717-544529dd02d3 req-2e3986a4-fb2e-4ef9-9614-5d727b01d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:52.265563 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8d3dd7c8-d305-4b89-8717-544529dd02d3 req-2e3986a4-fb2e-4ef9-9614-5d727b01d368 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eaba6a84-95dc-429a-9c8d-a050c4a38ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478048 Apr 15 03:38:52.282798 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fa9d0d97-0401-47e6-8af1-a33de71f16ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (b8017e3d-a1d6-4dc8-815a-3e7545d0f7fb), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:52.285923 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fa9d0d97-0401-47e6-8af1-a33de71f16ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:52.287368 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fa9d0d97-0401-47e6-8af1-a33de71f16ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8017e3d-a1d6-4dc8-815a-3e7545d0f7fb HTTP/1.1" status: 204 len: 168 time: 0.8921225 Apr 15 03:38:52.301440 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d0d97-0401-47e6-8af1-a33de71f16ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8017e3d-a1d6-4dc8-815a-3e7545d0f7fb,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:52.316356 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6738252-52f5-42a1-8cb9-a7ac1b050a2a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (f1a16917-6336-4b90-babc-b47b92e3f103), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:52.352777 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-741bd284-805e-434a-b698-aeabd88c3bcd tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7717528 Apr 15 03:38:52.353457 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33092) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:52.382193 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-123b2d03-1949-420b-95b6-27baf03bea57 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1179160342', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5046d2f7-abe6-4c70-a591-0e20c107d536'}], 'security_groups': ['e08403f0-a830-413b-92ed-5c5bf1f17e07', 'eb71905a-f232-4cec-aba2-94f161b57f7c']}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:52.383166 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8d3dd7c8-d305-4b89-8717-544529dd02d3 req-d43afa2e-b05e-43a9-9288-08ac6862294f service neutron] 10.222.0.30 "GET /v2.0/networks/eaba6a84-95dc-429a-9c8d-a050c4a38ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112776 Apr 15 03:38:52.444381 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6738252-52f5-42a1-8cb9-a7ac1b050a2a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:52.463964 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-e6738252-52f5-42a1-8cb9-a7ac1b050a2a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:52.469651 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4aaff1ec-aa0e-463a-8d3c-1827d759575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'name': 'tempest-TestNetworkBasicOps-router-1070176320', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:38:00Z', 'updated_at': '2022-04-15T03:38:14Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:01Z', 'updated_at': '2022-04-15T03:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b80a2340-2c27-415a-a0c9-80b1a610876c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.118', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'port_id': '347a4f58-c452-407f-bde8-d216d9e6eaef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'mac_address': 'fa:16:3e:a9:44:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6bd071-179f-4c5e-9e23-d119888bdc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:38:48Z', 'updated_at': '2022-04-15T03:38:48Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '522dc988-97a8-45f0-9ea1-2260c545fab1', 'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a7:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:11Z', 'updated_at': '2022-04-15T03:38:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:52.469897 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6738252-52f5-42a1-8cb9-a7ac1b050a2a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:52.470320 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6738252-52f5-42a1-8cb9-a7ac1b050a2a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:52.475710 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7698ef3-6fb9-480b-841f-d8161c1f5dec None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:52.497270 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6738252-52f5-42a1-8cb9-a7ac1b050a2a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=f1a16917-6336-4b90-babc-b47b92e3f103,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:52.504053 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaff1ec-aa0e-463a-8d3c-1827d759575e None None] The sync data for ids ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'] in dv-neutron-837140-3-hyperv is: [{'id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'name': 'tempest-TestNetworkBasicOps-router-1070176320', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:38:00Z', 'updated_at': '2022-04-15T03:38:14Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:01Z', 'updated_at': '2022-04-15T03:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b80a2340-2c27-415a-a0c9-80b1a610876c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.118', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'port_id': '347a4f58-c452-407f-bde8-d216d9e6eaef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'mac_address': 'fa:16:3e:a9:44:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6bd071-179f-4c5e-9e23-d119888bdc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:38:48Z', 'updated_at': '2022-04-15T03:38:48Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '522dc988-97a8-45f0-9ea1-2260c545fab1', 'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a7:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:11Z', 'updated_at': '2022-04-15T03:38:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:38:52.524811 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33096) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:52.575892 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8d3dd7c8-d305-4b89-8717-544529dd02d3 req-d5fa2c17-53f0-4e72-b084-21e9f73e1405 service neutron] 10.222.0.30 "GET /v2.0/networks/eaba6a84-95dc-429a-9c8d-a050c4a38ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860952 Apr 15 03:38:52.600301 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-123b2d03-1949-420b-95b6-27baf03bea57 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (7a83200a-14e7-4803-81cc-887c64f02cbc), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:52.608598 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1047ccc6-8e60-4938-ad1d-d5c39d73bfa2 None None] Update dhcp port {'port': {'network_id': 'b6a69919-449e-4977-899e-5a45769fb810', 'fixed_ips': [{'subnet_id': 'a45757a7-0adb-41db-9fc7-e20d06de9126', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '98215595-9cf3-49a8-8f98-1b584832076c', 'ip_address': '2001:db8::2'}, {'subnet_id': '5046d2f7-abe6-4c70-a591-0e20c107d536'}], 'binding:host_id': 'dv-neutron-837140-3-hyperv'}, 'id': 'ed526c54-a572-4ac8-934a-92844fef4205'} from dv-neutron-837140-3-hyperv. {{(pid=104668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 15 03:38:52.624296 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33100) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:52.625230 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e6738252-52f5-42a1-8cb9-a7ac1b050a2a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5771587 Apr 15 03:38:52.629694 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-ef3a0ef6-a893-411b-b337-889a2494a29b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'fixed_ips': [{'subnet_id': 'f1a16917-6336-4b90-babc-b47b92e3f103', 'ip_address': '2001:db8::1492:20f0:2a10:74c2'}], 'name': 'tempest-NetworksTestDHCPv6-141346471'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:52.655194 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1047ccc6-8e60-4938-ad1d-d5c39d73bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ed526c54-a572-4ac8-934a-92844fef4205), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:52.752896 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd0cf3a-3317-4977-a39a-eaf358bd01e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d8f597fb-2381-4564-a070-eb7f10af68ac', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'fixed_ips': [{'subnet_id': 'f1a16917-6336-4b90-babc-b47b92e3f103'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:38:52.765386 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0dd0cf3a-3317-4977-a39a-eaf358bd01e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:52.867780 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-17a56f8e-4539-4eac-a3cf-6e242c235463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:52.897999 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 3dc8c7fb-675a-4052-b978-2b3f2acefeb0 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:38:52.927255 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 3dc8c7fb-675a-4052-b978-2b3f2acefeb0 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:38:52.927890 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 3dc8c7fb-675a-4052-b978-2b3f2acefeb0 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:38:52.949810 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33108) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:52.952642 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57b975e-4819-450c-9291-63f50641be1e None None] New status for floating IP b80a2340-2c27-415a-a0c9-80b1a610876c: ACTIVE {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:38:53.059426 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-123b2d03-1949-420b-95b6-27baf03bea57 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Delete allocated IP 2001:db8::270 (b6a69919-449e-4977-899e-5a45769fb810/98215595-9cf3-49a8-8f98-1b584832076c) {{(pid=104667) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 15 03:38:53.076619 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-123b2d03-1949-420b-95b6-27baf03bea57 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Allocated IP 2001:db8:0:2::134 (b6a69919-449e-4977-899e-5a45769fb810/5046d2f7-abe6-4c70-a591-0e20c107d536/7a83200a-14e7-4803-81cc-887c64f02cbc) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:53.103079 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-32a44f91-6b53-4e25-8ef8-abcc3591422c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/b80a2340-2c27-415a-a0c9-80b1a610876c HTTP/1.1" status: 200 len: 991 time: 0.1226876 Apr 15 03:38:53.120951 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-17a56f8e-4539-4eac-a3cf-6e242c235463 admin admin] Publish callbacks [] for security_group (193b7423-b06d-4b36-b560-90f033478008), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:53.131858 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3a0ef6-a893-411b-b337-889a2494a29b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:53.190781 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-17a56f8e-4539-4eac-a3cf-6e242c235463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (193b7423-b06d-4b36-b560-90f033478008), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:53.240972 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-17a56f8e-4539-4eac-a3cf-6e242c235463 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ccce5ade6de4e538d024e4c58c9ad97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7148497 Apr 15 03:38:53.244032 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33114) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:53.259124 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a56f8e-4539-4eac-a3cf-6e242c235463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193b7423-b06d-4b36-b560-90f033478008,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:53.280264 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef3a0ef6-a893-411b-b337-889a2494a29b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:53.302999 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-ef3a0ef6-a893-411b-b337-889a2494a29b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] device_id is not set on port 96225a9f-0346-4f38-b9c6-a6427a6fcafa yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:38:53.365867 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02081833-f420-4d74-8805-2f9e4fb74a19 admin admin] Publish callbacks [] for security_group (193b7423-b06d-4b36-b560-90f033478008), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:53.382063 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-123b2d03-1949-420b-95b6-27baf03bea57 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for port (7a83200a-14e7-4803-81cc-887c64f02cbc), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:53.386651 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-0dd0cf3a-3317-4977-a39a-eaf358bd01e7 None None] Allocated IP 2001:db8::2 (d8f597fb-2381-4564-a070-eb7f10af68ac/f1a16917-6336-4b90-babc-b47b92e3f103/58fbf43f-448f-4e66-baf4-202034f42313) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:53.403762 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02081833-f420-4d74-8805-2f9e4fb74a19 admin admin] Publish callbacks [] for security_group (193b7423-b06d-4b36-b560-90f033478008), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:53.458472 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:53.463787 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-123b2d03-1949-420b-95b6-27baf03bea57 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (7a83200a-14e7-4803-81cc-887c64f02cbc), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:53.539608 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-123b2d03-1949-420b-95b6-27baf03bea57 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] In _notify_port_updated(), no bound segment for port 7a83200a-14e7-4803-81cc-887c64f02cbc on network b6a69919-449e-4977-899e-5a45769fb810 {{(pid=104667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:38:53.546214 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123b2d03-1949-420b-95b6-27baf03bea57 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:53.550526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-123b2d03-1949-420b-95b6-27baf03bea57 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:53.551069 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-123b2d03-1949-420b-95b6-27baf03bea57 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "PUT /v2.0/ports/7a83200a-14e7-4803-81cc-887c64f02cbc HTTP/1.1" status: 200 len: 970 time: 1.1797245 Apr 15 03:38:53.552767 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33124) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:53.554894 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b2d03-1949-420b-95b6-27baf03bea57 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event updated for resources: {'Port': ['ID=7a83200a-14e7-4803-81cc-887c64f02cbc,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:53.555967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-1047ccc6-8e60-4938-ad1d-d5c39d73bfa2 None None] Allocated IP 2001:db8:0:2::2 (b6a69919-449e-4977-899e-5a45769fb810/5046d2f7-abe6-4c70-a591-0e20c107d536/ed526c54-a572-4ac8-934a-92844fef4205) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:53.578589 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02081833-f420-4d74-8805-2f9e4fb74a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (193b7423-b06d-4b36-b560-90f033478008), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:53.582429 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-02081833-f420-4d74-8805-2f9e4fb74a19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:53.583834 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-02081833-f420-4d74-8805-2f9e4fb74a19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/193b7423-b06d-4b36-b560-90f033478008 HTTP/1.1" status: 204 len: 168 time: 0.3338411 Apr 15 03:38:53.610827 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02081833-f420-4d74-8805-2f9e4fb74a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193b7423-b06d-4b36-b560-90f033478008,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:53.633730 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0dd0cf3a-3317-4977-a39a-eaf358bd01e7 None None] Publish callbacks [] for port (58fbf43f-448f-4e66-baf4-202034f42313), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:53.684573 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33128) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:53.700181 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-564141dc-2a08-4b73-a8e4-f65e7a35d7d1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting port 7a83200a-14e7-4803-81cc-887c64f02cbc {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:53.701056 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-564141dc-2a08-4b73-a8e4-f65e7a35d7d1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (7a83200a-14e7-4803-81cc-887c64f02cbc), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:53.719189 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0dd0cf3a-3317-4977-a39a-eaf358bd01e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (58fbf43f-448f-4e66-baf4-202034f42313), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:53.723091 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-1047ccc6-8e60-4938-ad1d-d5c39d73bfa2 None None] For port ed526c54-a572-4ac8-934a-92844fef4205, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ed526c54-a572-4ac8-934a-92844fef4205,segment=NetworkSegment(7bc55095-3f5c-4cde-a924-373e493ee889),segment_id=7bc55095-3f5c-4cde-a924-373e493ee889)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:53.778488 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd0cf3a-3317-4977-a39a-eaf358bd01e7 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:53.790281 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-0dd0cf3a-3317-4977-a39a-eaf358bd01e7 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:53.792970 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd0cf3a-3317-4977-a39a-eaf358bd01e7 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:53.801309 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-5a121c6b-e141-4dd3-bcbd-8de4341ad724 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-59526472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:53.807656 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1047ccc6-8e60-4938-ad1d-d5c39d73bfa2 None None] Publish callbacks [] for port (ed526c54-a572-4ac8-934a-92844fef4205), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:53.811968 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0cf3a-3317-4977-a39a-eaf358bd01e7 None None] Pushing event updated for resources: {'Port': ['ID=58fbf43f-448f-4e66-baf4-202034f42313,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:53.833721 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-ef3a0ef6-a893-411b-b337-889a2494a29b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8::1492:20f0:2a10:74c2 (d8f597fb-2381-4564-a070-eb7f10af68ac/f1a16917-6336-4b90-babc-b47b92e3f103/96225a9f-0346-4f38-b9c6-a6427a6fcafa) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:53.863404 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1047ccc6-8e60-4938-ad1d-d5c39d73bfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ed526c54-a572-4ac8-934a-92844fef4205), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:53.881736 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5a121c6b-e141-4dd3-bcbd-8de4341ad724 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (54f9ebc8-b9c4-4710-86d6-a93a2b2f249a), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:53.883210 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5a121c6b-e141-4dd3-bcbd-8de4341ad724 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (54f9ebc8-b9c4-4710-86d6-a93a2b2f249a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:53.896428 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-564141dc-2a08-4b73-a8e4-f65e7a35d7d1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (7a83200a-14e7-4803-81cc-887c64f02cbc), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:53.911542 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-0dd0cf3a-3317-4977-a39a-eaf358bd01e7 None None] Attempting to bind port 58fbf43f-448f-4e66-baf4-202034f42313 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:38:53.912289 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-0dd0cf3a-3317-4977-a39a-eaf358bd01e7 None None] Attempting to bind port 58fbf43f-448f-4e66-baf4-202034f42313 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:38:53.912867 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd0cf3a-3317-4977-a39a-eaf358bd01e7 None None] Attempting to bind port 58fbf43f-448f-4e66-baf4-202034f42313 on network d8f597fb-2381-4564-a070-eb7f10af68ac {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:38:53.920612 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-564141dc-2a08-4b73-a8e4-f65e7a35d7d1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Calling delete_port for 7a83200a-14e7-4803-81cc-887c64f02cbc owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:53.953393 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd0cf3a-3317-4977-a39a-eaf358bd01e7 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:38:53.953979 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd0cf3a-3317-4977-a39a-eaf358bd01e7 None None] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:38:53.954393 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0dd0cf3a-3317-4977-a39a-eaf358bd01e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:53.954922 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd0cf3a-3317-4977-a39a-eaf358bd01e7 None None] Bound using segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:38:53.955502 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-0dd0cf3a-3317-4977-a39a-eaf358bd01e7 None None] Bound port: 58fbf43f-448f-4e66-baf4-202034f42313, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:38:53.955975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0dd0cf3a-3317-4977-a39a-eaf358bd01e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (58fbf43f-448f-4e66-baf4-202034f42313), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:53.962493 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5a121c6b-e141-4dd3-bcbd-8de4341ad724 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for router_controller (54f9ebc8-b9c4-4710-86d6-a93a2b2f249a), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:53.988027 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047ccc6-8e60-4938-ad1d-d5c39d73bfa2 None None] Pushing event updated for resources: {'Port': ['ID=ed526c54-a572-4ac8-934a-92844fef4205,revision_number=7']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:54.053180 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5a121c6b-e141-4dd3-bcbd-8de4341ad724 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (54f9ebc8-b9c4-4710-86d6-a93a2b2f249a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.071165 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-0dd0cf3a-3317-4977-a39a-eaf358bd01e7 None None] For port 58fbf43f-448f-4e66-baf4-202034f42313, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:38:54.076565 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-0dd0cf3a-3317-4977-a39a-eaf358bd01e7 None None] For port 58fbf43f-448f-4e66-baf4-202034f42313, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=58fbf43f-448f-4e66-baf4-202034f42313,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:38:54.102592 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33134) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:54.222677 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef3a0ef6-a893-411b-b337-889a2494a29b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (96225a9f-0346-4f38-b9c6-a6427a6fcafa), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.223215 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ed63c3e2-d1f4-4720-abe0-da01b1d8f019 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/b80a2340-2c27-415a-a0c9-80b1a610876c HTTP/1.1" status: 200 len: 993 time: 0.0782030 Apr 15 03:38:54.223215 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5a121c6b-e141-4dd3-bcbd-8de4341ad724 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.223215 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5a121c6b-e141-4dd3-bcbd-8de4341ad724 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.5135560 Apr 15 03:38:54.223215 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33136) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:54.223215 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-728747ec-7117-4e7b-af15-5a7b18bd709c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1945866251'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:54.281593 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0dd0cf3a-3317-4977-a39a-eaf358bd01e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (58fbf43f-448f-4e66-baf4-202034f42313), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.324819 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728747ec-7117-4e7b-af15-5a7b18bd709c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Made reservation on behalf of 482acd2eb1bf456baf950167b92f3ae1 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:54.326344 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef3a0ef6-a893-411b-b337-889a2494a29b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (96225a9f-0346-4f38-b9c6-a6427a6fcafa), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.328323 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-728747ec-7117-4e7b-af15-5a7b18bd709c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.332578 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-564141dc-2a08-4b73-a8e4-f65e7a35d7d1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (7a83200a-14e7-4803-81cc-887c64f02cbc), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.344316 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-728747ec-7117-4e7b-af15-5a7b18bd709c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.350567 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0cf3a-3317-4977-a39a-eaf358bd01e7 None None] Pushing event updated for resources: {'Port': ['ID=58fbf43f-448f-4e66-baf4-202034f42313,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:54.391918 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3a0ef6-a893-411b-b337-889a2494a29b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:54.397004 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-ef3a0ef6-a893-411b-b337-889a2494a29b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:54.401709 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3a0ef6-a893-411b-b337-889a2494a29b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:54.407796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a0ef6-a893-411b-b337-889a2494a29b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:54.408460 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef3a0ef6-a893-411b-b337-889a2494a29b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.455913 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-564141dc-2a08-4b73-a8e4-f65e7a35d7d1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.458669 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-564141dc-2a08-4b73-a8e4-f65e7a35d7d1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/ports/7a83200a-14e7-4803-81cc-887c64f02cbc HTTP/1.1" status: 204 len: 168 time: 0.9050050 Apr 15 03:38:54.459801 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a0ef6-a893-411b-b337-889a2494a29b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=96225a9f-0346-4f38-b9c6-a6427a6fcafa,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:54.462861 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33138) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:54.511556 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-728747ec-7117-4e7b-af15-5a7b18bd709c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for security_group (96aa49d6-7b17-4e70-916a-9ce18cbc8287), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.524258 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ef3a0ef6-a893-411b-b337-889a2494a29b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8987904 Apr 15 03:38:54.525408 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-96161cf5-d89f-427f-8332-e010c1b10b49 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] GET failed (client error): The resource could not be found. Apr 15 03:38:54.526883 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-96161cf5-d89f-427f-8332-e010c1b10b49 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports/7a83200a-14e7-4803-81cc-887c64f02cbc HTTP/1.1" status: 404 len: 333 time: 0.0625389 Apr 15 03:38:54.527640 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33140) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:54.528395 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564141dc-2a08-4b73-a8e4-f65e7a35d7d1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Port': ['ID=7a83200a-14e7-4803-81cc-887c64f02cbc,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:54.531586 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33142) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:54.589390 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77e7da5-fa2c-4e20-b63f-954104cd5d72 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:54.637242 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77e7da5-fa2c-4e20-b63f-954104cd5d72 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:54.638659 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c4992890-ffaa-4489-91a7-26276dbdd122 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (0a7a3d87-6df7-4dc1-b9fa-9841e776ee49), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.638885 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d77e7da5-fa2c-4e20-b63f-954104cd5d72 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0729718 Apr 15 03:38:54.638976 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33144) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:54.639057 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33146) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:54.649706 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-728747ec-7117-4e7b-af15-5a7b18bd709c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (96aa49d6-7b17-4e70-916a-9ce18cbc8287), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.688610 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c4992890-ffaa-4489-91a7-26276dbdd122 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (0a7a3d87-6df7-4dc1-b9fa-9841e776ee49), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.692934 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-57b70b76-2057-412c-815f-ca9744fa2159 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8bb6acd8491249d6aae6fdc7289608c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0522346 Apr 15 03:38:54.693565 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33148) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:54.714710 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728747ec-7117-4e7b-af15-5a7b18bd709c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:38:54.770342 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728747ec-7117-4e7b-af15-5a7b18bd709c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96aa49d6-7b17-4e70-916a-9ce18cbc8287,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:54.786368 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2843974-ed85-4ad9-a6d9-a9b9e6e894b4 admin admin] Publish callbacks [] for security_group (957d9282-9e48-4432-b9fa-98f3f13b566f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.786672 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-728747ec-7117-4e7b-af15-5a7b18bd709c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7329e2f1-120c-4679-b93a-a9c11145f0f0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.786967 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-728747ec-7117-4e7b-af15-5a7b18bd709c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Added segment 7329e2f1-120c-4679-b93a-a9c11145f0f0 of type vlan for network ffe28bed-d3e1-4375-be57-b8161cc18c46 Apr 15 03:38:54.801437 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-85fce06a-75f8-45dd-a986-616d2b216ffa tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting port 96225a9f-0346-4f38-b9c6-a6427a6fcafa {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:54.801781 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-85fce06a-75f8-45dd-a986-616d2b216ffa tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (96225a9f-0346-4f38-b9c6-a6427a6fcafa), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.824008 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2843974-ed85-4ad9-a6d9-a9b9e6e894b4 admin admin] Publish callbacks [] for security_group (957d9282-9e48-4432-b9fa-98f3f13b566f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.879978 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-73c94ccf-8476-458c-b8af-eb37b86d7398 None None] Provisioning complete for port 948143fb-a674-415f-aaa3-870f5794a953 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:54.880575 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-73c94ccf-8476-458c-b8af-eb37b86d7398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (948143fb-a674-415f-aaa3-870f5794a953), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.900398 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-728747ec-7117-4e7b-af15-5a7b18bd709c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (ffe28bed-d3e1-4375-be57-b8161cc18c46), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.923032 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c4992890-ffaa-4489-91a7-26276dbdd122 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (0a7a3d87-6df7-4dc1-b9fa-9841e776ee49), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.925866 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c4992890-ffaa-4489-91a7-26276dbdd122 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.927351 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c4992890-ffaa-4489-91a7-26276dbdd122 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/security-groups/0a7a3d87-6df7-4dc1-b9fa-9841e776ee49 HTTP/1.1" status: 204 len: 168 time: 0.3946757 Apr 15 03:38:54.929975 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33150) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:54.938994 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.943544 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-73c94ccf-8476-458c-b8af-eb37b86d7398 None None] Port 948143fb-a674-415f-aaa3-870f5794a953 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:54.955104 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-73c94ccf-8476-458c-b8af-eb37b86d7398 None None] Provisioning complete for port ed526c54-a572-4ac8-934a-92844fef4205 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:54.956131 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-73c94ccf-8476-458c-b8af-eb37b86d7398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ed526c54-a572-4ac8-934a-92844fef4205), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:54.962164 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4992890-ffaa-4489-91a7-26276dbdd122 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7a3d87-6df7-4dc1-b9fa-9841e776ee49,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:54.994147 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-85fce06a-75f8-45dd-a986-616d2b216ffa tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (96225a9f-0346-4f38-b9c6-a6427a6fcafa), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.020020 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-85fce06a-75f8-45dd-a986-616d2b216ffa tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Calling delete_port for 96225a9f-0346-4f38-b9c6-a6427a6fcafa owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:55.024009 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2843974-ed85-4ad9-a6d9-a9b9e6e894b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (957d9282-9e48-4432-b9fa-98f3f13b566f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.028520 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2843974-ed85-4ad9-a6d9-a9b9e6e894b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.043622 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-728747ec-7117-4e7b-af15-5a7b18bd709c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (ffe28bed-d3e1-4375-be57-b8161cc18c46), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.052928 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a2843974-ed85-4ad9-a6d9-a9b9e6e894b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/957d9282-9e48-4432-b9fa-98f3f13b566f HTTP/1.1" status: 204 len: 168 time: 0.3578992 Apr 15 03:38:55.061091 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728747ec-7117-4e7b-af15-5a7b18bd709c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:55.061745 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-728747ec-7117-4e7b-af15-5a7b18bd709c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.077156 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ed526c54-a572-4ac8-934a-92844fef4205 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:55.092635 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2843974-ed85-4ad9-a6d9-a9b9e6e894b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957d9282-9e48-4432-b9fa-98f3f13b566f,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:55.120181 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6418f7fb-49a4-421f-8276-700c93d61b1c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (eb71905a-f232-4cec-aba2-94f161b57f7c), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.134130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-73c94ccf-8476-458c-b8af-eb37b86d7398 None None] Current status of the port ed526c54-a572-4ac8-934a-92844fef4205 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:55.155378 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6418f7fb-49a4-421f-8276-700c93d61b1c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (eb71905a-f232-4cec-aba2-94f161b57f7c), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.159324 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-73c94ccf-8476-458c-b8af-eb37b86d7398 None None] Could not find standard attr ID for object 7a83200a-14e7-4803-81cc-887c64f02cbc. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:38:55.183157 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port ed526c54-a572-4ac8-934a-92844fef4205 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:55.184829 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ed526c54-a572-4ac8-934a-92844fef4205), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.234800 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-728747ec-7117-4e7b-af15-5a7b18bd709c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0296128 Apr 15 03:38:55.239925 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33154) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:55.245823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-646f694d-99f2-482c-8fda-3f065280fe0c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Request body: {'subnet': {'network_id': 'ffe28bed-d3e1-4375-be57-b8161cc18c46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:55.253008 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728747ec-7117-4e7b-af15-5a7b18bd709c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event updated for resources: {'Network': ['ID=ffe28bed-d3e1-4375-be57-b8161cc18c46,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:55.279926 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network ffe28bed-d3e1-4375-be57-b8161cc18c46 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:38:55.296956 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3fc2762a-1852-4636-ad12-55014af8fde9 None None] Could not find standard attr ID for object 7a83200a-14e7-4803-81cc-887c64f02cbc. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:38:55.392026 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6418f7fb-49a4-421f-8276-700c93d61b1c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (eb71905a-f232-4cec-aba2-94f161b57f7c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.395373 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6418f7fb-49a4-421f-8276-700c93d61b1c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.396718 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6418f7fb-49a4-421f-8276-700c93d61b1c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/security-groups/eb71905a-f232-4cec-aba2-94f161b57f7c HTTP/1.1" status: 204 len: 168 time: 0.4656761 Apr 15 03:38:55.400003 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33156) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:55.404572 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port ed526c54-a572-4ac8-934a-92844fef4205 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:55.405306 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 58fbf43f-448f-4e66-baf4-202034f42313 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:55.424287 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418f7fb-49a4-421f-8276-700c93d61b1c tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb71905a-f232-4cec-aba2-94f161b57f7c,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:55.464104 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-85fce06a-75f8-45dd-a986-616d2b216ffa tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (96225a9f-0346-4f38-b9c6-a6427a6fcafa), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.492677 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 58fbf43f-448f-4e66-baf4-202034f42313 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:55.492677 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (58fbf43f-448f-4e66-baf4-202034f42313), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.506652 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fce06a-75f8-45dd-a986-616d2b216ffa tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Port': ['ID=96225a9f-0346-4f38-b9c6-a6427a6fcafa,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:55.515136 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646f694d-99f2-482c-8fda-3f065280fe0c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Made reservation on behalf of 482acd2eb1bf456baf950167b92f3ae1 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:55.519544 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-646f694d-99f2-482c-8fda-3f065280fe0c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.576894 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-85fce06a-75f8-45dd-a986-616d2b216ffa tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.576894 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-85fce06a-75f8-45dd-a986-616d2b216ffa tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/96225a9f-0346-4f38-b9c6-a6427a6fcafa HTTP/1.1" status: 204 len: 168 time: 0.9591987 Apr 15 03:38:55.576894 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-973affd3-492e-49b8-95b8-1d66c79bb984 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (e08403f0-a830-413b-92ed-5c5bf1f17e07), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.589960 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33160) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:55.593003 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 58fbf43f-448f-4e66-baf4-202034f42313 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:55.593392 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (58fbf43f-448f-4e66-baf4-202034f42313), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.637055 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 58fbf43f-448f-4e66-baf4-202034f42313, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=58fbf43f-448f-4e66-baf4-202034f42313,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:55.686990 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (58fbf43f-448f-4e66-baf4-202034f42313), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.723198 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1c42b5-9e6b-44a7-b83e-9d3c5598371a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:55.725971 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1c42b5-9e6b-44a7-b83e-9d3c5598371a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:55.732101 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9e1c42b5-9e6b-44a7-b83e-9d3c5598371a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1401286 Apr 15 03:38:55.732737 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33164) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:55.735719 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-973affd3-492e-49b8-95b8-1d66c79bb984 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (e08403f0-a830-413b-92ed-5c5bf1f17e07), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.772780 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=58fbf43f-448f-4e66-baf4-202034f42313,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:55.836022 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea09df8a-59a8-4acf-8a63-25361b3310db tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet f1a16917-6336-4b90-babc-b47b92e3f103 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:38:55.842384 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ea09df8a-59a8-4acf-8a63-25361b3310db tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (f1a16917-6336-4b90-babc-b47b92e3f103), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.861874 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-973affd3-492e-49b8-95b8-1d66c79bb984 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (e08403f0-a830-413b-92ed-5c5bf1f17e07), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.862231 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8eff6c6b-46fb-4d65-b2af-6b0f9532beec None None] Provisioning complete for port 58fbf43f-448f-4e66-baf4-202034f42313 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:55.865586 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8eff6c6b-46fb-4d65-b2af-6b0f9532beec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (58fbf43f-448f-4e66-baf4-202034f42313), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.865858 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-973affd3-492e-49b8-95b8-1d66c79bb984 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.866131 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-973affd3-492e-49b8-95b8-1d66c79bb984 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/security-groups/e08403f0-a830-413b-92ed-5c5bf1f17e07 HTTP/1.1" status: 204 len: 168 time: 0.4649816 Apr 15 03:38:55.870975 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33170) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:55.884437 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ea09df8a-59a8-4acf-8a63-25361b3310db tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (f1a16917-6336-4b90-babc-b47b92e3f103), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.913933 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973affd3-492e-49b8-95b8-1d66c79bb984 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08403f0-a830-413b-92ed-5c5bf1f17e07,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:55.964022 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8eff6c6b-46fb-4d65-b2af-6b0f9532beec None None] Current status of the port 58fbf43f-448f-4e66-baf4-202034f42313 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:55.980633 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-786e4734-2f1f-43af-8d9f-93110770c15b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting subnet 98215595-9cf3-49a8-8f98-1b584832076c {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:38:55.984625 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-786e4734-2f1f-43af-8d9f-93110770c15b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for subnet (98215595-9cf3-49a8-8f98-1b584832076c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:55.994987 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ea09df8a-59a8-4acf-8a63-25361b3310db tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (f1a16917-6336-4b90-babc-b47b92e3f103), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:56.035663 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-786e4734-2f1f-43af-8d9f-93110770c15b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (98215595-9cf3-49a8-8f98-1b584832076c), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:56.066755 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-646f694d-99f2-482c-8fda-3f065280fe0c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (3694fd4e-c375-4d5a-881c-3731acb0d831), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:56.133068 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f694d-99f2-482c-8fda-3f065280fe0c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event updated for resources: {'Subnet': ['ID=3694fd4e-c375-4d5a-881c-3731acb0d831,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:56.137373 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-786e4734-2f1f-43af-8d9f-93110770c15b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (98215595-9cf3-49a8-8f98-1b584832076c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:56.142552 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f694d-99f2-482c-8fda-3f065280fe0c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Checking segment: {'id': '7329e2f1-120c-4679-b93a-a9c11145f0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ffe28bed-d3e1-4375-be57-b8161cc18c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:38:56.142945 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646f694d-99f2-482c-8fda-3f065280fe0c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Network hostable DHCP agents. Network: ffe28bed-d3e1-4375-be57-b8161cc18c46, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:38:56.176993 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ea09df8a-59a8-4acf-8a63-25361b3310db tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (f1a16917-6336-4b90-babc-b47b92e3f103), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:56.182217 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d99ac7b9-c593-4c57-8921-10f75940e4ca None None] Could not find standard attr ID for object 96225a9f-0346-4f38-b9c6-a6427a6fcafa. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:38:56.209018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09df8a-59a8-4acf-8a63-25361b3310db tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a16917-6336-4b90-babc-b47b92e3f103,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:56.213631 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ea09df8a-59a8-4acf-8a63-25361b3310db tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:56.216380 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ea09df8a-59a8-4acf-8a63-25361b3310db tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/f1a16917-6336-4b90-babc-b47b92e3f103 HTTP/1.1" status: 204 len: 168 time: 0.4826539 Apr 15 03:38:56.219485 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33176) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:56.268079 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646f694d-99f2-482c-8fda-3f065280fe0c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Network ffe28bed-d3e1-4375-be57-b8161cc18c46 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:38:56.272395 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c760b6a4-50aa-44ec-bfa3-e0cfcfe94187 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517256 Apr 15 03:38:56.275193 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33182) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:56.288716 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-786e4734-2f1f-43af-8d9f-93110770c15b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (98215595-9cf3-49a8-8f98-1b584832076c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:56.336745 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e4734-2f1f-43af-8d9f-93110770c15b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Subnet': ['ID=98215595-9cf3-49a8-8f98-1b584832076c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:56.342105 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-786e4734-2f1f-43af-8d9f-93110770c15b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:56.344054 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-646f694d-99f2-482c-8fda-3f065280fe0c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, ffe28bed-d3e1-4375-be57-b8161cc18c46) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:56.345369 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-786e4734-2f1f-43af-8d9f-93110770c15b tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/subnets/98215595-9cf3-49a8-8f98-1b584832076c HTTP/1.1" status: 204 len: 168 time: 0.4724147 Apr 15 03:38:56.349330 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33184) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:56.352830 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f6b80a-ca2b-4fa4-9d28-47660f183f59 None None] Network b6a69919-449e-4977-899e-5a45769fb810 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:56.362882 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15ff307-7bef-4ef0-a3b0-98a0818c06b0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:56.363637 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646f694d-99f2-482c-8fda-3f065280fe0c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:56.366812 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a15ff307-7bef-4ef0-a3b0-98a0818c06b0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0878265 Apr 15 03:38:56.366927 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-646f694d-99f2-482c-8fda-3f065280fe0c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:56.367066 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33186) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:56.393524 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e571c5ba-ca59-4779-a77c-deae60098618 None None] Network ffe28bed-d3e1-4375-be57-b8161cc18c46 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:56.472975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b380228-981e-4cb3-ac8b-b0ecb4858734 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:56.489866 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-c182d742-d5b9-4573-bc61-ef885e788921 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting subnet 5046d2f7-abe6-4c70-a591-0e20c107d536 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:38:56.502840 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c182d742-d5b9-4573-bc61-ef885e788921 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for subnet (5046d2f7-abe6-4c70-a591-0e20c107d536), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:56.507665 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be885f6d-d162-4def-a3aa-9853a186432b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:56.511857 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-be885f6d-d162-4def-a3aa-9853a186432b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1241920 Apr 15 03:38:56.512401 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33192) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:56.536189 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-646f694d-99f2-482c-8fda-3f065280fe0c tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2951310 Apr 15 03:38:56.539260 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33194) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:56.546586 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f746ef69-125c-4c9c-b46b-6ab6c87a6c97 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Request body: {'network': {'name': 'tempest-router-network01--1051127901'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:56.567848 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b772c249-2fbd-4a10-87ba-64889234441a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528479 Apr 15 03:38:56.574785 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33196) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:56.581055 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-0d7d0b28-9497-4ca3-b061-853f9a998ff6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:56.586423 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c182d742-d5b9-4573-bc61-ef885e788921 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (5046d2f7-abe6-4c70-a591-0e20c107d536), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:56.618684 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6739818-8adf-425c-a4d0-215d532f4f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-ffe28bed-d3e1-4375-be57-b8161cc18c46', 'network_id': 'ffe28bed-d3e1-4375-be57-b8161cc18c46', 'project_id': '482acd2eb1bf456baf950167b92f3ae1', 'fixed_ips': [{'subnet_id': '3694fd4e-c375-4d5a-881c-3731acb0d831'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:38:56.618899 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d6739818-8adf-425c-a4d0-215d532f4f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:56.684357 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c182d742-d5b9-4573-bc61-ef885e788921 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (5046d2f7-abe6-4c70-a591-0e20c107d536), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:56.711573 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f746ef69-125c-4c9c-b46b-6ab6c87a6c97 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Made reservation on behalf of 482acd2eb1bf456baf950167b92f3ae1 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:56.714982 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f746ef69-125c-4c9c-b46b-6ab6c87a6c97 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:56.759448 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f746ef69-125c-4c9c-b46b-6ab6c87a6c97 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:38:56.776195 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f746ef69-125c-4c9c-b46b-6ab6c87a6c97 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (980fcaf2-7ade-4e8b-9d39-d76211dd2fe5), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:56.776840 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-f746ef69-125c-4c9c-b46b-6ab6c87a6c97 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Added segment 980fcaf2-7ade-4e8b-9d39-d76211dd2fe5 of type vlan for network 89dc4500-66fb-497f-bcf3-a2fab4021bb4 Apr 15 03:38:56.791967 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7d0b28-9497-4ca3-b061-853f9a998ff6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:56.799299 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0d7d0b28-9497-4ca3-b061-853f9a998ff6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:56.835926 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba781f1-7d3d-4ee9-bb78-57c11c33a460 None None] DHCP port deletion for d8f597fb-2381-4564-a070-eb7f10af68ac request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:38:56.840077 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f746ef69-125c-4c9c-b46b-6ab6c87a6c97 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (89dc4500-66fb-497f-bcf3-a2fab4021bb4), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:56.895157 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c182d742-d5b9-4573-bc61-ef885e788921 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (5046d2f7-abe6-4c70-a591-0e20c107d536), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:56.901497 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-d6739818-8adf-425c-a4d0-215d532f4f47 None None] Allocated IP 2001:db8::2 (ffe28bed-d3e1-4375-be57-b8161cc18c46/3694fd4e-c375-4d5a-881c-3731acb0d831/943032a4-ef7b-4fd0-9971-fb0753c4e646) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:56.913938 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9ba781f1-7d3d-4ee9-bb78-57c11c33a460 None None] Deleting port 58fbf43f-448f-4e66-baf4-202034f42313 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:56.914312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9ba781f1-7d3d-4ee9-bb78-57c11c33a460 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (58fbf43f-448f-4e66-baf4-202034f42313), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:56.926393 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182d742-d5b9-4573-bc61-ef885e788921 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Subnet': ['ID=5046d2f7-abe6-4c70-a591-0e20c107d536,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:56.940140 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c182d742-d5b9-4573-bc61-ef885e788921 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:56.963522 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c182d742-d5b9-4573-bc61-ef885e788921 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/subnets/5046d2f7-abe6-4c70-a591-0e20c107d536 HTTP/1.1" status: 204 len: 168 time: 0.6133132 Apr 15 03:38:56.969192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33202) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:57.004991 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c43303c-dbcc-40ed-9405-2a2082f4f8e7 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] DELETE failed (client error): The resource could not be found. Apr 15 03:38:57.006321 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c43303c-dbcc-40ed-9405-2a2082f4f8e7 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:38:57.009838 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5c43303c-dbcc-40ed-9405-2a2082f4f8e7 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/subnets/98215595-9cf3-49a8-8f98-1b584832076c HTTP/1.1" status: 404 len: 337 time: 0.0437999 Apr 15 03:38:57.012511 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33208) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:57.025818 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f746ef69-125c-4c9c-b46b-6ab6c87a6c97 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (89dc4500-66fb-497f-bcf3-a2fab4021bb4), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:57.033460 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746ef69-125c-4c9c-b46b-6ab6c87a6c97 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:57.034023 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f746ef69-125c-4c9c-b46b-6ab6c87a6c97 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:57.057944 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-9ba781f1-7d3d-4ee9-bb78-57c11c33a460 None None] For port 58fbf43f-448f-4e66-baf4-202034f42313, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=58fbf43f-448f-4e66-baf4-202034f42313,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:57.058574 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9ba781f1-7d3d-4ee9-bb78-57c11c33a460 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (58fbf43f-448f-4e66-baf4-202034f42313), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:57.083774 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9ba781f1-7d3d-4ee9-bb78-57c11c33a460 None None] Calling delete_port for 58fbf43f-448f-4e66-baf4-202034f42313 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:57.172133 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746ef69-125c-4c9c-b46b-6ab6c87a6c97 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event updated for resources: {'Network': ['ID=89dc4500-66fb-497f-bcf3-a2fab4021bb4,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:57.177982 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-df980c8b-1a30-4613-a18d-353f6ea91ba2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting subnet a45757a7-0adb-41db-9fc7-e20d06de9126 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:38:57.182014 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-df980c8b-1a30-4613-a18d-353f6ea91ba2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for subnet (a45757a7-0adb-41db-9fc7-e20d06de9126), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:57.188228 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 89dc4500-66fb-497f-bcf3-a2fab4021bb4 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:38:57.226799 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-df980c8b-1a30-4613-a18d-353f6ea91ba2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (a45757a7-0adb-41db-9fc7-e20d06de9126), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:57.230088 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0d7d0b28-9497-4ca3-b061-853f9a998ff6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (2272dcbb-d092-4616-903a-d3d684ad3e2a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:57.236393 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f746ef69-125c-4c9c-b46b-6ab6c87a6c97 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6960728 Apr 15 03:38:57.237081 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33212) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:57.260867 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a2647670-6800-4d2c-bac3-9a8fa3f8b4d1 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Request body: {'network': {'name': 'tempest-router-network02--761490904'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:57.267522 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d6739818-8adf-425c-a4d0-215d532f4f47 None None] Publish callbacks [] for port (943032a4-ef7b-4fd0-9971-fb0753c4e646), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:57.299583 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d0b28-9497-4ca3-b061-853f9a998ff6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=2272dcbb-d092-4616-903a-d3d684ad3e2a,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:57.324979 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7d0b28-9497-4ca3-b061-853f9a998ff6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:57.329092 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-0d7d0b28-9497-4ca3-b061-853f9a998ff6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:57.335636 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7d0b28-9497-4ca3-b061-853f9a998ff6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:57.336248 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0d7d0b28-9497-4ca3-b061-853f9a998ff6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:57.384970 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2647670-6800-4d2c-bac3-9a8fa3f8b4d1 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Made reservation on behalf of 482acd2eb1bf456baf950167b92f3ae1 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:57.389196 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2647670-6800-4d2c-bac3-9a8fa3f8b4d1 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:57.402532 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-df980c8b-1a30-4613-a18d-353f6ea91ba2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (a45757a7-0adb-41db-9fc7-e20d06de9126), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:57.438506 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0d7d0b28-9497-4ca3-b061-853f9a998ff6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8623636 Apr 15 03:38:57.441344 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33218) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:57.446660 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a8f48cb3-7aae-4ec3-82ad-da12f372b524 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'fixed_ips': [{'subnet_id': '2272dcbb-d092-4616-903a-d3d684ad3e2a', 'ip_address': '2001:db8::1236:f365:4f3c:dcc9'}], 'name': 'tempest-NetworksTestDHCPv6-336938287'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:57.494354 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d6739818-8adf-425c-a4d0-215d532f4f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (943032a4-ef7b-4fd0-9971-fb0753c4e646), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:57.509596 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2647670-6800-4d2c-bac3-9a8fa3f8b4d1 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:38:57.535624 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2647670-6800-4d2c-bac3-9a8fa3f8b4d1 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (759a511d-bfda-4667-b2e5-4f354643df03), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:57.535989 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-a2647670-6800-4d2c-bac3-9a8fa3f8b4d1 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Added segment 759a511d-bfda-4667-b2e5-4f354643df03 of type vlan for network fcefce00-8e31-43b8-a8c8-accc90966c0e Apr 15 03:38:57.570569 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6739818-8adf-425c-a4d0-215d532f4f47 None None] Network ffe28bed-d3e1-4375-be57-b8161cc18c46 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:57.583941 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-df980c8b-1a30-4613-a18d-353f6ea91ba2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (a45757a7-0adb-41db-9fc7-e20d06de9126), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:57.590736 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-d6739818-8adf-425c-a4d0-215d532f4f47 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:57.597241 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33220) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:57.600099 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6739818-8adf-425c-a4d0-215d532f4f47 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:57.603391 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6739818-8adf-425c-a4d0-215d532f4f47 None None] Pushing event updated for resources: {'Port': ['ID=943032a4-ef7b-4fd0-9971-fb0753c4e646,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:57.635847 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2647670-6800-4d2c-bac3-9a8fa3f8b4d1 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (fcefce00-8e31-43b8-a8c8-accc90966c0e), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:57.639100 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df980c8b-1a30-4613-a18d-353f6ea91ba2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Subnet': ['ID=a45757a7-0adb-41db-9fc7-e20d06de9126,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:57.646034 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9ba781f1-7d3d-4ee9-bb78-57c11c33a460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (58fbf43f-448f-4e66-baf4-202034f42313), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:57.646173 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-df980c8b-1a30-4613-a18d-353f6ea91ba2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:57.653880 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-df980c8b-1a30-4613-a18d-353f6ea91ba2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/subnets/a45757a7-0adb-41db-9fc7-e20d06de9126 HTTP/1.1" status: 204 len: 168 time: 0.6379859 Apr 15 03:38:57.654572 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33224) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:57.666701 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f48cb3-7aae-4ec3-82ad-da12f372b524 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:57.699433 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff8d183-1357-411c-be2e-ad8b341bc3ae tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] DELETE failed (client error): The resource could not be found. Apr 15 03:38:57.699951 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff8d183-1357-411c-be2e-ad8b341bc3ae tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:38:57.700169 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654833f2-f6b0-409c-93ec-f8f78b20a5f8 None None] Network b6a69919-449e-4977-899e-5a45769fb810 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:57.706262 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3ff8d183-1357-411c-be2e-ad8b341bc3ae tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/subnets/479686e6-e52c-4dc6-bc5f-1668cad6ac23 HTTP/1.1" status: 404 len: 337 time: 0.0480294 Apr 15 03:38:57.706687 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33226) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:57.739851 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba781f1-7d3d-4ee9-bb78-57c11c33a460 None None] Pushing event deleted for resources: {'Port': ['ID=58fbf43f-448f-4e66-baf4-202034f42313,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:57.747094 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba781f1-7d3d-4ee9-bb78-57c11c33a460 None None] No DVR routers for this DVR port 58fbf43f-448f-4e66-baf4-202034f42313 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:38:57.756252 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f8eafb88-1104-4605-9684-69164d927af3 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1272294575', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:57.808697 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a8f48cb3-7aae-4ec3-82ad-da12f372b524 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:57.811908 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6348520f-10f8-43d7-b510-1a6b73b2dc8f None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:57.813878 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d6739818-8adf-425c-a4d0-215d532f4f47 None None] Attempting to bind port 943032a4-ef7b-4fd0-9971-fb0753c4e646 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:38:57.814337 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d6739818-8adf-425c-a4d0-215d532f4f47 None None] Attempting to bind port 943032a4-ef7b-4fd0-9971-fb0753c4e646 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '7329e2f1-120c-4679-b93a-a9c11145f0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ffe28bed-d3e1-4375-be57-b8161cc18c46'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:38:57.814722 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6739818-8adf-425c-a4d0-215d532f4f47 None None] Attempting to bind port 943032a4-ef7b-4fd0-9971-fb0753c4e646 on network ffe28bed-d3e1-4375-be57-b8161cc18c46 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:38:57.828796 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-a8f48cb3-7aae-4ec3-82ad-da12f372b524 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] device_id is not set on port a906a794-0da8-4a2f-8fbc-4a11362b9231 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:38:57.834794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-06d8233a-711c-4caf-8602-511f6be92e56 None None] Provisioning complete for port 948143fb-a674-415f-aaa3-870f5794a953 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:57.835377 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-06d8233a-711c-4caf-8602-511f6be92e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (948143fb-a674-415f-aaa3-870f5794a953), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:57.870642 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6739818-8adf-425c-a4d0-215d532f4f47 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:38:57.871029 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6739818-8adf-425c-a4d0-215d532f4f47 None None] Checking segment: {'id': '7329e2f1-120c-4679-b93a-a9c11145f0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ffe28bed-d3e1-4375-be57-b8161cc18c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:38:57.871429 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d6739818-8adf-425c-a4d0-215d532f4f47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:57.871819 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6739818-8adf-425c-a4d0-215d532f4f47 None None] Bound using segment: {'id': '7329e2f1-120c-4679-b93a-a9c11145f0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ffe28bed-d3e1-4375-be57-b8161cc18c46'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:38:57.872300 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d6739818-8adf-425c-a4d0-215d532f4f47 None None] Bound port: 943032a4-ef7b-4fd0-9971-fb0753c4e646, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7329e2f1-120c-4679-b93a-a9c11145f0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'ffe28bed-d3e1-4375-be57-b8161cc18c46'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:38:57.872703 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d6739818-8adf-425c-a4d0-215d532f4f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (943032a4-ef7b-4fd0-9971-fb0753c4e646), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:57.875035 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eafb88-1104-4605-9684-69164d927af3 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Made reservation on behalf of 310d7af89579441abe2c2a2577a9c875 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:57.877879 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb88-1104-4605-9684-69164d927af3 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:57.889916 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb88-1104-4605-9684-69164d927af3 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:57.986520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-06d8233a-711c-4caf-8602-511f6be92e56 None None] Port 948143fb-a674-415f-aaa3-870f5794a953 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:38:58.013804 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-06d8233a-711c-4caf-8602-511f6be92e56 None None] Provisioning complete for port ed526c54-a572-4ac8-934a-92844fef4205 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:58.014833 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-06d8233a-711c-4caf-8602-511f6be92e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ed526c54-a572-4ac8-934a-92844fef4205), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:58.046182 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2647670-6800-4d2c-bac3-9a8fa3f8b4d1 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (fcefce00-8e31-43b8-a8c8-accc90966c0e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:58.049800 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2647670-6800-4d2c-bac3-9a8fa3f8b4d1 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:58.050663 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2647670-6800-4d2c-bac3-9a8fa3f8b4d1 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:58.062533 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-a8f48cb3-7aae-4ec3-82ad-da12f372b524 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8::1236:f365:4f3c:dcc9 (d8f597fb-2381-4564-a070-eb7f10af68ac/2272dcbb-d092-4616-903a-d3d684ad3e2a/a906a794-0da8-4a2f-8fbc-4a11362b9231) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:58.078000 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d6739818-8adf-425c-a4d0-215d532f4f47 None None] For port 943032a4-ef7b-4fd0-9971-fb0753c4e646, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:38:58.082674 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d6739818-8adf-425c-a4d0-215d532f4f47 None None] For port 943032a4-ef7b-4fd0-9971-fb0753c4e646, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=943032a4-ef7b-4fd0-9971-fb0753c4e646,segment=NetworkSegment(7329e2f1-120c-4679-b93a-a9c11145f0f0),segment_id=7329e2f1-120c-4679-b93a-a9c11145f0f0)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:38:58.089065 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb88-1104-4605-9684-69164d927af3 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Publish callbacks [] for security_group (e2cd8875-233f-4476-9f27-adcd618e26fc), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:58.090549 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b5da16cf-8fe2-4051-a1db-907f082ec118 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f2265-cebf-45a7-98ff-65d4262e841f HTTP/1.1" status: 200 len: 205 time: 0.3826029 Apr 15 03:38:58.096134 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33228) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:58.111727 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4938ee0c-d118-4a59-b046-910558f4bb70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d8f597fb-2381-4564-a070-eb7f10af68ac', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'fixed_ips': [{'subnet_id': '2272dcbb-d092-4616-903a-d3d684ad3e2a'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:38:58.112660 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4938ee0c-d118-4a59-b046-910558f4bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:58.135884 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e3c06c-0152-4bc0-bfca-4fe49213198f None None] DHCP port deletion for b6a69919-449e-4977-899e-5a45769fb810 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:38:58.144014 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2647670-6800-4d2c-bac3-9a8fa3f8b4d1 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event updated for resources: {'Network': ['ID=fcefce00-8e31-43b8-a8c8-accc90966c0e,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:58.151566 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d6739818-8adf-425c-a4d0-215d532f4f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (943032a4-ef7b-4fd0-9971-fb0753c4e646), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:58.156861 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-75de58ce-1efd-4bbf-8657-260e29a9892d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] delete failed (client error): The resource could not be found. Apr 15 03:38:58.157924 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-75de58ce-1efd-4bbf-8657-260e29a9892d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/routers/ae7f2265-cebf-45a7-98ff-65d4262e841f HTTP/1.1" status: 404 len: 336 time: 0.0608220 Apr 15 03:38:58.160488 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33230) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:58.170245 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a2647670-6800-4d2c-bac3-9a8fa3f8b4d1 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9131327 Apr 15 03:38:58.171391 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network fcefce00-8e31-43b8-a8c8-accc90966c0e details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:38:58.173233 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33232) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:58.179670 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-ec046673-9f2d-404d-94b3-6184b18358b6 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Request body: {'subnet': {'network_id': '89dc4500-66fb-497f-bcf3-a2fab4021bb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:58.192521 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb88-1104-4605-9684-69164d927af3 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (e2cd8875-233f-4476-9f27-adcd618e26fc), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:58.197629 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-517090ef-1868-4f05-84cd-67cd5b87064d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] DELETE failed (client error): The resource could not be found. Apr 15 03:38:58.198177 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-517090ef-1868-4f05-84cd-67cd5b87064d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:38:58.205314 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-517090ef-1868-4f05-84cd-67cd5b87064d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/subnets/14fe2cfa-81f9-44b3-98cc-f7b706ad4a7f HTTP/1.1" status: 404 len: 337 time: 0.0400383 Apr 15 03:38:58.206266 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33234) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:58.210993 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-f8eafb88-1104-4605-9684-69164d927af3 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] device_id is not set on port 83885643-5c33-4029-823c-290afd714f06 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:38:58.267477 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89bfe29-64f8-429e-8205-e34c60e7164a tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] DELETE failed (client error): The resource could not be found. Apr 15 03:38:58.267950 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89bfe29-64f8-429e-8205-e34c60e7164a tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:38:58.273487 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a89bfe29-64f8-429e-8205-e34c60e7164a tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/subnets/fe87a8c7-7f90-4afa-808c-3a6c42ab7be5 HTTP/1.1" status: 404 len: 337 time: 0.0618727 Apr 15 03:38:58.274445 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33236) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:58.307523 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb88-1104-4605-9684-69164d927af3 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cd8875-233f-4476-9f27-adcd618e26fc,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:58.318435 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c8e63f2-7f88-486c-8827-b6b4eb4a6e0f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] DELETE failed (client error): The resource could not be found. Apr 15 03:38:58.319276 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c8e63f2-7f88-486c-8827-b6b4eb4a6e0f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:38:58.324306 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3c8e63f2-7f88-486c-8827-b6b4eb4a6e0f tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/subnets/1ad71a94-c658-4a72-8994-ae36a404ab3b HTTP/1.1" status: 404 len: 337 time: 0.0471177 Apr 15 03:38:58.332497 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33238) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:58.364229 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1b119f-4f28-45bd-83c6-043cacbf199d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] DELETE failed (client error): The resource could not be found. Apr 15 03:38:58.365373 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1b119f-4f28-45bd-83c6-043cacbf199d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:38:58.370065 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0a1b119f-4f28-45bd-83c6-043cacbf199d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/ports/2712bc85-cde0-4b06-9644-7df9f52b095d HTTP/1.1" status: 404 len: 333 time: 0.0343750 Apr 15 03:38:58.370712 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33240) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:58.403403 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14a168e-a815-4145-92f8-c3480d51bd30 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] DELETE failed (client error): The resource could not be found. Apr 15 03:38:58.404400 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b14a168e-a815-4145-92f8-c3480d51bd30 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:38:58.411706 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b14a168e-a815-4145-92f8-c3480d51bd30 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/subnets/a1e6bd8a-14c5-4401-af88-8c4e339a2e41 HTTP/1.1" status: 404 len: 337 time: 0.0362988 Apr 15 03:38:58.411706 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33242) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:58.424390 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-04e3c06c-0152-4bc0-bfca-4fe49213198f None None] Deleting port ed526c54-a572-4ac8-934a-92844fef4205 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:58.424759 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-04e3c06c-0152-4bc0-bfca-4fe49213198f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (ed526c54-a572-4ac8-934a-92844fef4205), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:58.439467 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65f98d8-ded0-4dc6-980f-714f941414a2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] DELETE failed (client error): The resource could not be found. Apr 15 03:38:58.439915 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f65f98d8-ded0-4dc6-980f-714f941414a2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:38:58.446285 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f65f98d8-ded0-4dc6-980f-714f941414a2 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/subnets/ba225d2f-c036-41a2-a35e-41076b28aa6c HTTP/1.1" status: 404 len: 337 time: 0.0318027 Apr 15 03:38:58.446285 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33244) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:58.453414 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-f8eafb88-1104-4605-9684-69164d927af3 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Allocated IP 172.26.6.13 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/83885643-5c33-4029-823c-290afd714f06) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:58.455724 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-06d8233a-711c-4caf-8602-511f6be92e56 None None] Current status of the port ed526c54-a572-4ac8-934a-92844fef4205 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:58.457083 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a8f48cb3-7aae-4ec3-82ad-da12f372b524 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (a906a794-0da8-4a2f-8fbc-4a11362b9231), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:58.458473 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6739818-8adf-425c-a4d0-215d532f4f47 None None] Pushing event updated for resources: {'Port': ['ID=943032a4-ef7b-4fd0-9971-fb0753c4e646,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:58.471110 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-0798703e-f083-47a6-b42d-3e00740d681e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] DELETE failed (client error): The resource could not be found. Apr 15 03:38:58.472210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0798703e-f083-47a6-b42d-3e00740d681e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:38:58.475043 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0798703e-f083-47a6-b42d-3e00740d681e tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/ports/da49a103-4f40-4430-8cad-9d48b0af4434 HTTP/1.1" status: 404 len: 333 time: 0.0281129 Apr 15 03:38:58.478797 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33246) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:58.507755 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec046673-9f2d-404d-94b3-6184b18358b6 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Made reservation on behalf of 482acd2eb1bf456baf950167b92f3ae1 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:58.512229 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec046673-9f2d-404d-94b3-6184b18358b6 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:58.532267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-04e3c06c-0152-4bc0-bfca-4fe49213198f None None] For port ed526c54-a572-4ac8-934a-92844fef4205, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ed526c54-a572-4ac8-934a-92844fef4205,segment=NetworkSegment(7bc55095-3f5c-4cde-a924-373e493ee889),segment_id=7bc55095-3f5c-4cde-a924-373e493ee889)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:58.532671 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-04e3c06c-0152-4bc0-bfca-4fe49213198f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (ed526c54-a572-4ac8-934a-92844fef4205), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:58.538675 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d1fbc1-c03b-47d4-a419-bf3c980580c1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] DELETE failed (client error): The resource could not be found. Apr 15 03:38:58.539170 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d1fbc1-c03b-47d4-a419-bf3c980580c1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:38:58.544501 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d2d1fbc1-c03b-47d4-a419-bf3c980580c1 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/subnets/077929bb-2216-44e1-b793-2d1c0a9708ef HTTP/1.1" status: 404 len: 337 time: 0.0606041 Apr 15 03:38:58.547444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-04e3c06c-0152-4bc0-bfca-4fe49213198f None None] Calling delete_port for ed526c54-a572-4ac8-934a-92844fef4205 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:58.549058 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33248) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:58.588831 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef9eefc-798f-4ce6-9aa9-c1d16de0063d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] DELETE failed (client error): The resource could not be found. Apr 15 03:38:58.590426 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef9eefc-798f-4ce6-9aa9-c1d16de0063d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:38:58.594491 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1ef9eefc-798f-4ce6-9aa9-c1d16de0063d tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/subnets/10ec0774-e49e-47f1-adab-c2b6c8ce4439 HTTP/1.1" status: 404 len: 337 time: 0.0420015 Apr 15 03:38:58.598558 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33250) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:58.692648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a8f48cb3-7aae-4ec3-82ad-da12f372b524 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (a906a794-0da8-4a2f-8fbc-4a11362b9231), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:58.750015 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f3b7b2c0-b740-4c85-8033-7ba12c7eb4f5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Deleting port 948143fb-a674-415f-aaa3-870f5794a953 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:38:58.750359 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3b7b2c0-b740-4c85-8033-7ba12c7eb4f5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (948143fb-a674-415f-aaa3-870f5794a953), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:58.756480 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f48cb3-7aae-4ec3-82ad-da12f372b524 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:58.759946 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb88-1104-4605-9684-69164d927af3 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Publish callbacks [] for port (83885643-5c33-4029-823c-290afd714f06), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:58.765592 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-04e3c06c-0152-4bc0-bfca-4fe49213198f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (ed526c54-a572-4ac8-934a-92844fef4205), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:58.768861 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-a8f48cb3-7aae-4ec3-82ad-da12f372b524 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:58.770359 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-4938ee0c-d118-4a59-b046-910558f4bb70 None None] Allocated IP 2001:db8::2 (d8f597fb-2381-4564-a070-eb7f10af68ac/2272dcbb-d092-4616-903a-d3d684ad3e2a/341c25d3-7b5f-4e57-8850-0bfc909a8f0d) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:38:58.777322 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f48cb3-7aae-4ec3-82ad-da12f372b524 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:58.783511 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f48cb3-7aae-4ec3-82ad-da12f372b524 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:58.784278 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a8f48cb3-7aae-4ec3-82ad-da12f372b524 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:58.795236 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f48cb3-7aae-4ec3-82ad-da12f372b524 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=a906a794-0da8-4a2f-8fbc-4a11362b9231,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:58.818127 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3c06c-0152-4bc0-bfca-4fe49213198f None None] Pushing event deleted for resources: {'Port': ['ID=ed526c54-a572-4ac8-934a-92844fef4205,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:58.823046 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e3c06c-0152-4bc0-bfca-4fe49213198f None None] No DVR routers for this DVR port ed526c54-a572-4ac8-934a-92844fef4205 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:38:58.878410 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a8f48cb3-7aae-4ec3-82ad-da12f372b524 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4358935 Apr 15 03:38:58.881324 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33252) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:58.886185 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3b7b2c0-b740-4c85-8033-7ba12c7eb4f5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (948143fb-a674-415f-aaa3-870f5794a953), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:58.888915 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-db9b74e8-9d15-4f40-b56f-0cc322b33f19 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'fixed_ips': [{'subnet_id': '2272dcbb-d092-4616-903a-d3d684ad3e2a', 'ip_address': '2001:db8::1236:f365:4f3c:dcc9'}], 'name': 'tempest-NetworksTestDHCPv6-1492725993'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:58.933606 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb88-1104-4605-9684-69164d927af3 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (83885643-5c33-4029-823c-290afd714f06), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:58.934412 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f3b7b2c0-b740-4c85-8033-7ba12c7eb4f5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Calling delete_port for 948143fb-a674-415f-aaa3-870f5794a953 owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:38:58.991622 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 943032a4-ef7b-4fd0-9971-fb0753c4e646 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:38:59.018758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec046673-9f2d-404d-94b3-6184b18358b6 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (d416d345-b821-48cf-9158-38e404be914a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.026496 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eafb88-1104-4605-9684-69164d927af3 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:59.031038 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4938ee0c-d118-4a59-b046-910558f4bb70 None None] Publish callbacks [] for port (341c25d3-7b5f-4e57-8850-0bfc909a8f0d), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.036249 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-f8eafb88-1104-4605-9684-69164d927af3 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:59.041974 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eafb88-1104-4605-9684-69164d927af3 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:59.054920 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eafb88-1104-4605-9684-69164d927af3 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Pushing event updated for resources: {'Port': ['ID=83885643-5c33-4029-823c-290afd714f06,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:59.061303 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 943032a4-ef7b-4fd0-9971-fb0753c4e646 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:59.061806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (943032a4-ef7b-4fd0-9971-fb0753c4e646), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.088196 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4938ee0c-d118-4a59-b046-910558f4bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (341c25d3-7b5f-4e57-8850-0bfc909a8f0d), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.107904 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec046673-9f2d-404d-94b3-6184b18358b6 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event updated for resources: {'Subnet': ['ID=d416d345-b821-48cf-9158-38e404be914a,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:59.140113 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eafb88-1104-4605-9684-69164d927af3 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:59.140728 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f8eafb88-1104-4605-9684-69164d927af3 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.145738 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4938ee0c-d118-4a59-b046-910558f4bb70 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:38:59.151597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-4938ee0c-d118-4a59-b046-910558f4bb70 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:59.153555 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec046673-9f2d-404d-94b3-6184b18358b6 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Checking segment: {'id': '980fcaf2-7ade-4e8b-9d39-d76211dd2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '89dc4500-66fb-497f-bcf3-a2fab4021bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:38:59.154652 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec046673-9f2d-404d-94b3-6184b18358b6 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Network hostable DHCP agents. Network: 89dc4500-66fb-497f-bcf3-a2fab4021bb4, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:38:59.161104 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4938ee0c-d118-4a59-b046-910558f4bb70 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:38:59.175965 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ee0c-d118-4a59-b046-910558f4bb70 None None] Pushing event updated for resources: {'Port': ['ID=341c25d3-7b5f-4e57-8850-0bfc909a8f0d,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:59.184584 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3b7b2c0-b740-4c85-8033-7ba12c7eb4f5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (948143fb-a674-415f-aaa3-870f5794a953), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.214066 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b7b2c0-b740-4c85-8033-7ba12c7eb4f5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Port': ['ID=948143fb-a674-415f-aaa3-870f5794a953,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:59.216100 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9b74e8-9d15-4f40-b56f-0cc322b33f19 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:59.220368 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3b7b2c0-b740-4c85-8033-7ba12c7eb4f5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.228677 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f3b7b2c0-b740-4c85-8033-7ba12c7eb4f5 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/ports/948143fb-a674-415f-aaa3-870f5794a953 HTTP/1.1" status: 204 len: 168 time: 0.6247313 Apr 15 03:38:59.228677 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33254) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:59.231057 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db9b74e8-9d15-4f40-b56f-0cc322b33f19 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.240934 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f8eafb88-1104-4605-9684-69164d927af3 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.6417725 Apr 15 03:38:59.241576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33256) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:59.247019 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e94493f2-c374-4071-bb46-c55eb599999c tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.13'}]}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:59.273720 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 943032a4-ef7b-4fd0-9971-fb0753c4e646 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:38:59.274006 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-db9b74e8-9d15-4f40-b56f-0cc322b33f19 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] device_id is not set on port d4192e11-bc60-4520-83c8-d11577c188ae yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:38:59.274223 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (943032a4-ef7b-4fd0-9971-fb0753c4e646), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.287393 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-4938ee0c-d118-4a59-b046-910558f4bb70 None None] Attempting to bind port 341c25d3-7b5f-4e57-8850-0bfc909a8f0d on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:38:59.287676 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-4938ee0c-d118-4a59-b046-910558f4bb70 None None] Attempting to bind port 341c25d3-7b5f-4e57-8850-0bfc909a8f0d by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:38:59.288041 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4938ee0c-d118-4a59-b046-910558f4bb70 None None] Attempting to bind port 341c25d3-7b5f-4e57-8850-0bfc909a8f0d on network d8f597fb-2381-4564-a070-eb7f10af68ac {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:38:59.300261 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4938ee0c-d118-4a59-b046-910558f4bb70 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:38:59.300642 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4938ee0c-d118-4a59-b046-910558f4bb70 None None] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:38:59.301041 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4938ee0c-d118-4a59-b046-910558f4bb70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.301459 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4938ee0c-d118-4a59-b046-910558f4bb70 None None] Bound using segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:38:59.301907 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-4938ee0c-d118-4a59-b046-910558f4bb70 None None] Bound port: 341c25d3-7b5f-4e57-8850-0bfc909a8f0d, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:38:59.302463 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4938ee0c-d118-4a59-b046-910558f4bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (341c25d3-7b5f-4e57-8850-0bfc909a8f0d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.308588 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec046673-9f2d-404d-94b3-6184b18358b6 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Network 89dc4500-66fb-497f-bcf3-a2fab4021bb4 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:38:59.331096 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 943032a4-ef7b-4fd0-9971-fb0753c4e646, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=943032a4-ef7b-4fd0-9971-fb0753c4e646,segment=NetworkSegment(7329e2f1-120c-4679-b93a-a9c11145f0f0),segment_id=7329e2f1-120c-4679-b93a-a9c11145f0f0)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:38:59.339749 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0a678294-f9e1-41a3-aaf8-0a825c776422 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (b6a69919-449e-4977-899e-5a45769fb810), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.345009 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e94493f2-c374-4071-bb46-c55eb599999c tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (8a44a9ed-1ae1-4baf-8e8d-8b353ec020ac), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.347082 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e94493f2-c374-4071-bb46-c55eb599999c tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (8a44a9ed-1ae1-4baf-8e8d-8b353ec020ac), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.379557 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-ec046673-9f2d-404d-94b3-6184b18358b6 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 89dc4500-66fb-497f-bcf3-a2fab4021bb4) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:38:59.388754 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec046673-9f2d-404d-94b3-6184b18358b6 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:38:59.388970 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec046673-9f2d-404d-94b3-6184b18358b6 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.390476 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b00eb2b-ee39-49d5-839b-125d0ff8fb80 None None] Network 89dc4500-66fb-497f-bcf3-a2fab4021bb4 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:59.410272 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4938ee0c-d118-4a59-b046-910558f4bb70 None None] For port 341c25d3-7b5f-4e57-8850-0bfc909a8f0d, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:38:59.456456 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (943032a4-ef7b-4fd0-9971-fb0753c4e646), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.459596 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4938ee0c-d118-4a59-b046-910558f4bb70 None None] For port 341c25d3-7b5f-4e57-8850-0bfc909a8f0d, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=341c25d3-7b5f-4e57-8850-0bfc909a8f0d,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:38:59.466174 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0a678294-f9e1-41a3-aaf8-0a825c776422 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (b6a69919-449e-4977-899e-5a45769fb810), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.479767 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e94493f2-c374-4071-bb46-c55eb599999c tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Publish callbacks [] for router_controller (8a44a9ed-1ae1-4baf-8e8d-8b353ec020ac), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.492319 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-0a678294-f9e1-41a3-aaf8-0a825c776422 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a69919-449e-4977-899e-5a45769fb810']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:59.503402 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-0a678294-f9e1-41a3-aaf8-0a825c776422 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc55095-3f5c-4cde-a924-373e493ee889') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:59.503696 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-0a678294-f9e1-41a3-aaf8-0a825c776422 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc55095-3f5c-4cde-a924-373e493ee889') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:38:59.514832 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0a678294-f9e1-41a3-aaf8-0a825c776422 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (7bc55095-3f5c-4cde-a924-373e493ee889), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.529666 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0a678294-f9e1-41a3-aaf8-0a825c776422 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7bc55095-3f5c-4cde-a924-373e493ee889), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.535761 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a678294-f9e1-41a3-aaf8-0a825c776422 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:38:59.536235 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0a678294-f9e1-41a3-aaf8-0a825c776422 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (7bc55095-3f5c-4cde-a924-373e493ee889), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.567278 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ed526c54-a572-4ac8-934a-92844fef4205 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:38:59.571109 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=943032a4-ef7b-4fd0-9971-fb0753c4e646,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:59.595283 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4938ee0c-d118-4a59-b046-910558f4bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (341c25d3-7b5f-4e57-8850-0bfc909a8f0d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.598231 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5ea88d-78c0-4f57-b4fd-4e32a15f31a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-89dc4500-66fb-497f-bcf3-a2fab4021bb4', 'network_id': '89dc4500-66fb-497f-bcf3-a2fab4021bb4', 'project_id': '482acd2eb1bf456baf950167b92f3ae1', 'fixed_ips': [{'subnet_id': 'd416d345-b821-48cf-9158-38e404be914a'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:38:59.599529 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7a5ea88d-78c0-4f57-b4fd-4e32a15f31a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.609321 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: ed526c54-a572-4ac8-934a-92844fef4205 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:38:59.610451 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ed526c54-a572-4ac8-934a-92844fef4205 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:38:59.610451 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 58fbf43f-448f-4e66-baf4-202034f42313 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:38:59.611990 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:38:59.618768 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ec046673-9f2d-404d-94b3-6184b18358b6 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4438143 Apr 15 03:38:59.621518 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33258) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:38:59.626905 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-29c902d5-4792-4bde-886e-af064cb274e3 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Request body: {'subnet': {'network_id': 'fcefce00-8e31-43b8-a8c8-accc90966c0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:38:59.666987 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 58fbf43f-448f-4e66-baf4-202034f42313 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:38:59.668147 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 58fbf43f-448f-4e66-baf4-202034f42313 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:38:59.700930 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0a678294-f9e1-41a3-aaf8-0a825c776422 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (b6a69919-449e-4977-899e-5a45769fb810), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.705463 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938ee0c-d118-4a59-b046-910558f4bb70 None None] Pushing event updated for resources: {'Port': ['ID=341c25d3-7b5f-4e57-8850-0bfc909a8f0d,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:59.714546 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0a678294-f9e1-41a3-aaf8-0a825c776422 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.719640 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0a678294-f9e1-41a3-aaf8-0a825c776422 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] 10.222.0.15 "DELETE /v2.0/networks/b6a69919-449e-4977-899e-5a45769fb810 HTTP/1.1" status: 204 len: 168 time: 0.4914851 Apr 15 03:38:59.751692 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a678294-f9e1-41a3-aaf8-0a825c776422 tempest-PortsIpV6TestJSON-1055217816 tempest-PortsIpV6TestJSON-1055217816-project] Pushing event deleted for resources: {'Network': ['ID=b6a69919-449e-4977-899e-5a45769fb810,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:38:59.800041 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c537c0a-db98-4094-8b61-2fb6fd6d92c1 None None] Network ffe28bed-d3e1-4375-be57-b8161cc18c46 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:38:59.869126 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c902d5-4792-4bde-886e-af064cb274e3 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Made reservation on behalf of 482acd2eb1bf456baf950167b92f3ae1 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:38:59.874136 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29c902d5-4792-4bde-886e-af064cb274e3 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:38:59.915409 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-059cc661-536c-4e4a-8c38-4cb4d5c3ea83 None None] Provisioning complete for port 943032a4-ef7b-4fd0-9971-fb0753c4e646 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:38:59.915838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-059cc661-536c-4e4a-8c38-4cb4d5c3ea83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (943032a4-ef7b-4fd0-9971-fb0753c4e646), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:00.152362 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-7a5ea88d-78c0-4f57-b4fd-4e32a15f31a7 None None] Allocated IP 2001:db8::2 (89dc4500-66fb-497f-bcf3-a2fab4021bb4/d416d345-b821-48cf-9158-38e404be914a/1c03d535-dbb2-44a8-a863-6ff9a0982385) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:00.157782 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9b74e8-9d15-4f40-b56f-0cc322b33f19 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 15 03:39:00.158289 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9b74e8-9d15-4f40-b56f-0cc322b33f19 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:39:00.245069 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29c902d5-4792-4bde-886e-af064cb274e3 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (5081a415-a8e3-4bfe-85a6-d531c2a87673), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:00.265077 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e94493f2-c374-4071-bb46-c55eb599999c tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Publish callbacks [] for router_gateway (8a44a9ed-1ae1-4baf-8e8d-8b353ec020ac), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:00.304103 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-059cc661-536c-4e4a-8c38-4cb4d5c3ea83 None None] Current status of the port 943032a4-ef7b-4fd0-9971-fb0753c4e646 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:00.330132 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-db9b74e8-9d15-4f40-b56f-0cc322b33f19 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4450433 Apr 15 03:39:00.331177 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33264) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:00.364803 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c902d5-4792-4bde-886e-af064cb274e3 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event updated for resources: {'Subnet': ['ID=5081a415-a8e3-4bfe-85a6-d531c2a87673,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:00.413113 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823b7c62-17a7-4155-9092-85554da6e988 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:00.420707 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823b7c62-17a7-4155-9092-85554da6e988 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:00.426343 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-823b7c62-17a7-4155-9092-85554da6e988 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0939405 Apr 15 03:39:00.427308 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33266) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:00.442549 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c902d5-4792-4bde-886e-af064cb274e3 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Checking segment: {'id': '759a511d-bfda-4667-b2e5-4f354643df03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fcefce00-8e31-43b8-a8c8-accc90966c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:00.445216 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c902d5-4792-4bde-886e-af064cb274e3 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Network hostable DHCP agents. Network: fcefce00-8e31-43b8-a8c8-accc90966c0e, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:39:00.465685 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7a5ea88d-78c0-4f57-b4fd-4e32a15f31a7 None None] Publish callbacks [] for port (1c03d535-dbb2-44a8-a863-6ff9a0982385), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:00.505668 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33268) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:00.523727 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-45221635-99f4-4418-81f9-28e1f72f47dd None None] Provisioning complete for port 943032a4-ef7b-4fd0-9971-fb0753c4e646 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:00.524253 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-45221635-99f4-4418-81f9-28e1f72f47dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (943032a4-ef7b-4fd0-9971-fb0753c4e646), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:00.563638 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7a5ea88d-78c0-4f57-b4fd-4e32a15f31a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (1c03d535-dbb2-44a8-a863-6ff9a0982385), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:00.571849 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c902d5-4792-4bde-886e-af064cb274e3 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Network fcefce00-8e31-43b8-a8c8-accc90966c0e is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:39:00.581911 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-d564da81-271d-4ea3-8dff-6da051eb2580 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting port a906a794-0da8-4a2f-8fbc-4a11362b9231 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:00.581911 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d564da81-271d-4ea3-8dff-6da051eb2580 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (a906a794-0da8-4a2f-8fbc-4a11362b9231), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:00.589526 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5ea88d-78c0-4f57-b4fd-4e32a15f31a7 None None] Network 89dc4500-66fb-497f-bcf3-a2fab4021bb4 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:00.615128 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-7a5ea88d-78c0-4f57-b4fd-4e32a15f31a7 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:00.617864 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ea88d-78c0-4f57-b4fd-4e32a15f31a7 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:00.666050 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-45221635-99f4-4418-81f9-28e1f72f47dd None None] Current status of the port 943032a4-ef7b-4fd0-9971-fb0753c4e646 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:00.678377 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d564da81-271d-4ea3-8dff-6da051eb2580 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (a906a794-0da8-4a2f-8fbc-4a11362b9231), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:00.685721 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ea88d-78c0-4f57-b4fd-4e32a15f31a7 None None] Pushing event updated for resources: {'Port': ['ID=1c03d535-dbb2-44a8-a863-6ff9a0982385,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:00.695420 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-dbcc4354-b5b2-4cf5-9039-2f7cf8baf050 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f99fc1577cd2451fb6bab5b4e898b08c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1883023 Apr 15 03:39:00.696686 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33272) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:00.697080 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-29c902d5-4792-4bde-886e-af064cb274e3 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, fcefce00-8e31-43b8-a8c8-accc90966c0e) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:00.700612 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-d564da81-271d-4ea3-8dff-6da051eb2580 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Calling delete_port for a906a794-0da8-4a2f-8fbc-4a11362b9231 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:00.720432 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c902d5-4792-4bde-886e-af064cb274e3 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:00.721131 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29c902d5-4792-4bde-886e-af064cb274e3 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:00.733909 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2337d45a-e2eb-4273-a7d7-b4b37b34611e None None] Network fcefce00-8e31-43b8-a8c8-accc90966c0e requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:00.764367 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-7a5ea88d-78c0-4f57-b4fd-4e32a15f31a7 None None] Attempting to bind port 1c03d535-dbb2-44a8-a863-6ff9a0982385 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:00.764737 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-7a5ea88d-78c0-4f57-b4fd-4e32a15f31a7 None None] Attempting to bind port 1c03d535-dbb2-44a8-a863-6ff9a0982385 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '980fcaf2-7ade-4e8b-9d39-d76211dd2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '89dc4500-66fb-497f-bcf3-a2fab4021bb4'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:00.765238 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ea88d-78c0-4f57-b4fd-4e32a15f31a7 None None] Attempting to bind port 1c03d535-dbb2-44a8-a863-6ff9a0982385 on network 89dc4500-66fb-497f-bcf3-a2fab4021bb4 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:00.772987 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ea88d-78c0-4f57-b4fd-4e32a15f31a7 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:00.773441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ea88d-78c0-4f57-b4fd-4e32a15f31a7 None None] Checking segment: {'id': '980fcaf2-7ade-4e8b-9d39-d76211dd2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '89dc4500-66fb-497f-bcf3-a2fab4021bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:00.773905 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7a5ea88d-78c0-4f57-b4fd-4e32a15f31a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:00.774409 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ea88d-78c0-4f57-b4fd-4e32a15f31a7 None None] Bound using segment: {'id': '980fcaf2-7ade-4e8b-9d39-d76211dd2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '89dc4500-66fb-497f-bcf3-a2fab4021bb4'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:00.775024 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-7a5ea88d-78c0-4f57-b4fd-4e32a15f31a7 None None] Bound port: 1c03d535-dbb2-44a8-a863-6ff9a0982385, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980fcaf2-7ade-4e8b-9d39-d76211dd2fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '89dc4500-66fb-497f-bcf3-a2fab4021bb4'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:00.775465 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7a5ea88d-78c0-4f57-b4fd-4e32a15f31a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1c03d535-dbb2-44a8-a863-6ff9a0982385), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:00.834646 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-29c902d5-4792-4bde-886e-af064cb274e3 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2117257 Apr 15 03:39:00.835132 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33274) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:00.906046 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985a3025-dc1c-49e5-8db9-937d9b150564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-fcefce00-8e31-43b8-a8c8-accc90966c0e', 'network_id': 'fcefce00-8e31-43b8-a8c8-accc90966c0e', 'project_id': '482acd2eb1bf456baf950167b92f3ae1', 'fixed_ips': [{'subnet_id': '5081a415-a8e3-4bfe-85a6-d531c2a87673'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:39:00.907011 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-985a3025-dc1c-49e5-8db9-937d9b150564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:00.939420 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7a5ea88d-78c0-4f57-b4fd-4e32a15f31a7 None None] For port 1c03d535-dbb2-44a8-a863-6ff9a0982385, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:39:01.003009 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7a5ea88d-78c0-4f57-b4fd-4e32a15f31a7 None None] For port 1c03d535-dbb2-44a8-a863-6ff9a0982385, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1c03d535-dbb2-44a8-a863-6ff9a0982385,segment=NetworkSegment(980fcaf2-7ade-4e8b-9d39-d76211dd2fe5),segment_id=980fcaf2-7ade-4e8b-9d39-d76211dd2fe5)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:39:01.012420 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 341c25d3-7b5f-4e57-8850-0bfc909a8f0d up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:01.036267 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d564da81-271d-4ea3-8dff-6da051eb2580 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (a906a794-0da8-4a2f-8fbc-4a11362b9231), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:01.040579 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0f06c333-3c10-43f6-b2a2-6db6c73ea632 admin admin] Publish callbacks [] for security_group (f6e27e50-df5a-41a5-91a7-cdeb24f470cf), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:01.086326 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e94493f2-c374-4071-bb46-c55eb599999c tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Publish callbacks [] for router_gateway (8a44a9ed-1ae1-4baf-8e8d-8b353ec020ac), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:01.096948 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564da81-271d-4ea3-8dff-6da051eb2580 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Port': ['ID=a906a794-0da8-4a2f-8fbc-4a11362b9231,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:01.122001 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7a5ea88d-78c0-4f57-b4fd-4e32a15f31a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (1c03d535-dbb2-44a8-a863-6ff9a0982385), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:01.133098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e94493f2-c374-4071-bb46-c55eb599999c tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:01.140211 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0f06c333-3c10-43f6-b2a2-6db6c73ea632 admin admin] Publish callbacks [] for security_group (f6e27e50-df5a-41a5-91a7-cdeb24f470cf), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:01.146064 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-0ed8d41a-50c3-495a-91d2-a07d743fb639 None None] Provisioning complete for port 341c25d3-7b5f-4e57-8850-0bfc909a8f0d triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:01.146587 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0ed8d41a-50c3-495a-91d2-a07d743fb639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (341c25d3-7b5f-4e57-8850-0bfc909a8f0d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:01.176832 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d564da81-271d-4ea3-8dff-6da051eb2580 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:01.182907 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d564da81-271d-4ea3-8dff-6da051eb2580 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/a906a794-0da8-4a2f-8fbc-4a11362b9231 HTTP/1.1" status: 204 len: 168 time: 0.7539854 Apr 15 03:39:01.188419 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33276) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:01.199678 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 341c25d3-7b5f-4e57-8850-0bfc909a8f0d triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:01.200272 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (341c25d3-7b5f-4e57-8850-0bfc909a8f0d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:01.287300 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-985a3025-dc1c-49e5-8db9-937d9b150564 None None] Allocated IP 2001:db8::2 (fcefce00-8e31-43b8-a8c8-accc90966c0e/5081a415-a8e3-4bfe-85a6-d531c2a87673/b7a33180-2068-420a-8c13-8eba5b50e977) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:01.304592 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a8eb41fd-56fc-4ed1-bdb8-e637c0641c08 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:01.338185 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ea88d-78c0-4f57-b4fd-4e32a15f31a7 None None] Pushing event updated for resources: {'Port': ['ID=1c03d535-dbb2-44a8-a863-6ff9a0982385,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:01.378295 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facbe6f2-85bc-4f32-adcf-3d823387326d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:01.380312 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facbe6f2-85bc-4f32-adcf-3d823387326d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:01.381877 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-facbe6f2-85bc-4f32-adcf-3d823387326d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1756456 Apr 15 03:39:01.392984 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33278) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:01.443987 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 341c25d3-7b5f-4e57-8850-0bfc909a8f0d is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:01.445005 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (341c25d3-7b5f-4e57-8850-0bfc909a8f0d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:01.510889 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0ed8d41a-50c3-495a-91d2-a07d743fb639 None None] Current status of the port 341c25d3-7b5f-4e57-8850-0bfc909a8f0d is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:01.510889 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0ed8d41a-50c3-495a-91d2-a07d743fb639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (341c25d3-7b5f-4e57-8850-0bfc909a8f0d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:01.543233 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c30d350-9c13-40db-917d-b5f73d9fe50c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet 2272dcbb-d092-4616-903a-d3d684ad3e2a {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:39:01.549163 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0c30d350-9c13-40db-917d-b5f73d9fe50c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (2272dcbb-d092-4616-903a-d3d684ad3e2a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:01.557544 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 341c25d3-7b5f-4e57-8850-0bfc909a8f0d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=341c25d3-7b5f-4e57-8850-0bfc909a8f0d,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:01.642439 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0f06c333-3c10-43f6-b2a2-6db6c73ea632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (f6e27e50-df5a-41a5-91a7-cdeb24f470cf), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:01.649334 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0f06c333-3c10-43f6-b2a2-6db6c73ea632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:01.653415 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0f06c333-3c10-43f6-b2a2-6db6c73ea632 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6e27e50-df5a-41a5-91a7-cdeb24f470cf HTTP/1.1" status: 204 len: 168 time: 0.9541113 Apr 15 03:39:01.671349 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06c333-3c10-43f6-b2a2-6db6c73ea632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e27e50-df5a-41a5-91a7-cdeb24f470cf,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:01.701659 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0c30d350-9c13-40db-917d-b5f73d9fe50c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (2272dcbb-d092-4616-903a-d3d684ad3e2a), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:01.708817 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (341c25d3-7b5f-4e57-8850-0bfc909a8f0d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:01.708817 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 943032a4-ef7b-4fd0-9971-fb0753c4e646 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:01.775719 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-a8eb41fd-56fc-4ed1-bdb8-e637c0641c08 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Allocated IP 2001:db8::1 (89dc4500-66fb-497f-bcf3-a2fab4021bb4/d416d345-b821-48cf-9158-38e404be914a/0a2d0365-51ac-4b89-8fa7-e90ff926aea9) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:01.781937 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e94493f2-c374-4071-bb46-c55eb599999c tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Publish callbacks [] for router (8a44a9ed-1ae1-4baf-8e8d-8b353ec020ac), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:01.905912 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-985a3025-dc1c-49e5-8db9-937d9b150564 None None] Publish callbacks [] for port (b7a33180-2068-420a-8c13-8eba5b50e977), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:01.907717 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-0ed8d41a-50c3-495a-91d2-a07d743fb639 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:39:01.908180 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-0ed8d41a-50c3-495a-91d2-a07d743fb639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:39:01.913107 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0c30d350-9c13-40db-917d-b5f73d9fe50c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (2272dcbb-d092-4616-903a-d3d684ad3e2a), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:01.917309 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=341c25d3-7b5f-4e57-8850-0bfc909a8f0d,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:01.925370 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 943032a4-ef7b-4fd0-9971-fb0753c4e646 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:01.925748 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (943032a4-ef7b-4fd0-9971-fb0753c4e646), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:01.955627 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a8eb41fd-56fc-4ed1-bdb8-e637c0641c08 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for port (0a2d0365-51ac-4b89-8fa7-e90ff926aea9), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:01.997207 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-985a3025-dc1c-49e5-8db9-937d9b150564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (b7a33180-2068-420a-8c13-8eba5b50e977), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:02.038077 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e94493f2-c374-4071-bb46-c55eb599999c tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (8a44a9ed-1ae1-4baf-8e8d-8b353ec020ac), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:02.041890 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e94493f2-c374-4071-bb46-c55eb599999c tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Publish callbacks [] for router_controller (8a44a9ed-1ae1-4baf-8e8d-8b353ec020ac), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:02.047847 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985a3025-dc1c-49e5-8db9-937d9b150564 None None] Network fcefce00-8e31-43b8-a8c8-accc90966c0e is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:02.049323 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a8eb41fd-56fc-4ed1-bdb8-e637c0641c08 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (0a2d0365-51ac-4b89-8fa7-e90ff926aea9), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:02.050566 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 943032a4-ef7b-4fd0-9971-fb0753c4e646 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:02.059710 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-985a3025-dc1c-49e5-8db9-937d9b150564 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:02.069564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a3025-dc1c-49e5-8db9-937d9b150564 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:02.074242 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a3025-dc1c-49e5-8db9-937d9b150564 None None] Pushing event updated for resources: {'Port': ['ID=b7a33180-2068-420a-8c13-8eba5b50e977,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:02.125995 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb41fd-56fc-4ed1-bdb8-e637c0641c08 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event updated for resources: {'Port': ['ID=0a2d0365-51ac-4b89-8fa7-e90ff926aea9,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:02.137210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8eb41fd-56fc-4ed1-bdb8-e637c0641c08 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Network 89dc4500-66fb-497f-bcf3-a2fab4021bb4 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:02.138718 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-a8eb41fd-56fc-4ed1-bdb8-e637c0641c08 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:02.141169 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eb41fd-56fc-4ed1-bdb8-e637c0641c08 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:02.141714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a8eb41fd-56fc-4ed1-bdb8-e637c0641c08 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (54f9ebc8-b9c4-4710-86d6-a93a2b2f249a), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:02.155236 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-985a3025-dc1c-49e5-8db9-937d9b150564 None None] Attempting to bind port b7a33180-2068-420a-8c13-8eba5b50e977 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:02.155724 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-985a3025-dc1c-49e5-8db9-937d9b150564 None None] Attempting to bind port b7a33180-2068-420a-8c13-8eba5b50e977 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '759a511d-bfda-4667-b2e5-4f354643df03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fcefce00-8e31-43b8-a8c8-accc90966c0e'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:02.156158 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a3025-dc1c-49e5-8db9-937d9b150564 None None] Attempting to bind port b7a33180-2068-420a-8c13-8eba5b50e977 on network fcefce00-8e31-43b8-a8c8-accc90966c0e {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:02.162489 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a3025-dc1c-49e5-8db9-937d9b150564 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:02.162993 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a3025-dc1c-49e5-8db9-937d9b150564 None None] Checking segment: {'id': '759a511d-bfda-4667-b2e5-4f354643df03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fcefce00-8e31-43b8-a8c8-accc90966c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:02.163493 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-985a3025-dc1c-49e5-8db9-937d9b150564 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:02.164029 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985a3025-dc1c-49e5-8db9-937d9b150564 None None] Bound using segment: {'id': '759a511d-bfda-4667-b2e5-4f354643df03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fcefce00-8e31-43b8-a8c8-accc90966c0e'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:02.164544 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-985a3025-dc1c-49e5-8db9-937d9b150564 None None] Bound port: b7a33180-2068-420a-8c13-8eba5b50e977, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759a511d-bfda-4667-b2e5-4f354643df03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'fcefce00-8e31-43b8-a8c8-accc90966c0e'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:02.164949 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-985a3025-dc1c-49e5-8db9-937d9b150564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b7a33180-2068-420a-8c13-8eba5b50e977), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:02.196328 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e94493f2-c374-4071-bb46-c55eb599999c tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (8a44a9ed-1ae1-4baf-8e8d-8b353ec020ac), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:02.196935 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94493f2-c374-4071-bb46-c55eb599999c tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a44a9ed-1ae1-4baf-8e8d-8b353ec020ac {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:39:02.213782 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0c30d350-9c13-40db-917d-b5f73d9fe50c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (2272dcbb-d092-4616-903a-d3d684ad3e2a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:02.246266 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-985a3025-dc1c-49e5-8db9-937d9b150564 None None] For port b7a33180-2068-420a-8c13-8eba5b50e977, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:39:02.249782 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-985a3025-dc1c-49e5-8db9-937d9b150564 None None] For port b7a33180-2068-420a-8c13-8eba5b50e977, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=b7a33180-2068-420a-8c13-8eba5b50e977,segment=NetworkSegment(759a511d-bfda-4667-b2e5-4f354643df03),segment_id=759a511d-bfda-4667-b2e5-4f354643df03)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:39:02.275343 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0c30d350-9c13-40db-917d-b5f73d9fe50c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:02.282046 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff7081a-3bb6-49dc-b571-b57690e7ace3 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:02.282803 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33290) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:02.291085 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0c30d350-9c13-40db-917d-b5f73d9fe50c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/2272dcbb-d092-4616-903a-d3d684ad3e2a HTTP/1.1" status: 204 len: 168 time: 0.8911319 Apr 15 03:39:02.292986 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30d350-9c13-40db-917d-b5f73d9fe50c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=2272dcbb-d092-4616-903a-d3d684ad3e2a,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:02.298287 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-e94493f2-c374-4071-bb46-c55eb599999c tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 15 03:39:02.299633 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e94493f2-c374-4071-bb46-c55eb599999c tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.0559492 Apr 15 03:39:02.302516 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33292) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:02.341009 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-985a3025-dc1c-49e5-8db9-937d9b150564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b7a33180-2068-420a-8c13-8eba5b50e977), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:02.348336 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6360bc78-fbf4-427f-a0e4-378105b93c1c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639544 Apr 15 03:39:02.350316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33294) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:02.355515 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a739de65-729c-4869-b222-31524b3780fb tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:02.417891 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-b6539ae2-9d81-44bf-8e21-9caaa2ceb395 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Deleting port 83885643-5c33-4029-823c-290afd714f06 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:02.420276 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b6539ae2-9d81-44bf-8e21-9caaa2ceb395 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (83885643-5c33-4029-823c-290afd714f06), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:02.503799 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0ed8d41a-50c3-495a-91d2-a07d743fb639 None None] Current status of the port 341c25d3-7b5f-4e57-8850-0bfc909a8f0d is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:02.522016 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a8eb41fd-56fc-4ed1-bdb8-e637c0641c08 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (0a2d0365-51ac-4b89-8fa7-e90ff926aea9), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:02.528282 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31540aaf-7ff6-45a9-a5be-1cd9ecc4ab80 None None] DHCP port deletion for d8f597fb-2381-4564-a070-eb7f10af68ac request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:39:02.552517 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b6539ae2-9d81-44bf-8e21-9caaa2ceb395 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (83885643-5c33-4029-823c-290afd714f06), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:02.573725 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a3025-dc1c-49e5-8db9-937d9b150564 None None] Pushing event updated for resources: {'Port': ['ID=b7a33180-2068-420a-8c13-8eba5b50e977,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:02.576230 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-b6539ae2-9d81-44bf-8e21-9caaa2ceb395 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Calling delete_port for 83885643-5c33-4029-823c-290afd714f06 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:02.635243 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-630873e8-c689-468f-aeec-b6960a2a20cd None None] Could not find standard attr ID for object a906a794-0da8-4a2f-8fbc-4a11362b9231. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:39:02.645657 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-31540aaf-7ff6-45a9-a5be-1cd9ecc4ab80 None None] Deleting port 341c25d3-7b5f-4e57-8850-0bfc909a8f0d {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:02.646038 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-31540aaf-7ff6-45a9-a5be-1cd9ecc4ab80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (341c25d3-7b5f-4e57-8850-0bfc909a8f0d), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:02.700315 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a739de65-729c-4869-b222-31524b3780fb tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:02.703181 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a739de65-729c-4869-b222-31524b3780fb tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:02.752754 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-31540aaf-7ff6-45a9-a5be-1cd9ecc4ab80 None None] For port 341c25d3-7b5f-4e57-8850-0bfc909a8f0d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=341c25d3-7b5f-4e57-8850-0bfc909a8f0d,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:02.753707 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-31540aaf-7ff6-45a9-a5be-1cd9ecc4ab80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (341c25d3-7b5f-4e57-8850-0bfc909a8f0d), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:02.785828 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-31540aaf-7ff6-45a9-a5be-1cd9ecc4ab80 None None] Calling delete_port for 341c25d3-7b5f-4e57-8850-0bfc909a8f0d owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:02.797237 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1010e7-3e6a-4dca-b195-bf4bbb8111ba None None] Network 89dc4500-66fb-497f-bcf3-a2fab4021bb4 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:02.851979 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b6539ae2-9d81-44bf-8e21-9caaa2ceb395 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (83885643-5c33-4029-823c-290afd714f06), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:02.924064 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6539ae2-9d81-44bf-8e21-9caaa2ceb395 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Pushing event deleted for resources: {'Port': ['ID=83885643-5c33-4029-823c-290afd714f06,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:03.024394 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b6539ae2-9d81-44bf-8e21-9caaa2ceb395 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:03.024394 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b6539ae2-9d81-44bf-8e21-9caaa2ceb395 tempest-RoutersAdminNegativeIpV6Test-1727184484 tempest-RoutersAdminNegativeIpV6Test-1727184484-project-admin] 10.222.0.15 "DELETE /v2.0/ports/83885643-5c33-4029-823c-290afd714f06 HTTP/1.1" status: 204 len: 168 time: 0.7135952 Apr 15 03:39:03.082219 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b7a33180-2068-420a-8c13-8eba5b50e977 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:03.111395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-359eade3-3303-4bc5-8d99-504b31f195c7 None None] Provisioning complete for port 1c03d535-dbb2-44a8-a863-6ff9a0982385 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:03.111903 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-359eade3-3303-4bc5-8d99-504b31f195c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1c03d535-dbb2-44a8-a863-6ff9a0982385), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:03.176218 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33308) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:03.190782 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a8eb41fd-56fc-4ed1-bdb8-e637c0641c08 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for port (0a2d0365-51ac-4b89-8fa7-e90ff926aea9), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:03.295282 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-213adba1-9a8e-4e70-b7cb-cfd7b1204641 tempest-DvrRoutersNegativeTest-1367657042 tempest-DvrRoutersNegativeTest-1367657042-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-132621591', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:03.296717 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a8eb41fd-56fc-4ed1-bdb8-e637c0641c08 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (0a2d0365-51ac-4b89-8fa7-e90ff926aea9), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:03.299589 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a8eb41fd-56fc-4ed1-bdb8-e637c0641c08 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (54f9ebc8-b9c4-4710-86d6-a93a2b2f249a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:03.299725 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.policy [None req-213adba1-9a8e-4e70-b7cb-cfd7b1204641 tempest-DvrRoutersNegativeTest-1367657042 tempest-DvrRoutersNegativeTest-1367657042-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104667) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Apr 15 03:39:03.299725 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.policy [None req-213adba1-9a8e-4e70-b7cb-cfd7b1204641 tempest-DvrRoutersNegativeTest-1367657042 tempest-DvrRoutersNegativeTest-1367657042-project] Failed policy check for 'create_router' {{(pid=104667) enforce /opt/stack/neutron/neutron/policy.py:524}} Apr 15 03:39:03.299725 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-213adba1-9a8e-4e70-b7cb-cfd7b1204641 tempest-DvrRoutersNegativeTest-1367657042 tempest-DvrRoutersNegativeTest-1367657042-project] create failed (client error): Access was denied to this resource. Apr 15 03:39:03.300102 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-213adba1-9a8e-4e70-b7cb-cfd7b1204641 tempest-DvrRoutersNegativeTest-1367657042 tempest-DvrRoutersNegativeTest-1367657042-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1229572 Apr 15 03:39:03.311979 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port b7a33180-2068-420a-8c13-8eba5b50e977 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:03.312487 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b7a33180-2068-420a-8c13-8eba5b50e977), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:03.366762 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-359eade3-3303-4bc5-8d99-504b31f195c7 None None] Current status of the port 1c03d535-dbb2-44a8-a863-6ff9a0982385 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:03.367133 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-359eade3-3303-4bc5-8d99-504b31f195c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1c03d535-dbb2-44a8-a863-6ff9a0982385), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:03.410219 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-359eade3-3303-4bc5-8d99-504b31f195c7 None None] For port 1c03d535-dbb2-44a8-a863-6ff9a0982385, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1c03d535-dbb2-44a8-a863-6ff9a0982385,segment=NetworkSegment(980fcaf2-7ade-4e8b-9d39-d76211dd2fe5),segment_id=980fcaf2-7ade-4e8b-9d39-d76211dd2fe5)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:03.432388 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-31540aaf-7ff6-45a9-a5be-1cd9ecc4ab80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (341c25d3-7b5f-4e57-8850-0bfc909a8f0d), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:03.452046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a739de65-729c-4869-b222-31524b3780fb tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (2240640d-808a-42bd-b368-40308bf3968c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:03.474413 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb41fd-56fc-4ed1-bdb8-e637c0641c08 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event updated for resources: {'Port': ['ID=0a2d0365-51ac-4b89-8fa7-e90ff926aea9,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:03.479930 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31540aaf-7ff6-45a9-a5be-1cd9ecc4ab80 None None] Pushing event deleted for resources: {'Port': ['ID=341c25d3-7b5f-4e57-8850-0bfc909a8f0d,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:03.491093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31540aaf-7ff6-45a9-a5be-1cd9ecc4ab80 None None] No DVR routers for this DVR port 341c25d3-7b5f-4e57-8850-0bfc909a8f0d on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:39:03.492997 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port b7a33180-2068-420a-8c13-8eba5b50e977 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:03.493382 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b7a33180-2068-420a-8c13-8eba5b50e977), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:03.540734 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8eb41fd-56fc-4ed1-bdb8-e637c0641c08 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Network 89dc4500-66fb-497f-bcf3-a2fab4021bb4 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:03.545222 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port b7a33180-2068-420a-8c13-8eba5b50e977, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=b7a33180-2068-420a-8c13-8eba5b50e977,segment=NetworkSegment(759a511d-bfda-4667-b2e5-4f354643df03),segment_id=759a511d-bfda-4667-b2e5-4f354643df03)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:03.546419 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-a8eb41fd-56fc-4ed1-bdb8-e637c0641c08 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:03.546712 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-359eade3-3303-4bc5-8d99-504b31f195c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (1c03d535-dbb2-44a8-a863-6ff9a0982385), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:03.552282 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739de65-729c-4869-b222-31524b3780fb tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=2240640d-808a-42bd-b368-40308bf3968c,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:03.555631 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a739de65-729c-4869-b222-31524b3780fb tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:03.564627 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-a739de65-729c-4869-b222-31524b3780fb tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:03.568111 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a739de65-729c-4869-b222-31524b3780fb tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:03.568719 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a739de65-729c-4869-b222-31524b3780fb tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:03.582487 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc807924-969f-40da-a850-074d7d1a4d88 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:03.676146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359eade3-3303-4bc5-8d99-504b31f195c7 None None] Pushing event updated for resources: {'Port': ['ID=1c03d535-dbb2-44a8-a863-6ff9a0982385,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:03.687552 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33318) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:03.694703 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b7a33180-2068-420a-8c13-8eba5b50e977), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:03.695316 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1c03d535-dbb2-44a8-a863-6ff9a0982385 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:03.798196 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a739de65-729c-4869-b222-31524b3780fb tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4440565 Apr 15 03:39:03.798480 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33324) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:03.804591 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-ba57bafa-4a6f-4a42-a31e-1d4eb17ea46f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'fixed_ips': [{'subnet_id': '2240640d-808a-42bd-b368-40308bf3968c', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1671445822'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:03.854400 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=b7a33180-2068-420a-8c13-8eba5b50e977,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:03.861222 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-271f6e9b-b1fa-4511-b23b-e5bdbbeb47bb None None] Provisioning complete for port 1c03d535-dbb2-44a8-a863-6ff9a0982385 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:03.861891 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-271f6e9b-b1fa-4511-b23b-e5bdbbeb47bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1c03d535-dbb2-44a8-a863-6ff9a0982385), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:03.880561 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8eb41fd-56fc-4ed1-bdb8-e637c0641c08 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Router 54f9ebc8-b9c4-4710-86d6-a93a2b2f249a is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:39:03.986495 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33326) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:03.995605 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 1c03d535-dbb2-44a8-a863-6ff9a0982385 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:03.996230 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1c03d535-dbb2-44a8-a863-6ff9a0982385), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:04.037438 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3b677d81-f89f-4f83-bd27-3f37f3a7a821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:04.069510 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8eb41fd-56fc-4ed1-bdb8-e637c0641c08 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:39:04.074886 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1793f3-d5eb-4f3b-a383-40081bd32cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d8f597fb-2381-4564-a070-eb7f10af68ac', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'fixed_ips': [{'subnet_id': '2240640d-808a-42bd-b368-40308bf3968c'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:39:04.076244 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-af1793f3-d5eb-4f3b-a383-40081bd32cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:04.078463 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a8eb41fd-56fc-4ed1-bdb8-e637c0641c08 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "PUT /v2.0/routers/54f9ebc8-b9c4-4710-86d6-a93a2b2f249a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2419105 Apr 15 03:39:04.085735 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837a0e8d-ee87-4339-9544-f2588535aed9 None None] Sync routers for ids ['54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:39:04.086216 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33330) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:04.101615 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837a0e8d-ee87-4339-9544-f2588535aed9 None None] Routers {'54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:04.105726 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-837a0e8d-ee87-4339-9544-f2588535aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:04.129876 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b668f3c2-ceb1-4da1-be77-a6d413d9427c None None] Network fcefce00-8e31-43b8-a8c8-accc90966c0e requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:04.143327 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-837a0e8d-ee87-4339-9544-f2588535aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:04.153272 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837a0e8d-ee87-4339-9544-f2588535aed9 None None] Routers {'54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:04.154960 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-837a0e8d-ee87-4339-9544-f2588535aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:04.158939 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-92664ca8-1131-45bb-a4f5-1d0f5bf8414f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:04.211921 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba57bafa-4a6f-4a42-a31e-1d4eb17ea46f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:04.212870 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-837a0e8d-ee87-4339-9544-f2588535aed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:04.213637 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837a0e8d-ee87-4339-9544-f2588535aed9 None None] The sync data for ids ['54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:39:04.293060 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-92664ca8-1131-45bb-a4f5-1d0f5bf8414f admin admin] Publish callbacks [] for security_group (a1c0b3fd-b1a6-4001-9ad0-9678564c93ea), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:04.358945 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-92664ca8-1131-45bb-a4f5-1d0f5bf8414f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (a1c0b3fd-b1a6-4001-9ad0-9678564c93ea), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:04.389252 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-271f6e9b-b1fa-4511-b23b-e5bdbbeb47bb None None] Current status of the port 1c03d535-dbb2-44a8-a863-6ff9a0982385 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:04.417983 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-271f6e9b-b1fa-4511-b23b-e5bdbbeb47bb None None] Provisioning complete for port 0a2d0365-51ac-4b89-8fa7-e90ff926aea9 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:04.418187 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-92664ca8-1131-45bb-a4f5-1d0f5bf8414f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=869ec0cd321647eebbecc2bc525224bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4281526 Apr 15 03:39:04.424870 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-271f6e9b-b1fa-4511-b23b-e5bdbbeb47bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0a2d0365-51ac-4b89-8fa7-e90ff926aea9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:04.425006 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92664ca8-1131-45bb-a4f5-1d0f5bf8414f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c0b3fd-b1a6-4001-9ad0-9678564c93ea,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:04.425006 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33332) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:04.473805 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3b677d81-f89f-4f83-bd27-3f37f3a7a821 admin admin] Publish callbacks [] for security_group (15e259ab-f486-478c-8ae6-85b18b96a123), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:04.475790 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d2e023cc-6db6-45fe-ad69-baf2a1c32cf6 admin admin] Publish callbacks [] for security_group (a1c0b3fd-b1a6-4001-9ad0-9678564c93ea), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:04.479339 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ba57bafa-4a6f-4a42-a31e-1d4eb17ea46f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:04.506641 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d2e023cc-6db6-45fe-ad69-baf2a1c32cf6 admin admin] Publish callbacks [] for security_group (a1c0b3fd-b1a6-4001-9ad0-9678564c93ea), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:04.512923 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-ba57bafa-4a6f-4a42-a31e-1d4eb17ea46f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] device_id is not set on port ace8f099-a74a-4023-8de1-cfbd0c270ab6 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:39:04.519350 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 1c03d535-dbb2-44a8-a863-6ff9a0982385 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:04.527024 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:04.565471 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-271f6e9b-b1fa-4511-b23b-e5bdbbeb47bb None None] Port 0a2d0365-51ac-4b89-8fa7-e90ff926aea9 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:39:04.567407 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-af1793f3-d5eb-4f3b-a383-40081bd32cd9 None None] Allocated IP 2001:db8::2 (d8f597fb-2381-4564-a070-eb7f10af68ac/2240640d-808a-42bd-b368-40308bf3968c/3a6fe9dc-9982-4911-84a9-b28d348079dd) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:04.601011 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3b677d81-f89f-4f83-bd27-3f37f3a7a821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (15e259ab-f486-478c-8ae6-85b18b96a123), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:04.647441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 341c25d3-7b5f-4e57-8850-0bfc909a8f0d no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:39:04.664713 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d2e023cc-6db6-45fe-ad69-baf2a1c32cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (a1c0b3fd-b1a6-4001-9ad0-9678564c93ea), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:04.668721 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d2e023cc-6db6-45fe-ad69-baf2a1c32cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:04.675105 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d2e023cc-6db6-45fe-ad69-baf2a1c32cf6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a1c0b3fd-b1a6-4001-9ad0-9678564c93ea HTTP/1.1" status: 204 len: 168 time: 0.2536221 Apr 15 03:39:04.687736 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e023cc-6db6-45fe-ad69-baf2a1c32cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c0b3fd-b1a6-4001-9ad0-9678564c93ea,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:04.689432 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3b677d81-f89f-4f83-bd27-3f37f3a7a821 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9aa44c167cc47cf9b90295c7b2f1de7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0008128 Apr 15 03:39:04.693110 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33336) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:04.720134 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-df8dc09a-8c94-4bf4-acc8-f168413da7b6 None None] Provisioning complete for port 0a2d0365-51ac-4b89-8fa7-e90ff926aea9 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:04.720761 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-df8dc09a-8c94-4bf4-acc8-f168413da7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0a2d0365-51ac-4b89-8fa7-e90ff926aea9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:04.762384 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 341c25d3-7b5f-4e57-8850-0bfc909a8f0d {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:39:04.763285 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 341c25d3-7b5f-4e57-8850-0bfc909a8f0d not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:39:04.765264 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b677d81-f89f-4f83-bd27-3f37f3a7a821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e259ab-f486-478c-8ae6-85b18b96a123,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:04.769489 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-df8dc09a-8c94-4bf4-acc8-f168413da7b6 None None] Port 0a2d0365-51ac-4b89-8fa7-e90ff926aea9 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:39:04.771943 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-5b67bb86-199c-4460-9b10-9315cb1940b5 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:39:04.772997 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5b67bb86-199c-4460-9b10-9315cb1940b5 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "PUT /v2.0/routers/54f9ebc8-b9c4-4710-86d6-a93a2b2f249a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6869662 Apr 15 03:39:04.778453 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33338) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:04.787996 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a7084346-4bb7-4b22-ba87-9659cad09451 admin admin] Publish callbacks [] for security_group (15e259ab-f486-478c-8ae6-85b18b96a123), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:04.800595 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-df8dc09a-8c94-4bf4-acc8-f168413da7b6 None None] Provisioning complete for port b7a33180-2068-420a-8c13-8eba5b50e977 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:04.800996 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-df8dc09a-8c94-4bf4-acc8-f168413da7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b7a33180-2068-420a-8c13-8eba5b50e977), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:04.821678 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a7084346-4bb7-4b22-ba87-9659cad09451 admin admin] Publish callbacks [] for security_group (15e259ab-f486-478c-8ae6-85b18b96a123), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:04.959715 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b7a33180-2068-420a-8c13-8eba5b50e977 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:04.997907 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-df8dc09a-8c94-4bf4-acc8-f168413da7b6 None None] Current status of the port b7a33180-2068-420a-8c13-8eba5b50e977 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:05.000831 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a7084346-4bb7-4b22-ba87-9659cad09451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (15e259ab-f486-478c-8ae6-85b18b96a123), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:05.001512 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-af1793f3-d5eb-4f3b-a383-40081bd32cd9 None None] Publish callbacks [] for port (3a6fe9dc-9982-4911-84a9-b28d348079dd), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:05.006856 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a7084346-4bb7-4b22-ba87-9659cad09451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:05.009694 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a7084346-4bb7-4b22-ba87-9659cad09451 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15e259ab-f486-478c-8ae6-85b18b96a123 HTTP/1.1" status: 204 len: 168 time: 0.3161526 Apr 15 03:39:05.035112 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7084346-4bb7-4b22-ba87-9659cad09451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e259ab-f486-478c-8ae6-85b18b96a123,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:05.076919 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port b7a33180-2068-420a-8c13-8eba5b50e977 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:05.076919 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b7a33180-2068-420a-8c13-8eba5b50e977), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:05.123745 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-af1793f3-d5eb-4f3b-a383-40081bd32cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (3a6fe9dc-9982-4911-84a9-b28d348079dd), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:05.134754 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-c1eff0b9-108b-4d94-b703-517e699a304c None None] Provisioning complete for port b7a33180-2068-420a-8c13-8eba5b50e977 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:05.135122 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c1eff0b9-108b-4d94-b703-517e699a304c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b7a33180-2068-420a-8c13-8eba5b50e977), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:05.202110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1793f3-d5eb-4f3b-a383-40081bd32cd9 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:05.217242 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-af1793f3-d5eb-4f3b-a383-40081bd32cd9 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:05.218799 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1793f3-d5eb-4f3b-a383-40081bd32cd9 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:05.250251 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1793f3-d5eb-4f3b-a383-40081bd32cd9 None None] Pushing event updated for resources: {'Port': ['ID=3a6fe9dc-9982-4911-84a9-b28d348079dd,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:05.278574 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba57bafa-4a6f-4a42-a31e-1d4eb17ea46f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:39:05.279756 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba57bafa-4a6f-4a42-a31e-1d4eb17ea46f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:39:05.370718 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-af1793f3-d5eb-4f3b-a383-40081bd32cd9 None None] Attempting to bind port 3a6fe9dc-9982-4911-84a9-b28d348079dd on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:05.371096 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-af1793f3-d5eb-4f3b-a383-40081bd32cd9 None None] Attempting to bind port 3a6fe9dc-9982-4911-84a9-b28d348079dd by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:05.371468 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1793f3-d5eb-4f3b-a383-40081bd32cd9 None None] Attempting to bind port 3a6fe9dc-9982-4911-84a9-b28d348079dd on network d8f597fb-2381-4564-a070-eb7f10af68ac {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:05.383077 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port b7a33180-2068-420a-8c13-8eba5b50e977 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:05.384160 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1c03d535-dbb2-44a8-a863-6ff9a0982385 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:05.388636 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1793f3-d5eb-4f3b-a383-40081bd32cd9 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:05.389120 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1793f3-d5eb-4f3b-a383-40081bd32cd9 None None] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:05.389562 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-af1793f3-d5eb-4f3b-a383-40081bd32cd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:05.390109 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1793f3-d5eb-4f3b-a383-40081bd32cd9 None None] Bound using segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:05.390490 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-af1793f3-d5eb-4f3b-a383-40081bd32cd9 None None] Bound port: 3a6fe9dc-9982-4911-84a9-b28d348079dd, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:05.390902 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-af1793f3-d5eb-4f3b-a383-40081bd32cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (3a6fe9dc-9982-4911-84a9-b28d348079dd), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:05.395691 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ba57bafa-4a6f-4a42-a31e-1d4eb17ea46f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5958014 Apr 15 03:39:05.398195 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33354) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:05.412339 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c1eff0b9-108b-4d94-b703-517e699a304c None None] Current status of the port b7a33180-2068-420a-8c13-8eba5b50e977 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:05.481290 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e29164b-43dc-4aa7-8519-d28b9110032d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:05.485317 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0e29164b-43dc-4aa7-8519-d28b9110032d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0837007 Apr 15 03:39:05.486577 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33356) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:05.487028 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-64045cb9-7e07-4d3c-ad05-a741e94e7588 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (54f9ebc8-b9c4-4710-86d6-a93a2b2f249a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:05.501845 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 1c03d535-dbb2-44a8-a863-6ff9a0982385 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:05.502220 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1c03d535-dbb2-44a8-a863-6ff9a0982385), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:05.556185 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d91d53-17ef-4979-8e19-ab821db82db5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:05.558093 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d91d53-17ef-4979-8e19-ab821db82db5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:05.564733 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-77d91d53-17ef-4979-8e19-ab821db82db5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0758514 Apr 15 03:39:05.565193 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33362) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:05.639893 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-4afa5d09-1472-4429-bddb-41cccae121ea tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet 2240640d-808a-42bd-b368-40308bf3968c {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:39:05.645728 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4afa5d09-1472-4429-bddb-41cccae121ea tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (2240640d-808a-42bd-b368-40308bf3968c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:05.680152 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-af1793f3-d5eb-4f3b-a383-40081bd32cd9 None None] For port 3a6fe9dc-9982-4911-84a9-b28d348079dd, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:39:05.697055 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-af1793f3-d5eb-4f3b-a383-40081bd32cd9 None None] For port 3a6fe9dc-9982-4911-84a9-b28d348079dd, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=3a6fe9dc-9982-4911-84a9-b28d348079dd,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:39:05.736705 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4afa5d09-1472-4429-bddb-41cccae121ea tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (2240640d-808a-42bd-b368-40308bf3968c), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:05.771426 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 1c03d535-dbb2-44a8-a863-6ff9a0982385 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:05.785992 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-af1793f3-d5eb-4f3b-a383-40081bd32cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (3a6fe9dc-9982-4911-84a9-b28d348079dd), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:05.853133 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1793f3-d5eb-4f3b-a383-40081bd32cd9 None None] Pushing event updated for resources: {'Port': ['ID=3a6fe9dc-9982-4911-84a9-b28d348079dd,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:05.869954 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33368) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:05.876178 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033593 Apr 15 03:39:05.878066 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33370) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:05.878400 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33372) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:05.887769 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4afa5d09-1472-4429-bddb-41cccae121ea tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (2240640d-808a-42bd-b368-40308bf3968c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:05.921648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-64045cb9-7e07-4d3c-ad05-a741e94e7588 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Deleting port 0a2d0365-51ac-4b89-8fa7-e90ff926aea9 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:05.921995 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-64045cb9-7e07-4d3c-ad05-a741e94e7588 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (0a2d0365-51ac-4b89-8fa7-e90ff926aea9), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:05.933983 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d66c3756-400f-4450-ad2d-2772db4cec7c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=310d7af89579441abe2c2a2577a9c875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0542948 Apr 15 03:39:05.936677 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33376) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:05.988600 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-00a30bf7-8e18-469e-88f5-ea3e41e8c73a admin admin] Publish callbacks [] for security_group (e2cd8875-233f-4476-9f27-adcd618e26fc), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:06.015599 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-00a30bf7-8e18-469e-88f5-ea3e41e8c73a admin admin] Publish callbacks [] for security_group (e2cd8875-233f-4476-9f27-adcd618e26fc), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:06.029938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-64045cb9-7e07-4d3c-ad05-a741e94e7588 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (0a2d0365-51ac-4b89-8fa7-e90ff926aea9), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:06.045827 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-64045cb9-7e07-4d3c-ad05-a741e94e7588 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Calling delete_port for 0a2d0365-51ac-4b89-8fa7-e90ff926aea9 owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:06.117008 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4afa5d09-1472-4429-bddb-41cccae121ea tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (2240640d-808a-42bd-b368-40308bf3968c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:06.154473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa5d09-1472-4429-bddb-41cccae121ea tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=2240640d-808a-42bd-b368-40308bf3968c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:06.156642 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4afa5d09-1472-4429-bddb-41cccae121ea tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:06.162344 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33378) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:06.162490 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4afa5d09-1472-4429-bddb-41cccae121ea tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/2240640d-808a-42bd-b368-40308bf3968c HTTP/1.1" status: 204 len: 168 time: 0.5962677 Apr 15 03:39:06.178419 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c17d71d4-a576-4393-b238-fd65ff1a5d52 tempest-NetworksApiDiscovery-476978533 tempest-NetworksApiDiscovery-476978533-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2975104 Apr 15 03:39:06.179232 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-00a30bf7-8e18-469e-88f5-ea3e41e8c73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (e2cd8875-233f-4476-9f27-adcd618e26fc), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:06.182032 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-00a30bf7-8e18-469e-88f5-ea3e41e8c73a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:06.185431 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-00a30bf7-8e18-469e-88f5-ea3e41e8c73a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e2cd8875-233f-4476-9f27-adcd618e26fc HTTP/1.1" status: 204 len: 168 time: 0.2454679 Apr 15 03:39:06.228253 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d2fa6d1a-95d6-4192-a901-e4c5207ecfc4 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0645947 Apr 15 03:39:06.235525 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33384) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:06.244181 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-e76637d9-df4f-4d9d-b9d0-aa0c547e786c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:06.249110 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a30bf7-8e18-469e-88f5-ea3e41e8c73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cd8875-233f-4476-9f27-adcd618e26fc,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:06.440313 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76637d9-df4f-4d9d-b9d0-aa0c547e786c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:06.443930 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e76637d9-df4f-4d9d-b9d0-aa0c547e786c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:06.463423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-64045cb9-7e07-4d3c-ad05-a741e94e7588 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (0a2d0365-51ac-4b89-8fa7-e90ff926aea9), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:06.494846 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64045cb9-7e07-4d3c-ad05-a741e94e7588 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event deleted for resources: {'Port': ['ID=0a2d0365-51ac-4b89-8fa7-e90ff926aea9,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:06.623112 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-64045cb9-7e07-4d3c-ad05-a741e94e7588 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (54f9ebc8-b9c4-4710-86d6-a93a2b2f249a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:06.761146 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e76637d9-df4f-4d9d-b9d0-aa0c547e786c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (025e5b18-4feb-49d7-a9bd-4f2658ed6600), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:06.830188 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64045cb9-7e07-4d3c-ad05-a741e94e7588 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Router 54f9ebc8-b9c4-4710-86d6-a93a2b2f249a has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:39:06.886699 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76637d9-df4f-4d9d-b9d0-aa0c547e786c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=025e5b18-4feb-49d7-a9bd-4f2658ed6600,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:06.892631 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76637d9-df4f-4d9d-b9d0-aa0c547e786c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:06.895547 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-e76637d9-df4f-4d9d-b9d0-aa0c547e786c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:06.907659 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76637d9-df4f-4d9d-b9d0-aa0c547e786c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:06.908280 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e76637d9-df4f-4d9d-b9d0-aa0c547e786c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:06.916792 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33392) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:06.980775 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64045cb9-7e07-4d3c-ad05-a741e94e7588 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:39:06.986053 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-64045cb9-7e07-4d3c-ad05-a741e94e7588 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "PUT /v2.0/routers/54f9ebc8-b9c4-4710-86d6-a93a2b2f249a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2071483 Apr 15 03:39:06.990834 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33400) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:07.002038 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdebe202-510d-4d5d-91ff-bb82b513bfd4 None None] Sync routers for ids ['54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:39:07.022069 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdebe202-510d-4d5d-91ff-bb82b513bfd4 None None] Routers {'54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:07.022838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-fdebe202-510d-4d5d-91ff-bb82b513bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:07.030323 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 3a6fe9dc-9982-4911-84a9-b28d348079dd up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:07.095880 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e76637d9-df4f-4d9d-b9d0-aa0c547e786c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8337619 Apr 15 03:39:07.096503 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33402) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:07.096631 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-f059c732-b844-4cd8-bde4-260c92bef896 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] delete failed (client error): The resource could not be found. Apr 15 03:39:07.096631 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f059c732-b844-4cd8-bde4-260c92bef896 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-1634830403 HTTP/1.1" status: 404 len: 335 time: 0.0873978 Apr 15 03:39:07.096848 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-3185cfeb-0542-4ab6-a2f0-ba3a983783fb tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1582114864', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:07.096947 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33404) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:07.096947 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-553652f8-078d-4e67-a005-40d68b2ecfdd tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Request body: {'router': {'external_gateway_info': {'network_id': '54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:07.136091 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-fdebe202-510d-4d5d-91ff-bb82b513bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:07.157204 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdebe202-510d-4d5d-91ff-bb82b513bfd4 None None] Routers {'54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:07.157832 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-fdebe202-510d-4d5d-91ff-bb82b513bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:07.165078 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f7eb1de-361c-43e3-b927-d7e73f87d4d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:07.201613 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-fdebe202-510d-4d5d-91ff-bb82b513bfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:07.202507 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdebe202-510d-4d5d-91ff-bb82b513bfd4 None None] The sync data for ids ['54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:39:07.208437 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 3a6fe9dc-9982-4911-84a9-b28d348079dd triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:07.209201 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (3a6fe9dc-9982-4911-84a9-b28d348079dd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:07.233846 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4bc9c7-2efb-4e74-9d2e-454c99315c19 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:07.303134 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-c3698b65-e15a-4e02-bf58-31e99562e790 None None] Provisioning complete for port 3a6fe9dc-9982-4911-84a9-b28d348079dd triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:07.303512 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c3698b65-e15a-4e02-bf58-31e99562e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (3a6fe9dc-9982-4911-84a9-b28d348079dd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:07.343600 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3185cfeb-0542-4ab6-a2f0-ba3a983783fb tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (dd81a613-5fe7-483f-8c85-44eb3d7d564e), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:07.345095 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3185cfeb-0542-4ab6-a2f0-ba3a983783fb tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (dd81a613-5fe7-483f-8c85-44eb3d7d564e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:07.435502 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3185cfeb-0542-4ab6-a2f0-ba3a983783fb tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for router_controller (dd81a613-5fe7-483f-8c85-44eb3d7d564e), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:07.458893 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 3a6fe9dc-9982-4911-84a9-b28d348079dd is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:07.459178 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (3a6fe9dc-9982-4911-84a9-b28d348079dd), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:07.496180 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c3698b65-e15a-4e02-bf58-31e99562e790 None None] Current status of the port 3a6fe9dc-9982-4911-84a9-b28d348079dd is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:07.496738 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c3698b65-e15a-4e02-bf58-31e99562e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (3a6fe9dc-9982-4911-84a9-b28d348079dd), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:07.503497 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3185cfeb-0542-4ab6-a2f0-ba3a983783fb tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (dd81a613-5fe7-483f-8c85-44eb3d7d564e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:07.530717 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 3a6fe9dc-9982-4911-84a9-b28d348079dd, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=3a6fe9dc-9982-4911-84a9-b28d348079dd,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:07.598337 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3185cfeb-0542-4ab6-a2f0-ba3a983783fb tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:07.600727 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3185cfeb-0542-4ab6-a2f0-ba3a983783fb tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5254829 Apr 15 03:39:07.602961 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33412) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:07.610324 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (3a6fe9dc-9982-4911-84a9-b28d348079dd), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:07.667267 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-553652f8-078d-4e67-a005-40d68b2ecfdd tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for router_gateway (54f9ebc8-b9c4-4710-86d6-a93a2b2f249a), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:07.685345 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-c3698b65-e15a-4e02-bf58-31e99562e790 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:39:07.685837 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-c3698b65-e15a-4e02-bf58-31e99562e790 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:39:07.699013 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=3a6fe9dc-9982-4911-84a9-b28d348079dd,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:07.711962 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f7eb1de-361c-43e3-b927-d7e73f87d4d7 admin admin] Publish callbacks [] for security_group (c3d581c4-fb99-40b5-80a9-85a972e8ff9b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:07.738599 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-553652f8-078d-4e67-a005-40d68b2ecfdd tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] update failed (client error): The resource could not be found. Apr 15 03:39:07.739650 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-553652f8-078d-4e67-a005-40d68b2ecfdd tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "PUT /v2.0/routers/54f9ebc8-b9c4-4710-86d6-a93a2b2f249a HTTP/1.1" status: 404 len: 339 time: 0.6551359 Apr 15 03:39:07.743221 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33416) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:07.748053 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-192dfc67-ad32-4d31-b9fb-33b1ef6103f2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1895192716'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:07.804220 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f7eb1de-361c-43e3-b927-d7e73f87d4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (c3d581c4-fb99-40b5-80a9-85a972e8ff9b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:07.838791 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192dfc67-ad32-4d31-b9fb-33b1ef6103f2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Made reservation on behalf of 482acd2eb1bf456baf950167b92f3ae1 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:07.843272 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-192dfc67-ad32-4d31-b9fb-33b1ef6103f2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:07.858096 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6f7eb1de-361c-43e3-b927-d7e73f87d4d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=098898b391f147aabb301d41e79810a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9409769 Apr 15 03:39:07.860227 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7eb1de-361c-43e3-b927-d7e73f87d4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d581c4-fb99-40b5-80a9-85a972e8ff9b,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:07.862635 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33420) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:07.880434 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192dfc67-ad32-4d31-b9fb-33b1ef6103f2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:39:07.886813 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33422) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:07.903817 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-192dfc67-ad32-4d31-b9fb-33b1ef6103f2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (b8c75e56-cc8e-4e81-b16c-5fb97a8e40d8), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:07.904384 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-192dfc67-ad32-4d31-b9fb-33b1ef6103f2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Added segment b8c75e56-cc8e-4e81-b16c-5fb97a8e40d8 of type vlan for network fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5 Apr 15 03:39:07.950153 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34b03011-b88e-4f7b-b957-5a6a3f24b08c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:07.969442 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-192dfc67-ad32-4d31-b9fb-33b1ef6103f2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:07.991445 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5ad265c8-b00f-4ed9-a3ac-156ab7c62b1c admin admin] Publish callbacks [] for security_group (c3d581c4-fb99-40b5-80a9-85a972e8ff9b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.019497 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Request body: {'networks': [{'name': 'tempest-network--2142311370'}, {'name': 'tempest-network--1574190470'}]} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:08.019805 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Request body: {'network': {'name': 'tempest-network--2142311370'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:08.020257 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Request body: {'network': {'name': 'tempest-network--1574190470'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:08.033615 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5ad265c8-b00f-4ed9-a3ac-156ab7c62b1c admin admin] Publish callbacks [] for security_group (c3d581c4-fb99-40b5-80a9-85a972e8ff9b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.097694 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-192dfc67-ad32-4d31-b9fb-33b1ef6103f2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.102793 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192dfc67-ad32-4d31-b9fb-33b1ef6103f2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:08.106795 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-192dfc67-ad32-4d31-b9fb-33b1ef6103f2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.164936 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Made reservation on behalf of 1a928208ce2d46c19b08db0639178bec for: {'network': 2} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:08.169115 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.184145 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.186334 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5ad265c8-b00f-4ed9-a3ac-156ab7c62b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (c3d581c4-fb99-40b5-80a9-85a972e8ff9b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.188832 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5ad265c8-b00f-4ed9-a3ac-156ab7c62b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.192459 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5ad265c8-b00f-4ed9-a3ac-156ab7c62b1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3d581c4-fb99-40b5-80a9-85a972e8ff9b HTTP/1.1" status: 204 len: 168 time: 0.3261654 Apr 15 03:39:08.193334 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dfc67-ad32-4d31-b9fb-33b1ef6103f2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event updated for resources: {'Network': ['ID=fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:08.199716 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-34b03011-b88e-4f7b-b957-5a6a3f24b08c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8::1 (d8f597fb-2381-4564-a070-eb7f10af68ac/025e5b18-4feb-49d7-a9bd-4f2658ed6600/28183c8b-fb14-44e8-867d-7bc23a00d56c) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:08.209096 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad265c8-b00f-4ed9-a3ac-156ab7c62b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d581c4-fb99-40b5-80a9-85a972e8ff9b,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:08.243189 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-192dfc67-ad32-4d31-b9fb-33b1ef6103f2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4988937 Apr 15 03:39:08.248373 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33428) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:08.253106 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:39:08.295480 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-26ccab75-1d6f-463f-88d6-5504fda2759e tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Request body: {'subnet': {'network_id': 'fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:08.301850 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks [] for security_group (41a5772f-84aa-482b-a1c5-603a134f6925), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.321202 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c3698b65-e15a-4e02-bf58-31e99562e790 None None] Current status of the port 3a6fe9dc-9982-4911-84a9-b28d348079dd is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:08.386957 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (41a5772f-84aa-482b-a1c5-603a134f6925), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.387425 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.411331 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34b03011-b88e-4f7b-b957-5a6a3f24b08c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (28183c8b-fb14-44e8-867d-7bc23a00d56c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.425106 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a5772f-84aa-482b-a1c5-603a134f6925,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:08.432679 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:39:08.447568 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-26096b41-35b5-4409-abff-31079fea7fc6 None None] Provisioning complete for port 3a6fe9dc-9982-4911-84a9-b28d348079dd triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:08.451705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (29b690ce-3620-4711-bff2-45c407e28452), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.452321 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Added segment 29b690ce-3620-4711-bff2-45c407e28452 of type vlan for network 56d0933f-e13c-41ce-b1bf-37b03b2ba007 Apr 15 03:39:08.454137 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26096b41-35b5-4409-abff-31079fea7fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (3a6fe9dc-9982-4911-84a9-b28d348079dd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.502505 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (56d0933f-e13c-41ce-b1bf-37b03b2ba007), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.509061 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ccab75-1d6f-463f-88d6-5504fda2759e tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Made reservation on behalf of 482acd2eb1bf456baf950167b92f3ae1 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:08.513090 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-26ccab75-1d6f-463f-88d6-5504fda2759e tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.533308 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:39:08.539228 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-26096b41-35b5-4409-abff-31079fea7fc6 None None] Current status of the port 3a6fe9dc-9982-4911-84a9-b28d348079dd is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:08.543156 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (8dad1c66-4956-4310-a76e-f69b1959bd7b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.543555 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Added segment 8dad1c66-4956-4310-a76e-f69b1959bd7b of type vlan for network 5c9667c0-3209-4f25-901a-cb9089fd3c8a Apr 15 03:39:08.570853 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34b03011-b88e-4f7b-b957-5a6a3f24b08c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (28183c8b-fb14-44e8-867d-7bc23a00d56c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.584992 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (5c9667c0-3209-4f25-901a-cb9089fd3c8a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.628502 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b03011-b88e-4f7b-b957-5a6a3f24b08c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:08.635702 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-34b03011-b88e-4f7b-b957-5a6a3f24b08c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:08.645320 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b03011-b88e-4f7b-b957-5a6a3f24b08c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:08.645320 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34b03011-b88e-4f7b-b957-5a6a3f24b08c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (dd81a613-5fe7-483f-8c85-44eb3d7d564e), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.690718 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b03011-b88e-4f7b-b957-5a6a3f24b08c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=28183c8b-fb14-44e8-867d-7bc23a00d56c,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:08.697838 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (56d0933f-e13c-41ce-b1bf-37b03b2ba007), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.698426 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (5c9667c0-3209-4f25-901a-cb9089fd3c8a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.714440 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:08.722825 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:08.724632 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.802106 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event updated for resources: {'Network': ['ID=56d0933f-e13c-41ce-b1bf-37b03b2ba007,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:08.815219 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 56d0933f-e13c-41ce-b1bf-37b03b2ba007 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:39:08.882866 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event updated for resources: {'Network': ['ID=5c9667c0-3209-4f25-901a-cb9089fd3c8a,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:08.895416 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-85dca21b-4034-4c7d-85c7-034e182e97de tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.0052385 Apr 15 03:39:08.895716 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33438) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:08.936192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 5c9667c0-3209-4f25-901a-cb9089fd3c8a details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:39:08.967737 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34b03011-b88e-4f7b-b957-5a6a3f24b08c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (28183c8b-fb14-44e8-867d-7bc23a00d56c), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:08.981180 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 3a6fe9dc-9982-4911-84a9-b28d348079dd up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:09.020553 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-26ccab75-1d6f-463f-88d6-5504fda2759e tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (b69356cc-3af1-49c4-8651-300e6ccc8e99), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:09.056874 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-c3bda05b-6659-4a64-a56e-c7a2d899a326 None None] Provisioning complete for port 28183c8b-fb14-44e8-867d-7bc23a00d56c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:09.057248 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c3bda05b-6659-4a64-a56e-c7a2d899a326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (28183c8b-fb14-44e8-867d-7bc23a00d56c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:09.115826 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 3a6fe9dc-9982-4911-84a9-b28d348079dd triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:09.116458 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (3a6fe9dc-9982-4911-84a9-b28d348079dd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:09.121256 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c3bda05b-6659-4a64-a56e-c7a2d899a326 None None] Port 28183c8b-fb14-44e8-867d-7bc23a00d56c cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:39:09.150818 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9722b11b-0707-4cf3-aee6-14ee6a0fa566 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:09.156881 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9722b11b-0707-4cf3-aee6-14ee6a0fa566 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:09.162452 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9722b11b-0707-4cf3-aee6-14ee6a0fa566 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:09.167623 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9722b11b-0707-4cf3-aee6-14ee6a0fa566 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:09.172140 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9722b11b-0707-4cf3-aee6-14ee6a0fa566 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2727418 Apr 15 03:39:09.172500 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33442) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:09.173255 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccab75-1d6f-463f-88d6-5504fda2759e tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event updated for resources: {'Subnet': ['ID=b69356cc-3af1-49c4-8651-300e6ccc8e99,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:09.195160 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ccab75-1d6f-463f-88d6-5504fda2759e tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Checking segment: {'id': 'b8c75e56-cc8e-4e81-b16c-5fb97a8e40d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:09.195675 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ccab75-1d6f-463f-88d6-5504fda2759e tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Network hostable DHCP agents. Network: fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:39:09.218844 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 3a6fe9dc-9982-4911-84a9-b28d348079dd is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:09.279268 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c169ee00-6d33-48ac-8a4d-98fc717b2661 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (56d0933f-e13c-41ce-b1bf-37b03b2ba007), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:09.307445 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ccab75-1d6f-463f-88d6-5504fda2759e tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Network fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:39:09.347442 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34b03011-b88e-4f7b-b957-5a6a3f24b08c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (28183c8b-fb14-44e8-867d-7bc23a00d56c), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:09.373712 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c169ee00-6d33-48ac-8a4d-98fc717b2661 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (56d0933f-e13c-41ce-b1bf-37b03b2ba007), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:09.383131 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-26ccab75-1d6f-463f-88d6-5504fda2759e tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:09.388933 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ccab75-1d6f-463f-88d6-5504fda2759e tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:09.389715 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-26ccab75-1d6f-463f-88d6-5504fda2759e tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:09.394521 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-c169ee00-6d33-48ac-8a4d-98fc717b2661 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d0933f-e13c-41ce-b1bf-37b03b2ba007']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:09.395513 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db10e57-7d72-4e83-8196-131c4c8ca072 None None] Network fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:09.406469 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34b03011-b88e-4f7b-b957-5a6a3f24b08c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (28183c8b-fb14-44e8-867d-7bc23a00d56c), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:09.406844 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-c169ee00-6d33-48ac-8a4d-98fc717b2661 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b690ce-3620-4711-bff2-45c407e28452') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:09.423422 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-c169ee00-6d33-48ac-8a4d-98fc717b2661 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b690ce-3620-4711-bff2-45c407e28452') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:09.423982 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34b03011-b88e-4f7b-b957-5a6a3f24b08c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (dd81a613-5fe7-483f-8c85-44eb3d7d564e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:09.434109 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c169ee00-6d33-48ac-8a4d-98fc717b2661 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (29b690ce-3620-4711-bff2-45c407e28452), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:09.456623 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c169ee00-6d33-48ac-8a4d-98fc717b2661 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (29b690ce-3620-4711-bff2-45c407e28452), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:09.466640 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c169ee00-6d33-48ac-8a4d-98fc717b2661 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:39:09.472134 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c169ee00-6d33-48ac-8a4d-98fc717b2661 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (29b690ce-3620-4711-bff2-45c407e28452), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:09.517267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9c2ec5-a410-455b-aaa0-12740cc33fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5', 'network_id': 'fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5', 'project_id': '482acd2eb1bf456baf950167b92f3ae1', 'fixed_ips': [{'subnet_id': 'b69356cc-3af1-49c4-8651-300e6ccc8e99'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:39:09.518253 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2ec5-a410-455b-aaa0-12740cc33fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:39:09.525757 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:39:09.601191 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c169ee00-6d33-48ac-8a4d-98fc717b2661 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (56d0933f-e13c-41ce-b1bf-37b03b2ba007), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:09.615388 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c169ee00-6d33-48ac-8a4d-98fc717b2661 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:09.616564 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c169ee00-6d33-48ac-8a4d-98fc717b2661 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "DELETE /v2.0/networks/56d0933f-e13c-41ce-b1bf-37b03b2ba007 HTTP/1.1" status: 204 len: 168 time: 0.4420159 Apr 15 03:39:09.619142 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33454) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:09.639723 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169ee00-6d33-48ac-8a4d-98fc717b2661 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event deleted for resources: {'Network': ['ID=56d0933f-e13c-41ce-b1bf-37b03b2ba007,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:09.732677 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0ff078e1-c224-4ac7-a9d2-db6b256ad65b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (5c9667c0-3209-4f25-901a-cb9089fd3c8a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:09.739981 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-ef9c2ec5-a410-455b-aaa0-12740cc33fdf None None] Allocated IP 2001:db8:1::2 (fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5/b69356cc-3af1-49c4-8651-300e6ccc8e99/d7640c6b-1c1a-427c-a620-d319efa125be) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:09.838073 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0ff078e1-c224-4ac7-a9d2-db6b256ad65b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (5c9667c0-3209-4f25-901a-cb9089fd3c8a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:09.840434 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-26ccab75-1d6f-463f-88d6-5504fda2759e tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5932512 Apr 15 03:39:09.845339 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33458) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:09.857303 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-8be90a59-686e-44e5-ba1e-de6bf0b85753 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5'}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:09.877590 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b03011-b88e-4f7b-b957-5a6a3f24b08c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:09.877944 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b03011-b88e-4f7b-b957-5a6a3f24b08c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=28183c8b-fb14-44e8-867d-7bc23a00d56c,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:09.881600 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-34b03011-b88e-4f7b-b957-5a6a3f24b08c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:09.920761 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2ec5-a410-455b-aaa0-12740cc33fdf None None] Publish callbacks [] for port (d7640c6b-1c1a-427c-a620-d319efa125be), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:09.941607 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-0ff078e1-c224-4ac7-a9d2-db6b256ad65b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9667c0-3209-4f25-901a-cb9089fd3c8a']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:09.956875 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-0ff078e1-c224-4ac7-a9d2-db6b256ad65b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dad1c66-4956-4310-a76e-f69b1959bd7b') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:09.957096 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-0ff078e1-c224-4ac7-a9d2-db6b256ad65b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dad1c66-4956-4310-a76e-f69b1959bd7b') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:10.006993 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0ff078e1-c224-4ac7-a9d2-db6b256ad65b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (8dad1c66-4956-4310-a76e-f69b1959bd7b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:10.010752 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2ec5-a410-455b-aaa0-12740cc33fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (d7640c6b-1c1a-427c-a620-d319efa125be), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:10.066126 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9c2ec5-a410-455b-aaa0-12740cc33fdf None None] Network fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:10.067705 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-ef9c2ec5-a410-455b-aaa0-12740cc33fdf None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:10.072310 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0ff078e1-c224-4ac7-a9d2-db6b256ad65b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (8dad1c66-4956-4310-a76e-f69b1959bd7b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:10.077315 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c2ec5-a410-455b-aaa0-12740cc33fdf None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:10.085149 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c2ec5-a410-455b-aaa0-12740cc33fdf None None] Pushing event updated for resources: {'Port': ['ID=d7640c6b-1c1a-427c-a620-d319efa125be,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:10.126444 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b03011-b88e-4f7b-b957-5a6a3f24b08c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Router dd81a613-5fe7-483f-8c85-44eb3d7d564e is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:39:10.149189 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff078e1-c224-4ac7-a9d2-db6b256ad65b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:39:10.149604 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0ff078e1-c224-4ac7-a9d2-db6b256ad65b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (8dad1c66-4956-4310-a76e-f69b1959bd7b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:39:10.152751 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:39:10.173427 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ef9c2ec5-a410-455b-aaa0-12740cc33fdf None None] Attempting to bind port d7640c6b-1c1a-427c-a620-d319efa125be on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:10.174164 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ef9c2ec5-a410-455b-aaa0-12740cc33fdf None None] Attempting to bind port d7640c6b-1c1a-427c-a620-d319efa125be by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'b8c75e56-cc8e-4e81-b16c-5fb97a8e40d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:10.174641 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9c2ec5-a410-455b-aaa0-12740cc33fdf None None] Attempting to bind port d7640c6b-1c1a-427c-a620-d319efa125be on network fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:10.180825 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9c2ec5-a410-455b-aaa0-12740cc33fdf None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:10.181448 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9c2ec5-a410-455b-aaa0-12740cc33fdf None None] Checking segment: {'id': 'b8c75e56-cc8e-4e81-b16c-5fb97a8e40d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:10.181909 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2ec5-a410-455b-aaa0-12740cc33fdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:10.182399 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9c2ec5-a410-455b-aaa0-12740cc33fdf None None] Bound using segment: {'id': 'b8c75e56-cc8e-4e81-b16c-5fb97a8e40d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:10.183073 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ef9c2ec5-a410-455b-aaa0-12740cc33fdf None None] Bound port: d7640c6b-1c1a-427c-a620-d319efa125be, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c75e56-cc8e-4e81-b16c-5fb97a8e40d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:10.183660 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2ec5-a410-455b-aaa0-12740cc33fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d7640c6b-1c1a-427c-a620-d319efa125be), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:10.203268 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8be90a59-686e-44e5-ba1e-de6bf0b85753 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for router_gateway (54f9ebc8-b9c4-4710-86d6-a93a2b2f249a), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:10.251826 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b03011-b88e-4f7b-b957-5a6a3f24b08c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:39:10.259737 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33466) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:10.259879 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-34b03011-b88e-4f7b-b957-5a6a3f24b08c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "PUT /v2.0/routers/dd81a613-5fe7-483f-8c85-44eb3d7d564e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6555133 Apr 15 03:39:10.261379 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ef9c2ec5-a410-455b-aaa0-12740cc33fdf None None] For port d7640c6b-1c1a-427c-a620-d319efa125be, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:39:10.265195 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] Sync routers for ids ['dd81a613-5fe7-483f-8c85-44eb3d7d564e'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:39:10.275615 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] Routers {'dd81a613-5fe7-483f-8c85-44eb3d7d564e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:10.276509 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dd81a613-5fe7-483f-8c85-44eb3d7d564e'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:10.280741 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d6687d7a-f455-4349-9217-6989697ce19a None None] Provisioning complete for port 28183c8b-fb14-44e8-867d-7bc23a00d56c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:10.281225 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d6687d7a-f455-4349-9217-6989697ce19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (28183c8b-fb14-44e8-867d-7bc23a00d56c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:10.334061 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ef9c2ec5-a410-455b-aaa0-12740cc33fdf None None] For port d7640c6b-1c1a-427c-a620-d319efa125be, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=d7640c6b-1c1a-427c-a620-d319efa125be,segment=NetworkSegment(b8c75e56-cc8e-4e81-b16c-5fb97a8e40d8),segment_id=b8c75e56-cc8e-4e81-b16c-5fb97a8e40d8)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:39:10.335976 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d6687d7a-f455-4349-9217-6989697ce19a None None] Port 28183c8b-fb14-44e8-867d-7bc23a00d56c cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:39:10.346219 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0ff078e1-c224-4ac7-a9d2-db6b256ad65b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (5c9667c0-3209-4f25-901a-cb9089fd3c8a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:10.379046 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] Set router dd81a613-5fe7-483f-8c85-44eb3d7d564e gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:39:10.397042 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0ff078e1-c224-4ac7-a9d2-db6b256ad65b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:10.400651 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0ff078e1-c224-4ac7-a9d2-db6b256ad65b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "DELETE /v2.0/networks/5c9667c0-3209-4f25-901a-cb9089fd3c8a HTTP/1.1" status: 204 len: 168 time: 0.7803864 Apr 15 03:39:10.403259 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33474) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:10.437043 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff078e1-c224-4ac7-a9d2-db6b256ad65b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event deleted for resources: {'Network': ['ID=5c9667c0-3209-4f25-901a-cb9089fd3c8a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:10.450351 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2ec5-a410-455b-aaa0-12740cc33fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (d7640c6b-1c1a-427c-a620-d319efa125be), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:10.467434 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a9282d-5ec8-42b2-b45e-081da61e8dd6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:10.488022 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-71a9282d-5ec8-42b2-b45e-081da61e8dd6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports/28183c8b-fb14-44e8-867d-7bc23a00d56c HTTP/1.1" status: 200 len: 911 time: 0.2175970 Apr 15 03:39:10.493404 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33480) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:10.582842 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cb053b-37ef-42b0-a7c6-b8fc546a8c89 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:10.585774 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c2ec5-a410-455b-aaa0-12740cc33fdf None None] Pushing event updated for resources: {'Port': ['ID=d7640c6b-1c1a-427c-a620-d319efa125be,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:10.589467 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cb053b-37ef-42b0-a7c6-b8fc546a8c89 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:10.600460 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-42cb053b-37ef-42b0-a7c6-b8fc546a8c89 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1009328 Apr 15 03:39:10.603853 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33482) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:10.680677 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e430acc-a9dd-4087-9d48-36b49986cd77 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:10.688507 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e430acc-a9dd-4087-9d48-36b49986cd77 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:10.690462 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1e430acc-a9dd-4087-9d48-36b49986cd77 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2856312 Apr 15 03:39:10.694196 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33488) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:10.699256 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-319bca61-e12d-416a-8595-0a92e4e6b6f4 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1203261536'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:10.704993 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-8be90a59-686e-44e5-ba1e-de6bf0b85753 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:39:10.709816 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8be90a59-686e-44e5-ba1e-de6bf0b85753 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "PUT /v2.0/routers/54f9ebc8-b9c4-4710-86d6-a93a2b2f249a HTTP/1.1" status: 400 len: 364 time: 0.8634734 Apr 15 03:39:10.710505 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33490) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:10.795071 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319bca61-e12d-416a-8595-0a92e4e6b6f4 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Made reservation on behalf of 1a928208ce2d46c19b08db0639178bec for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:10.797264 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd81a613-5fe7-483f-8c85-44eb3d7d564e', 'name': 'tempest-NetworksTestDHCPv6-router-1582114864', 'tenant_id': 'df0aaca0878d4368af25e51d28cface6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:07Z', 'updated_at': '2022-04-15T03:39:08Z', 'revision_number': 2, 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'gw_port_host': None, '_interfaces': [{'id': '28183c8b-fb14-44e8-867d-7bc23a00d56c', 'name': '', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'tenant_id': 'df0aaca0878d4368af25e51d28cface6', 'mac_address': 'fa:16:3e:09:b5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd81a613-5fe7-483f-8c85-44eb3d7d564e', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '025e5b18-4feb-49d7-a9bd-4f2658ed6600', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:08Z', 'updated_at': '2022-04-15T03:39:09Z', 'revision_number': 2, 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'subnets': [{'id': '025e5b18-4feb-49d7-a9bd-4f2658ed6600', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:10.798415 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-319bca61-e12d-416a-8595-0a92e4e6b6f4 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:10.835827 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] Checking router: dd81a613-5fe7-483f-8c85-44eb3d7d564e for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:39:10.836532 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] Updating router dd81a613-5fe7-483f-8c85-44eb3d7d564e port 28183c8b-fb14-44e8-867d-7bc23a00d56c binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:39:10.863967 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319bca61-e12d-416a-8595-0a92e4e6b6f4 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:39:10.885281 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (28183c8b-fb14-44e8-867d-7bc23a00d56c), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:10.889633 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-319bca61-e12d-416a-8595-0a92e4e6b6f4 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (5fb4186d-39cc-497e-b4eb-8f4798c2063d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:10.889988 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-319bca61-e12d-416a-8595-0a92e4e6b6f4 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Added segment 5fb4186d-39cc-497e-b4eb-8f4798c2063d of type vlan for network 7b36e5cb-4660-4933-bdd1-d00c3fb156c8 Apr 15 03:39:10.999653 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-319bca61-e12d-416a-8595-0a92e4e6b6f4 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (7b36e5cb-4660-4933-bdd1-d00c3fb156c8), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:11.015389 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device d7640c6b-1c1a-427c-a620-d319efa125be up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:11.092159 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port d7640c6b-1c1a-427c-a620-d319efa125be triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:11.095700 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d7640c6b-1c1a-427c-a620-d319efa125be), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:11.114829 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-319bca61-e12d-416a-8595-0a92e4e6b6f4 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (7b36e5cb-4660-4933-bdd1-d00c3fb156c8), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:11.120354 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319bca61-e12d-416a-8595-0a92e4e6b6f4 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:11.121476 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-319bca61-e12d-416a-8595-0a92e4e6b6f4 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:11.206305 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port d7640c6b-1c1a-427c-a620-d319efa125be is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:11.208482 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d7640c6b-1c1a-427c-a620-d319efa125be), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:11.257716 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bca61-e12d-416a-8595-0a92e4e6b6f4 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event updated for resources: {'Network': ['ID=7b36e5cb-4660-4933-bdd1-d00c3fb156c8,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:11.260330 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c793e2bc-9635-4935-84da-55c332ba6345 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:11.266668 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-319bca61-e12d-416a-8595-0a92e4e6b6f4 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5712636 Apr 15 03:39:11.269157 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33494) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:11.271674 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 7b36e5cb-4660-4933-bdd1-d00c3fb156c8 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:39:11.275357 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-5f12ae49-2abf-4d93-9915-e702e476d2e6 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1970374951'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:11.284676 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port d7640c6b-1c1a-427c-a620-d319efa125be, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=d7640c6b-1c1a-427c-a620-d319efa125be,segment=NetworkSegment(b8c75e56-cc8e-4e81-b16c-5fb97a8e40d8),segment_id=b8c75e56-cc8e-4e81-b16c-5fb97a8e40d8)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:11.326925 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] Publish callbacks [] for port (28183c8b-fb14-44e8-867d-7bc23a00d56c), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:11.350517 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (d7640c6b-1c1a-427c-a620-d319efa125be), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:11.384436 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f12ae49-2abf-4d93-9915-e702e476d2e6 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Made reservation on behalf of 1a928208ce2d46c19b08db0639178bec for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:11.389633 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f12ae49-2abf-4d93-9915-e702e476d2e6 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:11.411181 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=d7640c6b-1c1a-427c-a620-d319efa125be,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:11.422116 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f12ae49-2abf-4d93-9915-e702e476d2e6 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:39:11.433676 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f12ae49-2abf-4d93-9915-e702e476d2e6 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7af5d73c-f159-432e-a68b-ae55147ca217), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:11.434188 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-5f12ae49-2abf-4d93-9915-e702e476d2e6 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Added segment 7af5d73c-f159-432e-a68b-ae55147ca217 of type vlan for network a3140730-4e3d-4d07-843a-be97a04169ef Apr 15 03:39:11.458736 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (28183c8b-fb14-44e8-867d-7bc23a00d56c), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:11.485122 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f12ae49-2abf-4d93-9915-e702e476d2e6 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (a3140730-4e3d-4d07-843a-be97a04169ef), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:11.535284 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fb8e0-5653-4757-8de3-e7fbbc5f111d None None] Pushing event updated for resources: {'Port': ['ID=28183c8b-fb14-44e8-867d-7bc23a00d56c,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:11.562482 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33496) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:11.565658 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb8e0-5653-4757-8de3-e7fbbc5f111d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:11.566460 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb8e0-5653-4757-8de3-e7fbbc5f111d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:11.569125 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-1730ca6e-a2d4-4c5b-bd59-2d2da22500f2 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2126812087', 'description': 'tempest-secgroup-smoke-2126812087 description', 'project_id': '29e3407995e14fb583efa0164c47fc4b'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:11.572277 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb8e0-5653-4757-8de3-e7fbbc5f111d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:11.573295 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb8e0-5653-4757-8de3-e7fbbc5f111d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:11.573906 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb8e0-5653-4757-8de3-e7fbbc5f111d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:11.574512 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb8e0-5653-4757-8de3-e7fbbc5f111d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:11.575194 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb8e0-5653-4757-8de3-e7fbbc5f111d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:11.576292 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb8e0-5653-4757-8de3-e7fbbc5f111d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:11.576874 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb8e0-5653-4757-8de3-e7fbbc5f111d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:11.577453 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb8e0-5653-4757-8de3-e7fbbc5f111d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:11.578905 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb8e0-5653-4757-8de3-e7fbbc5f111d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:11.582846 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb8e0-5653-4757-8de3-e7fbbc5f111d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:11.582846 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb8e0-5653-4757-8de3-e7fbbc5f111d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:11.582846 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb8e0-5653-4757-8de3-e7fbbc5f111d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:11.582846 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7fb8e0-5653-4757-8de3-e7fbbc5f111d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:11.635449 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f12ae49-2abf-4d93-9915-e702e476d2e6 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (a3140730-4e3d-4d07-843a-be97a04169ef), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:11.642113 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f12ae49-2abf-4d93-9915-e702e476d2e6 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:11.645444 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f12ae49-2abf-4d93-9915-e702e476d2e6 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:11.649633 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] Attempting to bind port 28183c8b-fb14-44e8-867d-7bc23a00d56c on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:11.650016 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] Attempting to bind port 28183c8b-fb14-44e8-867d-7bc23a00d56c by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:11.650377 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] Attempting to bind port 28183c8b-fb14-44e8-867d-7bc23a00d56c on network d8f597fb-2381-4564-a070-eb7f10af68ac {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:11.656738 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:11.657148 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:11.657698 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:11.658098 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] Bound using segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:11.658576 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] Bound port: 28183c8b-fb14-44e8-867d-7bc23a00d56c, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:11.659007 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (28183c8b-fb14-44e8-867d-7bc23a00d56c), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:11.726808 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12ae49-2abf-4d93-9915-e702e476d2e6 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event updated for resources: {'Network': ['ID=a3140730-4e3d-4d07-843a-be97a04169ef,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:11.729285 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1730ca6e-a2d4-4c5b-bd59-2d2da22500f2 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:11.742456 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network a3140730-4e3d-4d07-843a-be97a04169ef details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:39:11.751318 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1730ca6e-a2d4-4c5b-bd59-2d2da22500f2 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:11.756777 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] For port 28183c8b-fb14-44e8-867d-7bc23a00d56c, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:39:11.761296 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] For port 28183c8b-fb14-44e8-867d-7bc23a00d56c, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=28183c8b-fb14-44e8-867d-7bc23a00d56c,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:39:11.849442 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1730ca6e-a2d4-4c5b-bd59-2d2da22500f2 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group (882f4d96-1708-4f8d-9d34-cfa61e0780a0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:11.851948 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (28183c8b-fb14-44e8-867d-7bc23a00d56c), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:11.866520 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5f12ae49-2abf-4d93-9915-e702e476d2e6 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5959387 Apr 15 03:39:11.869188 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33498) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:11.876859 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Request body: {'ports': [{'network_id': '7b36e5cb-4660-4933-bdd1-d00c3fb156c8', 'name': 'tempest-port--582369885', 'admin_state_up': True}, {'network_id': 'a3140730-4e3d-4d07-843a-be97a04169ef', 'admin_state_up': False}]} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:11.883806 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Request body: {'port': {'network_id': '7b36e5cb-4660-4933-bdd1-d00c3fb156c8', 'name': 'tempest-port--582369885', 'admin_state_up': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:11.883806 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Request body: {'port': {'network_id': 'a3140730-4e3d-4d07-843a-be97a04169ef', 'admin_state_up': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:11.915951 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1730ca6e-a2d4-4c5b-bd59-2d2da22500f2 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (882f4d96-1708-4f8d-9d34-cfa61e0780a0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:11.949324 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-67319515-e0c4-4a7b-b55e-f7190bbd83e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (dd81a613-5fe7-483f-8c85-44eb3d7d564e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:11.950659 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] Routers {'dd81a613-5fe7-483f-8c85-44eb3d7d564e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:11.951370 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dd81a613-5fe7-483f-8c85-44eb3d7d564e'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:11.953287 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fb8e0-5653-4757-8de3-e7fbbc5f111d None None] Pushing event updated for resources: {'Port': ['ID=28183c8b-fb14-44e8-867d-7bc23a00d56c,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:11.970626 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730ca6e-a2d4-4c5b-bd59-2d2da22500f2 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=882f4d96-1708-4f8d-9d34-cfa61e0780a0,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:12.014146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3e5e1c21-3681-44c2-b447-d3e3643de1ff None None] Provisioning complete for port 28183c8b-fb14-44e8-867d-7bc23a00d56c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:12.014536 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3e5e1c21-3681-44c2-b447-d3e3643de1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (28183c8b-fb14-44e8-867d-7bc23a00d56c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:12.068849 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea17620-ae90-4c66-9c71-49ca5664a787 None None] Network fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:12.077004 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] Set router dd81a613-5fe7-483f-8c85-44eb3d7d564e gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:39:12.246056 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1730ca6e-a2d4-4c5b-bd59-2d2da22500f2 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group (0ad9208f-3c75-4044-bd90-0652423f980d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:12.272854 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-c793e2bc-9635-4935-84da-55c332ba6345 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Allocated IP 2001:db8::1 (ffe28bed-d3e1-4375-be57-b8161cc18c46/3694fd4e-c375-4d5a-881c-3731acb0d831/8b18be1c-f705-4cca-b05e-53e822e1ecbf) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:12.300462 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3e5e1c21-3681-44c2-b447-d3e3643de1ff None None] Current status of the port 28183c8b-fb14-44e8-867d-7bc23a00d56c is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:12.301116 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3e5e1c21-3681-44c2-b447-d3e3643de1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (28183c8b-fb14-44e8-867d-7bc23a00d56c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:12.305187 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1730ca6e-a2d4-4c5b-bd59-2d2da22500f2 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (0ad9208f-3c75-4044-bd90-0652423f980d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:12.334250 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Made reservation on behalf of 1a928208ce2d46c19b08db0639178bec for: {'port': 2} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:12.338361 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:12.362131 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:12.370653 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730ca6e-a2d4-4c5b-bd59-2d2da22500f2 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad9208f-3c75-4044-bd90-0652423f980d,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:12.389810 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-3e5e1c21-3681-44c2-b447-d3e3643de1ff None None] For port 28183c8b-fb14-44e8-867d-7bc23a00d56c, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=28183c8b-fb14-44e8-867d-7bc23a00d56c,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:12.401261 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd81a613-5fe7-483f-8c85-44eb3d7d564e', 'name': 'tempest-NetworksTestDHCPv6-router-1582114864', 'tenant_id': 'df0aaca0878d4368af25e51d28cface6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:07Z', 'updated_at': '2022-04-15T03:39:08Z', 'revision_number': 2, 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'gw_port_host': None, '_interfaces': [{'id': '28183c8b-fb14-44e8-867d-7bc23a00d56c', 'name': '', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'tenant_id': 'df0aaca0878d4368af25e51d28cface6', 'mac_address': 'fa:16:3e:09:b5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd81a613-5fe7-483f-8c85-44eb3d7d564e', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '025e5b18-4feb-49d7-a9bd-4f2658ed6600', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:08Z', 'updated_at': '2022-04-15T03:39:11Z', 'revision_number': 4, 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'subnets': [{'id': '025e5b18-4feb-49d7-a9bd-4f2658ed6600', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:12.421807 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1730ca6e-a2d4-4c5b-bd59-2d2da22500f2 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:12.423328 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1730ca6e-a2d4-4c5b-bd59-2d2da22500f2 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8582342 Apr 15 03:39:12.424893 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-67319515-e0c4-4a7b-b55e-f7190bbd83e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting port 28183c8b-fb14-44e8-867d-7bc23a00d56c {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:12.425316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-67319515-e0c4-4a7b-b55e-f7190bbd83e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (28183c8b-fb14-44e8-867d-7bc23a00d56c), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:12.426677 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33500) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:12.432303 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-94f280b1-dbd8-4c8a-9593-32ed2fcd8397 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Request body: {'security_group_rule': {'security_group_id': '0ad9208f-3c75-4044-bd90-0652423f980d', 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:12.433788 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c1f8d4-181a-4115-9058-2bcf1f0f9f8f None None] The sync data for ids ['dd81a613-5fe7-483f-8c85-44eb3d7d564e'] in dv-neutron-837140-3-hyperv is: [{'id': 'dd81a613-5fe7-483f-8c85-44eb3d7d564e', 'name': 'tempest-NetworksTestDHCPv6-router-1582114864', 'tenant_id': 'df0aaca0878d4368af25e51d28cface6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:07Z', 'updated_at': '2022-04-15T03:39:08Z', 'revision_number': 2, 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'gw_port_host': None, '_interfaces': [{'id': '28183c8b-fb14-44e8-867d-7bc23a00d56c', 'name': '', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'tenant_id': 'df0aaca0878d4368af25e51d28cface6', 'mac_address': 'fa:16:3e:09:b5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd81a613-5fe7-483f-8c85-44eb3d7d564e', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '025e5b18-4feb-49d7-a9bd-4f2658ed6600', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:08Z', 'updated_at': '2022-04-15T03:39:11Z', 'revision_number': 4, 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'subnets': [{'id': '025e5b18-4feb-49d7-a9bd-4f2658ed6600', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:39:12.471122 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3e5e1c21-3681-44c2-b447-d3e3643de1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (28183c8b-fb14-44e8-867d-7bc23a00d56c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:12.536269 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c793e2bc-9635-4935-84da-55c332ba6345 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for port (8b18be1c-f705-4cca-b05e-53e822e1ecbf), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:12.539777 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e1c21-3681-44c2-b447-d3e3643de1ff None None] Pushing event updated for resources: {'Port': ['ID=28183c8b-fb14-44e8-867d-7bc23a00d56c,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:12.576109 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-94f280b1-dbd8-4c8a-9593-32ed2fcd8397 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group_rule (3c90855d-a31b-43fc-814d-11411099ed7c), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:12.583360 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] device_id is not set on port e877bda0-a613-4b6e-918c-3564b92c00c4 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:39:12.596399 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-dc56bb1d-a6f2-419b-ab88-c440cfe11a2f None None] Provisioning complete for port d7640c6b-1c1a-427c-a620-d319efa125be triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:12.596597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dc56bb1d-a6f2-419b-ab88-c440cfe11a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d7640c6b-1c1a-427c-a620-d319efa125be), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:12.663954 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-67319515-e0c4-4a7b-b55e-f7190bbd83e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] For port 28183c8b-fb14-44e8-867d-7bc23a00d56c, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=28183c8b-fb14-44e8-867d-7bc23a00d56c,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:12.667795 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-67319515-e0c4-4a7b-b55e-f7190bbd83e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (28183c8b-fb14-44e8-867d-7bc23a00d56c), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:12.677671 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-94f280b1-dbd8-4c8a-9593-32ed2fcd8397 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group_rule (3c90855d-a31b-43fc-814d-11411099ed7c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:12.689453 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-67319515-e0c4-4a7b-b55e-f7190bbd83e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Calling delete_port for 28183c8b-fb14-44e8-867d-7bc23a00d56c owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:12.742805 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks [] for port (e877bda0-a613-4b6e-918c-3564b92c00c4), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:12.770788 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-94f280b1-dbd8-4c8a-9593-32ed2fcd8397 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (3c90855d-a31b-43fc-814d-11411099ed7c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:12.780556 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c793e2bc-9635-4935-84da-55c332ba6345 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (8b18be1c-f705-4cca-b05e-53e822e1ecbf), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:12.853377 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-dc56bb1d-a6f2-419b-ab88-c440cfe11a2f None None] Current status of the port d7640c6b-1c1a-427c-a620-d319efa125be is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:12.853832 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f280b1-dbd8-4c8a-9593-32ed2fcd8397 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c90855d-a31b-43fc-814d-11411099ed7c,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:12.863089 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793e2bc-9635-4935-84da-55c332ba6345 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event updated for resources: {'Port': ['ID=8b18be1c-f705-4cca-b05e-53e822e1ecbf,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:12.868814 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] device_id is not set on port 74450c1c-2833-40d9-b0e1-d90820eb7e90 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:39:12.871097 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-dc56bb1d-a6f2-419b-ab88-c440cfe11a2f None None] Provisioning complete for port 28183c8b-fb14-44e8-867d-7bc23a00d56c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:12.879091 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dc56bb1d-a6f2-419b-ab88-c440cfe11a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (28183c8b-fb14-44e8-867d-7bc23a00d56c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:12.899434 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c793e2bc-9635-4935-84da-55c332ba6345 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Network ffe28bed-d3e1-4375-be57-b8161cc18c46 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:12.903722 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-c793e2bc-9635-4935-84da-55c332ba6345 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:12.906798 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c793e2bc-9635-4935-84da-55c332ba6345 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:12.907371 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c793e2bc-9635-4935-84da-55c332ba6345 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (54f9ebc8-b9c4-4710-86d6-a93a2b2f249a), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:12.940138 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-94f280b1-dbd8-4c8a-9593-32ed2fcd8397 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:12.941958 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-94f280b1-dbd8-4c8a-9593-32ed2fcd8397 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5140271 Apr 15 03:39:12.949025 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33504) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:12.954655 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-18e25632-646c-4432-886d-b1655cef36ea tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Request body: {'security_group_rule': {'security_group_id': '0ad9208f-3c75-4044-bd90-0652423f980d', 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:13.031048 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks [] for port (74450c1c-2833-40d9-b0e1-d90820eb7e90), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:13.060886 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-dc56bb1d-a6f2-419b-ab88-c440cfe11a2f None None] Current status of the port 28183c8b-fb14-44e8-867d-7bc23a00d56c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:13.083893 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18e25632-646c-4432-886d-b1655cef36ea tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group_rule (177f4179-3523-4ca8-923c-137a25083ccf), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:13.123982 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 28183c8b-fb14-44e8-867d-7bc23a00d56c up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:13.167608 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18e25632-646c-4432-886d-b1655cef36ea tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group_rule (177f4179-3523-4ca8-923c-137a25083ccf), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:13.194372 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-969a4f2c-bc83-4b1a-b4dc-0a99c4561960 None None] Provisioning complete for port d7640c6b-1c1a-427c-a620-d319efa125be triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:13.194922 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-969a4f2c-bc83-4b1a-b4dc-0a99c4561960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d7640c6b-1c1a-427c-a620-d319efa125be), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:13.210893 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (e877bda0-a613-4b6e-918c-3564b92c00c4), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:13.243562 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18e25632-646c-4432-886d-b1655cef36ea tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (177f4179-3523-4ca8-923c-137a25083ccf), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:13.258867 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 28183c8b-fb14-44e8-867d-7bc23a00d56c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:13.259383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (28183c8b-fb14-44e8-867d-7bc23a00d56c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:13.277633 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-67319515-e0c4-4a7b-b55e-f7190bbd83e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (28183c8b-fb14-44e8-867d-7bc23a00d56c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:13.292132 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e25632-646c-4432-886d-b1655cef36ea tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177f4179-3523-4ca8-923c-137a25083ccf,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:13.310183 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event updated for resources: {'Port': ['ID=e877bda0-a613-4b6e-918c-3564b92c00c4,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:13.319348 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18e25632-646c-4432-886d-b1655cef36ea tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:13.323591 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-18e25632-646c-4432-886d-b1655cef36ea tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3733280 Apr 15 03:39:13.324253 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33506) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:13.329807 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f876786e-92d1-4594-aea2-e3fd1614920d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Request body: {'security_group_rule': {'security_group_id': '0ad9208f-3c75-4044-bd90-0652423f980d', 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:13.335923 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Could not find standard attr ID for object 28183c8b-fb14-44e8-867d-7bc23a00d56c. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:39:13.340555 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-969a4f2c-bc83-4b1a-b4dc-0a99c4561960 None None] Current status of the port d7640c6b-1c1a-427c-a620-d319efa125be is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:13.342979 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No ports have port_id starting with 28183c8b-fb14-44e8-867d-7bc23a00d56c Apr 15 03:39:13.345377 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device d7640c6b-1c1a-427c-a620-d319efa125be up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:13.353153 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Checking segment: {'id': '5fb4186d-39cc-497e-b4eb-8f4798c2063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '7b36e5cb-4660-4933-bdd1-d00c3fb156c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:13.353551 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Network hostable DHCP agents. Network: 7b36e5cb-4660-4933-bdd1-d00c3fb156c8, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:39:13.354659 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67319515-e0c4-4a7b-b55e-f7190bbd83e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Port': ['ID=28183c8b-fb14-44e8-867d-7bc23a00d56c,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:13.393678 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c793e2bc-9635-4935-84da-55c332ba6345 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8b18be1c-f705-4cca-b05e-53e822e1ecbf), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:13.411967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port d7640c6b-1c1a-427c-a620-d319efa125be triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:13.412451 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d7640c6b-1c1a-427c-a620-d319efa125be), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:13.443672 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f876786e-92d1-4594-aea2-e3fd1614920d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group_rule (6cf62c1a-5a6e-4965-899c-bdc7aa0b4e8a), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:13.470235 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-0a9244a0-1d2f-444d-bce2-ff18f23334f1 None None] Provisioning complete for port 8b18be1c-f705-4cca-b05e-53e822e1ecbf triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:13.470900 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a9244a0-1d2f-444d-bce2-ff18f23334f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (8b18be1c-f705-4cca-b05e-53e822e1ecbf), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:13.493146 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Network 7b36e5cb-4660-4933-bdd1-d00c3fb156c8 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:39:13.503694 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-67319515-e0c4-4a7b-b55e-f7190bbd83e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (dd81a613-5fe7-483f-8c85-44eb3d7d564e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:13.543435 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0a9244a0-1d2f-444d-bce2-ff18f23334f1 None None] Port 8b18be1c-f705-4cca-b05e-53e822e1ecbf cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:39:13.554522 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port d7640c6b-1c1a-427c-a620-d319efa125be is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:13.563824 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f876786e-92d1-4594-aea2-e3fd1614920d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group_rule (6cf62c1a-5a6e-4965-899c-bdc7aa0b4e8a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:13.634839 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f876786e-92d1-4594-aea2-e3fd1614920d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (6cf62c1a-5a6e-4965-899c-bdc7aa0b4e8a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:13.654103 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876786e-92d1-4594-aea2-e3fd1614920d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf62c1a-5a6e-4965-899c-bdc7aa0b4e8a,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:13.657941 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 7b36e5cb-4660-4933-bdd1-d00c3fb156c8) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:13.661734 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:13.662779 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (74450c1c-2833-40d9-b0e1-d90820eb7e90), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:13.669483 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6ee804-9ff6-4bb6-b909-ea7c4bc1cb32 None None] Network 7b36e5cb-4660-4933-bdd1-d00c3fb156c8 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:13.726353 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event updated for resources: {'Port': ['ID=74450c1c-2833-40d9-b0e1-d90820eb7e90,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:13.743047 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f876786e-92d1-4594-aea2-e3fd1614920d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:13.743047 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f876786e-92d1-4594-aea2-e3fd1614920d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4159806 Apr 15 03:39:13.744243 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33508) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:13.750470 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-35432b97-a1f6-43a3-9497-bea7d24009c4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Request body: {'security_group_rule': {'security_group_id': '0ad9208f-3c75-4044-bd90-0652423f980d', 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:13.767724 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Checking segment: {'id': '7af5d73c-f159-432e-a68b-ae55147ca217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a3140730-4e3d-4d07-843a-be97a04169ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:13.768089 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Network hostable DHCP agents. Network: a3140730-4e3d-4d07-843a-be97a04169ef, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:39:13.834970 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67319515-e0c4-4a7b-b55e-f7190bbd83e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Router dd81a613-5fe7-483f-8c85-44eb3d7d564e has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:39:13.845169 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35432b97-a1f6-43a3-9497-bea7d24009c4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group_rule (e30db2c2-5332-4474-b602-05fbcc0cf1b8), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:13.864807 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Network a3140730-4e3d-4d07-843a-be97a04169ef is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:39:13.909727 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35432b97-a1f6-43a3-9497-bea7d24009c4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group_rule (e30db2c2-5332-4474-b602-05fbcc0cf1b8), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:13.946787 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, a3140730-4e3d-4d07-843a-be97a04169ef) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:13.951557 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67319515-e0c4-4a7b-b55e-f7190bbd83e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:39:13.951704 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:13.956786 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-67319515-e0c4-4a7b-b55e-f7190bbd83e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "PUT /v2.0/routers/dd81a613-5fe7-483f-8c85-44eb3d7d564e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3511972 Apr 15 03:39:13.958597 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:13.960177 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33510) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:13.960906 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18e8961-53fc-4168-a056-0d4e3b214eeb None None] Network a3140730-4e3d-4d07-843a-be97a04169ef requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:13.963135 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:13.963788 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.009086 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35432b97-a1f6-43a3-9497-bea7d24009c4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (e30db2c2-5332-4474-b602-05fbcc0cf1b8), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.014074 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c793e2bc-9635-4935-84da-55c332ba6345 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for port (8b18be1c-f705-4cca-b05e-53e822e1ecbf), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.032712 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe7a6f4-f183-44c7-b2ce-92a7d6875ce2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:14.034185 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe7a6f4-f183-44c7-b2ce-92a7d6875ce2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:14.038256 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4fe7a6f4-f183-44c7-b2ce-92a7d6875ce2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0746663 Apr 15 03:39:14.038416 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35432b97-a1f6-43a3-9497-bea7d24009c4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30db2c2-5332-4474-b602-05fbcc0cf1b8,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:14.038551 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33512) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:14.064751 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0c8a7578-c242-45c9-862c-bf70b7bb8d41 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1942384 Apr 15 03:39:14.067217 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33514) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:14.098444 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c793e2bc-9635-4935-84da-55c332ba6345 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (8b18be1c-f705-4cca-b05e-53e822e1ecbf), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.099314 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c793e2bc-9635-4935-84da-55c332ba6345 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (54f9ebc8-b9c4-4710-86d6-a93a2b2f249a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.104313 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff27acc6-3e6f-447d-b686-a5e59a8571af tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet 025e5b18-4feb-49d7-a9bd-4f2658ed6600 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:39:14.115316 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82032da-5be6-4709-a313-c7ffab7311a5 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:14.116169 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff27acc6-3e6f-447d-b686-a5e59a8571af tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (025e5b18-4feb-49d7-a9bd-4f2658ed6600), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.121406 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82032da-5be6-4709-a313-c7ffab7311a5 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:14.123605 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a82032da-5be6-4709-a313-c7ffab7311a5 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0554509 Apr 15 03:39:14.126432 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33516) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:14.162842 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35432b97-a1f6-43a3-9497-bea7d24009c4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.163549 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-35432b97-a1f6-43a3-9497-bea7d24009c4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4183478 Apr 15 03:39:14.166326 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33518) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:14.171577 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-b38bebe8-b75f-4d22-8fef-aa42272121d5 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Request body: {'security_group_rule': {'security_group_id': '0ad9208f-3c75-4044-bd90-0652423f980d', 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:14.233882 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793e2bc-9635-4935-84da-55c332ba6345 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event updated for resources: {'Port': ['ID=8b18be1c-f705-4cca-b05e-53e822e1ecbf,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:14.237895 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff27acc6-3e6f-447d-b686-a5e59a8571af tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (025e5b18-4feb-49d7-a9bd-4f2658ed6600), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.240385 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-48ad522e-9e6e-43e9-95c0-d2c64948e410 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Deleting port e877bda0-a613-4b6e-918c-3564b92c00c4 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:14.240736 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-48ad522e-9e6e-43e9-95c0-d2c64948e410 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e877bda0-a613-4b6e-918c-3564b92c00c4), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.299108 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-b38bebe8-b75f-4d22-8fef-aa42272121d5 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Project 29e3407995e14fb583efa0164c47fc4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:39:14.301585 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff27acc6-3e6f-447d-b686-a5e59a8571af tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (025e5b18-4feb-49d7-a9bd-4f2658ed6600), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.313629 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b38bebe8-b75f-4d22-8fef-aa42272121d5 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group_rule (e3435d75-fc53-4f0e-9482-5342f8446c81), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.318392 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-48ad522e-9e6e-43e9-95c0-d2c64948e410 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e877bda0-a613-4b6e-918c-3564b92c00c4), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.339709 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b36db5b-092e-4103-9635-44d7c25e2ce3 None None] Sync routers for ids ['dd81a613-5fe7-483f-8c85-44eb3d7d564e'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:39:14.340558 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c793e2bc-9635-4935-84da-55c332ba6345 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Network ffe28bed-d3e1-4375-be57-b8161cc18c46 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:14.346130 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-c793e2bc-9635-4935-84da-55c332ba6345 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:14.346292 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-48ad522e-9e6e-43e9-95c0-d2c64948e410 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Calling delete_port for e877bda0-a613-4b6e-918c-3564b92c00c4 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:14.357270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b36db5b-092e-4103-9635-44d7c25e2ce3 None None] Routers {'dd81a613-5fe7-483f-8c85-44eb3d7d564e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:14.358824 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-3b36db5b-092e-4103-9635-44d7c25e2ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dd81a613-5fe7-483f-8c85-44eb3d7d564e'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:14.440202 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b38bebe8-b75f-4d22-8fef-aa42272121d5 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group_rule (e3435d75-fc53-4f0e-9482-5342f8446c81), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.453245 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-3b36db5b-092e-4103-9635-44d7c25e2ce3 None None] Set router dd81a613-5fe7-483f-8c85-44eb3d7d564e gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:39:14.473304 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c793e2bc-9635-4935-84da-55c332ba6345 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Router 54f9ebc8-b9c4-4710-86d6-a93a2b2f249a has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:39:14.516829 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-3b36db5b-092e-4103-9635-44d7c25e2ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd81a613-5fe7-483f-8c85-44eb3d7d564e', 'name': 'tempest-NetworksTestDHCPv6-router-1582114864', 'tenant_id': 'df0aaca0878d4368af25e51d28cface6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:07Z', 'updated_at': '2022-04-15T03:39:13Z', 'revision_number': 3, 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:14.535519 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b38bebe8-b75f-4d22-8fef-aa42272121d5 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (e3435d75-fc53-4f0e-9482-5342f8446c81), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.549390 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff27acc6-3e6f-447d-b686-a5e59a8571af tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (025e5b18-4feb-49d7-a9bd-4f2658ed6600), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.561277 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38bebe8-b75f-4d22-8fef-aa42272121d5 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3435d75-fc53-4f0e-9482-5342f8446c81,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:14.565646 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-48ad522e-9e6e-43e9-95c0-d2c64948e410 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (e877bda0-a613-4b6e-918c-3564b92c00c4), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.573888 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b36db5b-092e-4103-9635-44d7c25e2ce3 None None] Checking router: dd81a613-5fe7-483f-8c85-44eb3d7d564e for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:39:14.578823 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b36db5b-092e-4103-9635-44d7c25e2ce3 None None] Routers {'dd81a613-5fe7-483f-8c85-44eb3d7d564e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:14.579627 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-3b36db5b-092e-4103-9635-44d7c25e2ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dd81a613-5fe7-483f-8c85-44eb3d7d564e'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:14.582664 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27acc6-3e6f-447d-b686-a5e59a8571af tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=025e5b18-4feb-49d7-a9bd-4f2658ed6600,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:14.584410 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-48ad522e-9e6e-43e9-95c0-d2c64948e410 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.587673 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff27acc6-3e6f-447d-b686-a5e59a8571af tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.588338 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-48ad522e-9e6e-43e9-95c0-d2c64948e410 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "DELETE /v2.0/ports/e877bda0-a613-4b6e-918c-3564b92c00c4 HTTP/1.1" status: 204 len: 168 time: 0.4607038 Apr 15 03:39:14.591783 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33520) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:14.597025 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ff27acc6-3e6f-447d-b686-a5e59a8571af tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/025e5b18-4feb-49d7-a9bd-4f2658ed6600 HTTP/1.1" status: 204 len: 168 time: 0.5554194 Apr 15 03:39:14.598030 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33522) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:14.620016 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad522e-9e6e-43e9-95c0-d2c64948e410 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event deleted for resources: {'Port': ['ID=e877bda0-a613-4b6e-918c-3564b92c00c4,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:14.647855 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b38bebe8-b75f-4d22-8fef-aa42272121d5 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.649254 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b38bebe8-b75f-4d22-8fef-aa42272121d5 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4816999 Apr 15 03:39:14.650840 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f5be63-e1c7-4ae5-899d-c4a589e9095a None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:14.652594 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33524) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:14.657190 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-afa42963-ce5a-4183-91b5-f62d56d19804 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Request body: {'security_group_rule': {'security_group_id': '0ad9208f-3c75-4044-bd90-0652423f980d', 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:14.713260 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-3b36db5b-092e-4103-9635-44d7c25e2ce3 None None] Set router dd81a613-5fe7-483f-8c85-44eb3d7d564e gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:39:14.730313 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c793e2bc-9635-4935-84da-55c332ba6345 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:39:14.733146 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-30a71e52-d0ef-4235-ae22-81bed8d2363f tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Deleting port 74450c1c-2833-40d9-b0e1-d90820eb7e90 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:14.733559 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-30a71e52-d0ef-4235-ae22-81bed8d2363f tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (74450c1c-2833-40d9-b0e1-d90820eb7e90), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.739240 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e020455e-9877-4b5a-b790-93a0fa6f35bf tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1378524 Apr 15 03:39:14.740425 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c793e2bc-9635-4935-84da-55c332ba6345 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "PUT /v2.0/routers/54f9ebc8-b9c4-4710-86d6-a93a2b2f249a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0269539 Apr 15 03:39:14.741017 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33526) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:14.746832 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33528) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:14.748924 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d5051-da82-47b2-b71f-b0e6eb13c9b9 None None] Sync routers for ids ['54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:39:14.764807 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d5051-da82-47b2-b71f-b0e6eb13c9b9 None None] Routers {'54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:14.765940 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ef4d5051-da82-47b2-b71f-b0e6eb13c9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:14.786056 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5c7e2035-d3af-4f2b-8a79-3465a207c27a None None] Provisioning complete for port 8b18be1c-f705-4cca-b05e-53e822e1ecbf triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:14.786433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5c7e2035-d3af-4f2b-8a79-3465a207c27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (8b18be1c-f705-4cca-b05e-53e822e1ecbf), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.788250 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-3b36db5b-092e-4103-9635-44d7c25e2ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd81a613-5fe7-483f-8c85-44eb3d7d564e', 'name': 'tempest-NetworksTestDHCPv6-router-1582114864', 'tenant_id': 'df0aaca0878d4368af25e51d28cface6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:07Z', 'updated_at': '2022-04-15T03:39:13Z', 'revision_number': 3, 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:14.810432 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-30a71e52-d0ef-4235-ae22-81bed8d2363f tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (74450c1c-2833-40d9-b0e1-d90820eb7e90), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.820629 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ef4d5051-da82-47b2-b71f-b0e6eb13c9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:14.826751 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-30a71e52-d0ef-4235-ae22-81bed8d2363f tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Calling delete_port for 74450c1c-2833-40d9-b0e1-d90820eb7e90 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:14.832031 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d5051-da82-47b2-b71f-b0e6eb13c9b9 None None] Routers {'54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:14.833424 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ef4d5051-da82-47b2-b71f-b0e6eb13c9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:14.857969 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b36db5b-092e-4103-9635-44d7c25e2ce3 None None] The sync data for ids ['dd81a613-5fe7-483f-8c85-44eb3d7d564e'] in dv-neutron-837140-3-hyperv is: [{'id': 'dd81a613-5fe7-483f-8c85-44eb3d7d564e', 'name': 'tempest-NetworksTestDHCPv6-router-1582114864', 'tenant_id': 'df0aaca0878d4368af25e51d28cface6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:07Z', 'updated_at': '2022-04-15T03:39:13Z', 'revision_number': 3, 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'gw_port_host': None}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:39:14.885503 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5c7e2035-d3af-4f2b-8a79-3465a207c27a None None] Port 8b18be1c-f705-4cca-b05e-53e822e1ecbf cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:39:14.892562 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-afa42963-ce5a-4183-91b5-f62d56d19804 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Project 29e3407995e14fb583efa0164c47fc4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:39:14.912064 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3cd61673-31f4-481a-955e-fe0e6cfc7b8b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for router (dd81a613-5fe7-483f-8c85-44eb3d7d564e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.913657 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-afa42963-ce5a-4183-91b5-f62d56d19804 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group_rule (9589efab-a963-4a54-a7c7-0c25ec2c2c8a), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.941955 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ef4d5051-da82-47b2-b71f-b0e6eb13c9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:14.943062 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d5051-da82-47b2-b71f-b0e6eb13c9b9 None None] The sync data for ids ['54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:39:14.992162 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-afa42963-ce5a-4183-91b5-f62d56d19804 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group_rule (9589efab-a963-4a54-a7c7-0c25ec2c2c8a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:14.992932 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-14286d3c-04b4-4ca4-a412-9b88b939427b tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for router (54f9ebc8-b9c4-4710-86d6-a93a2b2f249a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.072749 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-30a71e52-d0ef-4235-ae22-81bed8d2363f tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (74450c1c-2833-40d9-b0e1-d90820eb7e90), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.103082 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-afa42963-ce5a-4183-91b5-f62d56d19804 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (9589efab-a963-4a54-a7c7-0c25ec2c2c8a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.107663 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a71e52-d0ef-4235-ae22-81bed8d2363f tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event deleted for resources: {'Port': ['ID=74450c1c-2833-40d9-b0e1-d90820eb7e90,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:15.126232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-30a71e52-d0ef-4235-ae22-81bed8d2363f tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.129852 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-30a71e52-d0ef-4235-ae22-81bed8d2363f tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "DELETE /v2.0/ports/74450c1c-2833-40d9-b0e1-d90820eb7e90 HTTP/1.1" status: 204 len: 168 time: 0.5370996 Apr 15 03:39:15.134033 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33530) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:15.144721 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa42963-ce5a-4183-91b5-f62d56d19804 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9589efab-a963-4a54-a7c7-0c25ec2c2c8a,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:15.171586 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2a9b86d1-78d4-4273-ac88-2e1659ff1469 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0360162 Apr 15 03:39:15.175277 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33532) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:15.180533 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-dfbd3d20-8893-4055-a297-68d8cdbdccd3 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1122116625'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:15.220207 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-afa42963-ce5a-4183-91b5-f62d56d19804 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.221423 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-afa42963-ce5a-4183-91b5-f62d56d19804 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5682817 Apr 15 03:39:15.224284 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33534) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:15.229180 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-9100f667-e47f-4332-8714-748f5e4a0630 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Request body: {'network': {'name': 'tempest-network-smoke--1994059731', 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'port_security_enabled': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:15.276597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea56267-6823-4232-b7c9-8535a0540152 None None] DHCP port deletion for d8f597fb-2381-4564-a070-eb7f10af68ac request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:39:15.298004 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbd3d20-8893-4055-a297-68d8cdbdccd3 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Made reservation on behalf of 1a928208ce2d46c19b08db0639178bec for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:15.302607 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dfbd3d20-8893-4055-a297-68d8cdbdccd3 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.328145 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9100f667-e47f-4332-8714-748f5e4a0630 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Made reservation on behalf of 29e3407995e14fb583efa0164c47fc4b for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:15.333994 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-eea56267-6823-4232-b7c9-8535a0540152 None None] Deleting port 3a6fe9dc-9982-4911-84a9-b28d348079dd {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:15.334558 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-eea56267-6823-4232-b7c9-8535a0540152 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (3a6fe9dc-9982-4911-84a9-b28d348079dd), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.334949 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9100f667-e47f-4332-8714-748f5e4a0630 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.348566 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbd3d20-8893-4055-a297-68d8cdbdccd3 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:39:15.366952 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dfbd3d20-8893-4055-a297-68d8cdbdccd3 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (ad6e0794-dfd7-4393-bce3-11495c32bc7c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.367303 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-dfbd3d20-8893-4055-a297-68d8cdbdccd3 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Added segment ad6e0794-dfd7-4393-bce3-11495c32bc7c of type vlan for network f82fdba3-0663-4220-bc5d-7c29dc587acb Apr 15 03:39:15.383174 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9100f667-e47f-4332-8714-748f5e4a0630 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:39:15.407802 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-eea56267-6823-4232-b7c9-8535a0540152 None None] For port 3a6fe9dc-9982-4911-84a9-b28d348079dd, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=3a6fe9dc-9982-4911-84a9-b28d348079dd,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:15.408245 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-eea56267-6823-4232-b7c9-8535a0540152 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (3a6fe9dc-9982-4911-84a9-b28d348079dd), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.423021 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9100f667-e47f-4332-8714-748f5e4a0630 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (ef2782cf-c97d-479b-ac4a-ed54ce8219b4), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.423377 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-9100f667-e47f-4332-8714-748f5e4a0630 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Added segment ef2782cf-c97d-479b-ac4a-ed54ce8219b4 of type vlan for network f3081e79-3282-4be9-823f-9ce5503e6db5 Apr 15 03:39:15.426078 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dfbd3d20-8893-4055-a297-68d8cdbdccd3 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (f82fdba3-0663-4220-bc5d-7c29dc587acb), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.427148 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-eea56267-6823-4232-b7c9-8535a0540152 None None] Calling delete_port for 3a6fe9dc-9982-4911-84a9-b28d348079dd owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:15.485228 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9100f667-e47f-4332-8714-748f5e4a0630 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (f3081e79-3282-4be9-823f-9ce5503e6db5), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.520907 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3cd61673-31f4-481a-955e-fe0e6cfc7b8b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (dd81a613-5fe7-483f-8c85-44eb3d7d564e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.524303 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3cd61673-31f4-481a-955e-fe0e6cfc7b8b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for router_controller (dd81a613-5fe7-483f-8c85-44eb3d7d564e), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.535660 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-14286d3c-04b4-4ca4-a412-9b88b939427b tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 15 03:39:15.536687 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-14286d3c-04b4-4ca4-a412-9b88b939427b tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "DELETE /v2.0/routers/54f9ebc8-b9c4-4710-86d6-a93a2b2f249a HTTP/1.1" status: 409 len: 376 time: 0.7889934 Apr 15 03:39:15.539816 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33536) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:15.583926 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dfbd3d20-8893-4055-a297-68d8cdbdccd3 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (f82fdba3-0663-4220-bc5d-7c29dc587acb), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.589076 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbd3d20-8893-4055-a297-68d8cdbdccd3 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:15.591363 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dfbd3d20-8893-4055-a297-68d8cdbdccd3 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.611850 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-eea56267-6823-4232-b7c9-8535a0540152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (3a6fe9dc-9982-4911-84a9-b28d348079dd), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.637371 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9100f667-e47f-4332-8714-748f5e4a0630 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (f3081e79-3282-4be9-823f-9ce5503e6db5), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.639253 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea56267-6823-4232-b7c9-8535a0540152 None None] Pushing event deleted for resources: {'Port': ['ID=3a6fe9dc-9982-4911-84a9-b28d348079dd,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:15.643073 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea56267-6823-4232-b7c9-8535a0540152 None None] No DVR routers for this DVR port 3a6fe9dc-9982-4911-84a9-b28d348079dd on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:39:15.644901 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9100f667-e47f-4332-8714-748f5e4a0630 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:15.646290 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9100f667-e47f-4332-8714-748f5e4a0630 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.668894 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3cd61673-31f4-481a-955e-fe0e6cfc7b8b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (dd81a613-5fe7-483f-8c85-44eb3d7d564e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.669468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd61673-31f4-481a-955e-fe0e6cfc7b8b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Fanout notify agent at l3_agent the message router_deleted on router dd81a613-5fe7-483f-8c85-44eb3d7d564e {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:39:15.677928 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3cd61673-31f4-481a-955e-fe0e6cfc7b8b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.682136 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3cd61673-31f4-481a-955e-fe0e6cfc7b8b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/routers/dd81a613-5fe7-483f-8c85-44eb3d7d564e HTTP/1.1" status: 204 len: 168 time: 0.9367373 Apr 15 03:39:15.682136 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33538) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:15.687051 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-fb267015-76dc-4845-bf53-b0911d4a964d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:15.719475 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd3d20-8893-4055-a297-68d8cdbdccd3 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event updated for resources: {'Network': ['ID=f82fdba3-0663-4220-bc5d-7c29dc587acb,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:15.732060 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network f82fdba3-0663-4220-bc5d-7c29dc587acb details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:39:15.839973 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-dfbd3d20-8893-4055-a297-68d8cdbdccd3 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6636276 Apr 15 03:39:15.842625 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33540) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:15.843166 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9100f667-e47f-4332-8714-748f5e4a0630 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6179602 Apr 15 03:39:15.848148 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a804773e-8948-4369-acfa-828d94b09c50 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-979199300'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:15.852127 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33542) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:15.856937 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-e84cefa6-ca0a-4028-8bc5-9493cba4c195 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-639051796', 'admin_state_up': True, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:15.876251 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100f667-e47f-4332-8714-748f5e4a0630 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event updated for resources: {'Network': ['ID=f3081e79-3282-4be9-823f-9ce5503e6db5,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:15.877397 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb267015-76dc-4845-bf53-b0911d4a964d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:15.881535 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fb267015-76dc-4845-bf53-b0911d4a964d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:15.886482 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network f3081e79-3282-4be9-823f-9ce5503e6db5 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:39:15.971216 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a804773e-8948-4369-acfa-828d94b09c50 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Made reservation on behalf of 1a928208ce2d46c19b08db0639178bec for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:15.975755 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a804773e-8948-4369-acfa-828d94b09c50 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:16.004252 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e84cefa6-ca0a-4028-8bc5-9493cba4c195 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (bfc1f4d4-d407-4aa0-b42b-dac38b9b664e), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:16.004252 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e84cefa6-ca0a-4028-8bc5-9493cba4c195 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (bfc1f4d4-d407-4aa0-b42b-dac38b9b664e), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:16.014870 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a804773e-8948-4369-acfa-828d94b09c50 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:39:16.034053 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (54f9ebc8-b9c4-4710-86d6-a93a2b2f249a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:16.060983 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a804773e-8948-4369-acfa-828d94b09c50 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (97ce2363-81e4-4960-b8da-0fef8230ba21), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:16.061329 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-a804773e-8948-4369-acfa-828d94b09c50 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Added segment 97ce2363-81e4-4960-b8da-0fef8230ba21 of type vlan for network 5e3458ef-9859-41d9-9aa0-b129483a5a23 Apr 15 03:39:16.127233 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e84cefa6-ca0a-4028-8bc5-9493cba4c195 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for router_controller (bfc1f4d4-d407-4aa0-b42b-dac38b9b664e), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:16.150977 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a804773e-8948-4369-acfa-828d94b09c50 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (5e3458ef-9859-41d9-9aa0-b129483a5a23), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:16.275263 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Deleting port 8b18be1c-f705-4cca-b05e-53e822e1ecbf {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:16.275524 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (8b18be1c-f705-4cca-b05e-53e822e1ecbf), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:16.309280 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fb267015-76dc-4845-bf53-b0911d4a964d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (d7411ed9-a17a-47f1-879a-185be250b3b6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:16.363951 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (8b18be1c-f705-4cca-b05e-53e822e1ecbf), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:16.366651 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a804773e-8948-4369-acfa-828d94b09c50 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (5e3458ef-9859-41d9-9aa0-b129483a5a23), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:16.371608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a804773e-8948-4369-acfa-828d94b09c50 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:16.372216 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a804773e-8948-4369-acfa-828d94b09c50 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:16.377144 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Calling delete_port for 8b18be1c-f705-4cca-b05e-53e822e1ecbf owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:16.406473 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e84cefa6-ca0a-4028-8bc5-9493cba4c195 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for router_gateway (bfc1f4d4-d407-4aa0-b42b-dac38b9b664e), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:16.430958 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb267015-76dc-4845-bf53-b0911d4a964d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:16.438238 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-fb267015-76dc-4845-bf53-b0911d4a964d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:16.448482 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f37acd2-e5bb-4ec9-af3a-4296fa42a6cf None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:16.467314 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb267015-76dc-4845-bf53-b0911d4a964d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:16.467914 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fb267015-76dc-4845-bf53-b0911d4a964d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:16.473430 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb267015-76dc-4845-bf53-b0911d4a964d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=d7411ed9-a17a-47f1-879a-185be250b3b6,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:16.498601 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a804773e-8948-4369-acfa-828d94b09c50 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6535196 Apr 15 03:39:16.509056 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804773e-8948-4369-acfa-828d94b09c50 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event updated for resources: {'Network': ['ID=5e3458ef-9859-41d9-9aa0-b129483a5a23,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:16.525053 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 5e3458ef-9859-41d9-9aa0-b129483a5a23 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:39:16.607121 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-fb267015-76dc-4845-bf53-b0911d4a964d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9243319 Apr 15 03:39:16.610943 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33546) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:16.619292 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f3f72c14-26fc-42e6-ab26-5505d3ba841b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-411382385', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:16.619751 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f902be32-8ad8-455d-a78c-201f18d0b3d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d8f597fb-2381-4564-a070-eb7f10af68ac', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'fixed_ips': [{'subnet_id': 'd7411ed9-a17a-47f1-879a-185be250b3b6'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:39:16.620982 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f902be32-8ad8-455d-a78c-201f18d0b3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:16.625456 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33550) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:16.631758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Request body: {'subnets': [{'network_id': 'f82fdba3-0663-4220-bc5d-7c29dc587acb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1595075445', 'ip_version': 4}, {'network_id': '5e3458ef-9859-41d9-9aa0-b129483a5a23', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:16.637539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Request body: {'subnet': {'network_id': 'f82fdba3-0663-4220-bc5d-7c29dc587acb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1595075445', 'ip_version': 4}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:16.637539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Request body: {'subnet': {'network_id': '5e3458ef-9859-41d9-9aa0-b129483a5a23', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:16.640780 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33552) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:16.785950 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-f902be32-8ad8-455d-a78c-201f18d0b3d0 None None] Allocated IP 2001:db8::2 (d8f597fb-2381-4564-a070-eb7f10af68ac/d7411ed9-a17a-47f1-879a-185be250b3b6/f802f435-1f8b-40d2-9cb1-b07812a8eb04) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:16.862296 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e84cefa6-ca0a-4028-8bc5-9493cba4c195 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for router_gateway (bfc1f4d4-d407-4aa0-b42b-dac38b9b664e), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:16.897807 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e84cefa6-ca0a-4028-8bc5-9493cba4c195 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:16.995875 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (8b18be1c-f705-4cca-b05e-53e822e1ecbf), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:16.997853 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3f72c14-26fc-42e6-ab26-5505d3ba841b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (3234e075-856b-48b6-ad4f-e75e903f9241), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:17.003412 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3f72c14-26fc-42e6-ab26-5505d3ba841b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (3234e075-856b-48b6-ad4f-e75e903f9241), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:17.013213 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 28183c8b-fb14-44e8-867d-7bc23a00d56c no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:39:17.032890 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-e84cefa6-ca0a-4028-8bc5-9493cba4c195 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Allocated IP 172.26.6.104 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/ab2274c1-0912-4139-aa80-3fc1b46c4be4) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:17.038154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 28183c8b-fb14-44e8-867d-7bc23a00d56c {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:39:17.038586 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 28183c8b-fb14-44e8-867d-7bc23a00d56c not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:39:17.039132 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 3a6fe9dc-9982-4911-84a9-b28d348079dd no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:39:17.044685 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Made reservation on behalf of 1a928208ce2d46c19b08db0639178bec for: {'subnet': 2} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:17.049595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:17.053288 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:17.070812 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 3a6fe9dc-9982-4911-84a9-b28d348079dd {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:39:17.071591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 3a6fe9dc-9982-4911-84a9-b28d348079dd not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:39:17.071987 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event deleted for resources: {'Port': ['ID=8b18be1c-f705-4cca-b05e-53e822e1ecbf,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:17.088883 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f23fe1-f9ab-4eda-b33e-d21826023902 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:17.089299 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f23fe1-f9ab-4eda-b33e-d21826023902 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:17.089775 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f23fe1-f9ab-4eda-b33e-d21826023902 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:17.100879 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-31f23fe1-f9ab-4eda-b33e-d21826023902 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=6786bd52355f4b228acda11ee2393b97&network_id=eaba6a84-95dc-429a-9c8d-a050c4a38ccd HTTP/1.1" status: 200 len: 3102 time: 0.4502375 Apr 15 03:39:17.147801 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:17.148186 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:17.148539 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:17.151255 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:17.151255 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:17.151255 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:17.151255 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:17.151255 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:17.151255 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:17.151255 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:17.151255 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:17.151973 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:17.151973 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:17.152149 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:17.152406 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:17.163962 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3f72c14-26fc-42e6-ab26-5505d3ba841b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for router_controller (3234e075-856b-48b6-ad4f-e75e903f9241), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:17.189879 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f902be32-8ad8-455d-a78c-201f18d0b3d0 None None] Publish callbacks [] for port (f802f435-1f8b-40d2-9cb1-b07812a8eb04), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:17.245753 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3f72c14-26fc-42e6-ab26-5505d3ba841b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (3234e075-856b-48b6-ad4f-e75e903f9241), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:17.257519 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f902be32-8ad8-455d-a78c-201f18d0b3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (f802f435-1f8b-40d2-9cb1-b07812a8eb04), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:17.262448 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e84cefa6-ca0a-4028-8bc5-9493cba4c195 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for port (ab2274c1-0912-4139-aa80-3fc1b46c4be4), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:17.272489 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (54f9ebc8-b9c4-4710-86d6-a93a2b2f249a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:17.319732 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902be32-8ad8-455d-a78c-201f18d0b3d0 None None] Pushing event updated for resources: {'Port': ['ID=f802f435-1f8b-40d2-9cb1-b07812a8eb04,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:17.348884 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f902be32-8ad8-455d-a78c-201f18d0b3d0 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:17.351337 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-f902be32-8ad8-455d-a78c-201f18d0b3d0 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:17.354051 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f902be32-8ad8-455d-a78c-201f18d0b3d0 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:17.365849 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3f72c14-26fc-42e6-ab26-5505d3ba841b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:17.365849 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f3f72c14-26fc-42e6-ab26-5505d3ba841b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7535071 Apr 15 03:39:17.368443 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33558) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:17.422901 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-f902be32-8ad8-455d-a78c-201f18d0b3d0 None None] Attempting to bind port f802f435-1f8b-40d2-9cb1-b07812a8eb04 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:17.423981 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-f902be32-8ad8-455d-a78c-201f18d0b3d0 None None] Attempting to bind port f802f435-1f8b-40d2-9cb1-b07812a8eb04 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:17.424394 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f902be32-8ad8-455d-a78c-201f18d0b3d0 None None] Attempting to bind port f802f435-1f8b-40d2-9cb1-b07812a8eb04 on network d8f597fb-2381-4564-a070-eb7f10af68ac {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:17.429729 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f902be32-8ad8-455d-a78c-201f18d0b3d0 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:17.430098 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f902be32-8ad8-455d-a78c-201f18d0b3d0 None None] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:17.430572 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f902be32-8ad8-455d-a78c-201f18d0b3d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:17.431008 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f902be32-8ad8-455d-a78c-201f18d0b3d0 None None] Bound using segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:17.431481 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-f902be32-8ad8-455d-a78c-201f18d0b3d0 None None] Bound port: f802f435-1f8b-40d2-9cb1-b07812a8eb04, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:17.431864 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f902be32-8ad8-455d-a78c-201f18d0b3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f802f435-1f8b-40d2-9cb1-b07812a8eb04), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:17.448800 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e84cefa6-ca0a-4028-8bc5-9493cba4c195 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (ab2274c1-0912-4139-aa80-3fc1b46c4be4), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:17.506975 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84cefa6-ca0a-4028-8bc5-9493cba4c195 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:17.507433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f902be32-8ad8-455d-a78c-201f18d0b3d0 None None] For port f802f435-1f8b-40d2-9cb1-b07812a8eb04, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:39:17.510680 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f902be32-8ad8-455d-a78c-201f18d0b3d0 None None] For port f802f435-1f8b-40d2-9cb1-b07812a8eb04, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f802f435-1f8b-40d2-9cb1-b07812a8eb04,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:39:17.511897 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-e84cefa6-ca0a-4028-8bc5-9493cba4c195 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:17.520262 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84cefa6-ca0a-4028-8bc5-9493cba4c195 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:17.554529 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cefa6-ca0a-4028-8bc5-9493cba4c195 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event updated for resources: {'Port': ['ID=ab2274c1-0912-4139-aa80-3fc1b46c4be4,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:17.570832 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f902be32-8ad8-455d-a78c-201f18d0b3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f802f435-1f8b-40d2-9cb1-b07812a8eb04), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:17.601940 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Router 54f9ebc8-b9c4-4710-86d6-a93a2b2f249a has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:39:17.639314 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902be32-8ad8-455d-a78c-201f18d0b3d0 None None] Pushing event updated for resources: {'Port': ['ID=f802f435-1f8b-40d2-9cb1-b07812a8eb04,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:17.777580 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:39:17.784649 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-80b501c7-84f3-4fb8-9dc4-70b699c2f655 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "PUT /v2.0/routers/54f9ebc8-b9c4-4710-86d6-a93a2b2f249a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2437775 Apr 15 03:39:17.788294 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33560) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:17.793710 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cb81a3-62fa-4178-a977-d0e71fccdb25 None None] Sync routers for ids ['54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:39:17.845677 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cb81a3-62fa-4178-a977-d0e71fccdb25 None None] Routers {'54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:17.846031 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-2a191878-c491-4e42-9847-64ef623a2f4a tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] show failed (client error): The resource could not be found. Apr 15 03:39:17.848598 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-65cb81a3-62fa-4178-a977-d0e71fccdb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:17.848817 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-66c55b73-04a0-4b63-b918-ad4860a46c4d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:17.849393 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2a191878-c491-4e42-9847-64ef623a2f4a tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-153748820 HTTP/1.1" status: 404 len: 334 time: 0.0576446 Apr 15 03:39:17.849393 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (4a91d220-5baf-48ac-b859-f8dc4f41dcce), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:17.853047 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33562) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:17.860867 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-b755cfc6-a186-43e4-bc9b-fbcd152afa10 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:17.901179 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-65cb81a3-62fa-4178-a977-d0e71fccdb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:17.910506 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cb81a3-62fa-4178-a977-d0e71fccdb25 None None] Routers {'54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:17.911161 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-65cb81a3-62fa-4178-a977-d0e71fccdb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:17.951817 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-65cb81a3-62fa-4178-a977-d0e71fccdb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:17.952433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cb81a3-62fa-4178-a977-d0e71fccdb25 None None] The sync data for ids ['54f9ebc8-b9c4-4710-86d6-a93a2b2f249a'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:39:18.041898 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-b755cfc6-a186-43e4-bc9b-fbcd152afa10 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] update failed (client error): The resource could not be found. Apr 15 03:39:18.042966 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b755cfc6-a186-43e4-bc9b-fbcd152afa10 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-2073269577 HTTP/1.1" status: 404 len: 335 time: 0.1857545 Apr 15 03:39:18.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33564) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:18.105613 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e84cefa6-ca0a-4028-8bc5-9493cba4c195 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for router_gateway (bfc1f4d4-d407-4aa0-b42b-dac38b9b664e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:18.118072 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-66c55b73-04a0-4b63-b918-ad4860a46c4d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8::1 (d8f597fb-2381-4564-a070-eb7f10af68ac/d7411ed9-a17a-47f1-879a-185be250b3b6/b0758d6e-9369-4278-8dde-2442267f02cd) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:18.168080 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event updated for resources: {'Subnet': ['ID=4a91d220-5baf-48ac-b859-f8dc4f41dcce,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:18.174548 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Checking segment: {'id': 'ad6e0794-dfd7-4393-bce3-11495c32bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f82fdba3-0663-4220-bc5d-7c29dc587acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:18.174941 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Network hostable DHCP agents. Network: f82fdba3-0663-4220-bc5d-7c29dc587acb, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:39:18.192007 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:18.192360 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:18.192716 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:18.193171 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:18.193513 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:18.193854 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:18.194191 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:18.194526 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:18.194884 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:18.195351 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:18.195690 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:18.196022 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:18.196354 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:18.196681 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:18.197008 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:18.205032 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-d198c5aa-4513-4ac0-b857-17e3fdf1ba97 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Deleting subnet b69356cc-3af1-49c4-8651-300e6ccc8e99 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:39:18.210359 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d198c5aa-4513-4ac0-b857-17e3fdf1ba97 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for subnet (b69356cc-3af1-49c4-8651-300e6ccc8e99), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:18.235064 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-66c55b73-04a0-4b63-b918-ad4860a46c4d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (b0758d6e-9369-4278-8dde-2442267f02cd), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:18.296640 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d198c5aa-4513-4ac0-b857-17e3fdf1ba97 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (b69356cc-3af1-49c4-8651-300e6ccc8e99), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:18.315165 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-66c55b73-04a0-4b63-b918-ad4860a46c4d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (b0758d6e-9369-4278-8dde-2442267f02cd), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:18.374218 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c55b73-04a0-4b63-b918-ad4860a46c4d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:18.375665 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Network f82fdba3-0663-4220-bc5d-7c29dc587acb is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:39:18.379084 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-66c55b73-04a0-4b63-b918-ad4860a46c4d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:18.380599 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c55b73-04a0-4b63-b918-ad4860a46c4d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=b0758d6e-9369-4278-8dde-2442267f02cd,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:18.382874 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c55b73-04a0-4b63-b918-ad4860a46c4d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:18.383421 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-66c55b73-04a0-4b63-b918-ad4860a46c4d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (3234e075-856b-48b6-ad4f-e75e903f9241), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:18.470812 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, f82fdba3-0663-4220-bc5d-7c29dc587acb) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:18.475089 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (42da024a-c953-4c7c-a3e1-2faa6600a050), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:18.482433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb08f99-a18b-44ca-850b-680f842c44ca None None] Network f82fdba3-0663-4220-bc5d-7c29dc587acb requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:18.534662 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6a6648f6-51f3-47e8-963b-c7ff4e9e8509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:18.562835 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d198c5aa-4513-4ac0-b857-17e3fdf1ba97 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (b69356cc-3af1-49c4-8651-300e6ccc8e99), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:18.592205 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e84cefa6-ca0a-4028-8bc5-9493cba4c195 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (bfc1f4d4-d407-4aa0-b42b-dac38b9b664e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:18.598734 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-f82fdba3-0663-4220-bc5d-7c29dc587acb', 'network_id': 'f82fdba3-0663-4220-bc5d-7c29dc587acb', 'project_id': '1a928208ce2d46c19b08db0639178bec', 'fixed_ips': [{'subnet_id': '4a91d220-5baf-48ac-b859-f8dc4f41dcce'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:39:18.599820 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:18.603639 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event updated for resources: {'Subnet': ['ID=42da024a-c953-4c7c-a3e1-2faa6600a050,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:18.646501 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-66c55b73-04a0-4b63-b918-ad4860a46c4d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b0758d6e-9369-4278-8dde-2442267f02cd), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:18.677478 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Checking segment: {'id': '97ce2363-81e4-4960-b8da-0fef8230ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5e3458ef-9859-41d9-9aa0-b129483a5a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:18.677852 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Network hostable DHCP agents. Network: 5e3458ef-9859-41d9-9aa0-b129483a5a23, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:39:18.762032 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Allocated IP 172.20.0.2 (f82fdba3-0663-4220-bc5d-7c29dc587acb/4a91d220-5baf-48ac-b859-f8dc4f41dcce/9ef9849e-512c-4e74-b724-29b66e94f526) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:18.817202 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Network 5e3458ef-9859-41d9-9aa0-b129483a5a23 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:39:18.862512 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-da082349-59e4-4229-86b7-ba85bf77b610 None None] Provisioning complete for port f802f435-1f8b-40d2-9cb1-b07812a8eb04 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:18.862969 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-da082349-59e4-4229-86b7-ba85bf77b610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f802f435-1f8b-40d2-9cb1-b07812a8eb04), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:18.874997 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d198c5aa-4513-4ac0-b857-17e3fdf1ba97 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (b69356cc-3af1-49c4-8651-300e6ccc8e99), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:18.924473 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84cefa6-ca0a-4028-8bc5-9493cba4c195 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Router bfc1f4d4-d407-4aa0-b42b-dac38b9b664e is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:39:18.927779 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198c5aa-4513-4ac0-b857-17e3fdf1ba97 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event deleted for resources: {'Subnet': ['ID=b69356cc-3af1-49c4-8651-300e6ccc8e99,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:18.931631 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 5e3458ef-9859-41d9-9aa0-b129483a5a23) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:18.939303 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d198c5aa-4513-4ac0-b857-17e3fdf1ba97 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:18.943114 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d198c5aa-4513-4ac0-b857-17e3fdf1ba97 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "DELETE /v2.0/subnets/b69356cc-3af1-49c4-8651-300e6ccc8e99 HTTP/1.1" status: 204 len: 168 time: 0.8853893 Apr 15 03:39:18.945513 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:18.949011 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33570) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:18.964944 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:18.967136 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:18.968964 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f466de-4429-405c-821f-772868a27a00 None None] Network 5e3458ef-9859-41d9-9aa0-b129483a5a23 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:18.970975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cb34bf-a702-4365-a80f-1fd7e20f2dfb None None] Network fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:19.043693 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f802f435-1f8b-40d2-9cb1-b07812a8eb04 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:19.098405 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2688153-3c82-4863-8c3d-0353662dadd2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:19.120209 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f9143716-af74-4510-8c95-1cf0925bd46b tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.4928668 Apr 15 03:39:19.125933 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33574) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:19.165911 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-66c55b73-04a0-4b63-b918-ad4860a46c4d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (b0758d6e-9369-4278-8dde-2442267f02cd), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:19.177905 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Publish callbacks [] for port (9ef9849e-512c-4e74-b724-29b66e94f526), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:19.187964 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84cefa6-ca0a-4028-8bc5-9493cba4c195 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:39:19.203106 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] Sync routers for ids ['bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:39:19.222297 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] Routers {'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:19.223048 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:19.232272 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d4a7f7-13db-408b-ba51-f3d241096bb9 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:19.234057 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d4a7f7-13db-408b-ba51-f3d241096bb9 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:19.235206 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d4a7f7-13db-408b-ba51-f3d241096bb9 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:19.240055 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-33d4a7f7-13db-408b-ba51-f3d241096bb9 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1091473 Apr 15 03:39:19.240265 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33576) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:19.245713 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-da082349-59e4-4229-86b7-ba85bf77b610 None None] Current status of the port f802f435-1f8b-40d2-9cb1-b07812a8eb04 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:19.246090 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-da082349-59e4-4229-86b7-ba85bf77b610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f802f435-1f8b-40d2-9cb1-b07812a8eb04), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:19.250225 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-c2688153-3c82-4863-8c3d-0353662dadd2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Deleting port d7640c6b-1c1a-427c-a620-d319efa125be {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:19.250576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2688153-3c82-4863-8c3d-0353662dadd2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (d7640c6b-1c1a-427c-a620-d319efa125be), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:19.284002 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-66c55b73-04a0-4b63-b918-ad4860a46c4d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (b0758d6e-9369-4278-8dde-2442267f02cd), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:19.284771 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-66c55b73-04a0-4b63-b918-ad4860a46c4d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (3234e075-856b-48b6-ad4f-e75e903f9241), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:19.289954 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port f802f435-1f8b-40d2-9cb1-b07812a8eb04 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:19.290330 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f802f435-1f8b-40d2-9cb1-b07812a8eb04), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:19.317002 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e84cefa6-ca0a-4028-8bc5-9493cba4c195 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:19.322383 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e84cefa6-ca0a-4028-8bc5-9493cba4c195 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4653997 Apr 15 03:39:19.322383 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33578) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:19.327257 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df74791-0308-4205-8e33-ae5a6738d317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-5e3458ef-9859-41d9-9aa0-b129483a5a23', 'network_id': '5e3458ef-9859-41d9-9aa0-b129483a5a23', 'project_id': '1a928208ce2d46c19b08db0639178bec', 'fixed_ips': [{'subnet_id': '42da024a-c953-4c7c-a3e1-2faa6600a050'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:39:19.328395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3df74791-0308-4205-8e33-ae5a6738d317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:19.334287 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (9ef9849e-512c-4e74-b724-29b66e94f526), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:19.361336 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-da082349-59e4-4229-86b7-ba85bf77b610 None None] For port f802f435-1f8b-40d2-9cb1-b07812a8eb04, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f802f435-1f8b-40d2-9cb1-b07812a8eb04,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:19.378288 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] Set router bfc1f4d4-d407-4aa0-b42b-dac38b9b664e gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:39:19.406437 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ce4e99-9102-46a5-8b9c-4e3b76ef642a tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Deleting subnet 4a91d220-5baf-48ac-b859-f8dc4f41dcce {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:39:19.420975 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-13ce4e99-9102-46a5-8b9c-4e3b76ef642a tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks [] for subnet (4a91d220-5baf-48ac-b859-f8dc4f41dcce), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:19.424029 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Network f82fdba3-0663-4220-bc5d-7c29dc587acb is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:19.436763 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:19.442090 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:19.444071 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Pushing event updated for resources: {'Port': ['ID=9ef9849e-512c-4e74-b724-29b66e94f526,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:19.481210 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c55b73-04a0-4b63-b918-ad4860a46c4d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=b0758d6e-9369-4278-8dde-2442267f02cd,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:19.499045 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1befca5-0f07-4f55-bab8-553f23f7b513 None None] DHCP port deletion for fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:39:19.502383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-da082349-59e4-4229-86b7-ba85bf77b610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f802f435-1f8b-40d2-9cb1-b07812a8eb04), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:19.509419 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-c2688153-3c82-4863-8c3d-0353662dadd2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] For port d7640c6b-1c1a-427c-a620-d319efa125be, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=d7640c6b-1c1a-427c-a620-d319efa125be,segment=NetworkSegment(b8c75e56-cc8e-4e81-b16c-5fb97a8e40d8),segment_id=b8c75e56-cc8e-4e81-b16c-5fb97a8e40d8)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:19.509777 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2688153-3c82-4863-8c3d-0353662dadd2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (d7640c6b-1c1a-427c-a620-d319efa125be), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:19.520370 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:19.520709 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:19.521049 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:19.521386 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:19.521717 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:19.522045 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:19.522365 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:19.522725 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:19.523070 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:19.523417 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:19.523743 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:19.524087 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:19.524436 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:19.524719 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:19.525032 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:39:19.554936 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-c2688153-3c82-4863-8c3d-0353662dadd2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Calling delete_port for d7640c6b-1c1a-427c-a620-d319efa125be owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:19.630173 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc38fe-19b3-4a40-93e8-0ea28095bdad req-d1859157-3765-4eed-aacb-13d549d11d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:19.632103 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e6cc38fe-19b3-4a40-93e8-0ea28095bdad req-d1859157-3765-4eed-aacb-13d549d11d38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ac54984499b43edad78bee2e10a3362&device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 1129 time: 0.1037149 Apr 15 03:39:19.655308 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-13ce4e99-9102-46a5-8b9c-4e3b76ef642a tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (4a91d220-5baf-48ac-b859-f8dc4f41dcce), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:19.700898 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639051796', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:17Z', 'revision_number': 3, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'gw_port': {'id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:19.716138 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-3df74791-0308-4205-8e33-ae5a6738d317 None None] Allocated IP 172.20.0.18 (5e3458ef-9859-41d9-9aa0-b129483a5a23/42da024a-c953-4c7c-a3e1-2faa6600a050/0aadbff1-6dd8-48ae-934b-2bb5dd62353a) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:19.737586 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] Checking router: bfc1f4d4-d407-4aa0-b42b-dac38b9b664e for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:39:19.738420 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] Updating router bfc1f4d4-d407-4aa0-b42b-dac38b9b664e port ab2274c1-0912-4139-aa80-3fc1b46c4be4 binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:39:19.745103 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085cfd2-200f-4c05-8ccf-f1966361c49b req-f0869075-baac-487d-8375-1a706915d8b2 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:19.754112 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b085cfd2-200f-4c05-8ccf-f1966361c49b req-f0869075-baac-487d-8375-1a706915d8b2 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.2691131 Apr 15 03:39:19.771046 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ab2274c1-0912-4139-aa80-3fc1b46c4be4), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:19.823674 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c55b73-04a0-4b63-b918-ad4860a46c4d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:19.858107 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-66c55b73-04a0-4b63-b918-ad4860a46c4d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:19.903922 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3c5042c4-6948-4fa1-9dbc-81b3aafaf727 None None] Provisioning complete for port b0758d6e-9369-4278-8dde-2442267f02cd triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:19.909847 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3c5042c4-6948-4fa1-9dbc-81b3aafaf727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b0758d6e-9369-4278-8dde-2442267f02cd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:19.912577 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port f802f435-1f8b-40d2-9cb1-b07812a8eb04 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:19.918836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Attempting to bind port 9ef9849e-512c-4e74-b724-29b66e94f526 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:19.919213 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Attempting to bind port 9ef9849e-512c-4e74-b724-29b66e94f526 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'ad6e0794-dfd7-4393-bce3-11495c32bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f82fdba3-0663-4220-bc5d-7c29dc587acb'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:19.919571 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Attempting to bind port 9ef9849e-512c-4e74-b724-29b66e94f526 on network f82fdba3-0663-4220-bc5d-7c29dc587acb {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:19.921438 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d1befca5-0f07-4f55-bab8-553f23f7b513 None None] Deleting port d7640c6b-1c1a-427c-a620-d319efa125be {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:19.921783 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1befca5-0f07-4f55-bab8-553f23f7b513 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (d7640c6b-1c1a-427c-a620-d319efa125be), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.170678 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da082349-59e4-4229-86b7-ba85bf77b610 None None] Pushing event updated for resources: {'Port': ['ID=f802f435-1f8b-40d2-9cb1-b07812a8eb04,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:20.187513 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:20.187920 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Checking segment: {'id': 'ad6e0794-dfd7-4393-bce3-11495c32bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f82fdba3-0663-4220-bc5d-7c29dc587acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:20.188279 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.188670 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Bound using segment: {'id': 'ad6e0794-dfd7-4393-bce3-11495c32bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f82fdba3-0663-4220-bc5d-7c29dc587acb'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:20.189149 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Bound port: 9ef9849e-512c-4e74-b724-29b66e94f526, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad6e0794-dfd7-4393-bce3-11495c32bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f82fdba3-0663-4220-bc5d-7c29dc587acb'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:20.189523 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (9ef9849e-512c-4e74-b724-29b66e94f526), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.207950 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] Publish callbacks [] for port (ab2274c1-0912-4139-aa80-3fc1b46c4be4), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.240849 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3df74791-0308-4205-8e33-ae5a6738d317 None None] Publish callbacks [] for port (0aadbff1-6dd8-48ae-934b-2bb5dd62353a), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.249923 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-74f5c7e1-a3b8-4772-aecc-ee32d6e809e0 tempest-TestNetworkAdvancedServerOps-2121290901 tempest-TestNetworkAdvancedServerOps-2121290901-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=29e3407995e14fb583efa0164c47fc4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9248788 Apr 15 03:39:20.250479 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3c5042c4-6948-4fa1-9dbc-81b3aafaf727 None None] Port b0758d6e-9369-4278-8dde-2442267f02cd cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:39:20.251716 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33586) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:20.280271 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ab2274c1-0912-4139-aa80-3fc1b46c4be4), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.291083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d1befca5-0f07-4f55-bab8-553f23f7b513 None None] For port d7640c6b-1c1a-427c-a620-d319efa125be, host dv-neutron-837140-3-hyperv, got binding levels [] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:20.293126 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1befca5-0f07-4f55-bab8-553f23f7b513 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (d7640c6b-1c1a-427c-a620-d319efa125be), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.312753 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d1befca5-0f07-4f55-bab8-553f23f7b513 None None] Calling delete_port for d7640c6b-1c1a-427c-a620-d319efa125be owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:20.315039 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3df74791-0308-4205-8e33-ae5a6738d317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (0aadbff1-6dd8-48ae-934b-2bb5dd62353a), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.318076 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.ipam_backend_mixin [None req-d1befca5-0f07-4f55-bab8-553f23f7b513 None None] Port d7640c6b-1c1a-427c-a620-d319efa125be was not found and therefore no delete operation was performed {{(pid=104668) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 15 03:39:20.334420 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1befca5-0f07-4f55-bab8-553f23f7b513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (d7640c6b-1c1a-427c-a620-d319efa125be), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.377073 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2688153-3c82-4863-8c3d-0353662dadd2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (d7640c6b-1c1a-427c-a620-d319efa125be), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.382971 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] For port 9ef9849e-512c-4e74-b724-29b66e94f526, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:39:20.397121 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b085cfd2-200f-4c05-8ccf-f1966361c49b req-306c0db2-d8fa-424b-92b7-9d6a91ee6d4d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6419647 Apr 15 03:39:20.422663 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df74791-0308-4205-8e33-ae5a6738d317 None None] Network 5e3458ef-9859-41d9-9aa0-b129483a5a23 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:20.422663 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1befca5-0f07-4f55-bab8-553f23f7b513 None None] No DVR routers for this DVR port d7640c6b-1c1a-427c-a620-d319efa125be on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:39:20.427573 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33588) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:20.431082 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] For port 9ef9849e-512c-4e74-b724-29b66e94f526, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=9ef9849e-512c-4e74-b724-29b66e94f526,segment=NetworkSegment(ad6e0794-dfd7-4393-bce3-11495c32bc7c),segment_id=ad6e0794-dfd7-4393-bce3-11495c32bc7c)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:39:20.432955 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-3df74791-0308-4205-8e33-ae5a6738d317 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:20.435344 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-669e991c-5cd6-44cb-aa5e-d75849dd2954 None None] Provisioning complete for port b0758d6e-9369-4278-8dde-2442267f02cd triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:20.435712 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-669e991c-5cd6-44cb-aa5e-d75849dd2954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b0758d6e-9369-4278-8dde-2442267f02cd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.437609 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df74791-0308-4205-8e33-ae5a6738d317 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:20.441183 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df74791-0308-4205-8e33-ae5a6738d317 None None] Pushing event updated for resources: {'Port': ['ID=0aadbff1-6dd8-48ae-934b-2bb5dd62353a,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:20.468548 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] Attempting to bind port ab2274c1-0912-4139-aa80-3fc1b46c4be4 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:20.469959 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] Attempting to bind port ab2274c1-0912-4139-aa80-3fc1b46c4be4 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:20.469959 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] Attempting to bind port ab2274c1-0912-4139-aa80-3fc1b46c4be4 on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:20.477370 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4774e8-9547-4e9d-b407-43498edb55ab None None] Pushing event updated for resources: {'Port': ['ID=ab2274c1-0912-4139-aa80-3fc1b46c4be4,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:20.480584 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:20.481743 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:20.482340 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.482965 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:20.483582 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] Bound port: ab2274c1-0912-4139-aa80-3fc1b46c4be4, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:20.484138 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ab2274c1-0912-4139-aa80-3fc1b46c4be4), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.498914 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1befca5-0f07-4f55-bab8-553f23f7b513 None None] Pushing event deleted for resources: {'Port': ['ID=d7640c6b-1c1a-427c-a620-d319efa125be,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:20.519563 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996f7159-1a5d-4ca2-b12b-9d6af2e722fa tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:20.536418 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21db223-d5e2-4150-a2f2-ad3147fcf3b9 tempest-TestNetworkAdvancedServerOps-2121290901 tempest-TestNetworkAdvancedServerOps-2121290901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:20.537247 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-996f7159-1a5d-4ca2-b12b-9d6af2e722fa tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=47f4ed73-a135-4807-aa37-c76498dd2653 HTTP/1.1" status: 200 len: 814 time: 0.1078405 Apr 15 03:39:20.541715 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (9ef9849e-512c-4e74-b724-29b66e94f526), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.544545 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f21db223-d5e2-4150-a2f2-ad3147fcf3b9 tempest-TestNetworkAdvancedServerOps-2121290901 tempest-TestNetworkAdvancedServerOps-2121290901-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2904000 Apr 15 03:39:20.545823 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2688153-3c82-4863-8c3d-0353662dadd2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] No DVR routers for this DVR port d7640c6b-1c1a-427c-a620-d319efa125be on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:39:20.550037 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33592) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:20.551984 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2688153-3c82-4863-8c3d-0353662dadd2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event deleted for resources: {'Port': ['ID=d7640c6b-1c1a-427c-a620-d319efa125be,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:20.555655 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-13ce4e99-9102-46a5-8b9c-4e3b76ef642a tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (4a91d220-5baf-48ac-b859-f8dc4f41dcce), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.563488 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] For port ab2274c1-0912-4139-aa80-3fc1b46c4be4, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:39:20.567412 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] For port ab2274c1-0912-4139-aa80-3fc1b46c4be4, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ab2274c1-0912-4139-aa80-3fc1b46c4be4,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:39:20.576334 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc38fe-19b3-4a40-93e8-0ea28095bdad req-247d221f-2c2d-4139-8ade-cdcc52ac0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:20.577820 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e6cc38fe-19b3-4a40-93e8-0ea28095bdad req-247d221f-2c2d-4139-8ade-cdcc52ac0aea service neutron] 10.222.0.30 "GET /v2.0/networks?id=0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 HTTP/1.1" status: 200 len: 912 time: 0.9348421 Apr 15 03:39:20.584139 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-669e991c-5cd6-44cb-aa5e-d75849dd2954 None None] Port b0758d6e-9369-4278-8dde-2442267f02cd cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:39:20.604609 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-3df74791-0308-4205-8e33-ae5a6738d317 None None] Attempting to bind port 0aadbff1-6dd8-48ae-934b-2bb5dd62353a on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:20.604986 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-3df74791-0308-4205-8e33-ae5a6738d317 None None] Attempting to bind port 0aadbff1-6dd8-48ae-934b-2bb5dd62353a by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '97ce2363-81e4-4960-b8da-0fef8230ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5e3458ef-9859-41d9-9aa0-b129483a5a23'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:20.605345 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df74791-0308-4205-8e33-ae5a6738d317 None None] Attempting to bind port 0aadbff1-6dd8-48ae-934b-2bb5dd62353a on network 5e3458ef-9859-41d9-9aa0-b129483a5a23 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:20.621547 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df74791-0308-4205-8e33-ae5a6738d317 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:20.621994 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df74791-0308-4205-8e33-ae5a6738d317 None None] Checking segment: {'id': '97ce2363-81e4-4960-b8da-0fef8230ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5e3458ef-9859-41d9-9aa0-b129483a5a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:20.622392 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3df74791-0308-4205-8e33-ae5a6738d317 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.630404 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df74791-0308-4205-8e33-ae5a6738d317 None None] Bound using segment: {'id': '97ce2363-81e4-4960-b8da-0fef8230ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5e3458ef-9859-41d9-9aa0-b129483a5a23'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:20.631120 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-3df74791-0308-4205-8e33-ae5a6738d317 None None] Bound port: 0aadbff1-6dd8-48ae-934b-2bb5dd62353a, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ce2363-81e4-4960-b8da-0fef8230ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '5e3458ef-9859-41d9-9aa0-b129483a5a23'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:20.631533 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3df74791-0308-4205-8e33-ae5a6738d317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (0aadbff1-6dd8-48ae-934b-2bb5dd62353a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.636616 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ab2274c1-0912-4139-aa80-3fc1b46c4be4), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.636933 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62ff56-b0de-40ed-8678-f06891a510b8 None None] Pushing event updated for resources: {'Port': ['ID=9ef9849e-512c-4e74-b724-29b66e94f526,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:20.681711 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2688153-3c82-4863-8c3d-0353662dadd2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.686028 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0e5e1e5d-47b6-4640-b967-3347a4920f76 tempest-TestNetworkAdvancedServerOps-2121290901 tempest-TestNetworkAdvancedServerOps-2121290901-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1337800 Apr 15 03:39:20.691431 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33594) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:20.703837 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-ec4b29a7-f1cf-42d0-b05d-4499f1f781c8 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-29126150', 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5', 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:20.707794 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-c2688153-3c82-4863-8c3d-0353662dadd2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:20.721545 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] Routers {'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:20.722418 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:38:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:20.724023 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-c2688153-3c82-4863-8c3d-0353662dadd2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c75e56-cc8e-4e81-b16c-5fb97a8e40d8') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:20.724381 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-c2688153-3c82-4863-8c3d-0353662dadd2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c75e56-cc8e-4e81-b16c-5fb97a8e40d8') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:20.727732 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e6cc38fe-19b3-4a40-93e8-0ea28095bdad req-0c164d9f-589f-46e8-b259-2e2de0adcf23 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90b88343-3433-4ceb-9959-7721ceb2550e HTTP/1.1" status: 200 len: 1001 time: 0.1318243 Apr 15 03:39:20.740421 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2688153-3c82-4863-8c3d-0353662dadd2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (b8c75e56-cc8e-4e81-b16c-5fb97a8e40d8), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.759222 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2688153-3c82-4863-8c3d-0353662dadd2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (b8c75e56-cc8e-4e81-b16c-5fb97a8e40d8), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.760114 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-3df74791-0308-4205-8e33-ae5a6738d317 None None] For port 0aadbff1-6dd8-48ae-934b-2bb5dd62353a, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:39:20.763780 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-3df74791-0308-4205-8e33-ae5a6738d317 None None] For port 0aadbff1-6dd8-48ae-934b-2bb5dd62353a, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=0aadbff1-6dd8-48ae-934b-2bb5dd62353a,segment=NetworkSegment(97ce2363-81e4-4960-b8da-0fef8230ba21),segment_id=97ce2363-81e4-4960-b8da-0fef8230ba21)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:39:20.767389 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2688153-3c82-4863-8c3d-0353662dadd2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:39:20.767574 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2688153-3c82-4863-8c3d-0353662dadd2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (b8c75e56-cc8e-4e81-b16c-5fb97a8e40d8), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:39:20.774231 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:39:20.781992 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4774e8-9547-4e9d-b407-43498edb55ab None None] Pushing event updated for resources: {'Port': ['ID=ab2274c1-0912-4139-aa80-3fc1b46c4be4,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:20.834492 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-40945c6d-c933-4394-a310-4c21a8efae03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.864098 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3df74791-0308-4205-8e33-ae5a6738d317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (0aadbff1-6dd8-48ae-934b-2bb5dd62353a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.927560 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2688153-3c82-4863-8c3d-0353662dadd2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.934465 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2688153-3c82-4863-8c3d-0353662dadd2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.936137 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c2688153-3c82-4863-8c3d-0353662dadd2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "DELETE /v2.0/networks/fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5 HTTP/1.1" status: 204 len: 168 time: 1.9832628 Apr 15 03:39:20.940165 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33598) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:20.967582 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] Set router bfc1f4d4-d407-4aa0-b42b-dac38b9b664e gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:39:20.984597 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-13ce4e99-9102-46a5-8b9c-4e3b76ef642a tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (4a91d220-5baf-48ac-b859-f8dc4f41dcce), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:20.986366 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc38fe-19b3-4a40-93e8-0ea28095bdad req-9cd1d355-c00f-48e0-be21-7e650818ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:20.989275 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e6cc38fe-19b3-4a40-93e8-0ea28095bdad req-9cd1d355-c00f-48e0-be21-7e650818ff3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2ff5521-688d-47da-8337-38202aee7518 HTTP/1.1" status: 200 len: 851 time: 0.1560555 Apr 15 03:39:20.991964 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2688153-3c82-4863-8c3d-0353662dadd2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event deleted for resources: {'Network': ['ID=fcd03859-7ab2-4d6d-b76e-e5798e5b2ef5,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:20.997918 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df74791-0308-4205-8e33-ae5a6738d317 None None] Pushing event updated for resources: {'Port': ['ID=0aadbff1-6dd8-48ae-934b-2bb5dd62353a,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:21.029870 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c55b73-04a0-4b63-b918-ad4860a46c4d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Router 3234e075-856b-48b6-ad4f-e75e903f9241 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:39:21.040120 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce4e99-9102-46a5-8b9c-4e3b76ef642a tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event deleted for resources: {'Subnet': ['ID=4a91d220-5baf-48ac-b859-f8dc4f41dcce,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:21.053943 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-13ce4e99-9102-46a5-8b9c-4e3b76ef642a tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:21.057606 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-13ce4e99-9102-46a5-8b9c-4e3b76ef642a tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "DELETE /v2.0/subnets/4a91d220-5baf-48ac-b859-f8dc4f41dcce HTTP/1.1" status: 204 len: 168 time: 1.8164189 Apr 15 03:39:21.062136 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33600) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:21.075569 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4b29a7-f1cf-42d0-b05d-4499f1f781c8 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Made reservation on behalf of 29e3407995e14fb583efa0164c47fc4b for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:21.086018 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b4e87c-728a-4f8d-8d6c-8ffaabdab0bd tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Deleting subnet 5081a415-a8e3-4bfe-85a6-d531c2a87673 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:39:21.086840 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec4b29a7-f1cf-42d0-b05d-4499f1f781c8 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:21.099171 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5b4e87c-728a-4f8d-8d6c-8ffaabdab0bd tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for subnet (5081a415-a8e3-4bfe-85a6-d531c2a87673), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:21.139584 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc38fe-19b3-4a40-93e8-0ea28095bdad req-60d482df-3d1d-49b8-b59a-df4c9ac4272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:21.141263 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e6cc38fe-19b3-4a40-93e8-0ea28095bdad req-60d482df-3d1d-49b8-b59a-df4c9ac4272a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1453292 Apr 15 03:39:21.144551 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5b4e87c-728a-4f8d-8d6c-8ffaabdab0bd tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (5081a415-a8e3-4bfe-85a6-d531c2a87673), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:21.257772 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f802f435-1f8b-40d2-9cb1-b07812a8eb04 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:21.313101 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639051796', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:17Z', 'revision_number': 3, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'gw_port': {'id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:21.371719 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port f802f435-1f8b-40d2-9cb1-b07812a8eb04 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:21.376351 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f802f435-1f8b-40d2-9cb1-b07812a8eb04), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:21.376488 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfa0d4f-2289-4778-af8b-e678703149d0 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Deleting subnet 42da024a-c953-4c7c-a3e1-2faa6600a050 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:39:21.385062 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac915f43-6813-4190-9689-c4863d88ebdc None None] The sync data for ids ['bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'] in dv-neutron-837140-3-hyperv is: [{'id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639051796', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:17Z', 'revision_number': 3, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'gw_port': {'id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:39:21.420572 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8bfa0d4f-2289-4778-af8b-e678703149d0 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks [] for subnet (42da024a-c953-4c7c-a3e1-2faa6600a050), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:21.436862 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e6cc38fe-19b3-4a40-93e8-0ea28095bdad req-ddabc73e-3afb-417b-b7f7-a3504ce439c5 service neutron] 10.222.0.30 "GET /v2.0/networks/0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637422 Apr 15 03:39:21.471307 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33604) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:21.509192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port f802f435-1f8b-40d2-9cb1-b07812a8eb04 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:21.510551 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 9ef9849e-512c-4e74-b724-29b66e94f526 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:21.537252 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-baad753c-5e27-43fa-be2d-c0f34b2c2884 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'network': {'name': 'tempest-network-smoke--2086312991', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'port_security_enabled': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:21.567361 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 9ef9849e-512c-4e74-b724-29b66e94f526 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:21.568668 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (9ef9849e-512c-4e74-b724-29b66e94f526), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:21.596953 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c55b73-04a0-4b63-b918-ad4860a46c4d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:39:21.610360 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-66c55b73-04a0-4b63-b918-ad4860a46c4d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "PUT /v2.0/routers/3234e075-856b-48b6-ad4f-e75e903f9241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2386510 Apr 15 03:39:21.610534 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] Sync routers for ids ['3234e075-856b-48b6-ad4f-e75e903f9241'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:39:21.610665 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5b4e87c-728a-4f8d-8d6c-8ffaabdab0bd tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (5081a415-a8e3-4bfe-85a6-d531c2a87673), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:21.618291 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33606) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:21.653557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] Routers {'3234e075-856b-48b6-ad4f-e75e903f9241'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:21.654310 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:39:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3234e075-856b-48b6-ad4f-e75e903f9241'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:21.657184 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baad753c-5e27-43fa-be2d-c0f34b2c2884 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:21.661357 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-baad753c-5e27-43fa-be2d-c0f34b2c2884 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:21.669451 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8bfa0d4f-2289-4778-af8b-e678703149d0 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (42da024a-c953-4c7c-a3e1-2faa6600a050), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:21.678196 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd54b0-117e-498c-a668-022eab9fa411 req-feb39e43-a445-47cc-8330-827d67fcc1b3 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:21.679946 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-52fd54b0-117e-498c-a668-022eab9fa411 req-feb39e43-a445-47cc-8330-827d67fcc1b3 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0967560 Apr 15 03:39:21.709088 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec4b29a7-f1cf-42d0-b05d-4499f1f781c8 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (dc8d3040-88a1-4b77-bca2-f8be7b3a58f5), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:21.797873 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e6cc38fe-19b3-4a40-93e8-0ea28095bdad req-7881be39-d12b-487d-ab93-733931c51002 service neutron] 10.222.0.30 "GET /v2.0/networks/0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505492 Apr 15 03:39:21.865318 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d0b927-f954-4258-9705-a945c82332ab tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:21.865318 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-14d0b927-f954-4258-9705-a945c82332ab tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports/b0758d6e-9369-4278-8dde-2442267f02cd HTTP/1.1" status: 200 len: 911 time: 0.2198532 Apr 15 03:39:21.871154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 9ef9849e-512c-4e74-b724-29b66e94f526 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:21.871781 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (9ef9849e-512c-4e74-b724-29b66e94f526), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:21.875874 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33608) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:21.914187 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] Set router 3234e075-856b-48b6-ad4f-e75e903f9241 gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:39:21.932415 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-52fd54b0-117e-498c-a668-022eab9fa411 req-dd6b7a67-01bb-40f3-9e5d-d9eaefc2dd9f tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404580 Apr 15 03:39:21.933650 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b29a7-f1cf-42d0-b05d-4499f1f781c8 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event updated for resources: {'Subnet': ['ID=dc8d3040-88a1-4b77-bca2-f8be7b3a58f5,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:21.941348 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baad753c-5e27-43fa-be2d-c0f34b2c2884 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:39:21.954835 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4b29a7-f1cf-42d0-b05d-4499f1f781c8 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Checking segment: {'id': 'ef2782cf-c97d-479b-ac4a-ed54ce8219b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:21.955525 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4b29a7-f1cf-42d0-b05d-4499f1f781c8 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Network hostable DHCP agents. Network: f3081e79-3282-4be9-823f-9ce5503e6db5, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:39:21.955782 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61541c6-f20f-4812-9bb9-a4fe54d810f3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:21.961550 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61541c6-f20f-4812-9bb9-a4fe54d810f3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:21.966528 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f61541c6-f20f-4812-9bb9-a4fe54d810f3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0823417 Apr 15 03:39:21.980148 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33610) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:21.997468 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:22.008378 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 9ef9849e-512c-4e74-b724-29b66e94f526, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=9ef9849e-512c-4e74-b724-29b66e94f526,segment=NetworkSegment(ad6e0794-dfd7-4393-bce3-11495c32bc7c),segment_id=ad6e0794-dfd7-4393-bce3-11495c32bc7c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:22.014455 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-baad753c-5e27-43fa-be2d-c0f34b2c2884 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (f0ff399e-88b4-4c84-bdff-928c8d06204f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:22.014455 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-baad753c-5e27-43fa-be2d-c0f34b2c2884 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Added segment f0ff399e-88b4-4c84-bdff-928c8d06204f of type vlan for network 3bd59da7-6c8e-4207-8116-308ad61b1e9e Apr 15 03:39:22.079796 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-baad753c-5e27-43fa-be2d-c0f34b2c2884 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (3bd59da7-6c8e-4207-8116-308ad61b1e9e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:22.085525 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8bfa0d4f-2289-4778-af8b-e678703149d0 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (42da024a-c953-4c7c-a3e1-2faa6600a050), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:22.102745 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4b29a7-f1cf-42d0-b05d-4499f1f781c8 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Network f3081e79-3282-4be9-823f-9ce5503e6db5 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:39:22.102974 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (9ef9849e-512c-4e74-b724-29b66e94f526), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:22.115910 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5b4e87c-728a-4f8d-8d6c-8ffaabdab0bd tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (5081a415-a8e3-4bfe-85a6-d531c2a87673), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:22.247986 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5b4e87c-728a-4f8d-8d6c-8ffaabdab0bd tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:22.254259 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e5b4e87c-728a-4f8d-8d6c-8ffaabdab0bd tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "DELETE /v2.0/subnets/5081a415-a8e3-4bfe-85a6-d531c2a87673 HTTP/1.1" status: 204 len: 168 time: 1.3108280 Apr 15 03:39:22.264452 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4e87c-728a-4f8d-8d6c-8ffaabdab0bd tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event deleted for resources: {'Subnet': ['ID=5081a415-a8e3-4bfe-85a6-d531c2a87673,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:22.264636 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33612) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:22.297245 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ba5c5c-06a8-4112-8049-fba010435c0a None None] Network fcefce00-8e31-43b8-a8c8-accc90966c0e requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:22.302083 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-ec4b29a7-f1cf-42d0-b05d-4499f1f781c8 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, f3081e79-3282-4be9-823f-9ce5503e6db5) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:22.341344 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4b29a7-f1cf-42d0-b05d-4499f1f781c8 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:22.344980 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec4b29a7-f1cf-42d0-b05d-4499f1f781c8 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:22.348446 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6668a8d-9b77-4f02-91f7-2f4c596b5605 None None] Network f3081e79-3282-4be9-823f-9ce5503e6db5 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:22.370471 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-baad753c-5e27-43fa-be2d-c0f34b2c2884 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (3bd59da7-6c8e-4207-8116-308ad61b1e9e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:22.380736 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baad753c-5e27-43fa-be2d-c0f34b2c2884 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:22.382938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-baad753c-5e27-43fa-be2d-c0f34b2c2884 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:22.423127 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d857659-75cd-47bc-8918-8a5edd20c9a2 None None] Network f82fdba3-0663-4220-bc5d-7c29dc587acb requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:22.477183 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=9ef9849e-512c-4e74-b724-29b66e94f526,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:22.489717 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-e054f80b-6b14-4e4c-942d-efca4a88181e tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Deleting subnet d416d345-b821-48cf-9158-38e404be914a {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:39:22.495608 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ec4b29a7-f1cf-42d0-b05d-4499f1f781c8 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8011236 Apr 15 03:39:22.501221 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67f6d038-63c3-4d51-9eff-b25b46f24ff1 None None] Provisioning complete for port 9ef9849e-512c-4e74-b724-29b66e94f526 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:22.501596 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67f6d038-63c3-4d51-9eff-b25b46f24ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (9ef9849e-512c-4e74-b724-29b66e94f526), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:22.504015 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e054f80b-6b14-4e4c-942d-efca4a88181e tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for subnet (d416d345-b821-48cf-9158-38e404be914a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:22.509356 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33614) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:22.522517 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:39:22.530531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8bfa0d4f-2289-4778-af8b-e678703149d0 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (42da024a-c953-4c7c-a3e1-2faa6600a050), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:22.555042 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad753c-5e27-43fa-be2d-c0f34b2c2884 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Network': ['ID=3bd59da7-6c8e-4207-8116-308ad61b1e9e,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:22.596575 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8bfa0d4f-2289-4778-af8b-e678703149d0 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:22.606305 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8bfa0d4f-2289-4778-af8b-e678703149d0 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "DELETE /v2.0/subnets/42da024a-c953-4c7c-a3e1-2faa6600a050 HTTP/1.1" status: 204 len: 168 time: 1.5426433 Apr 15 03:39:22.610890 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33616) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:22.670249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device d7640c6b-1c1a-427c-a620-d319efa125be no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:39:22.687155 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa0d4f-2289-4778-af8b-e678703149d0 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event deleted for resources: {'Subnet': ['ID=42da024a-c953-4c7c-a3e1-2faa6600a050,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:22.696785 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d79e2ca-099a-492c-9fcf-9b06a44104cd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:22.698556 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1d79e2ca-099a-492c-9fcf-9b06a44104cd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0863187 Apr 15 03:39:22.713016 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-baad753c-5e27-43fa-be2d-c0f34b2c2884 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1937573 Apr 15 03:39:22.713662 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33618) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:22.717226 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33620) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:22.745818 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: d7640c6b-1c1a-427c-a620-d319efa125be {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:39:22.745956 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device d7640c6b-1c1a-427c-a620-d319efa125be not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:39:22.748518 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 3bd59da7-6c8e-4207-8116-308ad61b1e9e details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:39:22.814019 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9542b882-7f2b-4c9e-a645-3ada3f7653dd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (5e3458ef-9859-41d9-9aa0-b129483a5a23), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:22.883342 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-9542b882-7f2b-4c9e-a645-3ada3f7653dd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Deleting port 0aadbff1-6dd8-48ae-934b-2bb5dd62353a {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:22.883699 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9542b882-7f2b-4c9e-a645-3ada3f7653dd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (0aadbff1-6dd8-48ae-934b-2bb5dd62353a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:22.890757 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702025e2-5118-426f-b54e-53ea5de109d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-f3081e79-3282-4be9-823f-9ce5503e6db5', 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5', 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'fixed_ips': [{'subnet_id': 'dc8d3040-88a1-4b77-bca2-f8be7b3a58f5'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:39:22.891809 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-702025e2-5118-426f-b54e-53ea5de109d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:22.908156 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486c1baf-1027-473f-aa8a-1694c708f66d None None] Network 5e3458ef-9859-41d9-9aa0-b129483a5a23 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:22.962273 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e054f80b-6b14-4e4c-942d-efca4a88181e tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (d416d345-b821-48cf-9158-38e404be914a), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:23.012361 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671c583f-d1e7-48aa-8535-1872a79cc4e4 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:23.025041 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87623b01-a0a6-4d0e-88ad-6caa6951b110 None None] DHCP port deletion for fcefce00-8e31-43b8-a8c8-accc90966c0e request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:39:23.028168 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-671c583f-d1e7-48aa-8535-1872a79cc4e4 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6786bd52355f4b228acda11ee2393b97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.3092136 Apr 15 03:39:23.031314 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33624) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:23.151926 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-9542b882-7f2b-4c9e-a645-3ada3f7653dd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] For port 0aadbff1-6dd8-48ae-934b-2bb5dd62353a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=0aadbff1-6dd8-48ae-934b-2bb5dd62353a,segment=NetworkSegment(97ce2363-81e4-4960-b8da-0fef8230ba21),segment_id=97ce2363-81e4-4960-b8da-0fef8230ba21)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:23.152296 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9542b882-7f2b-4c9e-a645-3ada3f7653dd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (0aadbff1-6dd8-48ae-934b-2bb5dd62353a), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:23.198259 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-9542b882-7f2b-4c9e-a645-3ada3f7653dd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Calling delete_port for 0aadbff1-6dd8-48ae-934b-2bb5dd62353a owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:23.213868 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91c5bb-0f67-4541-86e9-cacf2d900d0e req-fc26716f-f3ed-4602-bb02-32a81625f016 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:23.220028 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ba91c5bb-0f67-4541-86e9-cacf2d900d0e req-fc26716f-f3ed-4602-bb02-32a81625f016 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1572847 Apr 15 03:39:23.301661 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3234e075-856b-48b6-ad4f-e75e903f9241', 'name': 'tempest-NetworksTestDHCPv6-router-411382385', 'tenant_id': 'df0aaca0878d4368af25e51d28cface6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:17Z', 'updated_at': '2022-04-15T03:39:18Z', 'revision_number': 2, 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'gw_port_host': None, '_interfaces': [{'id': 'b0758d6e-9369-4278-8dde-2442267f02cd', 'name': '', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'tenant_id': 'df0aaca0878d4368af25e51d28cface6', 'mac_address': 'fa:16:3e:b1:d8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3234e075-856b-48b6-ad4f-e75e903f9241', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'd7411ed9-a17a-47f1-879a-185be250b3b6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:17Z', 'updated_at': '2022-04-15T03:39:18Z', 'revision_number': 2, 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'subnets': [{'id': 'd7411ed9-a17a-47f1-879a-185be250b3b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:23.316601 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ab2274c1-0912-4139-aa80-3fc1b46c4be4 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:23.337054 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e054f80b-6b14-4e4c-942d-efca4a88181e tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (d416d345-b821-48cf-9158-38e404be914a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:23.345564 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b1f69a-9d1b-4c31-bd5c-08da8db78e6f tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:23.347183 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-84b1f69a-9d1b-4c31-bd5c-08da8db78e6f tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3138466 Apr 15 03:39:23.352371 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33630) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:23.367999 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ba91c5bb-0f67-4541-86e9-cacf2d900d0e req-21ea465b-3686-4f54-869a-4b8e4c4f52ee tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434367 Apr 15 03:39:23.396302 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b965746a-17f5-4bc1-81b7-5ddf25cd7cff tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415878 Apr 15 03:39:23.398190 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33632) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:23.441964 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-be706dee-3a6c-46ba-8970-002b376faaf6 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6786bd52355f4b228acda11ee2393b97&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425184 Apr 15 03:39:23.447098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33636) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:23.463411 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] Checking router: 3234e075-856b-48b6-ad4f-e75e903f9241 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:39:23.463855 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] Updating router 3234e075-856b-48b6-ad4f-e75e903f9241 port b0758d6e-9369-4278-8dde-2442267f02cd binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:39:23.477972 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7cb21ca-0a3b-43f1-b921-6355bad12c3c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (3234e075-856b-48b6-ad4f-e75e903f9241), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:23.526107 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9542b882-7f2b-4c9e-a645-3ada3f7653dd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (0aadbff1-6dd8-48ae-934b-2bb5dd62353a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:23.591868 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542b882-7f2b-4c9e-a645-3ada3f7653dd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event deleted for resources: {'Port': ['ID=0aadbff1-6dd8-48ae-934b-2bb5dd62353a,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:23.598270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:23.602745 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-87623b01-a0a6-4d0e-88ad-6caa6951b110 None None] Deleting port b7a33180-2068-420a-8c13-8eba5b50e977 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:23.603235 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-87623b01-a0a6-4d0e-88ad-6caa6951b110 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (b7a33180-2068-420a-8c13-8eba5b50e977), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:23.609467 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9542b882-7f2b-4c9e-a645-3ada3f7653dd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] No DVR routers for this DVR port 0aadbff1-6dd8-48ae-934b-2bb5dd62353a on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:39:23.667136 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port ab2274c1-0912-4139-aa80-3fc1b46c4be4 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:23.667509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ab2274c1-0912-4139-aa80-3fc1b46c4be4), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:23.669522 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67f6d038-63c3-4d51-9eff-b25b46f24ff1 None None] Current status of the port 9ef9849e-512c-4e74-b724-29b66e94f526 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:23.677358 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b0758d6e-9369-4278-8dde-2442267f02cd), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:23.688773 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7498b6f1-dd7c-4f38-846b-09ce25540fbb None None] DHCP port deletion for f82fdba3-0663-4220-bc5d-7c29dc587acb request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:39:23.691888 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e054f80b-6b14-4e4c-942d-efca4a88181e tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (d416d345-b821-48cf-9158-38e404be914a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:23.767631 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0370cd57-7ee1-4b21-a149-b352e52fb57d tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:23.769269 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0370cd57-7ee1-4b21-a149-b352e52fb57d tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3209336 Apr 15 03:39:23.772679 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33638) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:23.780972 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-87623b01-a0a6-4d0e-88ad-6caa6951b110 None None] For port b7a33180-2068-420a-8c13-8eba5b50e977, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=b7a33180-2068-420a-8c13-8eba5b50e977,segment=NetworkSegment(759a511d-bfda-4667-b2e5-4f354643df03),segment_id=759a511d-bfda-4667-b2e5-4f354643df03)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:23.781672 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-87623b01-a0a6-4d0e-88ad-6caa6951b110 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (b7a33180-2068-420a-8c13-8eba5b50e977), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:23.783270 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9542b882-7f2b-4c9e-a645-3ada3f7653dd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (5e3458ef-9859-41d9-9aa0-b129483a5a23), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:23.812807 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-87623b01-a0a6-4d0e-88ad-6caa6951b110 None None] Calling delete_port for b7a33180-2068-420a-8c13-8eba5b50e977 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:23.820194 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ad40e9-5bf1-4bcb-b468-adf7c528d412 None None] DHCP port deletion for 5e3458ef-9859-41d9-9aa0-b129483a5a23 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:39:23.824171 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d913bfdd-c81c-42c6-a5c7-f3942b027b3f tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0479283 Apr 15 03:39:23.828149 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33640) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:23.834855 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-52d2e15b-be43-4dd1-b0b0-17552a1ff2d6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1012145296', 'network_id': '3bd59da7-6c8e-4207-8116-308ad61b1e9e', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:23.840022 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-9542b882-7f2b-4c9e-a645-3ada3f7653dd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3458ef-9859-41d9-9aa0-b129483a5a23']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:23.867022 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-9542b882-7f2b-4c9e-a645-3ada3f7653dd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ce2363-81e4-4960-b8da-0fef8230ba21') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:23.867365 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-9542b882-7f2b-4c9e-a645-3ada3f7653dd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ce2363-81e4-4960-b8da-0fef8230ba21') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:23.881268 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-753d9afc-7d97-4c9f-9fae-763354b434a8 None None] Could not find standard attr ID for object 0aadbff1-6dd8-48ae-934b-2bb5dd62353a. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:39:23.887024 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-702025e2-5118-426f-b54e-53ea5de109d1 None None] Allocated IP 172.20.0.2 (f3081e79-3282-4be9-823f-9ce5503e6db5/dc8d3040-88a1-4b77-bca2-f8be7b3a58f5/0bc8bf85-d23b-4691-91b9-0e8ee58bf97a) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:23.911873 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9542b882-7f2b-4c9e-a645-3ada3f7653dd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (97ce2363-81e4-4960-b8da-0fef8230ba21), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.023157 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d2e15b-be43-4dd1-b0b0-17552a1ff2d6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:24.027218 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-52d2e15b-be43-4dd1-b0b0-17552a1ff2d6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.034253 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7498b6f1-dd7c-4f38-846b-09ce25540fbb None None] Deleting port 9ef9849e-512c-4e74-b724-29b66e94f526 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:24.034914 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7498b6f1-dd7c-4f38-846b-09ce25540fbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (9ef9849e-512c-4e74-b724-29b66e94f526), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.039730 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9542b882-7f2b-4c9e-a645-3ada3f7653dd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (97ce2363-81e4-4960-b8da-0fef8230ba21), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.068083 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9542b882-7f2b-4c9e-a645-3ada3f7653dd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:39:24.068909 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9542b882-7f2b-4c9e-a645-3ada3f7653dd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (97ce2363-81e4-4960-b8da-0fef8230ba21), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:39:24.076554 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:39:24.084251 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054f80b-6b14-4e4c-942d-efca4a88181e tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event deleted for resources: {'Subnet': ['ID=d416d345-b821-48cf-9158-38e404be914a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:24.086248 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e054f80b-6b14-4e4c-942d-efca4a88181e tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.092261 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e054f80b-6b14-4e4c-942d-efca4a88181e tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "DELETE /v2.0/subnets/d416d345-b821-48cf-9158-38e404be914a HTTP/1.1" status: 204 len: 168 time: 1.8224978 Apr 15 03:39:24.094285 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33642) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:24.124867 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420e64f9-a553-4a04-ad25-fe1ed389276b None None] Network 89dc4500-66fb-497f-bcf3-a2fab4021bb4 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:24.248003 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9542b882-7f2b-4c9e-a645-3ada3f7653dd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (5e3458ef-9859-41d9-9aa0-b129483a5a23), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.252158 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9542b882-7f2b-4c9e-a645-3ada3f7653dd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.252687 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb21ca-0a3b-43f1-b921-6355bad12c3c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting port b0758d6e-9369-4278-8dde-2442267f02cd {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:24.253201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7cb21ca-0a3b-43f1-b921-6355bad12c3c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (b0758d6e-9369-4278-8dde-2442267f02cd), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.258641 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9542b882-7f2b-4c9e-a645-3ada3f7653dd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "DELETE /v2.0/networks/5e3458ef-9859-41d9-9aa0-b129483a5a23 HTTP/1.1" status: 204 len: 168 time: 1.5409095 Apr 15 03:39:24.262251 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33644) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:24.276923 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542b882-7f2b-4c9e-a645-3ada3f7653dd tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event deleted for resources: {'Network': ['ID=5e3458ef-9859-41d9-9aa0-b129483a5a23,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:24.287534 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port ab2274c1-0912-4139-aa80-3fc1b46c4be4 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:24.287923 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ab2274c1-0912-4139-aa80-3fc1b46c4be4), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.313573 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-13d25d8c-e8cf-4336-975a-d217b136bbbb tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (fcefce00-8e31-43b8-a8c8-accc90966c0e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.349886 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7498b6f1-dd7c-4f38-846b-09ce25540fbb None None] For port 9ef9849e-512c-4e74-b724-29b66e94f526, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=9ef9849e-512c-4e74-b724-29b66e94f526,segment=NetworkSegment(ad6e0794-dfd7-4393-bce3-11495c32bc7c),segment_id=ad6e0794-dfd7-4393-bce3-11495c32bc7c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:24.350284 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7498b6f1-dd7c-4f38-846b-09ce25540fbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (9ef9849e-512c-4e74-b724-29b66e94f526), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.406295 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port ab2274c1-0912-4139-aa80-3fc1b46c4be4, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ab2274c1-0912-4139-aa80-3fc1b46c4be4,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:24.410656 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7498b6f1-dd7c-4f38-846b-09ce25540fbb None None] Calling delete_port for 9ef9849e-512c-4e74-b724-29b66e94f526 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:24.417936 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-52d2e15b-be43-4dd1-b0b0-17552a1ff2d6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (b28862b6-1766-4779-9c30-8d8cdf52319d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.493641 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0b059f1-81a4-4325-9bc5-74338ee74764 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (f82fdba3-0663-4220-bc5d-7c29dc587acb), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.496633 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29ef7041-d2e1-4843-82af-d5523d9fdda4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.500466 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2e15b-be43-4dd1-b0b0-17552a1ff2d6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Subnet': ['ID=b28862b6-1766-4779-9c30-8d8cdf52319d,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:24.521899 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ab2274c1-0912-4139-aa80-3fc1b46c4be4), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.522755 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 0aadbff1-6dd8-48ae-934b-2bb5dd62353a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:24.530727 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d2e15b-be43-4dd1-b0b0-17552a1ff2d6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Checking segment: {'id': 'f0ff399e-88b4-4c84-bdff-928c8d06204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3bd59da7-6c8e-4207-8116-308ad61b1e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:24.533623 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-87623b01-a0a6-4d0e-88ad-6caa6951b110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (b7a33180-2068-420a-8c13-8eba5b50e977), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.534700 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d2e15b-be43-4dd1-b0b0-17552a1ff2d6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network hostable DHCP agents. Network: 3bd59da7-6c8e-4207-8116-308ad61b1e9e, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:39:24.537670 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7cb21ca-0a3b-43f1-b921-6355bad12c3c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (b0758d6e-9369-4278-8dde-2442267f02cd), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.541378 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-13d25d8c-e8cf-4336-975a-d217b136bbbb tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Deleting port b7a33180-2068-420a-8c13-8eba5b50e977 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:24.541715 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-13d25d8c-e8cf-4336-975a-d217b136bbbb tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (b7a33180-2068-420a-8c13-8eba5b50e977), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.580334 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d310c611-97d9-462f-af5b-cc031b1a531b None None] DHCP port deletion for 89dc4500-66fb-497f-bcf3-a2fab4021bb4 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:39:24.591276 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 0aadbff1-6dd8-48ae-934b-2bb5dd62353a {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:39:24.591624 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 0aadbff1-6dd8-48ae-934b-2bb5dd62353a not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 15 03:39:24.613273 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb21ca-0a3b-43f1-b921-6355bad12c3c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Calling delete_port for b0758d6e-9369-4278-8dde-2442267f02cd owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:24.628901 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d2e15b-be43-4dd1-b0b0-17552a1ff2d6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 3bd59da7-6c8e-4207-8116-308ad61b1e9e is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:39:24.650664 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-702025e2-5118-426f-b54e-53ea5de109d1 None None] Publish callbacks [] for port (0bc8bf85-d23b-4691-91b9-0e8ee58bf97a), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.652330 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87623b01-a0a6-4d0e-88ad-6caa6951b110 None None] No DVR routers for this DVR port b7a33180-2068-420a-8c13-8eba5b50e977 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:39:24.663339 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Port 0aadbff1-6dd8-48ae-934b-2bb5dd62353a not found, will not notify nova. {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 15 03:39:24.663682 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 9ef9849e-512c-4e74-b724-29b66e94f526 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:24.693073 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-52d2e15b-be43-4dd1-b0b0-17552a1ff2d6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 3bd59da7-6c8e-4207-8116-308ad61b1e9e) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:24.701713 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d2e15b-be43-4dd1-b0b0-17552a1ff2d6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:24.703096 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-52d2e15b-be43-4dd1-b0b0-17552a1ff2d6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.744291 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa133832-f92d-4d9c-88bc-4c77aee09c43 None None] Network 3bd59da7-6c8e-4207-8116-308ad61b1e9e requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:24.755326 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-702025e2-5118-426f-b54e-53ea5de109d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (0bc8bf85-d23b-4691-91b9-0e8ee58bf97a), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.768679 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-13d25d8c-e8cf-4336-975a-d217b136bbbb tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] For port b7a33180-2068-420a-8c13-8eba5b50e977, host dv-neutron-837140-3-hyperv, got binding levels [] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:24.768679 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-13d25d8c-e8cf-4336-975a-d217b136bbbb tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (b7a33180-2068-420a-8c13-8eba5b50e977), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.782061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-c0b059f1-81a4-4325-9bc5-74338ee74764 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Deleting port 9ef9849e-512c-4e74-b724-29b66e94f526 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:24.782061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0b059f1-81a4-4325-9bc5-74338ee74764 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (9ef9849e-512c-4e74-b724-29b66e94f526), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.783347 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-52d2e15b-be43-4dd1-b0b0-17552a1ff2d6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9541194 Apr 15 03:39:24.794926 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=ab2274c1-0912-4139-aa80-3fc1b46c4be4,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:24.861858 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-c0b059f1-81a4-4325-9bc5-74338ee74764 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] For port 9ef9849e-512c-4e74-b724-29b66e94f526, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=9ef9849e-512c-4e74-b724-29b66e94f526,segment=NetworkSegment(ad6e0794-dfd7-4393-bce3-11495c32bc7c),segment_id=ad6e0794-dfd7-4393-bce3-11495c32bc7c)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:24.862321 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0b059f1-81a4-4325-9bc5-74338ee74764 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (9ef9849e-512c-4e74-b724-29b66e94f526), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.879483 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-c0b059f1-81a4-4325-9bc5-74338ee74764 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Calling delete_port for 9ef9849e-512c-4e74-b724-29b66e94f526 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:24.890167 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d310c611-97d9-462f-af5b-cc031b1a531b None None] Deleting port 1c03d535-dbb2-44a8-a863-6ff9a0982385 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:24.890540 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d310c611-97d9-462f-af5b-cc031b1a531b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (1c03d535-dbb2-44a8-a863-6ff9a0982385), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.892216 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87623b01-a0a6-4d0e-88ad-6caa6951b110 None None] Pushing event deleted for resources: {'Port': ['ID=b7a33180-2068-420a-8c13-8eba5b50e977,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:24.897525 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] Publish callbacks [] for port (b0758d6e-9369-4278-8dde-2442267f02cd), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:24.910895 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702025e2-5118-426f-b54e-53ea5de109d1 None None] Network f3081e79-3282-4be9-823f-9ce5503e6db5 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:24.971107 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-13d25d8c-e8cf-4336-975a-d217b136bbbb tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Calling delete_port for b7a33180-2068-420a-8c13-8eba5b50e977 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:24.990092 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.ipam_backend_mixin [None req-13d25d8c-e8cf-4336-975a-d217b136bbbb tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Port b7a33180-2068-420a-8c13-8eba5b50e977 was not found and therefore no delete operation was performed {{(pid=104666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 15 03:39:24.999969 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-13d25d8c-e8cf-4336-975a-d217b136bbbb tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (b7a33180-2068-420a-8c13-8eba5b50e977), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.044937 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0b059f1-81a4-4325-9bc5-74338ee74764 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (9ef9849e-512c-4e74-b724-29b66e94f526), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.056201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d25d8c-e8cf-4336-975a-d217b136bbbb tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event deleted for resources: {'Port': ['ID=b7a33180-2068-420a-8c13-8eba5b50e977,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:25.066281 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d25d8c-e8cf-4336-975a-d217b136bbbb tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] No DVR routers for this DVR port b7a33180-2068-420a-8c13-8eba5b50e977 on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:39:25.101793 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33648) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:25.106753 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a32fee05-b73c-46f2-805e-55bd30c5b144 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-472996580', 'description': 'tempest-secgroup-smoke-472996580 description', 'project_id': '6786bd52355f4b228acda11ee2393b97'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:25.111986 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-702025e2-5118-426f-b54e-53ea5de109d1 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:25.115793 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Could not find standard attr ID for object 9ef9849e-512c-4e74-b724-29b66e94f526. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:39:25.119583 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7498b6f1-dd7c-4f38-846b-09ce25540fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (9ef9849e-512c-4e74-b724-29b66e94f526), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.121404 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b0758d6e-9369-4278-8dde-2442267f02cd), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.124109 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702025e2-5118-426f-b54e-53ea5de109d1 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:25.196338 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b059f1-81a4-4325-9bc5-74338ee74764 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] No DVR routers for this DVR port 9ef9849e-512c-4e74-b724-29b66e94f526 on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:39:25.203805 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.206465 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b059f1-81a4-4325-9bc5-74338ee74764 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event deleted for resources: {'Port': ['ID=9ef9849e-512c-4e74-b724-29b66e94f526,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:25.211520 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a32fee05-b73c-46f2-805e-55bd30c5b144 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.227381 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7498b6f1-dd7c-4f38-846b-09ce25540fbb None None] No DVR routers for this DVR port 9ef9849e-512c-4e74-b724-29b66e94f526 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:39:25.227381 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702025e2-5118-426f-b54e-53ea5de109d1 None None] Pushing event updated for resources: {'Port': ['ID=0bc8bf85-d23b-4691-91b9-0e8ee58bf97a,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:25.322478 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d310c611-97d9-462f-af5b-cc031b1a531b None None] For port 1c03d535-dbb2-44a8-a863-6ff9a0982385, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1c03d535-dbb2-44a8-a863-6ff9a0982385,segment=NetworkSegment(980fcaf2-7ade-4e8b-9d39-d76211dd2fe5),segment_id=980fcaf2-7ade-4e8b-9d39-d76211dd2fe5)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:25.323090 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d310c611-97d9-462f-af5b-cc031b1a531b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (1c03d535-dbb2-44a8-a863-6ff9a0982385), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.327048 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498b6f1-dd7c-4f38-846b-09ce25540fbb None None] Pushing event deleted for resources: {'Port': ['ID=9ef9849e-512c-4e74-b724-29b66e94f526,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:25.329095 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec963a-c959-4302-8a5a-4517a6b124bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-3bd59da7-6c8e-4207-8116-308ad61b1e9e', 'network_id': '3bd59da7-6c8e-4207-8116-308ad61b1e9e', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ips': [{'subnet_id': 'b28862b6-1766-4779-9c30-8d8cdf52319d'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:39:25.329941 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-80ec963a-c959-4302-8a5a-4517a6b124bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.332094 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ab2274c1-0912-4139-aa80-3fc1b46c4be4 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:25.374194 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-13d25d8c-e8cf-4336-975a-d217b136bbbb tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (fcefce00-8e31-43b8-a8c8-accc90966c0e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.374647 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a32fee05-b73c-46f2-805e-55bd30c5b144 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (b740f45f-12c0-429a-9253-41725d36c7f5), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.417263 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d310c611-97d9-462f-af5b-cc031b1a531b None None] Calling delete_port for 1c03d535-dbb2-44a8-a863-6ff9a0982385 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:25.443514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0b059f1-81a4-4325-9bc5-74338ee74764 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (f82fdba3-0663-4220-bc5d-7c29dc587acb), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.448079 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-702025e2-5118-426f-b54e-53ea5de109d1 None None] Attempting to bind port 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:25.448559 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-702025e2-5118-426f-b54e-53ea5de109d1 None None] Attempting to bind port 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'ef2782cf-c97d-479b-ac4a-ed54ce8219b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:25.448820 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702025e2-5118-426f-b54e-53ea5de109d1 None None] Attempting to bind port 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a on network f3081e79-3282-4be9-823f-9ce5503e6db5 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:25.450777 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a32fee05-b73c-46f2-805e-55bd30c5b144 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (b740f45f-12c0-429a-9253-41725d36c7f5), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.482479 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-13d25d8c-e8cf-4336-975a-d217b136bbbb tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcefce00-8e31-43b8-a8c8-accc90966c0e']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:25.498502 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fee05-b73c-46f2-805e-55bd30c5b144 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b740f45f-12c0-429a-9253-41725d36c7f5,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:25.503779 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702025e2-5118-426f-b54e-53ea5de109d1 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:25.504162 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702025e2-5118-426f-b54e-53ea5de109d1 None None] Checking segment: {'id': 'ef2782cf-c97d-479b-ac4a-ed54ce8219b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:25.504564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-702025e2-5118-426f-b54e-53ea5de109d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.505437 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702025e2-5118-426f-b54e-53ea5de109d1 None None] Bound using segment: {'id': 'ef2782cf-c97d-479b-ac4a-ed54ce8219b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:25.505437 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-702025e2-5118-426f-b54e-53ea5de109d1 None None] Bound port: 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2782cf-c97d-479b-ac4a-ed54ce8219b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:25.505802 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-702025e2-5118-426f-b54e-53ea5de109d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (0bc8bf85-d23b-4691-91b9-0e8ee58bf97a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.510970 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-13d25d8c-e8cf-4336-975a-d217b136bbbb tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759a511d-bfda-4667-b2e5-4f354643df03') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:25.511262 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-13d25d8c-e8cf-4336-975a-d217b136bbbb tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759a511d-bfda-4667-b2e5-4f354643df03') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:25.547403 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-c0b059f1-81a4-4325-9bc5-74338ee74764 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f82fdba3-0663-4220-bc5d-7c29dc587acb']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:25.553379 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a32fee05-b73c-46f2-805e-55bd30c5b144 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.556171 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a32fee05-b73c-46f2-805e-55bd30c5b144 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4533472 Apr 15 03:39:25.560130 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33650) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:25.562849 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-13d25d8c-e8cf-4336-975a-d217b136bbbb tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (759a511d-bfda-4667-b2e5-4f354643df03), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.566071 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-18c0d2cb-6c83-4a44-b857-cdec724066ab tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'b740f45f-12c0-429a-9253-41725d36c7f5', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:25.584258 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-c0b059f1-81a4-4325-9bc5-74338ee74764 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6e0794-dfd7-4393-bce3-11495c32bc7c') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:25.585587 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-c0b059f1-81a4-4325-9bc5-74338ee74764 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6e0794-dfd7-4393-bce3-11495c32bc7c') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:25.604047 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c533ba1-e40a-4e54-b900-ac94cb6b9f40 None None] Pushing event updated for resources: {'Port': ['ID=b0758d6e-9369-4278-8dde-2442267f02cd,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:25.605850 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0b059f1-81a4-4325-9bc5-74338ee74764 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (ad6e0794-dfd7-4393-bce3-11495c32bc7c), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.608358 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-13d25d8c-e8cf-4336-975a-d217b136bbbb tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (759a511d-bfda-4667-b2e5-4f354643df03), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.610646 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-29ef7041-d2e1-4843-82af-d5523d9fdda4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Allocated IP 172.20.0.1 (f3081e79-3282-4be9-823f-9ce5503e6db5/dc8d3040-88a1-4b77-bca2-f8be7b3a58f5/dbf8f2b1-1982-4895-884a-bed7b3631a18) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:25.624402 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d25d8c-e8cf-4336-975a-d217b136bbbb tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:39:25.624803 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-13d25d8c-e8cf-4336-975a-d217b136bbbb tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (759a511d-bfda-4667-b2e5-4f354643df03), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: self.session.flush() Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: items = [ Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:39:25.627860 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:39:25.666157 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] Attempting to bind port b0758d6e-9369-4278-8dde-2442267f02cd on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:25.666525 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] Attempting to bind port b0758d6e-9369-4278-8dde-2442267f02cd by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:25.666921 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] Attempting to bind port b0758d6e-9369-4278-8dde-2442267f02cd on network d8f597fb-2381-4564-a070-eb7f10af68ac {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:25.679282 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f5da01a8-321a-4af3-aea6-1525912d9a22 None None] Provisioning complete for port b0758d6e-9369-4278-8dde-2442267f02cd triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:25.679656 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f5da01a8-321a-4af3-aea6-1525912d9a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b0758d6e-9369-4278-8dde-2442267f02cd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.680966 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0b059f1-81a4-4325-9bc5-74338ee74764 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (ad6e0794-dfd7-4393-bce3-11495c32bc7c), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.693920 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7cb21ca-0a3b-43f1-b921-6355bad12c3c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (b0758d6e-9369-4278-8dde-2442267f02cd), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.694920 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18c0d2cb-6c83-4a44-b857-cdec724066ab tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (6c3072ba-1bff-495d-b224-0fe7185e8214), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.712289 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b059f1-81a4-4325-9bc5-74338ee74764 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:39:25.712696 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0b059f1-81a4-4325-9bc5-74338ee74764 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (ad6e0794-dfd7-4393-bce3-11495c32bc7c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.721693 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port ab2274c1-0912-4139-aa80-3fc1b46c4be4 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:25.722075 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ab2274c1-0912-4139-aa80-3fc1b46c4be4), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.723782 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:25.724159 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:25.724627 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.724945 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] Bound using segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:25.725419 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] Bound port: b0758d6e-9369-4278-8dde-2442267f02cd, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:25.726301 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b0758d6e-9369-4278-8dde-2442267f02cd), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:39:25.730772 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:39:25.751447 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f5da01a8-321a-4af3-aea6-1525912d9a22 None None] Port b0758d6e-9369-4278-8dde-2442267f02cd was deleted so its status cannot be updated. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Apr 15 03:39:25.758944 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18c0d2cb-6c83-4a44-b857-cdec724066ab tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (6c3072ba-1bff-495d-b224-0fe7185e8214), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.822095 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb21ca-0a3b-43f1-b921-6355bad12c3c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Port': ['ID=b0758d6e-9369-4278-8dde-2442267f02cd,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:25.845508 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] Port b0758d6e-9369-4278-8dde-2442267f02cd has been deleted concurrently {{(pid=104668) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Apr 15 03:39:25.851229 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18c0d2cb-6c83-4a44-b857-cdec724066ab tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (6c3072ba-1bff-495d-b224-0fe7185e8214), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.853892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-702025e2-5118-426f-b54e-53ea5de109d1 None None] For port 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:39:25.865825 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-80ec963a-c959-4302-8a5a-4517a6b124bc None None] Allocated IP 172.20.0.18 (3bd59da7-6c8e-4207-8116-308ad61b1e9e/b28862b6-1766-4779-9c30-8d8cdf52319d/c1886255-94c9-4f97-8793-f6133bc1f7aa) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:25.885178 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0d2cb-6c83-4a44-b857-cdec724066ab tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3072ba-1bff-495d-b224-0fe7185e8214,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:25.888626 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] Routers {'3234e075-856b-48b6-ad4f-e75e903f9241'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:25.889494 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:39:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3234e075-856b-48b6-ad4f-e75e903f9241'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:25.920825 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-13d25d8c-e8cf-4336-975a-d217b136bbbb tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (fcefce00-8e31-43b8-a8c8-accc90966c0e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.967148 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-13d25d8c-e8cf-4336-975a-d217b136bbbb tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.972508 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-13d25d8c-e8cf-4336-975a-d217b136bbbb tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "DELETE /v2.0/networks/fcefce00-8e31-43b8-a8c8-accc90966c0e HTTP/1.1" status: 204 len: 168 time: 1.8745835 Apr 15 03:39:25.973556 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0b059f1-81a4-4325-9bc5-74338ee74764 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (f82fdba3-0663-4220-bc5d-7c29dc587acb), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:25.973693 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33652) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:26.000965 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18c0d2cb-6c83-4a44-b857-cdec724066ab tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.000965 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-18c0d2cb-6c83-4a44-b857-cdec724066ab tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4326973 Apr 15 03:39:26.001124 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0b059f1-81a4-4325-9bc5-74338ee74764 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.001666 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c0b059f1-81a4-4325-9bc5-74338ee74764 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "DELETE /v2.0/networks/f82fdba3-0663-4220-bc5d-7c29dc587acb HTTP/1.1" status: 204 len: 168 time: 1.7276471 Apr 15 03:39:26.002556 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33654) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:26.002898 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33656) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:26.011583 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-dd425df9-ff88-4c86-9b4b-9769045e5e12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'b740f45f-12c0-429a-9253-41725d36c7f5', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:26.031091 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d25d8c-e8cf-4336-975a-d217b136bbbb tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event deleted for resources: {'Network': ['ID=fcefce00-8e31-43b8-a8c8-accc90966c0e,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:26.034406 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d310c611-97d9-462f-af5b-cc031b1a531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (1c03d535-dbb2-44a8-a863-6ff9a0982385), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.045505 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7cb21ca-0a3b-43f1-b921-6355bad12c3c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (3234e075-856b-48b6-ad4f-e75e903f9241), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.052636 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-702025e2-5118-426f-b54e-53ea5de109d1 None None] For port 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=0bc8bf85-d23b-4691-91b9-0e8ee58bf97a,segment=NetworkSegment(ef2782cf-c97d-479b-ac4a-ed54ce8219b4),segment_id=ef2782cf-c97d-479b-ac4a-ed54ce8219b4)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:39:26.057088 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29ef7041-d2e1-4843-82af-d5523d9fdda4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for port (dbf8f2b1-1982-4895-884a-bed7b3631a18), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.070441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] Set router 3234e075-856b-48b6-ad4f-e75e903f9241 gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:39:26.097063 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b059f1-81a4-4325-9bc5-74338ee74764 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event deleted for resources: {'Network': ['ID=f82fdba3-0663-4220-bc5d-7c29dc587acb,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:26.102503 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d25702f3-777b-4eb7-9c6f-c205ec8ed301 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (89dc4500-66fb-497f-bcf3-a2fab4021bb4), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.152789 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d310c611-97d9-462f-af5b-cc031b1a531b None None] No DVR routers for this DVR port 1c03d535-dbb2-44a8-a863-6ff9a0982385 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:39:26.157956 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310c611-97d9-462f-af5b-cc031b1a531b None None] Pushing event deleted for resources: {'Port': ['ID=1c03d535-dbb2-44a8-a863-6ff9a0982385,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:26.164691 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3234e075-856b-48b6-ad4f-e75e903f9241', 'name': 'tempest-NetworksTestDHCPv6-router-411382385', 'tenant_id': 'df0aaca0878d4368af25e51d28cface6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:17Z', 'updated_at': '2022-04-15T03:39:25Z', 'revision_number': 3, 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:26.167545 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-702025e2-5118-426f-b54e-53ea5de109d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (0bc8bf85-d23b-4691-91b9-0e8ee58bf97a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.183263 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port ab2274c1-0912-4139-aa80-3fc1b46c4be4 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:26.238093 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d25702f3-777b-4eb7-9c6f-c205ec8ed301 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (89dc4500-66fb-497f-bcf3-a2fab4021bb4), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.242377 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421946d4-1c8d-428c-a95e-db4ceea7b155 None None] The sync data for ids ['3234e075-856b-48b6-ad4f-e75e903f9241'] in dv-neutron-837140-3-hyperv is: [{'id': '3234e075-856b-48b6-ad4f-e75e903f9241', 'name': 'tempest-NetworksTestDHCPv6-router-411382385', 'tenant_id': 'df0aaca0878d4368af25e51d28cface6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:17Z', 'updated_at': '2022-04-15T03:39:25Z', 'revision_number': 3, 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'gw_port_host': None}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:39:26.272562 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65f46b0e-de93-469c-a340-1183f7728936 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (a3140730-4e3d-4d07-843a-be97a04169ef), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.272562 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dd425df9-ff88-4c86-9b4b-9769045e5e12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (67d66ef6-26f8-45af-91a6-7acf7c5a6e95), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.290658 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-d25702f3-777b-4eb7-9c6f-c205ec8ed301 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89dc4500-66fb-497f-bcf3-a2fab4021bb4']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:26.306067 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-d25702f3-777b-4eb7-9c6f-c205ec8ed301 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980fcaf2-7ade-4e8b-9d39-d76211dd2fe5') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:26.307240 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-d25702f3-777b-4eb7-9c6f-c205ec8ed301 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980fcaf2-7ade-4e8b-9d39-d76211dd2fe5') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:26.307414 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 0aadbff1-6dd8-48ae-934b-2bb5dd62353a no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:39:26.334552 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702025e2-5118-426f-b54e-53ea5de109d1 None None] Pushing event updated for resources: {'Port': ['ID=0bc8bf85-d23b-4691-91b9-0e8ee58bf97a,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:26.337219 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d25702f3-777b-4eb7-9c6f-c205ec8ed301 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (980fcaf2-7ade-4e8b-9d39-d76211dd2fe5), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.341274 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 0aadbff1-6dd8-48ae-934b-2bb5dd62353a {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:39:26.341629 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 0aadbff1-6dd8-48ae-934b-2bb5dd62353a not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:39:26.342050 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b7a33180-2068-420a-8c13-8eba5b50e977 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:39:26.366088 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: b7a33180-2068-420a-8c13-8eba5b50e977 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:39:26.366088 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b7a33180-2068-420a-8c13-8eba5b50e977 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:39:26.366354 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1c03d535-dbb2-44a8-a863-6ff9a0982385 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:39:26.373945 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d25702f3-777b-4eb7-9c6f-c205ec8ed301 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (980fcaf2-7ade-4e8b-9d39-d76211dd2fe5), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.380955 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25702f3-777b-4eb7-9c6f-c205ec8ed301 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:39:26.381311 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d25702f3-777b-4eb7-9c6f-c205ec8ed301 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (980fcaf2-7ade-4e8b-9d39-d76211dd2fe5), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:39:26.384956 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:39:26.399779 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 1c03d535-dbb2-44a8-a863-6ff9a0982385 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:39:26.400123 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1c03d535-dbb2-44a8-a863-6ff9a0982385 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:39:26.400541 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 9ef9849e-512c-4e74-b724-29b66e94f526 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:39:26.402688 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-80ec963a-c959-4302-8a5a-4517a6b124bc None None] Publish callbacks [] for port (c1886255-94c9-4f97-8793-f6133bc1f7aa), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.427311 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 9ef9849e-512c-4e74-b724-29b66e94f526 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:39:26.427892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 9ef9849e-512c-4e74-b724-29b66e94f526 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:39:26.443571 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29ef7041-d2e1-4843-82af-d5523d9fdda4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (dbf8f2b1-1982-4895-884a-bed7b3631a18), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.503777 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-80ec963a-c959-4302-8a5a-4517a6b124bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (c1886255-94c9-4f97-8793-f6133bc1f7aa), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.546358 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ec963a-c959-4302-8a5a-4517a6b124bc None None] Network 3bd59da7-6c8e-4207-8116-308ad61b1e9e is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:26.549725 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-80ec963a-c959-4302-8a5a-4517a6b124bc None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:26.562267 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d25702f3-777b-4eb7-9c6f-c205ec8ed301 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (89dc4500-66fb-497f-bcf3-a2fab4021bb4), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.563707 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec963a-c959-4302-8a5a-4517a6b124bc None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:26.565524 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec963a-c959-4302-8a5a-4517a6b124bc None None] Pushing event updated for resources: {'Port': ['ID=c1886255-94c9-4f97-8793-f6133bc1f7aa,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:26.607203 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d25702f3-777b-4eb7-9c6f-c205ec8ed301 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.614071 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d25702f3-777b-4eb7-9c6f-c205ec8ed301 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "DELETE /v2.0/networks/89dc4500-66fb-497f-bcf3-a2fab4021bb4 HTTP/1.1" status: 204 len: 168 time: 0.6382003 Apr 15 03:39:26.615374 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25702f3-777b-4eb7-9c6f-c205ec8ed301 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event deleted for resources: {'Network': ['ID=89dc4500-66fb-497f-bcf3-a2fab4021bb4,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:26.618064 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33658) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:26.629764 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65f46b0e-de93-469c-a340-1183f7728936 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (a3140730-4e3d-4d07-843a-be97a04169ef), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.642473 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-80ec963a-c959-4302-8a5a-4517a6b124bc None None] Attempting to bind port c1886255-94c9-4f97-8793-f6133bc1f7aa on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:26.644407 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-80ec963a-c959-4302-8a5a-4517a6b124bc None None] Attempting to bind port c1886255-94c9-4f97-8793-f6133bc1f7aa by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'f0ff399e-88b4-4c84-bdff-928c8d06204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3bd59da7-6c8e-4207-8116-308ad61b1e9e'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:26.644970 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec963a-c959-4302-8a5a-4517a6b124bc None None] Attempting to bind port c1886255-94c9-4f97-8793-f6133bc1f7aa on network 3bd59da7-6c8e-4207-8116-308ad61b1e9e {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:26.652356 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec963a-c959-4302-8a5a-4517a6b124bc None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:26.653329 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec963a-c959-4302-8a5a-4517a6b124bc None None] Checking segment: {'id': 'f0ff399e-88b4-4c84-bdff-928c8d06204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3bd59da7-6c8e-4207-8116-308ad61b1e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:26.653848 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-80ec963a-c959-4302-8a5a-4517a6b124bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.654336 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ec963a-c959-4302-8a5a-4517a6b124bc None None] Bound using segment: {'id': 'f0ff399e-88b4-4c84-bdff-928c8d06204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3bd59da7-6c8e-4207-8116-308ad61b1e9e'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:26.655153 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-80ec963a-c959-4302-8a5a-4517a6b124bc None None] Bound port: c1886255-94c9-4f97-8793-f6133bc1f7aa, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ff399e-88b4-4c84-bdff-928c8d06204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3bd59da7-6c8e-4207-8116-308ad61b1e9e'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:26.655746 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-80ec963a-c959-4302-8a5a-4517a6b124bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c1886255-94c9-4f97-8793-f6133bc1f7aa), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.659624 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-65f46b0e-de93-469c-a340-1183f7728936 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3140730-4e3d-4d07-843a-be97a04169ef']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:26.674001 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-65f46b0e-de93-469c-a340-1183f7728936 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af5d73c-f159-432e-a68b-ae55147ca217') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:26.674290 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-65f46b0e-de93-469c-a340-1183f7728936 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af5d73c-f159-432e-a68b-ae55147ca217') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:26.699230 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cb21ca-0a3b-43f1-b921-6355bad12c3c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Router 3234e075-856b-48b6-ad4f-e75e903f9241 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:39:26.707372 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecbd56ab-6190-4a05-9b7d-15718ee63de2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Deleting subnet 3694fd4e-c375-4d5a-881c-3731acb0d831 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:39:26.711819 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ecbd56ab-6190-4a05-9b7d-15718ee63de2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for subnet (3694fd4e-c375-4d5a-881c-3731acb0d831), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.714919 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65f46b0e-de93-469c-a340-1183f7728936 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (7af5d73c-f159-432e-a68b-ae55147ca217), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.719171 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ef7041-d2e1-4843-82af-d5523d9fdda4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Network f3081e79-3282-4be9-823f-9ce5503e6db5 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:26.733373 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-80ec963a-c959-4302-8a5a-4517a6b124bc None None] For port c1886255-94c9-4f97-8793-f6133bc1f7aa, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:39:26.739315 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-29ef7041-d2e1-4843-82af-d5523d9fdda4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:26.739509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-80ec963a-c959-4302-8a5a-4517a6b124bc None None] For port c1886255-94c9-4f97-8793-f6133bc1f7aa, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c1886255-94c9-4f97-8793-f6133bc1f7aa,segment=NetworkSegment(f0ff399e-88b4-4c84-bdff-928c8d06204f),segment_id=f0ff399e-88b4-4c84-bdff-928c8d06204f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:39:26.742051 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ef7041-d2e1-4843-82af-d5523d9fdda4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:26.774299 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef7041-d2e1-4843-82af-d5523d9fdda4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event updated for resources: {'Port': ['ID=dbf8f2b1-1982-4895-884a-bed7b3631a18,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:26.774783 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ecbd56ab-6190-4a05-9b7d-15718ee63de2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (3694fd4e-c375-4d5a-881c-3731acb0d831), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.781484 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dd425df9-ff88-4c86-9b4b-9769045e5e12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (67d66ef6-26f8-45af-91a6-7acf7c5a6e95), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.782762 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65f46b0e-de93-469c-a340-1183f7728936 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7af5d73c-f159-432e-a68b-ae55147ca217), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.802776 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f46b0e-de93-469c-a340-1183f7728936 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:39:26.803189 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65f46b0e-de93-469c-a340-1183f7728936 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (7af5d73c-f159-432e-a68b-ae55147ca217), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:39:26.806719 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:39:26.816058 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-80ec963a-c959-4302-8a5a-4517a6b124bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c1886255-94c9-4f97-8793-f6133bc1f7aa), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:26.878515 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec963a-c959-4302-8a5a-4517a6b124bc None None] Pushing event updated for resources: {'Port': ['ID=c1886255-94c9-4f97-8793-f6133bc1f7aa,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:26.897915 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ecbd56ab-6190-4a05-9b7d-15718ee63de2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (3694fd4e-c375-4d5a-881c-3731acb0d831), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:27.053536 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ecbd56ab-6190-4a05-9b7d-15718ee63de2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (3694fd4e-c375-4d5a-881c-3731acb0d831), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:27.096462 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd56ab-6190-4a05-9b7d-15718ee63de2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event deleted for resources: {'Subnet': ['ID=3694fd4e-c375-4d5a-881c-3731acb0d831,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:27.106878 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ecbd56ab-6190-4a05-9b7d-15718ee63de2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:27.117230 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635aba7f-46ef-43e8-aaa5-0f6d7783cfde None None] Network ffe28bed-d3e1-4375-be57-b8161cc18c46 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:27.120879 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ecbd56ab-6190-4a05-9b7d-15718ee63de2 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "DELETE /v2.0/subnets/3694fd4e-c375-4d5a-881c-3731acb0d831 HTTP/1.1" status: 204 len: 168 time: 0.4978342 Apr 15 03:39:27.121576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33660) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:27.219413 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6d8f-6a4a-414b-8fa0-633cd4115e05 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (ffe28bed-d3e1-4375-be57-b8161cc18c46), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:27.300992 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-e6cc6d8f-6a4a-414b-8fa0-633cd4115e05 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Deleting port 943032a4-ef7b-4fd0-9971-fb0753c4e646 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:27.300992 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6d8f-6a4a-414b-8fa0-633cd4115e05 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (943032a4-ef7b-4fd0-9971-fb0753c4e646), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:27.301720 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29ef7041-d2e1-4843-82af-d5523d9fdda4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (bfc1f4d4-d407-4aa0-b42b-dac38b9b664e), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:27.304903 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dd425df9-ff88-4c86-9b4b-9769045e5e12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (67d66ef6-26f8-45af-91a6-7acf7c5a6e95), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:27.384956 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65f46b0e-de93-469c-a340-1183f7728936 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (a3140730-4e3d-4d07-843a-be97a04169ef), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:27.406208 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:27.411145 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65f46b0e-de93-469c-a340-1183f7728936 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:27.415307 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-65f46b0e-de93-469c-a340-1183f7728936 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "DELETE /v2.0/networks/a3140730-4e3d-4d07-843a-be97a04169ef HTTP/1.1" status: 204 len: 168 time: 1.3988683 Apr 15 03:39:27.421099 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33662) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:27.421483 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd425df9-ff88-4c86-9b4b-9769045e5e12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d66ef6-26f8-45af-91a6-7acf7c5a6e95,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:27.436016 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cb21ca-0a3b-43f1-b921-6355bad12c3c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:39:27.440625 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f46b0e-de93-469c-a340-1183f7728936 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event deleted for resources: {'Network': ['ID=a3140730-4e3d-4d07-843a-be97a04169ef,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:27.446379 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f7cb21ca-0a3b-43f1-b921-6355bad12c3c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "PUT /v2.0/routers/3234e075-856b-48b6-ad4f-e75e903f9241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4399426 Apr 15 03:39:27.448859 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33664) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:27.458155 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c769b78-19e6-473c-aa30-dd9c7213a8b9 None None] DHCP port deletion for ffe28bed-d3e1-4375-be57-b8161cc18c46 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:39:27.473290 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-e6cc6d8f-6a4a-414b-8fa0-633cd4115e05 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] For port 943032a4-ef7b-4fd0-9971-fb0753c4e646, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=943032a4-ef7b-4fd0-9971-fb0753c4e646,segment=NetworkSegment(7329e2f1-120c-4679-b93a-a9c11145f0f0),segment_id=7329e2f1-120c-4679-b93a-a9c11145f0f0)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:27.477324 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6d8f-6a4a-414b-8fa0-633cd4115e05 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (943032a4-ef7b-4fd0-9971-fb0753c4e646), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:27.488540 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dd425df9-ff88-4c86-9b4b-9769045e5e12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:27.489758 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-dd425df9-ff88-4c86-9b4b-9769045e5e12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4816957 Apr 15 03:39:27.494195 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33666) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:27.500590 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-ee0f1945-869b-432b-bca8-9e729130ebe2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'b740f45f-12c0-429a-9253-41725d36c7f5', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:27.522946 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-e6cc6d8f-6a4a-414b-8fa0-633cd4115e05 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Calling delete_port for 943032a4-ef7b-4fd0-9971-fb0753c4e646 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:27.530774 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1c769b78-19e6-473c-aa30-dd9c7213a8b9 None None] Deleting port 943032a4-ef7b-4fd0-9971-fb0753c4e646 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:27.531136 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1c769b78-19e6-473c-aa30-dd9c7213a8b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (943032a4-ef7b-4fd0-9971-fb0753c4e646), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:27.543370 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-800d8361-42b1-4a36-ab68-c64477d3cce1 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (7b36e5cb-4660-4933-bdd1-d00c3fb156c8), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:27.550169 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:27.550456 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0bc8bf85-d23b-4691-91b9-0e8ee58bf97a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:27.568391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7154bb83-6f34-43bc-9de6-dc14c6940333 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:27.569725 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7154bb83-6f34-43bc-9de6-dc14c6940333 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:27.571265 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7154bb83-6f34-43bc-9de6-dc14c6940333 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1202023 Apr 15 03:39:27.574387 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33668) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:27.616290 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282125d3-2665-42dd-80de-b8f8af373371 None None] Sync routers for ids ['3234e075-856b-48b6-ad4f-e75e903f9241'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:39:27.627619 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282125d3-2665-42dd-80de-b8f8af373371 None None] Routers {'3234e075-856b-48b6-ad4f-e75e903f9241'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:27.628524 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-282125d3-2665-42dd-80de-b8f8af373371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:39:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3234e075-856b-48b6-ad4f-e75e903f9241'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:27.651901 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f89cded-5de1-4d41-9cf6-8cc59a829938 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet d7411ed9-a17a-47f1-879a-185be250b3b6 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:39:27.708742 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-282125d3-2665-42dd-80de-b8f8af373371 None None] Set router 3234e075-856b-48b6-ad4f-e75e903f9241 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:39:27.715692 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3f89cded-5de1-4d41-9cf6-8cc59a829938 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (d7411ed9-a17a-47f1-879a-185be250b3b6), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:27.719244 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29ef7041-d2e1-4843-82af-d5523d9fdda4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dbf8f2b1-1982-4895-884a-bed7b3631a18), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:27.738530 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ee0f1945-869b-432b-bca8-9e729130ebe2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (290c4a3f-2918-45ca-a3d1-f64a4b7763a2), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:27.771565 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-282125d3-2665-42dd-80de-b8f8af373371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3234e075-856b-48b6-ad4f-e75e903f9241', 'name': 'tempest-NetworksTestDHCPv6-router-411382385', 'tenant_id': 'df0aaca0878d4368af25e51d28cface6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:17Z', 'updated_at': '2022-04-15T03:39:25Z', 'revision_number': 3, 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:27.788260 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-1c769b78-19e6-473c-aa30-dd9c7213a8b9 None None] For port 943032a4-ef7b-4fd0-9971-fb0753c4e646, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=943032a4-ef7b-4fd0-9971-fb0753c4e646,segment=NetworkSegment(7329e2f1-120c-4679-b93a-a9c11145f0f0),segment_id=7329e2f1-120c-4679-b93a-a9c11145f0f0)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:27.788663 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1c769b78-19e6-473c-aa30-dd9c7213a8b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (943032a4-ef7b-4fd0-9971-fb0753c4e646), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:27.806180 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282125d3-2665-42dd-80de-b8f8af373371 None None] Checking router: 3234e075-856b-48b6-ad4f-e75e903f9241 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:39:27.816099 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1c769b78-19e6-473c-aa30-dd9c7213a8b9 None None] Calling delete_port for 943032a4-ef7b-4fd0-9971-fb0753c4e646 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:27.816932 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282125d3-2665-42dd-80de-b8f8af373371 None None] Routers {'3234e075-856b-48b6-ad4f-e75e903f9241'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:27.817786 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-282125d3-2665-42dd-80de-b8f8af373371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:39:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3234e075-856b-48b6-ad4f-e75e903f9241'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:27.906537 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-282125d3-2665-42dd-80de-b8f8af373371 None None] Set router 3234e075-856b-48b6-ad4f-e75e903f9241 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:39:27.951664 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:27.952048 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (0bc8bf85-d23b-4691-91b9-0e8ee58bf97a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:27.969935 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-282125d3-2665-42dd-80de-b8f8af373371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3234e075-856b-48b6-ad4f-e75e903f9241', 'name': 'tempest-NetworksTestDHCPv6-router-411382385', 'tenant_id': 'df0aaca0878d4368af25e51d28cface6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:17Z', 'updated_at': '2022-04-15T03:39:25Z', 'revision_number': 3, 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:28.010493 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282125d3-2665-42dd-80de-b8f8af373371 None None] The sync data for ids ['3234e075-856b-48b6-ad4f-e75e903f9241'] in dv-neutron-837140-3-hyperv is: [{'id': '3234e075-856b-48b6-ad4f-e75e903f9241', 'name': 'tempest-NetworksTestDHCPv6-router-411382385', 'tenant_id': 'df0aaca0878d4368af25e51d28cface6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:17Z', 'updated_at': '2022-04-15T03:39:25Z', 'revision_number': 3, 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'gw_port_host': None}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:39:28.026018 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=0bc8bf85-d23b-4691-91b9-0e8ee58bf97a,segment=NetworkSegment(ef2782cf-c97d-479b-ac4a-ed54ce8219b4),segment_id=ef2782cf-c97d-479b-ac4a-ed54ce8219b4)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:28.069154 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-800d8361-42b1-4a36-ab68-c64477d3cce1 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (7b36e5cb-4660-4933-bdd1-d00c3fb156c8), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.073665 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3f89cded-5de1-4d41-9cf6-8cc59a829938 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (d7411ed9-a17a-47f1-879a-185be250b3b6), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.105765 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-800d8361-42b1-4a36-ab68-c64477d3cce1 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b36e5cb-4660-4933-bdd1-d00c3fb156c8']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:28.117975 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-800d8361-42b1-4a36-ab68-c64477d3cce1 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb4186d-39cc-497e-b4eb-8f4798c2063d') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:28.118324 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-800d8361-42b1-4a36-ab68-c64477d3cce1 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb4186d-39cc-497e-b4eb-8f4798c2063d') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:28.121035 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (0bc8bf85-d23b-4691-91b9-0e8ee58bf97a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.122748 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c1886255-94c9-4f97-8793-f6133bc1f7aa up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:28.129358 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-800d8361-42b1-4a36-ab68-c64477d3cce1 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (5fb4186d-39cc-497e-b4eb-8f4798c2063d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.149009 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-800d8361-42b1-4a36-ab68-c64477d3cce1 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (5fb4186d-39cc-497e-b4eb-8f4798c2063d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.155669 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6d8f-6a4a-414b-8fa0-633cd4115e05 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (943032a4-ef7b-4fd0-9971-fb0753c4e646), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.162436 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800d8361-42b1-4a36-ab68-c64477d3cce1 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:39:28.162859 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-800d8361-42b1-4a36-ab68-c64477d3cce1 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (5fb4186d-39cc-497e-b4eb-8f4798c2063d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:39:28.167530 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:39:28.192580 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1c769b78-19e6-473c-aa30-dd9c7213a8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (943032a4-ef7b-4fd0-9971-fb0753c4e646), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.222195 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c769b78-19e6-473c-aa30-dd9c7213a8b9 None None] No DVR routers for this DVR port 943032a4-ef7b-4fd0-9971-fb0753c4e646 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:39:28.252307 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc6d8f-6a4a-414b-8fa0-633cd4115e05 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event deleted for resources: {'Port': ['ID=943032a4-ef7b-4fd0-9971-fb0753c4e646,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:28.258816 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc6d8f-6a4a-414b-8fa0-633cd4115e05 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] No DVR routers for this DVR port 943032a4-ef7b-4fd0-9971-fb0753c4e646 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:39:28.262411 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=0bc8bf85-d23b-4691-91b9-0e8ee58bf97a,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:28.272146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port c1886255-94c9-4f97-8793-f6133bc1f7aa triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:28.272497 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c1886255-94c9-4f97-8793-f6133bc1f7aa), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.292988 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ee0f1945-869b-432b-bca8-9e729130ebe2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (290c4a3f-2918-45ca-a3d1-f64a4b7763a2), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.297128 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3f89cded-5de1-4d41-9cf6-8cc59a829938 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (d7411ed9-a17a-47f1-879a-185be250b3b6), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.363131 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ee0f1945-869b-432b-bca8-9e729130ebe2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (290c4a3f-2918-45ca-a3d1-f64a4b7763a2), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.364826 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c769b78-19e6-473c-aa30-dd9c7213a8b9 None None] Pushing event deleted for resources: {'Port': ['ID=943032a4-ef7b-4fd0-9971-fb0753c4e646,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:28.385784 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-800d8361-42b1-4a36-ab68-c64477d3cce1 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (7b36e5cb-4660-4933-bdd1-d00c3fb156c8), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.390450 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6d8f-6a4a-414b-8fa0-633cd4115e05 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (ffe28bed-d3e1-4375-be57-b8161cc18c46), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.399675 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-800d8361-42b1-4a36-ab68-c64477d3cce1 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.411315 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-800d8361-42b1-4a36-ab68-c64477d3cce1 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] 10.222.0.15 "DELETE /v2.0/networks/7b36e5cb-4660-4933-bdd1-d00c3fb156c8 HTTP/1.1" status: 204 len: 168 time: 0.9888906 Apr 15 03:39:28.417132 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f1945-869b-432b-bca8-9e729130ebe2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290c4a3f-2918-45ca-a3d1-f64a4b7763a2,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:28.446098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d8361-42b1-4a36-ab68-c64477d3cce1 tempest-BulkNetworkOpsTest-284145078 tempest-BulkNetworkOpsTest-284145078-project] Pushing event deleted for resources: {'Network': ['ID=7b36e5cb-4660-4933-bdd1-d00c3fb156c8,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:28.451811 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29ef7041-d2e1-4843-82af-d5523d9fdda4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for port (dbf8f2b1-1982-4895-884a-bed7b3631a18), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.457809 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port c1886255-94c9-4f97-8793-f6133bc1f7aa is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:28.458293 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c1886255-94c9-4f97-8793-f6133bc1f7aa), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.463093 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-e6cc6d8f-6a4a-414b-8fa0-633cd4115e05 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe28bed-d3e1-4375-be57-b8161cc18c46']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:28.465868 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ee0f1945-869b-432b-bca8-9e729130ebe2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.469822 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ee0f1945-869b-432b-bca8-9e729130ebe2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9717360 Apr 15 03:39:28.473486 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33672) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:28.480353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-b7adc447-61b8-4d57-a098-db817203d49f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'b740f45f-12c0-429a-9253-41725d36c7f5', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:28.483033 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-e6cc6d8f-6a4a-414b-8fa0-633cd4115e05 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7329e2f1-120c-4679-b93a-a9c11145f0f0') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:28.483630 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-e6cc6d8f-6a4a-414b-8fa0-633cd4115e05 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7329e2f1-120c-4679-b93a-a9c11145f0f0') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:28.501359 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6d8f-6a4a-414b-8fa0-633cd4115e05 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (7329e2f1-120c-4679-b93a-a9c11145f0f0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.511779 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port c1886255-94c9-4f97-8793-f6133bc1f7aa, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c1886255-94c9-4f97-8793-f6133bc1f7aa,segment=NetworkSegment(f0ff399e-88b4-4c84-bdff-928c8d06204f),segment_id=f0ff399e-88b4-4c84-bdff-928c8d06204f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:28.523241 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6d8f-6a4a-414b-8fa0-633cd4115e05 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7329e2f1-120c-4679-b93a-a9c11145f0f0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.523594 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3f89cded-5de1-4d41-9cf6-8cc59a829938 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (d7411ed9-a17a-47f1-879a-185be250b3b6), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.530703 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6cc6d8f-6a4a-414b-8fa0-633cd4115e05 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:39:28.531218 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6d8f-6a4a-414b-8fa0-633cd4115e05 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (7329e2f1-120c-4679-b93a-a9c11145f0f0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:39:28.535053 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:39:28.561154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abef44e-267d-4561-9f06-8d80ed4e56fd None None] Network f3081e79-3282-4be9-823f-9ce5503e6db5 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:28.569706 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29ef7041-d2e1-4843-82af-d5523d9fdda4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (dbf8f2b1-1982-4895-884a-bed7b3631a18), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.572929 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89cded-5de1-4d41-9cf6-8cc59a829938 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=d7411ed9-a17a-47f1-879a-185be250b3b6,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:28.577140 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3f89cded-5de1-4d41-9cf6-8cc59a829938 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.580452 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3f89cded-5de1-4d41-9cf6-8cc59a829938 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/d7411ed9-a17a-47f1-879a-185be250b3b6 HTTP/1.1" status: 204 len: 168 time: 1.0043495 Apr 15 03:39:28.596276 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a517c775-ddce-4619-9908-9783657b831c None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:28.616589 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33674) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:28.661813 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7adc447-61b8-4d57-a098-db817203d49f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (a8f7e930-d9ed-4c7c-907d-b709d5e889ed), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.664117 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d3c6f179-2b36-4870-b617-8216b18e3df4 None None] Provisioning complete for port 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:28.664490 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d3c6f179-2b36-4870-b617-8216b18e3df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0bc8bf85-d23b-4691-91b9-0e8ee58bf97a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.666566 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c1886255-94c9-4f97-8793-f6133bc1f7aa), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.702792 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29ef7041-d2e1-4843-82af-d5523d9fdda4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (bfc1f4d4-d407-4aa0-b42b-dac38b9b664e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.720160 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef7041-d2e1-4843-82af-d5523d9fdda4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event updated for resources: {'Port': ['ID=dbf8f2b1-1982-4895-884a-bed7b3631a18,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:28.764989 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7adc447-61b8-4d57-a098-db817203d49f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (a8f7e930-d9ed-4c7c-907d-b709d5e889ed), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.771226 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1892816b-48c5-43e4-92f0-e7e19e2ab64f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1527987 Apr 15 03:39:28.771882 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33676) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:28.861857 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=c1886255-94c9-4f97-8793-f6133bc1f7aa,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:28.880249 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d57b1af8-ae25-465f-93e5-2ebf248b7d81 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for router (3234e075-856b-48b6-ad4f-e75e903f9241), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.927602 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6d8f-6a4a-414b-8fa0-633cd4115e05 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (ffe28bed-d3e1-4375-be57-b8161cc18c46), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.927972 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7adc447-61b8-4d57-a098-db817203d49f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (a8f7e930-d9ed-4c7c-907d-b709d5e889ed), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.932011 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d3c6f179-2b36-4870-b617-8216b18e3df4 None None] Current status of the port 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:28.955751 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7adc447-61b8-4d57-a098-db817203d49f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f7e930-d9ed-4c7c-907d-b709d5e889ed,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:28.959849 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6cc6d8f-6a4a-414b-8fa0-633cd4115e05 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:28.964912 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e6cc6d8f-6a4a-414b-8fa0-633cd4115e05 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "DELETE /v2.0/networks/ffe28bed-d3e1-4375-be57-b8161cc18c46 HTTP/1.1" status: 204 len: 168 time: 1.8398857 Apr 15 03:39:28.967451 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33678) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:28.975189 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc6d8f-6a4a-414b-8fa0-633cd4115e05 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Pushing event deleted for resources: {'Network': ['ID=ffe28bed-d3e1-4375-be57-b8161cc18c46,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:28.979935 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936fec39-b4ab-4d4e-9feb-54c7e142db8a None None] Network 3bd59da7-6c8e-4207-8116-308ad61b1e9e requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:29.020936 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ac7e83-fe7c-4588-9bfa-623050063d3f None None] DHCP port deletion for d8f597fb-2381-4564-a070-eb7f10af68ac request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:39:29.023959 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ef7041-d2e1-4843-82af-d5523d9fdda4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Network f3081e79-3282-4be9-823f-9ce5503e6db5 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:29.046057 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-29ef7041-d2e1-4843-82af-d5523d9fdda4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:29.053575 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8c1dba94-2462-4067-b349-f430c7cb54bc tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "GET /v2.0/ports?device_id=54f9ebc8-b9c4-4710-86d6-a93a2b2f249a HTTP/1.1" status: 200 len: 205 time: 0.0849299 Apr 15 03:39:29.056573 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7adc447-61b8-4d57-a098-db817203d49f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.060761 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b7adc447-61b8-4d57-a098-db817203d49f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5855548 Apr 15 03:39:29.060761 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33682) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:29.061022 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33684) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:29.073255 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-0d1d0ac2-d6b5-4b35-b180-ef90d8303648 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'b740f45f-12c0-429a-9253-41725d36c7f5', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:29.133960 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d57b1af8-ae25-465f-93e5-2ebf248b7d81 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (3234e075-856b-48b6-ad4f-e75e903f9241), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.136590 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d57b1af8-ae25-465f-93e5-2ebf248b7d81 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for router_controller (3234e075-856b-48b6-ad4f-e75e903f9241), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.139666 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7ba12ae4-1db8-4059-8c23-03818664e825 None None] Provisioning complete for port c1886255-94c9-4f97-8793-f6133bc1f7aa triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:29.140255 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7ba12ae4-1db8-4059-8c23-03818664e825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c1886255-94c9-4f97-8793-f6133bc1f7aa), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.177835 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33686) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:29.213116 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac7e83-fe7c-4588-9bfa-623050063d3f None None] Deleting port f802f435-1f8b-40d2-9cb1-b07812a8eb04 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:29.213598 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1ac7e83-fe7c-4588-9bfa-623050063d3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f802f435-1f8b-40d2-9cb1-b07812a8eb04), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.284299 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d57b1af8-ae25-465f-93e5-2ebf248b7d81 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (3234e075-856b-48b6-ad4f-e75e903f9241), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.287343 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57b1af8-ae25-465f-93e5-2ebf248b7d81 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Fanout notify agent at l3_agent the message router_deleted on router 3234e075-856b-48b6-ad4f-e75e903f9241 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:39:29.293108 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d57b1af8-ae25-465f-93e5-2ebf248b7d81 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.294929 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d57b1af8-ae25-465f-93e5-2ebf248b7d81 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/routers/3234e075-856b-48b6-ad4f-e75e903f9241 HTTP/1.1" status: 204 len: 168 time: 0.5213726 Apr 15 03:39:29.297478 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33690) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:29.358079 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e765107c-09bf-4080-90ae-cd9833afeed7 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for router (54f9ebc8-b9c4-4710-86d6-a93a2b2f249a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.364032 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7ba12ae4-1db8-4059-8c23-03818664e825 None None] Current status of the port c1886255-94c9-4f97-8793-f6133bc1f7aa is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:29.378002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:29.407416 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-059ca168-7ec0-4687-9cb9-f28c2dcc7402 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a928208ce2d46c19b08db0639178bec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284796 Apr 15 03:39:29.415345 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ab83cb-986d-4937-bc58-4a5aca7850b5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:29.417830 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c5ab83cb-986d-4937-bc58-4a5aca7850b5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1173389 Apr 15 03:39:29.419215 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33692) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:29.427242 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33694) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:29.454661 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d1ac7e83-fe7c-4588-9bfa-623050063d3f None None] For port f802f435-1f8b-40d2-9cb1-b07812a8eb04, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f802f435-1f8b-40d2-9cb1-b07812a8eb04,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:29.456338 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1ac7e83-fe7c-4588-9bfa-623050063d3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f802f435-1f8b-40d2-9cb1-b07812a8eb04), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.496241 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac7e83-fe7c-4588-9bfa-623050063d3f None None] Calling delete_port for f802f435-1f8b-40d2-9cb1-b07812a8eb04 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:29.505296 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-0d1d0ac2-d6b5-4b35-b180-ef90d8303648 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:39:29.513947 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-0e977347-7264-4019-9757-9dee20468f7d None None] Provisioning complete for port 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:29.514336 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0e977347-7264-4019-9757-9dee20468f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0bc8bf85-d23b-4691-91b9-0e8ee58bf97a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.521782 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0d1d0ac2-d6b5-4b35-b180-ef90d8303648 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (a7a7781d-fcff-44dc-b3d5-d748b697bebb), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.560234 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ef7041-d2e1-4843-82af-d5523d9fdda4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Router bfc1f4d4-d407-4aa0-b42b-dac38b9b664e has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:39:29.582354 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5471333b-ca63-4e84-bc38-fe0274d8e511 admin admin] Publish callbacks [] for security_group (41a5772f-84aa-482b-a1c5-603a134f6925), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.609902 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:29.610272 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0bc8bf85-d23b-4691-91b9-0e8ee58bf97a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.617249 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5471333b-ca63-4e84-bc38-fe0274d8e511 admin admin] Publish callbacks [] for security_group (41a5772f-84aa-482b-a1c5-603a134f6925), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.659204 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699dc41d-f9b7-4b93-8c6a-e0b2a9788141 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:29.661583 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-699dc41d-f9b7-4b93-8c6a-e0b2a9788141 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2326515 Apr 15 03:39:29.667042 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33696) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:29.710988 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e765107c-09bf-4080-90ae-cd9833afeed7 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (54f9ebc8-b9c4-4710-86d6-a93a2b2f249a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.718065 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e765107c-09bf-4080-90ae-cd9833afeed7 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for router_controller (54f9ebc8-b9c4-4710-86d6-a93a2b2f249a), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.744540 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0e977347-7264-4019-9757-9dee20468f7d None None] Current status of the port 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:29.772437 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8d1dd0ba-05b1-47ab-a337-0df322b99a84 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1040072 Apr 15 03:39:29.773179 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33698) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:29.779604 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-71f2f70a-523f-4956-bca0-845934a12062 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:29.783306 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-0e977347-7264-4019-9757-9dee20468f7d None None] Provisioning complete for port dbf8f2b1-1982-4895-884a-bed7b3631a18 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:29.783835 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0e977347-7264-4019-9757-9dee20468f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dbf8f2b1-1982-4895-884a-bed7b3631a18), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.822465 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:29.823911 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c1886255-94c9-4f97-8793-f6133bc1f7aa up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:29.826137 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1ac7e83-fe7c-4588-9bfa-623050063d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (f802f435-1f8b-40d2-9cb1-b07812a8eb04), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.847438 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0d1d0ac2-d6b5-4b35-b180-ef90d8303648 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (a7a7781d-fcff-44dc-b3d5-d748b697bebb), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.889035 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5471333b-ca63-4e84-bc38-fe0274d8e511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (41a5772f-84aa-482b-a1c5-603a134f6925), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.891675 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5471333b-ca63-4e84-bc38-fe0274d8e511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.895254 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5471333b-ca63-4e84-bc38-fe0274d8e511 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41a5772f-84aa-482b-a1c5-603a134f6925 HTTP/1.1" status: 204 len: 168 time: 0.4725459 Apr 15 03:39:29.895425 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac7e83-fe7c-4588-9bfa-623050063d3f None None] Pushing event deleted for resources: {'Port': ['ID=f802f435-1f8b-40d2-9cb1-b07812a8eb04,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:29.909924 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471333b-ca63-4e84-bc38-fe0274d8e511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a5772f-84aa-482b-a1c5-603a134f6925,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:29.913711 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ac7e83-fe7c-4588-9bfa-623050063d3f None None] No DVR routers for this DVR port f802f435-1f8b-40d2-9cb1-b07812a8eb04 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:39:29.925621 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0d1d0ac2-d6b5-4b35-b180-ef90d8303648 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (a7a7781d-fcff-44dc-b3d5-d748b697bebb), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.933456 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0e977347-7264-4019-9757-9dee20468f7d None None] Port dbf8f2b1-1982-4895-884a-bed7b3631a18 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:39:29.957251 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d0ac2-d6b5-4b35-b180-ef90d8303648 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a7781d-fcff-44dc-b3d5-d748b697bebb,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:29.971351 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e765107c-09bf-4080-90ae-cd9833afeed7 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (54f9ebc8-b9c4-4710-86d6-a93a2b2f249a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.971767 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e765107c-09bf-4080-90ae-cd9833afeed7 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Fanout notify agent at l3_agent the message router_deleted on router 54f9ebc8-b9c4-4710-86d6-a93a2b2f249a {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:39:29.979574 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port c1886255-94c9-4f97-8793-f6133bc1f7aa triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:29.979574 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c1886255-94c9-4f97-8793-f6133bc1f7aa), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.979733 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e765107c-09bf-4080-90ae-cd9833afeed7 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:29.979733 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e765107c-09bf-4080-90ae-cd9833afeed7 tempest-RoutersNegativeIpV6Test-1977433816 tempest-RoutersNegativeIpV6Test-1977433816-project] 10.222.0.15 "DELETE /v2.0/routers/54f9ebc8-b9c4-4710-86d6-a93a2b2f249a HTTP/1.1" status: 204 len: 168 time: 0.9177985 Apr 15 03:39:29.981558 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ef7041-d2e1-4843-82af-d5523d9fdda4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:39:29.986861 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-29ef7041-d2e1-4843-82af-d5523d9fdda4 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "PUT /v2.0/routers/bfc1f4d4-d407-4aa0-b42b-dac38b9b664e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4747405 Apr 15 03:39:29.999113 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f2f70a-523f-4956-bca0-845934a12062 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:30.008556 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-71f2f70a-523f-4956-bca0-845934a12062 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:30.008754 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] Sync routers for ids ['bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:39:30.047899 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] Routers {'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:30.048925 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:39:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:30.057280 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0d1d0ac2-d6b5-4b35-b180-ef90d8303648 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:30.061262 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0d1d0ac2-d6b5-4b35-b180-ef90d8303648 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9953542 Apr 15 03:39:30.061400 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33706) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:30.065682 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-80fbacf6-099b-460b-9fad-c7bd1f0c06c9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'b740f45f-12c0-429a-9253-41725d36c7f5', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:30.104218 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3b851bab-c4ae-4098-86f2-19ba96adeb81 None None] Provisioning complete for port c1886255-94c9-4f97-8793-f6133bc1f7aa triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:30.104590 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3b851bab-c4ae-4098-86f2-19ba96adeb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c1886255-94c9-4f97-8793-f6133bc1f7aa), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:30.219281 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port c1886255-94c9-4f97-8793-f6133bc1f7aa is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:30.241206 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] Set router bfc1f4d4-d407-4aa0-b42b-dac38b9b664e gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:39:30.261427 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-80fbacf6-099b-460b-9fad-c7bd1f0c06c9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:39:30.270116 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80fbacf6-099b-460b-9fad-c7bd1f0c06c9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (6f1f58fb-d44d-44d2-b74d-bad778c858c9), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:30.349421 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80fbacf6-099b-460b-9fad-c7bd1f0c06c9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (6f1f58fb-d44d-44d2-b74d-bad778c858c9), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:30.411618 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80fbacf6-099b-460b-9fad-c7bd1f0c06c9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (6f1f58fb-d44d-44d2-b74d-bad778c858c9), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:30.421850 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.objects.ports [None req-71f2f70a-523f-4956-bca0-845934a12062 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104667) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 15 03:39:30.424075 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-71f2f70a-523f-4956-bca0-845934a12062 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (4a54dbde-2395-4cb2-af8d-92d44765376c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:30.444714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbacf6-099b-460b-9fad-c7bd1f0c06c9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1f58fb-d44d-44d2-b74d-bad778c858c9,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:30.483002 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f2f70a-523f-4956-bca0-845934a12062 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:30.486023 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 943032a4-ef7b-4fd0-9971-fb0753c4e646 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:39:30.502963 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-71f2f70a-523f-4956-bca0-845934a12062 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:30.515522 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f2f70a-523f-4956-bca0-845934a12062 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:30.515522 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-71f2f70a-523f-4956-bca0-845934a12062 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:30.534354 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2f70a-523f-4956-bca0-845934a12062 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=4a54dbde-2395-4cb2-af8d-92d44765376c,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:30.537564 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80fbacf6-099b-460b-9fad-c7bd1f0c06c9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:30.538824 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-80fbacf6-099b-460b-9fad-c7bd1f0c06c9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4765375 Apr 15 03:39:30.545840 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb3738f-bdd8-49ee-8010-6a3bd9ac38fa None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:30.579733 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 943032a4-ef7b-4fd0-9971-fb0753c4e646 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:39:30.580113 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 943032a4-ef7b-4fd0-9971-fb0753c4e646 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:39:30.580486 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f802f435-1f8b-40d2-9cb1-b07812a8eb04 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:39:30.584305 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-822671bb-635d-4045-81d8-629b4e876794 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2126812087&fields=id&tenant_id=29e3407995e14fb583efa0164c47fc4b HTTP/1.1" status: 200 len: 267 time: 0.0935900 Apr 15 03:39:30.598810 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33730) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:30.598952 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-71f2f70a-523f-4956-bca0-845934a12062 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8246281 Apr 15 03:39:30.603855 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-8da68fe6-6d6c-4773-8a73-b3292b957b02 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:30.625294 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33732) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:30.691388 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: f802f435-1f8b-40d2-9cb1-b07812a8eb04 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:39:30.691737 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f802f435-1f8b-40d2-9cb1-b07812a8eb04 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:39:30.698270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3b851bab-c4ae-4098-86f2-19ba96adeb81 None None] Current status of the port c1886255-94c9-4f97-8793-f6133bc1f7aa is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:30.741944 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3b851bab-c4ae-4098-86f2-19ba96adeb81 None None] Provisioning complete for port dbf8f2b1-1982-4895-884a-bed7b3631a18 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:30.742675 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3b851bab-c4ae-4098-86f2-19ba96adeb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dbf8f2b1-1982-4895-884a-bed7b3631a18), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:30.847959 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da68fe6-6d6c-4773-8a73-b3292b957b02 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:30.858145 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8da68fe6-6d6c-4773-8a73-b3292b957b02 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:30.864599 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-228b0969-aa2d-4198-8039-3ba808c73eeb tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:30.866288 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-228b0969-aa2d-4198-8039-3ba808c73eeb tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/networks?id=f3081e79-3282-4be9-823f-9ce5503e6db5 HTTP/1.1" status: 200 len: 797 time: 0.2662029 Apr 15 03:39:30.878808 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3b851bab-c4ae-4098-86f2-19ba96adeb81 None None] Port dbf8f2b1-1982-4895-884a-bed7b3631a18 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:39:30.891143 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-b1ae2f93-6094-4438-bc8d-252a9bdf0959 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/quotas/29e3407995e14fb583efa0164c47fc4b HTTP/1.1" status: 200 len: 375 time: 0.0177603 Apr 15 03:39:30.906543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3913e1-5c58-4d52-a7ff-68cbb1412b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d8f597fb-2381-4564-a070-eb7f10af68ac', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'fixed_ips': [{'subnet_id': '4a54dbde-2395-4cb2-af8d-92d44765376c'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:39:30.907604 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2d3913e1-5c58-4d52-a7ff-68cbb1412b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:30.985520 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-1e9b85c4-c915-46e5-9c9d-b42d81554f31 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=29e3407995e14fb583efa0164c47fc4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916426 Apr 15 03:39:30.988439 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-92d7f73e-0140-45b0-afab-447e3e89042a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-472996580&fields=id&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 267 time: 0.1650014 Apr 15 03:39:30.993979 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33752) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:30.994171 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cda73167-909f-4975-a8e7-e0d14623520e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=482acd2eb1bf456baf950167b92f3ae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677933 Apr 15 03:39:31.024362 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639051796', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:27Z', 'revision_number': 4, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'gw_port': {'id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'dbf8f2b1-1982-4895-884a-bed7b3631a18', 'name': '', 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'mac_address': 'fa:16:3e:8a:28:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dc8d3040-88a1-4b77-bca2-f8be7b3a58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:25Z', 'updated_at': '2022-04-15T03:39:28Z', 'revision_number': 2, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'subnets': [{'id': 'dc8d3040-88a1-4b77-bca2-f8be7b3a58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:31.075172 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] Checking router: bfc1f4d4-d407-4aa0-b42b-dac38b9b664e for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:39:31.075812 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] Updating router bfc1f4d4-d407-4aa0-b42b-dac38b9b664e port dbf8f2b1-1982-4895-884a-bed7b3631a18 binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:39:31.144836 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a507f82c-74f6-4840-973b-4298c302ad30 admin admin] Publish callbacks [] for security_group (96aa49d6-7b17-4e70-916a-9ce18cbc8287), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:31.155231 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dbf8f2b1-1982-4895-884a-bed7b3631a18), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:31.165533 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-bcf363cd-2688-4e86-b01d-71c5759ea580 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:31.168107 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-bcf363cd-2688-4e86-b01d-71c5759ea580 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/networks?id=3bd59da7-6c8e-4207-8116-308ad61b1e9e HTTP/1.1" status: 200 len: 797 time: 0.1672761 Apr 15 03:39:31.188179 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-d4ea47a9-6aec-4919-9206-f69e7b134277 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/quotas/6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 375 time: 0.0134234 Apr 15 03:39:31.204082 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a507f82c-74f6-4840-973b-4298c302ad30 admin admin] Publish callbacks [] for security_group (96aa49d6-7b17-4e70-916a-9ce18cbc8287), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:31.207359 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-9ceddc5c-e8bf-4adb-8c26-7ba630d73151 service neutron] 10.222.0.15 "GET /v2.0/networks/f3081e79-3282-4be9-823f-9ce5503e6db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060716 Apr 15 03:39:31.238715 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-2d3913e1-5c58-4d52-a7ff-68cbb1412b9b None None] Allocated IP 2001:db8::f816:3eff:feca:b154 (d8f597fb-2381-4564-a070-eb7f10af68ac/4a54dbde-2395-4cb2-af8d-92d44765376c/65ee731e-8d64-4cd1-a224-d7bfd7be589c) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:31.313545 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-e8f849b9-1bac-4698-aafa-9ebc0cca4f10 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0961330 Apr 15 03:39:31.330005 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-867bf52c-e62a-4197-9783-a8d650bfe7f6 service neutron] 10.222.0.15 "GET /v2.0/networks/f3081e79-3282-4be9-823f-9ce5503e6db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145148 Apr 15 03:39:31.406129 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a507f82c-74f6-4840-973b-4298c302ad30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (96aa49d6-7b17-4e70-916a-9ce18cbc8287), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:31.408885 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a507f82c-74f6-4840-973b-4298c302ad30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:31.410120 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a507f82c-74f6-4840-973b-4298c302ad30 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96aa49d6-7b17-4e70-916a-9ce18cbc8287 HTTP/1.1" status: 204 len: 168 time: 0.4148901 Apr 15 03:39:31.419943 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507f82c-74f6-4840-973b-4298c302ad30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96aa49d6-7b17-4e70-916a-9ce18cbc8287,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:31.505395 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-ba011597-c417-443e-8289-fcb9d1864e8a service neutron] 10.222.0.15 "GET /v2.0/networks/3bd59da7-6c8e-4207-8116-308ad61b1e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618996 Apr 15 03:39:31.587420 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2d3913e1-5c58-4d52-a7ff-68cbb1412b9b None None] Publish callbacks [] for port (65ee731e-8d64-4cd1-a224-d7bfd7be589c), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:31.589939 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33766) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:31.632353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8da68fe6-6d6c-4773-8a73-b3292b957b02 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (8bea55a8-650d-4667-94bb-056e03178eb1), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:31.667930 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] Publish callbacks [] for port (dbf8f2b1-1982-4895-884a-bed7b3631a18), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:31.695810 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da68fe6-6d6c-4773-8a73-b3292b957b02 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:31.700491 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1d95228e-a5fd-461e-b2bb-dd90d156a962 req-bab7c459-fe16-4247-b711-cdda925369f3 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 210 time: 0.0835097 Apr 15 03:39:31.703835 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-8da68fe6-6d6c-4773-8a73-b3292b957b02 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:31.724748 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da68fe6-6d6c-4773-8a73-b3292b957b02 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:31.725358 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8da68fe6-6d6c-4773-8a73-b3292b957b02 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:31.741566 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2d3913e1-5c58-4d52-a7ff-68cbb1412b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (65ee731e-8d64-4cd1-a224-d7bfd7be589c), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:31.752423 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-7892bb00-14a6-4b30-ae37-3fb3a28d6529 service neutron] 10.222.0.15 "GET /v2.0/networks/3bd59da7-6c8e-4207-8116-308ad61b1e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411554 Apr 15 03:39:31.753159 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da68fe6-6d6c-4773-8a73-b3292b957b02 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=8bea55a8-650d-4667-94bb-056e03178eb1,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:31.779241 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3913e1-5c58-4d52-a7ff-68cbb1412b9b None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:31.789036 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-2d3913e1-5c58-4d52-a7ff-68cbb1412b9b None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:31.797330 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3913e1-5c58-4d52-a7ff-68cbb1412b9b None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:31.799605 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3913e1-5c58-4d52-a7ff-68cbb1412b9b None None] Pushing event updated for resources: {'Port': ['ID=65ee731e-8d64-4cd1-a224-d7bfd7be589c,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:31.805855 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (dbf8f2b1-1982-4895-884a-bed7b3631a18), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:31.822510 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8da68fe6-6d6c-4773-8a73-b3292b957b02 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2223344 Apr 15 03:39:31.828718 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33778) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:31.830575 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-cb2352f3-d6d5-4870-8495-590804191aa6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'mac_address': 'fa:16:3e:6f:58:77', 'name': 'tempest-NetworksTestDHCPv6-1245877652'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:31.926259 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542affd7-037f-4ce2-9994-4e037a9c434e None None] Pushing event updated for resources: {'Port': ['ID=dbf8f2b1-1982-4895-884a-bed7b3631a18,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:31.930274 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-2d3913e1-5c58-4d52-a7ff-68cbb1412b9b None None] Attempting to bind port 65ee731e-8d64-4cd1-a224-d7bfd7be589c on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:31.930668 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-2d3913e1-5c58-4d52-a7ff-68cbb1412b9b None None] Attempting to bind port 65ee731e-8d64-4cd1-a224-d7bfd7be589c by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:31.932437 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3913e1-5c58-4d52-a7ff-68cbb1412b9b None None] Attempting to bind port 65ee731e-8d64-4cd1-a224-d7bfd7be589c on network d8f597fb-2381-4564-a070-eb7f10af68ac {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:31.960690 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3913e1-5c58-4d52-a7ff-68cbb1412b9b None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:31.961078 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3913e1-5c58-4d52-a7ff-68cbb1412b9b None None] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:31.961491 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2d3913e1-5c58-4d52-a7ff-68cbb1412b9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:31.961892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3913e1-5c58-4d52-a7ff-68cbb1412b9b None None] Bound using segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:31.962388 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-2d3913e1-5c58-4d52-a7ff-68cbb1412b9b None None] Bound port: 65ee731e-8d64-4cd1-a224-d7bfd7be589c, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:31.962806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2d3913e1-5c58-4d52-a7ff-68cbb1412b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (65ee731e-8d64-4cd1-a224-d7bfd7be589c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:31.981776 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-de4ff64a-c7c0-41cd-8173-aed54b1587d1 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1328713416'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:32.054768 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] Attempting to bind port dbf8f2b1-1982-4895-884a-bed7b3631a18 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:32.055320 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] Attempting to bind port dbf8f2b1-1982-4895-884a-bed7b3631a18 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'ef2782cf-c97d-479b-ac4a-ed54ce8219b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:32.055691 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] Attempting to bind port dbf8f2b1-1982-4895-884a-bed7b3631a18 on network f3081e79-3282-4be9-823f-9ce5503e6db5 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:32.077885 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:32.078266 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] Checking segment: {'id': 'ef2782cf-c97d-479b-ac4a-ed54ce8219b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:32.078706 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:32.079106 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] Bound using segment: {'id': 'ef2782cf-c97d-479b-ac4a-ed54ce8219b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:32.079593 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] Bound port: dbf8f2b1-1982-4895-884a-bed7b3631a18, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2782cf-c97d-479b-ac4a-ed54ce8219b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:32.079977 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dbf8f2b1-1982-4895-884a-bed7b3631a18), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:32.135704 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-2d3913e1-5c58-4d52-a7ff-68cbb1412b9b None None] For port 65ee731e-8d64-4cd1-a224-d7bfd7be589c, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:39:32.152274 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-2d3913e1-5c58-4d52-a7ff-68cbb1412b9b None None] For port 65ee731e-8d64-4cd1-a224-d7bfd7be589c, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=65ee731e-8d64-4cd1-a224-d7bfd7be589c,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:39:32.186311 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-eea849bf-351f-4cff-ad73-249a6202f743 req-3cb5d579-7c92-4937-b47b-7c88adc63096 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da98f23-00ff-4941-8269-99f976404c98 HTTP/1.1" status: 200 len: 210 time: 0.0821643 Apr 15 03:39:32.189838 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2352f3-d6d5-4870-8495-590804191aa6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:32.217289 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4ff64a-c7c0-41cd-8173-aed54b1587d1 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:32.220758 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-de4ff64a-c7c0-41cd-8173-aed54b1587d1 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:32.233477 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2d3913e1-5c58-4d52-a7ff-68cbb1412b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (65ee731e-8d64-4cd1-a224-d7bfd7be589c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:32.235030 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-de4ff64a-c7c0-41cd-8173-aed54b1587d1 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:32.273509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] For port dbf8f2b1-1982-4895-884a-bed7b3631a18, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:39:32.295152 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] For port dbf8f2b1-1982-4895-884a-bed7b3631a18, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=dbf8f2b1-1982-4895-884a-bed7b3631a18,segment=NetworkSegment(ef2782cf-c97d-479b-ac4a-ed54ce8219b4),segment_id=ef2782cf-c97d-479b-ac4a-ed54ce8219b4)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:39:32.328377 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ac7be5cf-2f4b-47b5-8c2e-185e30383030 None None] Provisioning complete for port dbf8f2b1-1982-4895-884a-bed7b3631a18 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:32.328748 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ac7be5cf-2f4b-47b5-8c2e-185e30383030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dbf8f2b1-1982-4895-884a-bed7b3631a18), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:32.333092 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3913e1-5c58-4d52-a7ff-68cbb1412b9b None None] Pushing event updated for resources: {'Port': ['ID=65ee731e-8d64-4cd1-a224-d7bfd7be589c,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:32.368289 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb2352f3-d6d5-4870-8495-590804191aa6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:32.375742 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ac7be5cf-2f4b-47b5-8c2e-185e30383030 None None] Port dbf8f2b1-1982-4895-884a-bed7b3631a18 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:39:32.402132 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-cb2352f3-d6d5-4870-8495-590804191aa6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] device_id is not set on port aed75b11-ecb8-4c26-ab2d-4eaedf1bb3ae yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:39:32.413229 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (dbf8f2b1-1982-4895-884a-bed7b3631a18), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:32.479469 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-de4ff64a-c7c0-41cd-8173-aed54b1587d1 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for security_group (f623398a-72a2-4886-96d6-e6bb07e9d3f0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:32.487919 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] Routers {'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:32.488563 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:39:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:32.549870 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542affd7-037f-4ce2-9994-4e037a9c434e None None] Pushing event updated for resources: {'Port': ['ID=dbf8f2b1-1982-4895-884a-bed7b3631a18,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:32.581834 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-de4ff64a-c7c0-41cd-8173-aed54b1587d1 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (f623398a-72a2-4886-96d6-e6bb07e9d3f0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:32.603835 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4ff64a-c7c0-41cd-8173-aed54b1587d1 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:39:32.669620 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-de4ff64a-c7c0-41cd-8173-aed54b1587d1 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (8baa49e8-17a9-4a9b-9ac6-d6c868da66fb), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:32.669972 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-de4ff64a-c7c0-41cd-8173-aed54b1587d1 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Added segment 8baa49e8-17a9-4a9b-9ac6-d6c868da66fb of type vlan for network 034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e Apr 15 03:39:32.703315 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] Set router bfc1f4d4-d407-4aa0-b42b-dac38b9b664e gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:39:32.852398 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-de4ff64a-c7c0-41cd-8173-aed54b1587d1 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:32.861135 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ff64a-c7c0-41cd-8173-aed54b1587d1 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f623398a-72a2-4886-96d6-e6bb07e9d3f0,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:32.888001 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5a470673-6a3e-4b0e-9df1-f6dbf7993db7 req-a72ab7bb-7b70-41d1-b0a1-b7bac0ef13c1 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 210 time: 0.0597739 Apr 15 03:39:32.936458 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ac3cfa39-61f8-42e5-ab61-0d106bf37c47 None None] Provisioning complete for port dbf8f2b1-1982-4895-884a-bed7b3631a18 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:32.936832 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ac3cfa39-61f8-42e5-ab61-0d106bf37c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dbf8f2b1-1982-4895-884a-bed7b3631a18), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:32.942340 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-cb2352f3-d6d5-4870-8495-590804191aa6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 172.20.0.14 (d8f597fb-2381-4564-a070-eb7f10af68ac/8bea55a8-650d-4667-94bb-056e03178eb1/aed75b11-ecb8-4c26-ab2d-4eaedf1bb3ae) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:32.948388 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-cb2352f3-d6d5-4870-8495-590804191aa6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8::f816:3eff:fe6f:5877 (d8f597fb-2381-4564-a070-eb7f10af68ac/4a54dbde-2395-4cb2-af8d-92d44765376c/aed75b11-ecb8-4c26-ab2d-4eaedf1bb3ae) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:33.004893 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-de4ff64a-c7c0-41cd-8173-aed54b1587d1 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:33.010393 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4ff64a-c7c0-41cd-8173-aed54b1587d1 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:33.016271 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-de4ff64a-c7c0-41cd-8173-aed54b1587d1 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:33.073363 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639051796', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:27Z', 'revision_number': 4, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'gw_port': {'id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'dbf8f2b1-1982-4895-884a-bed7b3631a18', 'name': '', 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'mac_address': 'fa:16:3e:8a:28:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dc8d3040-88a1-4b77-bca2-f8be7b3a58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:25Z', 'updated_at': '2022-04-15T03:39:32Z', 'revision_number': 4, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'subnets': [{'id': 'dc8d3040-88a1-4b77-bca2-f8be7b3a58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:33.106822 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610be27e-e3da-4a01-8356-af2367a8a927 None None] The sync data for ids ['bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'] in dv-neutron-837140-3-hyperv is: [{'id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639051796', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:27Z', 'revision_number': 4, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'gw_port': {'id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'dbf8f2b1-1982-4895-884a-bed7b3631a18', 'name': '', 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'mac_address': 'fa:16:3e:8a:28:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dc8d3040-88a1-4b77-bca2-f8be7b3a58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:25Z', 'updated_at': '2022-04-15T03:39:32Z', 'revision_number': 4, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'subnets': [{'id': 'dc8d3040-88a1-4b77-bca2-f8be7b3a58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:39:33.113254 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ac3cfa39-61f8-42e5-ab61-0d106bf37c47 None None] Current status of the port dbf8f2b1-1982-4895-884a-bed7b3631a18 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:33.113254 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ac3cfa39-61f8-42e5-ab61-0d106bf37c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dbf8f2b1-1982-4895-884a-bed7b3631a18), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:33.118516 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33812) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:33.140305 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ff64a-c7c0-41cd-8173-aed54b1587d1 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Network': ['ID=034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:33.159725 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ac3cfa39-61f8-42e5-ab61-0d106bf37c47 None None] For port dbf8f2b1-1982-4895-884a-bed7b3631a18, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=dbf8f2b1-1982-4895-884a-bed7b3631a18,segment=NetworkSegment(ef2782cf-c97d-479b-ac4a-ed54ce8219b4),segment_id=ef2782cf-c97d-479b-ac4a-ed54ce8219b4)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:33.162849 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:39:33.252216 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-de4ff64a-c7c0-41cd-8173-aed54b1587d1 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6554241 Apr 15 03:39:33.413720 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33818) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:33.420577 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f598f904-ecb9-45ea-a55e-e8e16c7cff9b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'subnet': {'network_id': '034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:33.487852 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ac3cfa39-61f8-42e5-ab61-0d106bf37c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (dbf8f2b1-1982-4895-884a-bed7b3631a18), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:33.494732 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b82e68f3-5e90-47c6-bc85-9db6fc236bae req-c8b2a113-9f61-4aca-b163-81b26e647460 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da98f23-00ff-4941-8269-99f976404c98 HTTP/1.1" status: 200 len: 210 time: 0.0939119 Apr 15 03:39:33.506035 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb2352f3-d6d5-4870-8495-590804191aa6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (aed75b11-ecb8-4c26-ab2d-4eaedf1bb3ae), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:33.583998 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-59ee7d96-8670-4dc7-a04c-9e1874624e24 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:33.584432 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING neutron.api.v2.base [None req-59ee7d96-8670-4dc7-a04c-9e1874624e24 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 15 03:39:33.584919 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-59ee7d96-8670-4dc7-a04c-9e1874624e24 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] create failed (client error): There was a conflict when trying to complete your request. Apr 15 03:39:33.590450 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33820) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:33.592947 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-59ee7d96-8670-4dc7-a04c-9e1874624e24 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4694192 Apr 15 03:39:33.594315 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3cfa39-61f8-42e5-ab61-0d106bf37c47 None None] Pushing event updated for resources: {'Port': ['ID=dbf8f2b1-1982-4895-884a-bed7b3631a18,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:33.600652 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-50822d4a-20c1-4e5f-876d-bc07b69bd8ec tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group': {'name': 'tempest-secgroup--592797602'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:33.612833 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device dbf8f2b1-1982-4895-884a-bed7b3631a18 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:33.685333 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb2352f3-d6d5-4870-8495-590804191aa6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (aed75b11-ecb8-4c26-ab2d-4eaedf1bb3ae), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:33.694933 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port dbf8f2b1-1982-4895-884a-bed7b3631a18 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:33.695411 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dbf8f2b1-1982-4895-884a-bed7b3631a18), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:33.750078 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2352f3-d6d5-4870-8495-590804191aa6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:33.754281 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-cb2352f3-d6d5-4870-8495-590804191aa6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:33.772404 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2352f3-d6d5-4870-8495-590804191aa6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:33.823459 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f598f904-ecb9-45ea-a55e-e8e16c7cff9b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:33.831184 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f598f904-ecb9-45ea-a55e-e8e16c7cff9b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:33.839809 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2352f3-d6d5-4870-8495-590804191aa6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:33.840532 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb2352f3-d6d5-4870-8495-590804191aa6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:33.858546 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50822d4a-20c1-4e5f-876d-bc07b69bd8ec tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:33.871050 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50822d4a-20c1-4e5f-876d-bc07b69bd8ec tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:33.873712 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2352f3-d6d5-4870-8495-590804191aa6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=aed75b11-ecb8-4c26-ab2d-4eaedf1bb3ae,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:34.020338 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cb2352f3-d6d5-4870-8495-590804191aa6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1939898 Apr 15 03:39:34.021208 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33824) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:34.022188 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4189be51-e5c7-4a49-a9fc-04ade5a28a66 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:34.078350 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50822d4a-20c1-4e5f-876d-bc07b69bd8ec tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (bf85470f-c6a9-4e07-8b6d-0475e79650c1), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:34.085685 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38fb084-a24c-4ed1-96bb-5deec4383a08 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:34.092144 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38fb084-a24c-4ed1-96bb-5deec4383a08 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:34.095099 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e38fb084-a24c-4ed1-96bb-5deec4383a08 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0692043 Apr 15 03:39:34.100464 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33826) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:34.129036 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8e4085bc-12da-46fd-8488-692f9d107019 None None] Provisioning complete for port 65ee731e-8d64-4cd1-a224-d7bfd7be589c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:34.129594 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8e4085bc-12da-46fd-8488-692f9d107019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (65ee731e-8d64-4cd1-a224-d7bfd7be589c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:34.162928 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50822d4a-20c1-4e5f-876d-bc07b69bd8ec tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (bf85470f-c6a9-4e07-8b6d-0475e79650c1), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:34.226695 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50822d4a-20c1-4e5f-876d-bc07b69bd8ec tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf85470f-c6a9-4e07-8b6d-0475e79650c1,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:34.323479 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-dac580eb-8493-4118-a7d8-c56747dfbfce tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting port aed75b11-ecb8-4c26-ab2d-4eaedf1bb3ae {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:34.324191 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dac580eb-8493-4118-a7d8-c56747dfbfce tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (aed75b11-ecb8-4c26-ab2d-4eaedf1bb3ae), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:34.368597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port dbf8f2b1-1982-4895-884a-bed7b3631a18 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:34.369724 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 65ee731e-8d64-4cd1-a224-d7bfd7be589c up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:34.422577 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50822d4a-20c1-4e5f-876d-bc07b69bd8ec tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (c66f51b6-002d-418e-9778-f9a6ae6d0642), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:34.441655 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:34.452590 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fa3676-4c78-4052-ad85-e8b3b6813a61 None None] Update dhcp port {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'fixed_ips': [{'subnet_id': '4a54dbde-2395-4cb2-af8d-92d44765376c', 'ip_address': '2001:db8::f816:3eff:feca:b154'}, {'subnet_id': '8bea55a8-650d-4667-94bb-056e03178eb1'}], 'binding:host_id': 'dv-neutron-837140-3-hyperv'}, 'id': '65ee731e-8d64-4cd1-a224-d7bfd7be589c'} from dv-neutron-837140-3-hyperv. {{(pid=104668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 15 03:39:34.474886 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dac580eb-8493-4118-a7d8-c56747dfbfce tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (aed75b11-ecb8-4c26-ab2d-4eaedf1bb3ae), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:34.482991 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8e4085bc-12da-46fd-8488-692f9d107019 None None] Current status of the port 65ee731e-8d64-4cd1-a224-d7bfd7be589c is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:34.483389 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8e4085bc-12da-46fd-8488-692f9d107019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (65ee731e-8d64-4cd1-a224-d7bfd7be589c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:34.490585 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-dac580eb-8493-4118-a7d8-c56747dfbfce tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Calling delete_port for aed75b11-ecb8-4c26-ab2d-4eaedf1bb3ae owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:34.497604 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50822d4a-20c1-4e5f-876d-bc07b69bd8ec tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (c66f51b6-002d-418e-9778-f9a6ae6d0642), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:34.553376 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50822d4a-20c1-4e5f-876d-bc07b69bd8ec tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66f51b6-002d-418e-9778-f9a6ae6d0642,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:34.583366 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-8e4085bc-12da-46fd-8488-692f9d107019 None None] For port 65ee731e-8d64-4cd1-a224-d7bfd7be589c, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=65ee731e-8d64-4cd1-a224-d7bfd7be589c,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:34.584779 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 65ee731e-8d64-4cd1-a224-d7bfd7be589c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:34.586027 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (65ee731e-8d64-4cd1-a224-d7bfd7be589c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:34.587221 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4ad9ab91-8684-425c-aeb6-022ad47d5cb7 req-7fb9c5c0-0398-4e61-a48a-cfe7b14d8861 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 210 time: 0.4902923 Apr 15 03:39:34.607293 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-50822d4a-20c1-4e5f-876d-bc07b69bd8ec tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:34.609775 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-50822d4a-20c1-4e5f-876d-bc07b69bd8ec tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0179377 Apr 15 03:39:34.614291 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33830) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:34.618826 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-3e567ba4-dd98-4dbb-9089-823c8f18a431 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group_rule': {'security_group_id': 'c66f51b6-002d-418e-9778-f9a6ae6d0642', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:34.628351 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-38fa3676-4c78-4052-ad85-e8b3b6813a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (65ee731e-8d64-4cd1-a224-d7bfd7be589c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:34.631437 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f598f904-ecb9-45ea-a55e-e8e16c7cff9b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (02cf9abb-f3cd-41d4-9083-42530507b3af), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:34.661474 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8e4085bc-12da-46fd-8488-692f9d107019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (65ee731e-8d64-4cd1-a224-d7bfd7be589c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:34.670919 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-195a1a8d-9cc8-4920-9fd3-8d5fa7a4b771 req-8d2541db-d63e-452f-abfa-914ebd63ab3f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da98f23-00ff-4941-8269-99f976404c98 HTTP/1.1" status: 200 len: 210 time: 0.0447600 Apr 15 03:39:34.780491 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3e567ba4-dd98-4dbb-9089-823c8f18a431 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group_rule (46a2b01b-1b4c-4bd2-b9f1-aa2fa8f349a4), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:34.796582 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-199ec565-bd65-4c29-b577-8b191cf33dbf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:34.798469 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-199ec565-bd65-4c29-b577-8b191cf33dbf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.30 "GET /v2.0/networks?id=f3081e79-3282-4be9-823f-9ce5503e6db5 HTTP/1.1" status: 200 len: 797 time: 0.2100205 Apr 15 03:39:34.799344 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598f904-ecb9-45ea-a55e-e8e16c7cff9b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Subnet': ['ID=02cf9abb-f3cd-41d4-9083-42530507b3af,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:34.847816 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f598f904-ecb9-45ea-a55e-e8e16c7cff9b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Checking segment: {'id': '8baa49e8-17a9-4a9b-9ac6-d6c868da66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:34.848318 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f598f904-ecb9-45ea-a55e-e8e16c7cff9b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network hostable DHCP agents. Network: 034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:39:34.857166 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4085bc-12da-46fd-8488-692f9d107019 None None] Pushing event updated for resources: {'Port': ['ID=65ee731e-8d64-4cd1-a224-d7bfd7be589c,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:34.915831 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-4b46f270-4de7-433f-891a-c0527cde2e1c tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29e3407995e14fb583efa0164c47fc4b HTTP/1.1" status: 200 len: 380 time: 0.1046500 Apr 15 03:39:34.936090 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-9250bb37-f6bc-4416-b06b-dc52cde84a2f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Request body: {'port': {'device_id': '4bd790f1-98aa-4aa8-9e53-c4f3bae1309e', 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5', 'admin_state_up': True, 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'security_groups': ['0ad9208f-3c75-4044-bd90-0652423f980d']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:34.959444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 65ee731e-8d64-4cd1-a224-d7bfd7be589c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:34.981581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f598f904-ecb9-45ea-a55e-e8e16c7cff9b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network 034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:39:34.989626 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-38fa3676-4c78-4052-ad85-e8b3b6813a61 None None] Allocated IP 172.20.0.2 (d8f597fb-2381-4564-a070-eb7f10af68ac/8bea55a8-650d-4667-94bb-056e03178eb1/65ee731e-8d64-4cd1-a224-d7bfd7be589c) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:35.040647 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3e567ba4-dd98-4dbb-9089-823c8f18a431 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group_rule (46a2b01b-1b4c-4bd2-b9f1-aa2fa8f349a4), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:35.092272 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-31b33fce-6e13-42d6-9b48-7e3de552803b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:35.093643 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-31b33fce-6e13-42d6-9b48-7e3de552803b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/networks?id=3bd59da7-6c8e-4207-8116-308ad61b1e9e HTTP/1.1" status: 200 len: 797 time: 0.2436678 Apr 15 03:39:35.114489 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-38fa3676-4c78-4052-ad85-e8b3b6813a61 None None] For port 65ee731e-8d64-4cd1-a224-d7bfd7be589c, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=65ee731e-8d64-4cd1-a224-d7bfd7be589c,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:35.147557 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-f598f904-ecb9-45ea-a55e-e8e16c7cff9b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:35.150075 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-38fa3676-4c78-4052-ad85-e8b3b6813a61 None None] Publish callbacks [] for port (65ee731e-8d64-4cd1-a224-d7bfd7be589c), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:35.153470 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f598f904-ecb9-45ea-a55e-e8e16c7cff9b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:35.154103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f598f904-ecb9-45ea-a55e-e8e16c7cff9b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:35.160140 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa3cba7-d141-460a-874c-d66c6c48d3a7 None None] Network 034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:35.166764 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3e567ba4-dd98-4dbb-9089-823c8f18a431 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (46a2b01b-1b4c-4bd2-b9f1-aa2fa8f349a4), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:35.210833 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e567ba4-dd98-4dbb-9089-823c8f18a431 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a2b01b-1b4c-4bd2-b9f1-aa2fa8f349a4,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:35.229957 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-ef456190-cdf7-4b91-8722-dff42ecc7985 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 472 time: 0.1225739 Apr 15 03:39:35.234134 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dac580eb-8493-4118-a7d8-c56747dfbfce tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (aed75b11-ecb8-4c26-ab2d-4eaedf1bb3ae), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:35.256710 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-3a508e68-c365-49c0-b83a-44bd821f18f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'port': {'device_id': '9da98f23-00ff-4941-8269-99f976404c98', 'network_id': '3bd59da7-6c8e-4207-8116-308ad61b1e9e', 'admin_state_up': True, 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'security_groups': ['b740f45f-12c0-429a-9253-41725d36c7f5']}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:35.276622 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device dbf8f2b1-1982-4895-884a-bed7b3631a18 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:35.295111 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f598f904-ecb9-45ea-a55e-e8e16c7cff9b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8797889 Apr 15 03:39:35.296027 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-9250bb37-f6bc-4416-b06b-dc52cde84a2f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Made reservation on behalf of 29e3407995e14fb583efa0164c47fc4b for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:35.299655 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-9250bb37-f6bc-4416-b06b-dc52cde84a2f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:35.304686 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33832) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:35.310429 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-719fb0b9-6285-44f6-a10e-2f83d4c80df9 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2002876530'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:35.318015 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac580eb-8493-4118-a7d8-c56747dfbfce tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Port': ['ID=aed75b11-ecb8-4c26-ab2d-4eaedf1bb3ae,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:35.322150 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff85d83d-0545-4374-b2f9-a2acabf49e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e', 'network_id': '034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e', 'project_id': '569513fa24ae47b284f0cc7d5070901d', 'fixed_ips': [{'subnet_id': '02cf9abb-f3cd-41d4-9083-42530507b3af'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:39:35.322782 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ff85d83d-0545-4374-b2f9-a2acabf49e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:35.330998 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-38fa3676-4c78-4052-ad85-e8b3b6813a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (65ee731e-8d64-4cd1-a224-d7bfd7be589c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:35.336729 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3e567ba4-dd98-4dbb-9089-823c8f18a431 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:35.341536 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3e567ba4-dd98-4dbb-9089-823c8f18a431 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7226939 Apr 15 03:39:35.341691 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33836) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:35.427828 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2284e48d-4cf5-42c8-96fd-0c775427b667 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group_rule': {'security_group_id': 'c66f51b6-002d-418e-9778-f9a6ae6d0642', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:35.512266 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-9250bb37-f6bc-4416-b06b-dc52cde84a2f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Allocated IP 172.20.0.4 (f3081e79-3282-4be9-823f-9ce5503e6db5/dc8d3040-88a1-4b77-bca2-f8be7b3a58f5/87815c8a-c5a3-4497-b9b4-51233aaacfb7) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:35.526265 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa3676-4c78-4052-ad85-e8b3b6813a61 None None] Pushing event updated for resources: {'Port': ['ID=65ee731e-8d64-4cd1-a224-d7bfd7be589c,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:35.527297 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719fb0b9-6285-44f6-a10e-2f83d4c80df9 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:35.534003 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-719fb0b9-6285-44f6-a10e-2f83d4c80df9 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:35.535521 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port dbf8f2b1-1982-4895-884a-bed7b3631a18 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:35.536550 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dbf8f2b1-1982-4895-884a-bed7b3631a18), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:35.584656 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2284e48d-4cf5-42c8-96fd-0c775427b667 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group_rule (a3a76608-4098-4ab5-aa9a-f86ef94c075d), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:35.649649 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.30', 65175) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:35.651945 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719fb0b9-6285-44f6-a10e-2f83d4c80df9 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:39:35.698473 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-ff85d83d-0545-4374-b2f9-a2acabf49e42 None None] Allocated IP 172.20.255.242 (034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e/02cf9abb-f3cd-41d4-9083-42530507b3af/22d4141b-34bb-4e63-90b6-ff13729379fd) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:35.716980 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port dbf8f2b1-1982-4895-884a-bed7b3631a18 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:35.718095 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 65ee731e-8d64-4cd1-a224-d7bfd7be589c up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:35.833593 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-9250bb37-f6bc-4416-b06b-dc52cde84a2f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:35.856889 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-91597e04-8964-4eda-a841-b7d16e974264 req-aea5b4c1-9ec8-43a6-a82e-0f32bd66e60e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da98f23-00ff-4941-8269-99f976404c98 HTTP/1.1" status: 200 len: 210 time: 0.0841253 Apr 15 03:39:35.862349 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-719fb0b9-6285-44f6-a10e-2f83d4c80df9 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (d63ceb7e-4847-4baa-8639-d2ff1d94b798), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:35.862714 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-719fb0b9-6285-44f6-a10e-2f83d4c80df9 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Added segment d63ceb7e-4847-4baa-8639-d2ff1d94b798 of type vlan for network 57abab43-046d-4fd3-b0f8-020556fd6dde Apr 15 03:39:35.882554 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 65ee731e-8d64-4cd1-a224-d7bfd7be589c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:35.882973 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (65ee731e-8d64-4cd1-a224-d7bfd7be589c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:35.894586 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dac580eb-8493-4118-a7d8-c56747dfbfce tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:35.900258 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-dac580eb-8493-4118-a7d8-c56747dfbfce tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/aed75b11-ecb8-4c26-ab2d-4eaedf1bb3ae HTTP/1.1" status: 204 len: 168 time: 1.7962372 Apr 15 03:39:35.906457 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33848) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:35.924382 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-795f78b4-ed63-4f5e-9241-c68086025b54 req-273739af-8022-451b-9813-e85d56c0c765 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 210 time: 0.0761938 Apr 15 03:39:35.955482 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9ee4576a-1c52-42e5-b88a-4a44a22e570a req-51870f46-1af0-4584-8c01-d6b2532b9026 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3045537 Apr 15 03:39:35.989165 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-719fb0b9-6285-44f6-a10e-2f83d4c80df9 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (57abab43-046d-4fd3-b0f8-020556fd6dde), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:35.994982 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ff85d83d-0545-4374-b2f9-a2acabf49e42 None None] Publish callbacks [] for port (22d4141b-34bb-4e63-90b6-ff13729379fd), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:36.039976 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c18bf83-56cd-4ad3-a750-eb5a3cd705c8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:36.042037 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c18bf83-56cd-4ad3-a750-eb5a3cd705c8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:36.044512 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c18bf83-56cd-4ad3-a750-eb5a3cd705c8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:36.046186 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 65ee731e-8d64-4cd1-a224-d7bfd7be589c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:36.052700 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33850) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:36.053444 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1c18bf83-56cd-4ad3-a750-eb5a3cd705c8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1461871 Apr 15 03:39:36.057479 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-2284e48d-4cf5-42c8-96fd-0c775427b667 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] create failed (client error): There was a conflict when trying to complete your request. Apr 15 03:39:36.058491 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2284e48d-4cf5-42c8-96fd-0c775427b667 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6399169 Apr 15 03:39:36.064937 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33852) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:36.085028 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ff85d83d-0545-4374-b2f9-a2acabf49e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (22d4141b-34bb-4e63-90b6-ff13729379fd), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:36.105970 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4576a-1c52-42e5-b88a-4a44a22e570a req-8e3ec3d7-c5cd-4f87-855f-4539238dad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:36.107683 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9ee4576a-1c52-42e5-b88a-4a44a22e570a req-8e3ec3d7-c5cd-4f87-855f-4539238dad5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ac54984499b43edad78bee2e10a3362&device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 1129 time: 0.0993640 Apr 15 03:39:36.136153 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff85d83d-0545-4374-b2f9-a2acabf49e42 None None] Network 034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:36.142581 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5c0a67a7-5ee3-46af-8272-9b29107a1ae1 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (c66f51b6-002d-418e-9778-f9a6ae6d0642), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:36.143100 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-ff85d83d-0545-4374-b2f9-a2acabf49e42 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:36.147812 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff85d83d-0545-4374-b2f9-a2acabf49e42 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:36.156701 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85d83d-0545-4374-b2f9-a2acabf49e42 None None] Pushing event updated for resources: {'Port': ['ID=22d4141b-34bb-4e63-90b6-ff13729379fd,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:36.158088 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5fa9c9b-2869-427a-9fa1-c14a689b6e92 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet 4a54dbde-2395-4cb2-af8d-92d44765376c {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:39:36.173319 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-9250bb37-f6bc-4416-b06b-dc52cde84a2f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:36.181967 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5fa9c9b-2869-427a-9fa1-c14a689b6e92 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (4a54dbde-2395-4cb2-af8d-92d44765376c), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:36.192663 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5c0a67a7-5ee3-46af-8272-9b29107a1ae1 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (c66f51b6-002d-418e-9778-f9a6ae6d0642), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:36.220510 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-719fb0b9-6285-44f6-a10e-2f83d4c80df9 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (57abab43-046d-4fd3-b0f8-020556fd6dde), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:36.226264 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719fb0b9-6285-44f6-a10e-2f83d4c80df9 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:36.226907 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-719fb0b9-6285-44f6-a10e-2f83d4c80df9 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:36.236051 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ff85d83d-0545-4374-b2f9-a2acabf49e42 None None] Attempting to bind port 22d4141b-34bb-4e63-90b6-ff13729379fd on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:36.236431 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ff85d83d-0545-4374-b2f9-a2acabf49e42 None None] Attempting to bind port 22d4141b-34bb-4e63-90b6-ff13729379fd by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '8baa49e8-17a9-4a9b-9ac6-d6c868da66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:36.236802 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85d83d-0545-4374-b2f9-a2acabf49e42 None None] Attempting to bind port 22d4141b-34bb-4e63-90b6-ff13729379fd on network 034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:36.241571 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-3a508e68-c365-49c0-b83a-44bd821f18f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:36.243969 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85d83d-0545-4374-b2f9-a2acabf49e42 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:36.244385 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85d83d-0545-4374-b2f9-a2acabf49e42 None None] Checking segment: {'id': '8baa49e8-17a9-4a9b-9ac6-d6c868da66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:36.244802 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ff85d83d-0545-4374-b2f9-a2acabf49e42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:36.245201 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85d83d-0545-4374-b2f9-a2acabf49e42 None None] Bound using segment: {'id': '8baa49e8-17a9-4a9b-9ac6-d6c868da66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:36.245568 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-3a508e68-c365-49c0-b83a-44bd821f18f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:36.245708 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ff85d83d-0545-4374-b2f9-a2acabf49e42 None None] Bound port: 22d4141b-34bb-4e63-90b6-ff13729379fd, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8baa49e8-17a9-4a9b-9ac6-d6c868da66fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:36.246055 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ff85d83d-0545-4374-b2f9-a2acabf49e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (22d4141b-34bb-4e63-90b6-ff13729379fd), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:36.339271 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ff85d83d-0545-4374-b2f9-a2acabf49e42 None None] For port 22d4141b-34bb-4e63-90b6-ff13729379fd, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:39:36.341790 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5c0a67a7-5ee3-46af-8272-9b29107a1ae1 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (c66f51b6-002d-418e-9778-f9a6ae6d0642), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:36.346981 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-719fb0b9-6285-44f6-a10e-2f83d4c80df9 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0383847 Apr 15 03:39:36.347223 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5c0a67a7-5ee3-46af-8272-9b29107a1ae1 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:36.348686 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ff85d83d-0545-4374-b2f9-a2acabf49e42 None None] For port 22d4141b-34bb-4e63-90b6-ff13729379fd, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=22d4141b-34bb-4e63-90b6-ff13729379fd,segment=NetworkSegment(8baa49e8-17a9-4a9b-9ac6-d6c868da66fb),segment_id=8baa49e8-17a9-4a9b-9ac6-d6c868da66fb)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:39:36.349046 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5c0a67a7-5ee3-46af-8272-9b29107a1ae1 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "DELETE /v2.0/security-groups/c66f51b6-002d-418e-9778-f9a6ae6d0642 HTTP/1.1" status: 204 len: 168 time: 0.2853546 Apr 15 03:39:36.357210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33854) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:36.357545 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33856) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:36.369858 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-9250bb37-f6bc-4416-b06b-dc52cde84a2f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Network f3081e79-3282-4be9-823f-9ce5503e6db5 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:36.391197 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a67a7-5ee3-46af-8272-9b29107a1ae1 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66f51b6-002d-418e-9778-f9a6ae6d0642,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:36.403913 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-4013da9a-02d7-4aa9-be5c-21c07a3d7791 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'subnet': {'network_id': '57abab43-046d-4fd3-b0f8-020556fd6dde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:36.410883 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5fa9c9b-2869-427a-9fa1-c14a689b6e92 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (4a54dbde-2395-4cb2-af8d-92d44765376c), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:36.411160 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-3a508e68-c365-49c0-b83a-44bd821f18f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.20.0.19 (3bd59da7-6c8e-4207-8116-308ad61b1e9e/b28862b6-1766-4779-9c30-8d8cdf52319d/c2de7484-86e1-4ecb-b310-58793afef7aa) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:36.415672 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ff85d83d-0545-4374-b2f9-a2acabf49e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (22d4141b-34bb-4e63-90b6-ff13729379fd), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:36.480210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-9250bb37-f6bc-4416-b06b-dc52cde84a2f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:36.483512 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85d83d-0545-4374-b2f9-a2acabf49e42 None None] Pushing event updated for resources: {'Port': ['ID=22d4141b-34bb-4e63-90b6-ff13729379fd,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:36.500865 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-1c0d5924-3fd2-4ea6-9f72-56587088f385 None None] Could not find standard attr ID for object aed75b11-ecb8-4c26-ab2d-4eaedf1bb3ae. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:39:36.515181 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-9250bb37-f6bc-4416-b06b-dc52cde84a2f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:36.529945 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-1c0d5924-3fd2-4ea6-9f72-56587088f385 None None] Provisioning complete for port 65ee731e-8d64-4cd1-a224-d7bfd7be589c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:36.530513 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5924-3fd2-4ea6-9f72-56587088f385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (65ee731e-8d64-4cd1-a224-d7bfd7be589c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:36.584626 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250bb37-f6bc-4416-b06b-dc52cde84a2f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event updated for resources: {'Port': ['ID=87815c8a-c5a3-4497-b9b4-51233aaacfb7,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:36.588753 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-3a508e68-c365-49c0-b83a-44bd821f18f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (c2de7484-86e1-4ecb-b310-58793afef7aa), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:36.606515 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fb0b9-6285-44f6-a10e-2f83d4c80df9 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Network': ['ID=57abab43-046d-4fd3-b0f8-020556fd6dde,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:36.631707 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 57abab43-046d-4fd3-b0f8-020556fd6dde details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:39:36.698141 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5fa9c9b-2869-427a-9fa1-c14a689b6e92 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (4a54dbde-2395-4cb2-af8d-92d44765376c), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:36.705942 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-3a508e68-c365-49c0-b83a-44bd821f18f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (c2de7484-86e1-4ecb-b310-58793afef7aa), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:36.767554 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1c0d5924-3fd2-4ea6-9f72-56587088f385 None None] Current status of the port 65ee731e-8d64-4cd1-a224-d7bfd7be589c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:36.777798 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4576a-1c52-42e5-b88a-4a44a22e570a req-a4db9eae-ad1e-407f-9b27-82f8d98b8251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:36.779628 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9ee4576a-1c52-42e5-b88a-4a44a22e570a req-a4db9eae-ad1e-407f-9b27-82f8d98b8251 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 HTTP/1.1" status: 200 len: 912 time: 0.6423879 Apr 15 03:39:36.801730 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-3a508e68-c365-49c0-b83a-44bd821f18f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 3bd59da7-6c8e-4207-8116-308ad61b1e9e is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:36.807492 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-3a508e68-c365-49c0-b83a-44bd821f18f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:36.812224 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-3a508e68-c365-49c0-b83a-44bd821f18f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:36.819259 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a508e68-c365-49c0-b83a-44bd821f18f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=c2de7484-86e1-4ecb-b310-58793afef7aa,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:36.921174 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5fa9c9b-2869-427a-9fa1-c14a689b6e92 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (4a54dbde-2395-4cb2-af8d-92d44765376c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:36.934379 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-3a508e68-c365-49c0-b83a-44bd821f18f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:36.935133 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-3a508e68-c365-49c0-b83a-44bd821f18f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:36.977646 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-9250bb37-f6bc-4416-b06b-dc52cde84a2f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:36.980007 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-9250bb37-f6bc-4416-b06b-dc52cde84a2f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:37.059734 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-3a508e68-c365-49c0-b83a-44bd821f18f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8138139 Apr 15 03:39:37.102460 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-40e6411f-201f-4add-bc20-ef07b93fb6d6 None None] Provisioning complete for port 87815c8a-c5a3-4497-b9b4-51233aaacfb7 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:37.102699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-40e6411f-201f-4add-bc20-ef07b93fb6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:37.104876 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] Request body: {'port': {'device_id': '9da98f23-00ff-4941-8269-99f976404c98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:37.124482 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-02168357-0691-420f-93fb-d372a509da88 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.7565243 Apr 15 03:39:37.127731 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5fa9c9b-2869-427a-9fa1-c14a689b6e92 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:37.134419 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d5fa9c9b-2869-427a-9fa1-c14a689b6e92 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/4a54dbde-2395-4cb2-af8d-92d44765376c HTTP/1.1" status: 204 len: 168 time: 1.0759296 Apr 15 03:39:37.134419 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa9c9b-2869-427a-9fa1-c14a689b6e92 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=4a54dbde-2395-4cb2-af8d-92d44765376c,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:37.155403 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33862) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:37.155755 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33864) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:37.159021 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-40e6411f-201f-4add-bc20-ef07b93fb6d6 None None] Port 87815c8a-c5a3-4497-b9b4-51233aaacfb7 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:39:37.162227 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507db3f-dfec-49f8-8380-6a15ceaf9c17 req-544bbd26-77d2-4c3d-b3a7-a1a02d95b04f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:37.164352 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8507db3f-dfec-49f8-8380-6a15ceaf9c17 req-544bbd26-77d2-4c3d-b3a7-a1a02d95b04f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da98f23-00ff-4941-8269-99f976404c98 HTTP/1.1" status: 200 len: 932 time: 0.1703207 Apr 15 03:39:37.164849 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4013da9a-02d7-4aa9-be5c-21c07a3d7791 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:37.170351 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4013da9a-02d7-4aa9-be5c-21c07a3d7791 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:37.178826 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-9250bb37-f6bc-4416-b06b-dc52cde84a2f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2466514 Apr 15 03:39:37.183465 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-c6cf60de-30f9-4cf9-875e-2141d53c8588 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group': {'name': 'tempest-secgroup--731405021'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:37.246037 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] Request body: {'port': {'device_id': '4bd790f1-98aa-4aa8-9e53-c4f3bae1309e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:37.261421 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7b46b0-86bc-48a8-90b2-12309c8650ed tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet 8bea55a8-650d-4667-94bb-056e03178eb1 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:39:37.276384 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a3cc73a0-a951-4088-b879-d8985fd4f318 None None] Provisioning complete for port c2de7484-86e1-4ecb-b310-58793afef7aa triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:37.276746 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a3cc73a0-a951-4088-b879-d8985fd4f318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c2de7484-86e1-4ecb-b310-58793afef7aa), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:37.298900 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8507db3f-dfec-49f8-8380-6a15ceaf9c17 req-93659924-c1b0-46f7-8d42-9a9f5336b790 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=b740f45f-12c0-429a-9253-41725d36c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186678 Apr 15 03:39:37.305385 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c2de7484-86e1-4ecb-b310-58793afef7aa), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:37.315369 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8f7b46b0-86bc-48a8-90b2-12309c8650ed tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (8bea55a8-650d-4667-94bb-056e03178eb1), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:37.329322 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e2c1b-91b8-4ac0-b675-85d200eb1c92 req-9a632e73-e0cd-44e0-9065-5a28d57f6458 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:37.329547 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d11e2c1b-91b8-4ac0-b675-85d200eb1c92 req-9a632e73-e0cd-44e0-9065-5a28d57f6458 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 931 time: 0.2795842 Apr 15 03:39:37.333748 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a3cc73a0-a951-4088-b879-d8985fd4f318 None None] Port c2de7484-86e1-4ecb-b310-58793afef7aa cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:39:37.337450 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a3cc73a0-a951-4088-b879-d8985fd4f318 None None] Could not find standard attr ID for object aed75b11-ecb8-4c26-ab2d-4eaedf1bb3ae. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:39:37.382662 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 65ee731e-8d64-4cd1-a224-d7bfd7be589c up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:37.438259 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 65ee731e-8d64-4cd1-a224-d7bfd7be589c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:37.438259 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (65ee731e-8d64-4cd1-a224-d7bfd7be589c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:37.478118 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9ee4576a-1c52-42e5-b88a-4a44a22e570a req-fe7ea194-6971-4783-8636-7d927d0978ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90b88343-3433-4ceb-9959-7721ceb2550e HTTP/1.1" status: 200 len: 1001 time: 0.5584078 Apr 15 03:39:37.481035 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8f7b46b0-86bc-48a8-90b2-12309c8650ed tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (8bea55a8-650d-4667-94bb-056e03178eb1), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:37.562659 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c6cf60de-30f9-4cf9-875e-2141d53c8588 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:37.580433 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d11e2c1b-91b8-4ac0-b675-85d200eb1c92 req-23cf6ac0-29d2-4ef9-bb77-975c8b8da24c tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187037 Apr 15 03:39:37.675174 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:37.695932 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 65ee731e-8d64-4cd1-a224-d7bfd7be589c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:37.697030 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 22d4141b-34bb-4e63-90b6-ff13729379fd up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:37.753906 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 22d4141b-34bb-4e63-90b6-ff13729379fd triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:37.754106 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (22d4141b-34bb-4e63-90b6-ff13729379fd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:37.765631 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2de7484-86e1-4ecb-b310-58793afef7aa {{(pid=104667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:39:37.776460 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] Publish callbacks [] for port (c2de7484-86e1-4ecb-b310-58793afef7aa), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:37.820164 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.provisioning_blocks [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] Transition to ACTIVE for port object c2de7484-86e1-4ecb-b310-58793afef7aa will not be triggered until provisioned by entity L2. {{(pid=104667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 03:39:37.864329 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4576a-1c52-42e5-b88a-4a44a22e570a req-a784b077-c60d-4403-a8cd-50a52e5f0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:37.865842 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9ee4576a-1c52-42e5-b88a-4a44a22e570a req-a784b077-c60d-4403-a8cd-50a52e5f0ccc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2ff5521-688d-47da-8337-38202aee7518 HTTP/1.1" status: 200 len: 851 time: 0.3546753 Apr 15 03:39:37.875441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 22d4141b-34bb-4e63-90b6-ff13729379fd is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:37.875830 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (22d4141b-34bb-4e63-90b6-ff13729379fd), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:37.916301 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 22d4141b-34bb-4e63-90b6-ff13729379fd, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=22d4141b-34bb-4e63-90b6-ff13729379fd,segment=NetworkSegment(8baa49e8-17a9-4a9b-9ac6-d6c868da66fb),segment_id=8baa49e8-17a9-4a9b-9ac6-d6c868da66fb)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:37.949591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245da378-30c0-40c9-b832-5f884a6605d0 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:38.011136 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6183db7-652e-4885-939a-c12145346d81 None None] Network 034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:38.031839 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4576a-1c52-42e5-b88a-4a44a22e570a req-754d02b3-593c-46b1-9d41-a79cfede3eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:38.033318 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9ee4576a-1c52-42e5-b88a-4a44a22e570a req-754d02b3-593c-46b1-9d41-a79cfede3eb5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1255527 Apr 15 03:39:38.034521 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8f7b46b0-86bc-48a8-90b2-12309c8650ed tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (8bea55a8-650d-4667-94bb-056e03178eb1), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:38.058458 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (c2de7484-86e1-4ecb-b310-58793afef7aa), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:38.096301 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-875ed997-ed0e-42ca-a3e1-dded47668305 None None] Provisioning complete for port 22d4141b-34bb-4e63-90b6-ff13729379fd triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:38.096666 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-875ed997-ed0e-42ca-a3e1-dded47668305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (22d4141b-34bb-4e63-90b6-ff13729379fd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:38.121978 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2de7484-86e1-4ecb-b310-58793afef7aa,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:38.142436 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (22d4141b-34bb-4e63-90b6-ff13729379fd), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:38.215875 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] Attempting to bind port c2de7484-86e1-4ecb-b310-58793afef7aa on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:38.220397 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] Attempting to bind port c2de7484-86e1-4ecb-b310-58793afef7aa by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'f0ff399e-88b4-4c84-bdff-928c8d06204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3bd59da7-6c8e-4207-8116-308ad61b1e9e'}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:38.220397 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] Attempting to bind port c2de7484-86e1-4ecb-b310-58793afef7aa on network 3bd59da7-6c8e-4207-8116-308ad61b1e9e {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:38.222801 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] Port c2de7484-86e1-4ecb-b310-58793afef7aa on network 3bd59da7-6c8e-4207-8116-308ad61b1e9e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:39:38.223314 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] Attempting to bind port c2de7484-86e1-4ecb-b310-58793afef7aa on network 3bd59da7-6c8e-4207-8116-308ad61b1e9e {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:38.229112 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:38.229714 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] Checking segment: {'id': 'f0ff399e-88b4-4c84-bdff-928c8d06204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3bd59da7-6c8e-4207-8116-308ad61b1e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:38.230427 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] Bound using segment: {'id': 'f0ff399e-88b4-4c84-bdff-928c8d06204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3bd59da7-6c8e-4207-8116-308ad61b1e9e'} {{(pid=104667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:38.231784 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.managers [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] Bound port: c2de7484-86e1-4ecb-b310-58793afef7aa, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0ff399e-88b4-4c84-bdff-928c8d06204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3bd59da7-6c8e-4207-8116-308ad61b1e9e'}}] {{(pid=104667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:38.232308 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c2de7484-86e1-4ecb-b310-58793afef7aa), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:38.233011 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c6cf60de-30f9-4cf9-875e-2141d53c8588 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (442ec957-8cfa-4da2-9fb4-642801788c5d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:38.268785 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=22d4141b-34bb-4e63-90b6-ff13729379fd,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:38.315862 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-875ed997-ed0e-42ca-a3e1-dded47668305 None None] Current status of the port 22d4141b-34bb-4e63-90b6-ff13729379fd is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:38.323092 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c6cf60de-30f9-4cf9-875e-2141d53c8588 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (442ec957-8cfa-4da2-9fb4-642801788c5d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:38.332891 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] For port c2de7484-86e1-4ecb-b310-58793afef7aa, host hv-neutron-8371, cleared binding levels {{(pid=104667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:39:38.336639 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] For port c2de7484-86e1-4ecb-b310-58793afef7aa, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c2de7484-86e1-4ecb-b310-58793afef7aa,segment=NetworkSegment(f0ff399e-88b4-4c84-bdff-928c8d06204f),segment_id=f0ff399e-88b4-4c84-bdff-928c8d06204f)] {{(pid=104667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:39:38.366061 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9ee4576a-1c52-42e5-b88a-4a44a22e570a req-75e2d135-82f4-40ca-8601-786731df30f0 service neutron] 10.222.0.30 "GET /v2.0/networks/0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961910 Apr 15 03:39:38.421815 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8f7b46b0-86bc-48a8-90b2-12309c8650ed tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (8bea55a8-650d-4667-94bb-056e03178eb1), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:38.438292 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (c2de7484-86e1-4ecb-b310-58793afef7aa), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:38.495174 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:38.495810 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:38.497836 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] 10.222.0.30 "PUT /v2.0/ports/c2de7484-86e1-4ecb-b310-58793afef7aa HTTP/1.1" status: 200 len: 1094 time: 1.4247289 Apr 15 03:39:38.498374 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da98f23-00ff-4941-8269-99f976404c98', 'tag': 'c2de7484-86e1-4ecb-b310-58793afef7aa'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:39:38.500674 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03873332-1578-4684-b4d8-a4b782a76f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "9da98f23-00ff-4941-8269-99f976404c98", "tag": "c2de7484-86e1-4ecb-b310-58793afef7aa"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:39:38.518782 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0806aea-699b-4783-9ab1-af2bcd6331c9 req-1c1e841c-95f8-4e74-868e-87cabc139e2f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:38.524445 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b0806aea-699b-4783-9ab1-af2bcd6331c9 req-1c1e841c-95f8-4e74-868e-87cabc139e2f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da98f23-00ff-4941-8269-99f976404c98 HTTP/1.1" status: 200 len: 944 time: 0.1305873 Apr 15 03:39:38.549253 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8f7b46b0-86bc-48a8-90b2-12309c8650ed tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:38.553983 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8f7b46b0-86bc-48a8-90b2-12309c8650ed tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/8bea55a8-650d-4667-94bb-056e03178eb1 HTTP/1.1" status: 204 len: 168 time: 1.3656049 Apr 15 03:39:38.561018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf60de-30f9-4cf9-875e-2141d53c8588 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442ec957-8cfa-4da2-9fb4-642801788c5d,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:38.561018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4013da9a-02d7-4aa9-be5c-21c07a3d7791 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (3a588025-8e25-4356-b23e-fe1ddf763d20), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:38.565163 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33870) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:38.629659 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97740f04-7006-4708-9b28-5b60a8c5f0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2de7484-86e1-4ecb-b310-58793afef7aa,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:38.640468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c6cf60de-30f9-4cf9-875e-2141d53c8588 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:38.641668 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c6cf60de-30f9-4cf9-875e-2141d53c8588 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.4617271 Apr 15 03:39:38.642493 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b46b0-86bc-48a8-90b2-12309c8650ed tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=8bea55a8-650d-4667-94bb-056e03178eb1,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:38.674726 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33874) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:38.685237 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7ec9a4b6-fbae-4af5-af3a-c0a7073938d8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969584 Apr 15 03:39:38.687474 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67df8bb8-0de0-49d2-a5de-c0551ae91b56 x-openstack-request-id: req-67df8bb8-0de0-49d2-a5de-c0551ae91b56 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:39:38.688009 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da98f23-00ff-4941-8269-99f976404c98", "tag": "c2de7484-86e1-4ecb-b310-58793afef7aa", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:39:38.688427 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67df8bb8-0de0-49d2-a5de-c0551ae91b56 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:39:38.688997 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67df8bb8-0de0-49d2-a5de-c0551ae91b56'] response: {'name': 'network-changed', 'server_uuid': '9da98f23-00ff-4941-8269-99f976404c98', 'tag': 'c2de7484-86e1-4ecb-b310-58793afef7aa', 'status': 'completed', 'code': 200} Apr 15 03:39:38.693803 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33876) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:38.695082 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-174dd885-4b5b-4da8-aba5-194ce0d9dc57 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group_rule': {'security_group_id': '442ec957-8cfa-4da2-9fb4-642801788c5d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:38.696070 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING neutron.api.v2.base [None req-174dd885-4b5b-4da8-aba5-194ce0d9dc57 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 15 03:39:38.696762 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-174dd885-4b5b-4da8-aba5-194ce0d9dc57 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:39:38.698000 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-174dd885-4b5b-4da8-aba5-194ce0d9dc57 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071599 Apr 15 03:39:38.707948 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33878) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:38.747098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-b316b67c-2d8a-4071-81a9-c9d864019dc5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:38.752171 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87815c8a-c5a3-4497-b9b4-51233aaacfb7 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:39:38.760867 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] Publish callbacks [] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:38.772933 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b0806aea-699b-4783-9ab1-af2bcd6331c9 req-726fd7bf-0535-493f-9883-2adc751fade2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=b740f45f-12c0-429a-9253-41725d36c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477601 Apr 15 03:39:38.801459 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-cbacbffa-3132-4ec7-a140-b0bfd4460872 None None] Provisioning complete for port 22d4141b-34bb-4e63-90b6-ff13729379fd triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:38.803799 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cbacbffa-3132-4ec7-a140-b0bfd4460872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (22d4141b-34bb-4e63-90b6-ff13729379fd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:38.813303 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-298df208-ff4c-48b8-bbd0-8fd241d531bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:38.815789 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-298df208-ff4c-48b8-bbd0-8fd241d531bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=9da98f23-00ff-4941-8269-99f976404c98 HTTP/1.1" status: 200 len: 1128 time: 0.2084618 Apr 15 03:39:38.930742 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-1e21004a-a3e3-4d6e-b5ca-42f61871dc47 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c2de7484-86e1-4ecb-b310-58793afef7aa HTTP/1.1" status: 200 len: 217 time: 0.0810421 Apr 15 03:39:38.933049 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-cbacbffa-3132-4ec7-a140-b0bfd4460872 None None] Current status of the port 22d4141b-34bb-4e63-90b6-ff13729379fd is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:39.014758 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-6ce066dd-09ba-4256-8e31-e412ab30f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:39.018877 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-6ce066dd-09ba-4256-8e31-e412ab30f279 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b28862b6-1766-4779-9c30-8d8cdf52319d HTTP/1.1" status: 200 len: 838 time: 0.0752935 Apr 15 03:39:39.096228 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b316b67c-2d8a-4071-81a9-c9d864019dc5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:39.100668 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b316b67c-2d8a-4071-81a9-c9d864019dc5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:39.124206 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-5a5c5b0e-60c9-49d3-8f35-e8eef8a74e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:39.125923 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-5a5c5b0e-60c9-49d3-8f35-e8eef8a74e68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3bd59da7-6c8e-4207-8116-308ad61b1e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1022882 Apr 15 03:39:39.142099 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f32c2b-0f61-44c4-bc8a-272da66da56c None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:39.207086 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] Transition to ACTIVE for port object 87815c8a-c5a3-4497-b9b4-51233aaacfb7 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 03:39:39.215714 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9ee4576a-1c52-42e5-b88a-4a44a22e570a req-73121baa-5539-4b52-85bf-65fb26fba1db service neutron] 10.222.0.30 "GET /v2.0/networks/0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8334680 Apr 15 03:39:39.242812 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ba8ac-0e23-428d-9514-599f6d50bf49 req-488059b7-80e9-483b-ba65-1e87d814f478 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:39.250243 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-219ba8ac-0e23-428d-9514-599f6d50bf49 req-488059b7-80e9-483b-ba65-1e87d814f478 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 931 time: 0.4661856 Apr 15 03:39:39.256262 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-244702f8-a623-4bec-80b2-dd3b10500bfc None None] Provisioning complete for port 65ee731e-8d64-4cd1-a224-d7bfd7be589c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:39.256262 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-244702f8-a623-4bec-80b2-dd3b10500bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (65ee731e-8d64-4cd1-a224-d7bfd7be589c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:39.256548 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013da9a-02d7-4aa9-be5c-21c07a3d7791 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Subnet': ['ID=3a588025-8e25-4356-b23e-fe1ddf763d20,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:39.290869 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:39.324071 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-805258d7-141e-41ae-bb51-53372d9024e6 service neutron] 10.222.0.30 "GET /v2.0/networks/3bd59da7-6c8e-4207-8116-308ad61b1e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895633 Apr 15 03:39:39.328444 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4013da9a-02d7-4aa9-be5c-21c07a3d7791 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Checking segment: {'id': 'd63ceb7e-4847-4baa-8639-d2ff1d94b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '57abab43-046d-4fd3-b0f8-020556fd6dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:39.328889 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4013da9a-02d7-4aa9-be5c-21c07a3d7791 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network hostable DHCP agents. Network: 57abab43-046d-4fd3-b0f8-020556fd6dde, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:39:39.344978 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 22d4141b-34bb-4e63-90b6-ff13729379fd up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:39.402607 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fc377f34-a23a-479f-8206-731290b1c2a8 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (442ec957-8cfa-4da2-9fb4-642801788c5d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:39.418594 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-219ba8ac-0e23-428d-9514-599f6d50bf49 req-c54236d7-539f-425b-871a-2d6475864287 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675193 Apr 15 03:39:39.421713 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] Pushing event updated for resources: {'Port': ['ID=87815c8a-c5a3-4497-b9b4-51233aaacfb7,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:39.480673 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 22d4141b-34bb-4e63-90b6-ff13729379fd triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:39.481379 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (22d4141b-34bb-4e63-90b6-ff13729379fd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:39.517961 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fc377f34-a23a-479f-8206-731290b1c2a8 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (442ec957-8cfa-4da2-9fb4-642801788c5d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:39.535430 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4013da9a-02d7-4aa9-be5c-21c07a3d7791 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network 57abab43-046d-4fd3-b0f8-020556fd6dde is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:39:39.541146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caf7a1b-2d03-41c5-a599-39a7288e37a1 None None] DHCP port deletion for d8f597fb-2381-4564-a070-eb7f10af68ac request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:39:39.550729 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-244702f8-a623-4bec-80b2-dd3b10500bfc None None] Current status of the port 65ee731e-8d64-4cd1-a224-d7bfd7be589c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:39.571021 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-be27649f-e93c-48a7-9b09-f5b595ef349e req-a50e98f8-86a4-4afa-a2a8-2819cd144e29 service neutron] 10.222.0.30 "GET /v2.0/networks/3bd59da7-6c8e-4207-8116-308ad61b1e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408631 Apr 15 03:39:39.609301 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] Attempting to bind port 87815c8a-c5a3-4497-b9b4-51233aaacfb7 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:39.609827 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] Attempting to bind port 87815c8a-c5a3-4497-b9b4-51233aaacfb7 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'ef2782cf-c97d-479b-ac4a-ed54ce8219b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:39.610340 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] Attempting to bind port 87815c8a-c5a3-4497-b9b4-51233aaacfb7 on network f3081e79-3282-4be9-823f-9ce5503e6db5 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:39.615786 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] Port 87815c8a-c5a3-4497-b9b4-51233aaacfb7 on network f3081e79-3282-4be9-823f-9ce5503e6db5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:39:39.616332 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] Attempting to bind port 87815c8a-c5a3-4497-b9b4-51233aaacfb7 on network f3081e79-3282-4be9-823f-9ce5503e6db5 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:39.624626 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:39.625237 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] Checking segment: {'id': 'ef2782cf-c97d-479b-ac4a-ed54ce8219b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:39.625944 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] Bound using segment: {'id': 'ef2782cf-c97d-479b-ac4a-ed54ce8219b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:39.626532 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] Bound port: 87815c8a-c5a3-4497-b9b4-51233aaacfb7, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef2782cf-c97d-479b-ac4a-ed54ce8219b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:39.627087 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:39.641383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8caf7a1b-2d03-41c5-a599-39a7288e37a1 None None] Deleting port 65ee731e-8d64-4cd1-a224-d7bfd7be589c {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:39.641813 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8caf7a1b-2d03-41c5-a599-39a7288e37a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (65ee731e-8d64-4cd1-a224-d7bfd7be589c), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:39.666584 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 22d4141b-34bb-4e63-90b6-ff13729379fd is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:39.675048 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-4013da9a-02d7-4aa9-be5c-21c07a3d7791 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 57abab43-046d-4fd3-b0f8-020556fd6dde) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:39.688886 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4013da9a-02d7-4aa9-be5c-21c07a3d7791 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:39.689854 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4013da9a-02d7-4aa9-be5c-21c07a3d7791 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:39.703243 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fc377f34-a23a-479f-8206-731290b1c2a8 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (442ec957-8cfa-4da2-9fb4-642801788c5d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:39.705940 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fc377f34-a23a-479f-8206-731290b1c2a8 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:39.706523 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c1b228-08bd-4765-87e5-ddbab4efd0f7 None None] Network 57abab43-046d-4fd3-b0f8-020556fd6dde requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:39.707560 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-fc377f34-a23a-479f-8206-731290b1c2a8 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "DELETE /v2.0/security-groups/442ec957-8cfa-4da2-9fb4-642801788c5d HTTP/1.1" status: 204 len: 168 time: 0.9414287 Apr 15 03:39:39.714529 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33880) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:39.732557 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc377f34-a23a-479f-8206-731290b1c2a8 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442ec957-8cfa-4da2-9fb4-642801788c5d,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:39.744114 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] For port 87815c8a-c5a3-4497-b9b4-51233aaacfb7, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:39:39.749744 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] For port 87815c8a-c5a3-4497-b9b4-51233aaacfb7, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=87815c8a-c5a3-4497-b9b4-51233aaacfb7,segment=NetworkSegment(ef2782cf-c97d-479b-ac4a-ed54ce8219b4),segment_id=ef2782cf-c97d-479b-ac4a-ed54ce8219b4)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:39:39.785605 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.objects.ports [None req-b316b67c-2d8a-4071-81a9-c9d864019dc5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104667) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 15 03:39:39.798586 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4013da9a-02d7-4aa9-be5c-21c07a3d7791 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.4315355 Apr 15 03:39:39.801543 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33882) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:39.826864 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-8caf7a1b-2d03-41c5-a599-39a7288e37a1 None None] For port 65ee731e-8d64-4cd1-a224-d7bfd7be589c, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=65ee731e-8d64-4cd1-a224-d7bfd7be589c,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:39.827277 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8caf7a1b-2d03-41c5-a599-39a7288e37a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (65ee731e-8d64-4cd1-a224-d7bfd7be589c), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:39.829939 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:39.844675 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8caf7a1b-2d03-41c5-a599-39a7288e37a1 None None] Calling delete_port for 65ee731e-8d64-4cd1-a224-d7bfd7be589c owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:39.894544 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2f72761f-7fb8-4a02-a5a3-6e5af98b07ea tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1785858 Apr 15 03:39:39.899787 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33886) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:39.904266 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d2fdca89-79fe-434a-b169-a528ec0c996c tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group': {'name': 'tempest-secgroup--299031137'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:39.924251 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de00293b-9975-431f-b58f-43d7b14b468c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-57abab43-046d-4fd3-b0f8-020556fd6dde', 'network_id': '57abab43-046d-4fd3-b0f8-020556fd6dde', 'project_id': '569513fa24ae47b284f0cc7d5070901d', 'fixed_ips': [{'subnet_id': '3a588025-8e25-4356-b23e-fe1ddf763d20'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:39:39.925334 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-de00293b-9975-431f-b58f-43d7b14b468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:39.988327 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] Pushing event updated for resources: {'Port': ['ID=87815c8a-c5a3-4497-b9b4-51233aaacfb7,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:39.994433 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9389b3f-d575-4eb4-a68f-0cf4f744828b req-2ad5d1e2-2ad8-44ee-9e40-d1d3603a24b4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:39.996195 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f9389b3f-d575-4eb4-a68f-0cf4f744828b req-2ad5d1e2-2ad8-44ee-9e40-d1d3603a24b4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da98f23-00ff-4941-8269-99f976404c98 HTTP/1.1" status: 200 len: 944 time: 0.1002831 Apr 15 03:39:40.000368 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:40.000989 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:40.002421 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-e45ebb94-b80e-493b-8f8b-c97411c620a4 service neutron] 10.222.0.30 "PUT /v2.0/ports/87815c8a-c5a3-4497-b9b4-51233aaacfb7 HTTP/1.1" status: 200 len: 1093 time: 2.7607346 Apr 15 03:39:40.003159 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd790f1-98aa-4aa8-9e53-c4f3bae1309e', 'tag': '87815c8a-c5a3-4497-b9b4-51233aaacfb7'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:39:40.007992 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fa1ca4-b839-4424-8ada-b655cba913d1" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd790f1-98aa-4aa8-9e53-c4f3bae1309e", "tag": "87815c8a-c5a3-4497-b9b4-51233aaacfb7"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:39:40.057189 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d2fdca89-79fe-434a-b169-a528ec0c996c tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:40.077222 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b15f79c-ff8c-457d-b535-333e9effea61 x-openstack-request-id: req-9b15f79c-ff8c-457d-b535-333e9effea61 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:39:40.078431 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd790f1-98aa-4aa8-9e53-c4f3bae1309e", "tag": "87815c8a-c5a3-4497-b9b4-51233aaacfb7", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:39:40.078431 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b15f79c-ff8c-457d-b535-333e9effea61 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:39:40.078431 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b15f79c-ff8c-457d-b535-333e9effea61'] response: {'name': 'network-changed', 'server_uuid': '4bd790f1-98aa-4aa8-9e53-c4f3bae1309e', 'tag': '87815c8a-c5a3-4497-b9b4-51233aaacfb7', 'status': 'completed', 'code': 200} Apr 15 03:39:40.089052 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (57abab43-046d-4fd3-b0f8-020556fd6dde), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:40.155102 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-de00293b-9975-431f-b58f-43d7b14b468c None None] Allocated IP 172.20.0.2 (57abab43-046d-4fd3-b0f8-020556fd6dde/3a588025-8e25-4356-b23e-fe1ddf763d20/cf481f4e-b355-40dd-8446-586dcd0a6943) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:40.171045 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8caf7a1b-2d03-41c5-a599-39a7288e37a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (65ee731e-8d64-4cd1-a224-d7bfd7be589c), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:40.174447 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f9389b3f-d575-4eb4-a68f-0cf4f744828b req-2aba45f3-58b7-40b0-bb0b-5eccc319f9ba tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=b740f45f-12c0-429a-9253-41725d36c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290309 Apr 15 03:39:40.221704 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf7a1b-2d03-41c5-a599-39a7288e37a1 None None] Pushing event deleted for resources: {'Port': ['ID=65ee731e-8d64-4cd1-a224-d7bfd7be589c,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:40.224559 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.ipam_pluggable_backend [None req-b316b67c-2d8a-4071-81a9-c9d864019dc5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Port 65ee731e-8d64-4cd1-a224-d7bfd7be589c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104667) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 15 03:39:40.226282 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.ipam_pluggable_backend [None req-b316b67c-2d8a-4071-81a9-c9d864019dc5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Reverting IP allocation for 2001:db8::f816:3eff:feca:b154 {{(pid=104667) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 15 03:39:40.233210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (3a588025-8e25-4356-b23e-fe1ddf763d20), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:40.238882 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b316b67c-2d8a-4071-81a9-c9d864019dc5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (6370c8ea-8785-4a5d-acb9-7f4a2193e196), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:40.270003 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caf7a1b-2d03-41c5-a599-39a7288e37a1 None None] No DVR routers for this DVR port 65ee731e-8d64-4cd1-a224-d7bfd7be589c on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:39:40.292689 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d2fdca89-79fe-434a-b169-a528ec0c996c tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (d1880234-1cfe-44b7-88d9-673914874b72), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:40.341713 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b316b67c-2d8a-4071-81a9-c9d864019dc5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:40.350658 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d2fdca89-79fe-434a-b169-a528ec0c996c tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (d1880234-1cfe-44b7-88d9-673914874b72), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:40.353186 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-b316b67c-2d8a-4071-81a9-c9d864019dc5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:40.357362 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b316b67c-2d8a-4071-81a9-c9d864019dc5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:40.358300 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b316b67c-2d8a-4071-81a9-c9d864019dc5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:40.377605 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316b67c-2d8a-4071-81a9-c9d864019dc5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=6370c8ea-8785-4a5d-acb9-7f4a2193e196,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:40.386035 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5feadd-5ef8-4f05-b272-d147070ba284 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:40.393673 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdca89-79fe-434a-b169-a528ec0c996c tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1880234-1cfe-44b7-88d9-673914874b72,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:40.415174 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b316b67c-2d8a-4071-81a9-c9d864019dc5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6725531 Apr 15 03:39:40.427879 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33890) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:40.435243 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-d75ccdca-f85a-475a-af1c-d5022aab1101 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:40.468637 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-de00293b-9975-431f-b58f-43d7b14b468c None None] Publish callbacks [] for port (cf481f4e-b355-40dd-8446-586dcd0a6943), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:40.484540 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d2fdca89-79fe-434a-b169-a528ec0c996c tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:40.486310 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d2fdca89-79fe-434a-b169-a528ec0c996c tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5854952 Apr 15 03:39:40.489347 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33894) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:40.514247 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-27e0721b-c4a0-44a2-a5de-678f3bf2e0af tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group_rule': {'security_group_id': 'd1880234-1cfe-44b7-88d9-673914874b72', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:40.515259 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING neutron.api.v2.base [None req-27e0721b-c4a0-44a2-a5de-678f3bf2e0af tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 15 03:39:40.516853 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-27e0721b-c4a0-44a2-a5de-678f3bf2e0af tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:39:40.519241 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-27e0721b-c4a0-44a2-a5de-678f3bf2e0af tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0265152 Apr 15 03:39:40.533126 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33896) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:40.577068 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-de00293b-9975-431f-b58f-43d7b14b468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (cf481f4e-b355-40dd-8446-586dcd0a6943), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:40.605017 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa1ca4-b839-4424-8ada-b655cba913d1 req-6910ac36-d8c5-4947-a44c-3513139a5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:40.606579 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-97fa1ca4-b839-4424-8ada-b655cba913d1 req-6910ac36-d8c5-4947-a44c-3513139a5610 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=29e3407995e14fb583efa0164c47fc4b&device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 1127 time: 0.0499303 Apr 15 03:39:40.612039 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7fe6e9-d5db-4a6e-ac35-97eca4e68ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d8f597fb-2381-4564-a070-eb7f10af68ac', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'fixed_ips': [{'subnet_id': '6370c8ea-8785-4a5d-acb9-7f4a2193e196'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:39:40.612864 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe6e9-d5db-4a6e-ac35-97eca4e68ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:40.633893 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de00293b-9975-431f-b58f-43d7b14b468c None None] Network 57abab43-046d-4fd3-b0f8-020556fd6dde is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:40.647568 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-de00293b-9975-431f-b58f-43d7b14b468c None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:40.657909 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de00293b-9975-431f-b58f-43d7b14b468c None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:40.676241 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00293b-9975-431f-b58f-43d7b14b468c None None] Pushing event updated for resources: {'Port': ['ID=cf481f4e-b355-40dd-8446-586dcd0a6943,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:40.683004 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d67844-942c-4c85-828d-4a924c06e15b req-46c72986-e74d-4752-ab2b-736f700e6469 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:40.684876 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-28d67844-942c-4c85-828d-4a924c06e15b req-46c72986-e74d-4752-ab2b-736f700e6469 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 943 time: 0.1501100 Apr 15 03:39:40.720542 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03873332-1578-4684-b4d8-a4b782a76f8e req-11e5db16-f8d7-4c47-bef3-eac03e549353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:40.722450 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-03873332-1578-4684-b4d8-a4b782a76f8e req-11e5db16-f8d7-4c47-bef3-eac03e549353 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=9da98f23-00ff-4941-8269-99f976404c98 HTTP/1.1" status: 200 len: 1128 time: 0.2012405 Apr 15 03:39:40.745592 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75ccdca-f85a-475a-af1c-d5022aab1101 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:40.750472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d75ccdca-f85a-475a-af1c-d5022aab1101 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:40.762862 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (3a588025-8e25-4356-b23e-fe1ddf763d20), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:40.794935 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-28d67844-942c-4c85-828d-4a924c06e15b req-0ce7aac5-5961-4a40-b513-cb824a9d7973 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974188 Apr 15 03:39:40.842306 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10b9feff-c215-456d-8f94-71672484cf08 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (d1880234-1cfe-44b7-88d9-673914874b72), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:40.872676 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10b9feff-c215-456d-8f94-71672484cf08 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (d1880234-1cfe-44b7-88d9-673914874b72), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:40.940031 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Subnet': ['ID=3a588025-8e25-4356-b23e-fe1ddf763d20,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:40.973183 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa1ca4-b839-4424-8ada-b655cba913d1 req-fb3ea891-6403-4175-b8e0-5681c39b8b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:40.974710 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-97fa1ca4-b839-4424-8ada-b655cba913d1 req-fb3ea891-6403-4175-b8e0-5681c39b8b44 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=29e3407995e14fb583efa0164c47fc4b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3586726 Apr 15 03:39:40.986935 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-de00293b-9975-431f-b58f-43d7b14b468c None None] Attempting to bind port cf481f4e-b355-40dd-8446-586dcd0a6943 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:40.991697 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-de00293b-9975-431f-b58f-43d7b14b468c None None] Attempting to bind port cf481f4e-b355-40dd-8446-586dcd0a6943 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'd63ceb7e-4847-4baa-8639-d2ff1d94b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '57abab43-046d-4fd3-b0f8-020556fd6dde'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:40.991697 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de00293b-9975-431f-b58f-43d7b14b468c None None] Attempting to bind port cf481f4e-b355-40dd-8446-586dcd0a6943 on network 57abab43-046d-4fd3-b0f8-020556fd6dde {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:41.010688 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de00293b-9975-431f-b58f-43d7b14b468c None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:41.011441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de00293b-9975-431f-b58f-43d7b14b468c None None] Checking segment: {'id': 'd63ceb7e-4847-4baa-8639-d2ff1d94b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '57abab43-046d-4fd3-b0f8-020556fd6dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:41.012566 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-de00293b-9975-431f-b58f-43d7b14b468c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:41.013130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de00293b-9975-431f-b58f-43d7b14b468c None None] Bound using segment: {'id': 'd63ceb7e-4847-4baa-8639-d2ff1d94b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '57abab43-046d-4fd3-b0f8-020556fd6dde'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:41.013851 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-de00293b-9975-431f-b58f-43d7b14b468c None None] Bound port: cf481f4e-b355-40dd-8446-586dcd0a6943, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63ceb7e-4847-4baa-8639-d2ff1d94b798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '57abab43-046d-4fd3-b0f8-020556fd6dde'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:41.014411 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-de00293b-9975-431f-b58f-43d7b14b468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cf481f4e-b355-40dd-8446-586dcd0a6943), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:41.060228 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03873332-1578-4684-b4d8-a4b782a76f8e req-134fd229-af4e-4598-8622-1d19ba1a61fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:41.062779 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-03873332-1578-4684-b4d8-a4b782a76f8e req-134fd229-af4e-4598-8622-1d19ba1a61fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=3bd59da7-6c8e-4207-8116-308ad61b1e9e HTTP/1.1" status: 200 len: 897 time: 0.1346126 Apr 15 03:39:41.067070 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-eb7fe6e9-d5db-4a6e-ac35-97eca4e68ea8 None None] Allocated IP 2001:db8::f816:3eff:fe76:46c3 (d8f597fb-2381-4564-a070-eb7f10af68ac/6370c8ea-8785-4a5d-acb9-7f4a2193e196/ecbd93ee-e180-4273-999a-ca72e46baeb3) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:41.128643 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-de00293b-9975-431f-b58f-43d7b14b468c None None] For port cf481f4e-b355-40dd-8446-586dcd0a6943, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:39:41.169742 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-de00293b-9975-431f-b58f-43d7b14b468c None None] For port cf481f4e-b355-40dd-8446-586dcd0a6943, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=cf481f4e-b355-40dd-8446-586dcd0a6943,segment=NetworkSegment(d63ceb7e-4847-4baa-8639-d2ff1d94b798),segment_id=d63ceb7e-4847-4baa-8639-d2ff1d94b798)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:39:41.170474 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10b9feff-c215-456d-8f94-71672484cf08 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (d1880234-1cfe-44b7-88d9-673914874b72), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:41.174899 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-10b9feff-c215-456d-8f94-71672484cf08 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:41.176242 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-10b9feff-c215-456d-8f94-71672484cf08 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "DELETE /v2.0/security-groups/d1880234-1cfe-44b7-88d9-673914874b72 HTTP/1.1" status: 204 len: 168 time: 0.6306090 Apr 15 03:39:41.218031 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33898) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:41.221883 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9feff-c215-456d-8f94-71672484cf08 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1880234-1cfe-44b7-88d9-673914874b72,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:41.242699 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-03873332-1578-4684-b4d8-a4b782a76f8e req-6e2a7f18-1f3a-434c-bc72-e7cd5295a75d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c2de7484-86e1-4ecb-b310-58793afef7aa HTTP/1.1" status: 200 len: 217 time: 0.1678941 Apr 15 03:39:41.279503 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-de00293b-9975-431f-b58f-43d7b14b468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cf481f4e-b355-40dd-8446-586dcd0a6943), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:41.282500 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (57abab43-046d-4fd3-b0f8-020556fd6dde), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:41.300627 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 65ee731e-8d64-4cd1-a224-d7bfd7be589c no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:39:41.320621 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d75ccdca-f85a-475a-af1c-d5022aab1101 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (86f88441-e6f1-4884-b644-98556056e91e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:41.344849 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57abab43-046d-4fd3-b0f8-020556fd6dde']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:41.353071 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe6e9-d5db-4a6e-ac35-97eca4e68ea8 None None] Publish callbacks [] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:41.363585 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 65ee731e-8d64-4cd1-a224-d7bfd7be589c {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:39:41.363963 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 65ee731e-8d64-4cd1-a224-d7bfd7be589c not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:39:41.376932 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63ceb7e-4847-4baa-8639-d2ff1d94b798') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:41.377229 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63ceb7e-4847-4baa-8639-d2ff1d94b798') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:41.391233 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00293b-9975-431f-b58f-43d7b14b468c None None] Pushing event updated for resources: {'Port': ['ID=cf481f4e-b355-40dd-8446-586dcd0a6943,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:41.395970 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2cf46400-98d2-46d1-afe8-9d53eb1196b9 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1481266 Apr 15 03:39:41.398505 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (d63ceb7e-4847-4baa-8639-d2ff1d94b798), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:41.400943 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33902) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:41.407374 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-4cbc8a5e-f758-454c-b6fb-fe26b230f4a2 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group': {'name': 'tempest-secgroup--1542844223'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:41.425135 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ccdca-f85a-475a-af1c-d5022aab1101 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=86f88441-e6f1-4884-b644-98556056e91e,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:41.439605 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe6e9-d5db-4a6e-ac35-97eca4e68ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:41.444358 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03873332-1578-4684-b4d8-a4b782a76f8e req-f748f975-14cd-4dab-a096-f769d43a34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:41.444358 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-03873332-1578-4684-b4d8-a4b782a76f8e req-f748f975-14cd-4dab-a096-f769d43a34b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b28862b6-1766-4779-9c30-8d8cdf52319d HTTP/1.1" status: 200 len: 838 time: 0.1720622 Apr 15 03:39:41.444857 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (d63ceb7e-4847-4baa-8639-d2ff1d94b798), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:41.452490 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75ccdca-f85a-475a-af1c-d5022aab1101 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:41.467370 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (d63ceb7e-4847-4baa-8639-d2ff1d94b798), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:39:41.476198 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:39:41.478698 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-d75ccdca-f85a-475a-af1c-d5022aab1101 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:41.483690 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75ccdca-f85a-475a-af1c-d5022aab1101 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:41.484290 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d75ccdca-f85a-475a-af1c-d5022aab1101 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:41.500653 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100256b-6311-48a8-b104-b16821b01e4b req-653c8ec2-c87c-46c6-82d2-781f8aa61a3f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:41.502362 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7100256b-6311-48a8-b104-b16821b01e4b req-653c8ec2-c87c-46c6-82d2-781f8aa61a3f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da98f23-00ff-4941-8269-99f976404c98 HTTP/1.1" status: 200 len: 944 time: 0.2074790 Apr 15 03:39:41.511017 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa1ca4-b839-4424-8ada-b655cba913d1 req-c0c8012e-75ac-454d-b383-f89553149e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:41.512654 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-97fa1ca4-b839-4424-8ada-b655cba913d1 req-c0c8012e-75ac-454d-b383-f89553149e4c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3506348 Apr 15 03:39:41.546182 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7fe6e9-d5db-4a6e-ac35-97eca4e68ea8 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:41.549482 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d364f8a2-69b1-451b-8d9c-624263a06301 None None] Network 57abab43-046d-4fd3-b0f8-020556fd6dde requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:41.564134 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4cbc8a5e-f758-454c-b6fb-fe26b230f4a2 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:41.573869 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-eb7fe6e9-d5db-4a6e-ac35-97eca4e68ea8 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:41.575808 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fe6e9-d5db-4a6e-ac35-97eca4e68ea8 None None] Pushing event updated for resources: {'Port': ['ID=ecbd93ee-e180-4273-999a-ca72e46baeb3,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:41.591239 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7fe6e9-d5db-4a6e-ac35-97eca4e68ea8 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:41.612209 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-94154d75-651a-4be7-8263-e282dbfb0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:41.613665 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-94154d75-651a-4be7-8263-e282dbfb0f1a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=29e3407995e14fb583efa0164c47fc4b&device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 1127 time: 0.0603321 Apr 15 03:39:41.620298 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03873332-1578-4684-b4d8-a4b782a76f8e req-795db876-1163-49b4-b1e5-4f424f359351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:41.623851 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d75ccdca-f85a-475a-af1c-d5022aab1101 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1916676 Apr 15 03:39:41.627981 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-03873332-1578-4684-b4d8-a4b782a76f8e req-795db876-1163-49b4-b1e5-4f424f359351 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3bd59da7-6c8e-4207-8116-308ad61b1e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1753337 Apr 15 03:39:41.632051 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33904) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:41.671528 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-95e1777d-45dd-4727-a896-bb065721a1e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87815c8a-c5a3-4497-b9b4-51233aaacfb7 HTTP/1.1" status: 200 len: 217 time: 0.0492105 Apr 15 03:39:41.683316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4cbc8a5e-f758-454c-b6fb-fe26b230f4a2 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (0f3558ba-094b-4e61-828d-35261e1714e6), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:41.690058 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-7a7d842e-521f-4b5b-a533-ddab7d7144d3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'mac_address': 'fa:16:3e:df:a2:f7', 'name': 'tempest-NetworksTestDHCPv6-1871557781'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:41.705869 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.db.api [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 03:39:41.705869 dv-neutron-837140-3-hyperv neutron-server[104666]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 03:39:41.705869 dv-neutron-837140-3-hyperv neutron-server[104666]: [parameters: {'id': '57abab43-046d-4fd3-b0f8-020556fd6dde'}] Apr 15 03:39:41.705869 dv-neutron-837140-3-hyperv neutron-server[104666]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:39:41.706332 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG oslo_db.api [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:39:41.721433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-eb7fe6e9-d5db-4a6e-ac35-97eca4e68ea8 None None] Attempting to bind port ecbd93ee-e180-4273-999a-ca72e46baeb3 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:41.722387 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-eb7fe6e9-d5db-4a6e-ac35-97eca4e68ea8 None None] Attempting to bind port ecbd93ee-e180-4273-999a-ca72e46baeb3 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:41.722387 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7fe6e9-d5db-4a6e-ac35-97eca4e68ea8 None None] Attempting to bind port ecbd93ee-e180-4273-999a-ca72e46baeb3 on network d8f597fb-2381-4564-a070-eb7f10af68ac {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:41.730472 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7fe6e9-d5db-4a6e-ac35-97eca4e68ea8 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:41.731463 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7fe6e9-d5db-4a6e-ac35-97eca4e68ea8 None None] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:41.732081 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe6e9-d5db-4a6e-ac35-97eca4e68ea8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:41.732554 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7fe6e9-d5db-4a6e-ac35-97eca4e68ea8 None None] Bound using segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:41.733055 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-12c8f3c5-9f7d-40df-9cf4-032771761f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:41.733339 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-eb7fe6e9-d5db-4a6e-ac35-97eca4e68ea8 None None] Bound port: ecbd93ee-e180-4273-999a-ca72e46baeb3, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:41.733831 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe6e9-d5db-4a6e-ac35-97eca4e68ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:41.735336 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-12c8f3c5-9f7d-40df-9cf4-032771761f6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc8d3040-88a1-4b77-bca2-f8be7b3a58f5 HTTP/1.1" status: 200 len: 833 time: 0.0569723 Apr 15 03:39:41.754465 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7100256b-6311-48a8-b104-b16821b01e4b req-93c15275-96e3-453a-bd07-3c21a3f67863 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=b740f45f-12c0-429a-9253-41725d36c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386775 Apr 15 03:39:41.779086 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4cbc8a5e-f758-454c-b6fb-fe26b230f4a2 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (0f3558ba-094b-4e61-828d-35261e1714e6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:41.817837 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-eb7fe6e9-d5db-4a6e-ac35-97eca4e68ea8 None None] For port ecbd93ee-e180-4273-999a-ca72e46baeb3, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:39:41.821513 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-eb7fe6e9-d5db-4a6e-ac35-97eca4e68ea8 None None] For port ecbd93ee-e180-4273-999a-ca72e46baeb3, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ecbd93ee-e180-4273-999a-ca72e46baeb3,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:39:41.891618 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-eb7fe6e9-d5db-4a6e-ac35-97eca4e68ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:41.944379 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc8a5e-f758-454c-b6fb-fe26b230f4a2 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3558ba-094b-4e61-828d-35261e1714e6,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:41.964398 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c705e25-6c28-4658-90c2-3627b44cd6ed req-8552f7f8-8f8c-434b-b23b-b488e17bf8ed tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:41.966220 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7fe6e9-d5db-4a6e-ac35-97eca4e68ea8 None None] Pushing event updated for resources: {'Port': ['ID=ecbd93ee-e180-4273-999a-ca72e46baeb3,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:41.966467 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6c705e25-6c28-4658-90c2-3627b44cd6ed req-8552f7f8-8f8c-434b-b23b-b488e17bf8ed tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 943 time: 0.0920575 Apr 15 03:39:42.016052 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4cbc8a5e-f758-454c-b6fb-fe26b230f4a2 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:42.017332 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4cbc8a5e-f758-454c-b6fb-fe26b230f4a2 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6152580 Apr 15 03:39:42.025238 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33908) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:42.031887 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-e6740e2e-a27e-41fa-bfd4-bb4ce6cba763 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group_rule': {'security_group_id': '0f3558ba-094b-4e61-828d-35261e1714e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:42.032756 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING neutron.api.v2.base [None req-e6740e2e-a27e-41fa-bfd4-bb4ce6cba763 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 15 03:39:42.033446 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-e6740e2e-a27e-41fa-bfd4-bb4ce6cba763 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:39:42.034480 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e6740e2e-a27e-41fa-bfd4-bb4ce6cba763 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061085 Apr 15 03:39:42.037871 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33910) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:42.041615 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-03873332-1578-4684-b4d8-a4b782a76f8e req-76e6beea-1599-4a13-a4cd-0b00ddfc0079 service neutron] 10.222.0.30 "GET /v2.0/networks/3bd59da7-6c8e-4207-8116-308ad61b1e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476605 Apr 15 03:39:42.046164 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-6831652d-e1c5-4dd1-a2f2-0f38d57a10d7 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group_rule': {'security_group_id': '0f3558ba-094b-4e61-828d-35261e1714e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:42.046896 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING neutron.api.v2.base [None req-6831652d-e1c5-4dd1-a2f2-0f38d57a10d7 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 15 03:39:42.047408 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-6831652d-e1c5-4dd1-a2f2-0f38d57a10d7 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:39:42.048659 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6831652d-e1c5-4dd1-a2f2-0f38d57a10d7 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061359 Apr 15 03:39:42.061233 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33912) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:42.074812 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-be31b26e-fd6a-41c3-aff3-97f047bc440a tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group_rule': {'security_group_id': '0f3558ba-094b-4e61-828d-35261e1714e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:42.075661 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING neutron.api.v2.base [None req-be31b26e-fd6a-41c3-aff3-97f047bc440a tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 15 03:39:42.076154 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-be31b26e-fd6a-41c3-aff3-97f047bc440a tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:39:42.077262 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-be31b26e-fd6a-41c3-aff3-97f047bc440a tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064433 Apr 15 03:39:42.086560 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device c2de7484-86e1-4ecb-b310-58793afef7aa details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 03:39:42.101270 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33914) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:42.109532 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-56115da7-52c9-456d-87f7-dadf4a07d31c tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group_rule': {'security_group_id': '0f3558ba-094b-4e61-828d-35261e1714e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:42.110438 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING neutron.api.v2.base [None req-56115da7-52c9-456d-87f7-dadf4a07d31c tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 15 03:39:42.110964 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-56115da7-52c9-456d-87f7-dadf4a07d31c tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:39:42.122911 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-56115da7-52c9-456d-87f7-dadf4a07d31c tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0130730 Apr 15 03:39:42.131577 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33916) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:42.238204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (57abab43-046d-4fd3-b0f8-020556fd6dde), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:42.277986 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6c705e25-6c28-4658-90c2-3627b44cd6ed req-c44e30a8-5ae8-4bc5-a95b-da0408472cd2 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013132 Apr 15 03:39:42.282024 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port c2de7484-86e1-4ecb-b310-58793afef7aa, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c2de7484-86e1-4ecb-b310-58793afef7aa,segment=NetworkSegment(f0ff399e-88b4-4c84-bdff-928c8d06204f),segment_id=f0ff399e-88b4-4c84-bdff-928c8d06204f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:42.306069 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'c2de7484-86e1-4ecb-b310-58793afef7aa', 'network_id': '3bd59da7-6c8e-4207-8116-308ad61b1e9e', 'port_id': 'c2de7484-86e1-4ecb-b310-58793afef7aa', 'mac_address': 'fa:16:3e:55:5e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b28862b6-1766-4779-9c30-8d8cdf52319d', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 03:39:42.352627 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7d842e-521f-4b5b-a533-ddab7d7144d3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:42.356493 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-b43a6c56-d6f5-4883-a0a9-e1eafd657b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:42.358900 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-b43a6c56-d6f5-4883-a0a9-e1eafd657b8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3081e79-3282-4be9-823f-9ce5503e6db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.6169183 Apr 15 03:39:42.363140 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port c2de7484-86e1-4ecb-b310-58793afef7aa is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:42.363515 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c2de7484-86e1-4ecb-b310-58793afef7aa), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:42.386080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2de7484-86e1-4ecb-b310-58793afef7aa {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:39:42.413508 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port c2de7484-86e1-4ecb-b310-58793afef7aa, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c2de7484-86e1-4ecb-b310-58793afef7aa,segment=NetworkSegment(f0ff399e-88b4-4c84-bdff-928c8d06204f),segment_id=f0ff399e-88b4-4c84-bdff-928c8d06204f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:42.421568 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-03873332-1578-4684-b4d8-a4b782a76f8e req-61ce061b-6bcd-40bb-84b3-39c85c7a1f3b service neutron] 10.222.0.30 "GET /v2.0/networks/3bd59da7-6c8e-4207-8116-308ad61b1e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714554 Apr 15 03:39:42.476611 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Deleting port cf481f4e-b355-40dd-8446-586dcd0a6943 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:42.476886 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (cf481f4e-b355-40dd-8446-586dcd0a6943), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:42.481256 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b101e3b6-73ef-4e2d-8b94-7f3561d4c4c5 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (0f3558ba-094b-4e61-828d-35261e1714e6), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:42.491249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c2de7484-86e1-4ecb-b310-58793afef7aa), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:42.503923 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-8b74fdd8-aca1-418c-8679-82ca8abda737 service neutron] 10.222.0.30 "GET /v2.0/networks/f3081e79-3282-4be9-823f-9ce5503e6db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365335 Apr 15 03:39:42.554441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=c2de7484-86e1-4ecb-b310-58793afef7aa,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:42.583409 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b101e3b6-73ef-4e2d-8b94-7f3561d4c4c5 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (0f3558ba-094b-4e61-828d-35261e1714e6), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:42.620895 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-06ff85bf-a645-4c72-8d28-5c14facabd67 req-6eb8b46c-664a-4209-a84c-006e8c5b6ef5 service neutron] 10.222.0.30 "GET /v2.0/networks/f3081e79-3282-4be9-823f-9ce5503e6db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095634 Apr 15 03:39:42.627000 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] For port cf481f4e-b355-40dd-8446-586dcd0a6943, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=cf481f4e-b355-40dd-8446-586dcd0a6943,segment=NetworkSegment(d63ceb7e-4847-4baa-8639-d2ff1d94b798),segment_id=d63ceb7e-4847-4baa-8639-d2ff1d94b798)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:42.627260 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (cf481f4e-b355-40dd-8446-586dcd0a6943), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:42.637775 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7a7d842e-521f-4b5b-a533-ddab7d7144d3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:42.664129 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Calling delete_port for cf481f4e-b355-40dd-8446-586dcd0a6943 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:42.687774 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-7a7d842e-521f-4b5b-a533-ddab7d7144d3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] device_id is not set on port d11d6f27-e84b-42fd-8b75-96c4f3eb8ccb yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:39:42.736219 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['c2de7484-86e1-4ecb-b310-58793afef7aa'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:39:42.750723 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b101e3b6-73ef-4e2d-8b94-7f3561d4c4c5 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (0f3558ba-094b-4e61-828d-35261e1714e6), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:42.754595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b101e3b6-73ef-4e2d-8b94-7f3561d4c4c5 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:42.754595 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b101e3b6-73ef-4e2d-8b94-7f3561d4c4c5 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "DELETE /v2.0/security-groups/0f3558ba-094b-4e61-828d-35261e1714e6 HTTP/1.1" status: 204 len: 168 time: 0.6217866 Apr 15 03:39:42.757679 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33918) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:42.813439 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101e3b6-73ef-4e2d-8b94-7f3561d4c4c5 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3558ba-094b-4e61-828d-35261e1714e6,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:42.823444 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33922) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:42.824134 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b469c58f-ae84-47eb-8296-5d9acd144572 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0651832 Apr 15 03:39:42.827598 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d9b5bf98-bd68-4fcc-a321-f4cf8e378d9d tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group': {'name': 'tempest-secgroup--2044215693'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:42.919882 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (cf481f4e-b355-40dd-8446-586dcd0a6943), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:42.942641 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e4c24-e01b-4e9b-899f-14d251cee037 req-1eac7c0a-8f17-46e4-a6d6-0a46828c1ce3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:42.950446 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2f9e4c24-e01b-4e9b-899f-14d251cee037 req-1eac7c0a-8f17-46e4-a6d6-0a46828c1ce3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da98f23-00ff-4941-8269-99f976404c98 HTTP/1.1" status: 200 len: 945 time: 0.0950682 Apr 15 03:39:42.987599 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Port': ['ID=cf481f4e-b355-40dd-8446-586dcd0a6943,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:42.990259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9b5bf98-bd68-4fcc-a321-f4cf8e378d9d tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:42.995514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No DVR routers for this DVR port cf481f4e-b355-40dd-8446-586dcd0a6943 on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:39:43.039911 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2f9e4c24-e01b-4e9b-899f-14d251cee037 req-23c35c15-c7e1-4404-9a08-e76eae1df3a4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=b740f45f-12c0-429a-9253-41725d36c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877244 Apr 15 03:39:43.157185 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-7a7d842e-521f-4b5b-a533-ddab7d7144d3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 172.20.0.4 (d8f597fb-2381-4564-a070-eb7f10af68ac/86f88441-e6f1-4884-b644-98556056e91e/d11d6f27-e84b-42fd-8b75-96c4f3eb8ccb) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:43.161079 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (57abab43-046d-4fd3-b0f8-020556fd6dde), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:43.175671 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-7a7d842e-521f-4b5b-a533-ddab7d7144d3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8::f816:3eff:fedf:a2f7 (d8f597fb-2381-4564-a070-eb7f10af68ac/6370c8ea-8785-4a5d-acb9-7f4a2193e196/d11d6f27-e84b-42fd-8b75-96c4f3eb8ccb) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:43.206402 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57abab43-046d-4fd3-b0f8-020556fd6dde']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:43.235031 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63ceb7e-4847-4baa-8639-d2ff1d94b798') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:43.235337 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63ceb7e-4847-4baa-8639-d2ff1d94b798') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:43.257752 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (d63ceb7e-4847-4baa-8639-d2ff1d94b798), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:43.286995 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ecbd93ee-e180-4273-999a-ca72e46baeb3 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:43.298931 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (d63ceb7e-4847-4baa-8639-d2ff1d94b798), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:43.302410 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9b5bf98-bd68-4fcc-a321-f4cf8e378d9d tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (fe860514-5f3e-458d-a957-94e88bd47cea), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:43.311804 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddc6c72-b943-4ba0-9362-e43d37040080 None None] get_active_networks_info from dv-neutron-837140-3-hyperv {{(pid=104668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 15 03:39:43.319034 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:39:43.321124 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (d63ceb7e-4847-4baa-8639-d2ff1d94b798), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:39:43.322582 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:39:43.405376 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-1c23284b-0668-49ae-bc6a-1693d6e74de6 None None] Provisioning complete for port ecbd93ee-e180-4273-999a-ca72e46baeb3 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:43.405751 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1c23284b-0668-49ae-bc6a-1693d6e74de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:43.406204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9b5bf98-bd68-4fcc-a321-f4cf8e378d9d tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (fe860514-5f3e-458d-a957-94e88bd47cea), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:43.447720 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port ecbd93ee-e180-4273-999a-ca72e46baeb3 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:43.448305 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:43.496766 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5bf98-bd68-4fcc-a321-f4cf8e378d9d tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe860514-5f3e-458d-a957-94e88bd47cea,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:43.509268 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f1a81-af0d-4f25-b041-d37ae6e054bd req-5e76fe58-ef15-48f2-9a78-1d93209e2df6 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:43.510783 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7e8f1a81-af0d-4f25-b041-d37ae6e054bd req-5e76fe58-ef15-48f2-9a78-1d93209e2df6 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 943 time: 0.1105733 Apr 15 03:39:43.527194 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddc6c72-b943-4ba0-9362-e43d37040080 None None] Resources bound (agent type, host, resource id): {{(pid=104668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 15 03:39:43.546351 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7a7d842e-521f-4b5b-a533-ddab7d7144d3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (d11d6f27-e84b-42fd-8b75-96c4f3eb8ccb), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:43.550056 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9b5bf98-bd68-4fcc-a321-f4cf8e378d9d tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:43.551311 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d9b5bf98-bd68-4fcc-a321-f4cf8e378d9d tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7275243 Apr 15 03:39:43.554829 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33926) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:43.557684 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (57abab43-046d-4fd3-b0f8-020556fd6dde), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:43.562131 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-29c0688b-e10c-4d76-9ae0-146cf4aac85c tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group_rule': {'security_group_id': 'fe860514-5f3e-458d-a957-94e88bd47cea', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:43.565891 dv-neutron-837140-3-hyperv neutron-server[104667]: WARNING neutron.api.v2.base [None req-29c0688b-e10c-4d76-9ae0-146cf4aac85c tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 15 03:39:43.566569 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-29c0688b-e10c-4d76-9ae0-146cf4aac85c tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:39:43.570215 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-29c0688b-e10c-4d76-9ae0-146cf4aac85c tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105126 Apr 15 03:39:43.570649 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33928) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:43.571403 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:43.575033 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/57abab43-046d-4fd3-b0f8-020556fd6dde HTTP/1.1" status: 204 len: 168 time: 3.7724710 Apr 15 03:39:43.581983 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-19425738-95d3-4b25-8870-500b6591ea01 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group_rule': {'security_group_id': 'fe860514-5f3e-458d-a957-94e88bd47cea', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:43.586709 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33930) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:43.593172 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e1927f75-6ff0-48e9-b65e-159f69e2890d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1654553700'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:43.595626 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab5dd4-3aec-423a-a385-a7981e4bd294 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Network': ['ID=57abab43-046d-4fd3-b0f8-020556fd6dde,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:43.625826 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port ecbd93ee-e180-4273-999a-ca72e46baeb3 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:43.626216 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:43.627095 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7e8f1a81-af0d-4f25-b041-d37ae6e054bd req-29309161-2ac4-4871-8bcd-6457f8530681 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036422 Apr 15 03:39:43.631372 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1c23284b-0668-49ae-bc6a-1693d6e74de6 None None] Current status of the port ecbd93ee-e180-4273-999a-ca72e46baeb3 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:43.634868 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1c23284b-0668-49ae-bc6a-1693d6e74de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:43.662624 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1927f75-6ff0-48e9-b65e-159f69e2890d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:43.666050 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1927f75-6ff0-48e9-b65e-159f69e2890d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:43.680454 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7a7d842e-521f-4b5b-a533-ddab7d7144d3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (d11d6f27-e84b-42fd-8b75-96c4f3eb8ccb), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:43.700356 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1927f75-6ff0-48e9-b65e-159f69e2890d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:39:43.709761 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1927f75-6ff0-48e9-b65e-159f69e2890d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (05675a64-0a72-495a-bc23-9377008a90a0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:43.715481 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-e1927f75-6ff0-48e9-b65e-159f69e2890d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Added segment 05675a64-0a72-495a-bc23-9377008a90a0 of type vlan for network 8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03 Apr 15 03:39:43.726336 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port ecbd93ee-e180-4273-999a-ca72e46baeb3, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ecbd93ee-e180-4273-999a-ca72e46baeb3,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:43.736634 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7d842e-521f-4b5b-a533-ddab7d7144d3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:43.744727 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-7a7d842e-521f-4b5b-a533-ddab7d7144d3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:43.747475 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7d842e-521f-4b5b-a533-ddab7d7144d3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:43.752733 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1927f75-6ff0-48e9-b65e-159f69e2890d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:43.777128 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d842e-521f-4b5b-a533-ddab7d7144d3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=d11d6f27-e84b-42fd-8b75-96c4f3eb8ccb,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:43.781029 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-19425738-95d3-4b25-8870-500b6591ea01 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:39:43.782310 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-19425738-95d3-4b25-8870-500b6591ea01 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2104156 Apr 15 03:39:43.785057 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33932) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:43.789973 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a7815856-804c-402b-9e1e-3b8498b506ed tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group_rule': {'security_group_id': 'fe860514-5f3e-458d-a957-94e88bd47cea', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:43.790639 dv-neutron-837140-3-hyperv neutron-server[104667]: WARNING neutron.api.v2.base [None req-a7815856-804c-402b-9e1e-3b8498b506ed tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 15 03:39:43.792670 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-a7815856-804c-402b-9e1e-3b8498b506ed tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:39:43.792670 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a7815856-804c-402b-9e1e-3b8498b506ed tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060949 Apr 15 03:39:43.795562 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33934) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:43.801386 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-cd4eb4a1-8038-470c-8b9a-c3674c6932bd tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group_rule': {'security_group_id': 'fe860514-5f3e-458d-a957-94e88bd47cea', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:43.803585 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7d842e-521f-4b5b-a533-ddab7d7144d3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:43.804408 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7a7d842e-521f-4b5b-a533-ddab7d7144d3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:43.815284 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:43.834180 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1927f75-6ff0-48e9-b65e-159f69e2890d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:43.839410 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1927f75-6ff0-48e9-b65e-159f69e2890d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:43.840648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1927f75-6ff0-48e9-b65e-159f69e2890d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:43.860015 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f03dcda-5881-4fa3-817a-f52bab2160f7 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:43.880998 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7a7d842e-521f-4b5b-a533-ddab7d7144d3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1957324 Apr 15 03:39:43.883502 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33936) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:43.921638 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1927f75-6ff0-48e9-b65e-159f69e2890d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Network': ['ID=8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:43.939173 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e1927f75-6ff0-48e9-b65e-159f69e2890d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3478401 Apr 15 03:39:43.939373 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33938) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:43.940080 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c22516-3d91-4734-bb49-fdd61c4464c8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:43.940220 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:39:43.944178 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f851dd42-fc58-45a5-b6b5-76dda672d530 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'subnet': {'network_id': '8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:43.945259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c22516-3d91-4734-bb49-fdd61c4464c8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:43.947225 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-37c22516-3d91-4734-bb49-fdd61c4464c8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0624228 Apr 15 03:39:43.951808 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-1c23284b-0668-49ae-bc6a-1693d6e74de6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:39:43.952089 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-1c23284b-0668-49ae-bc6a-1693d6e74de6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:39:43.952988 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33940) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:43.976944 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=ecbd93ee-e180-4273-999a-ca72e46baeb3,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:43.999012 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-cd4eb4a1-8038-470c-8b9a-c3674c6932bd tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:39:44.003131 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cd4eb4a1-8038-470c-8b9a-c3674c6932bd tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2037573 Apr 15 03:39:44.005148 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33942) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:44.009375 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-faa9b456-a104-46d6-8238-2a393d7c2ba3 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group_rule': {'security_group_id': 'fe860514-5f3e-458d-a957-94e88bd47cea', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:44.010082 dv-neutron-837140-3-hyperv neutron-server[104667]: WARNING neutron.api.v2.base [None req-faa9b456-a104-46d6-8238-2a393d7c2ba3 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 15 03:39:44.010570 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-faa9b456-a104-46d6-8238-2a393d7c2ba3 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:39:44.016125 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-faa9b456-a104-46d6-8238-2a393d7c2ba3 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056257 Apr 15 03:39:44.016125 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33944) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:44.020519 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-dca101ee-5987-4b80-892d-42b00f56275f tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group_rule': {'security_group_id': 'fe860514-5f3e-458d-a957-94e88bd47cea', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:44.044656 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-048c6ae0-99f0-4386-b3ea-2eb8f7c119d8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting port d11d6f27-e84b-42fd-8b75-96c4f3eb8ccb {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:44.044997 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-048c6ae0-99f0-4386-b3ea-2eb8f7c119d8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (d11d6f27-e84b-42fd-8b75-96c4f3eb8ccb), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:44.106155 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device c2de7484-86e1-4ecb-b310-58793afef7aa up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:44.157942 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-048c6ae0-99f0-4386-b3ea-2eb8f7c119d8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (d11d6f27-e84b-42fd-8b75-96c4f3eb8ccb), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:44.170957 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-048c6ae0-99f0-4386-b3ea-2eb8f7c119d8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Calling delete_port for d11d6f27-e84b-42fd-8b75-96c4f3eb8ccb owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:44.181432 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e10390-98ec-4a84-9a3c-a465636ba5d9 None None] Update dhcp port {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'fixed_ips': [{'subnet_id': '6370c8ea-8785-4a5d-acb9-7f4a2193e196', 'ip_address': '2001:db8::f816:3eff:fe76:46c3'}, {'subnet_id': '86f88441-e6f1-4884-b644-98556056e91e'}], 'binding:host_id': 'dv-neutron-837140-3-hyperv'}, 'id': 'ecbd93ee-e180-4273-999a-ca72e46baeb3'} from dv-neutron-837140-3-hyperv. {{(pid=104668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 15 03:39:44.198474 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fbf8d-8afa-4635-a921-299dd4d7da38 req-0ec781d5-0276-4af0-b61d-4c15f1fa0c99 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:44.201204 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-924fbf8d-8afa-4635-a921-299dd4d7da38 req-0ec781d5-0276-4af0-b61d-4c15f1fa0c99 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da98f23-00ff-4941-8269-99f976404c98 HTTP/1.1" status: 200 len: 945 time: 0.0703115 Apr 15 03:39:44.203799 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port c2de7484-86e1-4ecb-b310-58793afef7aa completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 03:39:44.203944 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-dca101ee-5987-4b80-892d-42b00f56275f tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:39:44.205224 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-dca101ee-5987-4b80-892d-42b00f56275f tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1890533 Apr 15 03:39:44.206548 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f851dd42-fc58-45a5-b6b5-76dda672d530 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:44.211370 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f851dd42-fc58-45a5-b6b5-76dda672d530 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:44.216513 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-73e10390-98ec-4a84-9a3c-a465636ba5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:44.218809 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33948) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:44.235907 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-035b5584-9e5a-4476-8ea8-4636cef5df1c tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group_rule': {'security_group_id': 'fe860514-5f3e-458d-a957-94e88bd47cea', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:44.236870 dv-neutron-837140-3-hyperv neutron-server[104667]: WARNING neutron.api.v2.base [None req-035b5584-9e5a-4476-8ea8-4636cef5df1c tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 15 03:39:44.237510 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-035b5584-9e5a-4476-8ea8-4636cef5df1c tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:39:44.238641 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-035b5584-9e5a-4476-8ea8-4636cef5df1c tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0187371 Apr 15 03:39:44.242206 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33952) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:44.247141 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-677ee864-19f0-40c1-8dd4-282db126df07 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group_rule': {'security_group_id': 'fe860514-5f3e-458d-a957-94e88bd47cea', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:44.304336 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.ipam_backend_mixin [None req-f851dd42-fc58-45a5-b6b5-76dda672d530 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Performing IP validity checks on allocation pools {{(pid=104667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 15 03:39:44.305267 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.ipam_backend_mixin [None req-f851dd42-fc58-45a5-b6b5-76dda672d530 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 15 03:39:44.317771 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port c2de7484-86e1-4ecb-b310-58793afef7aa triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:44.318141 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c2de7484-86e1-4ecb-b310-58793afef7aa), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:44.339795 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-924fbf8d-8afa-4635-a921-299dd4d7da38 req-7b005b26-5877-4fd4-87f8-9c7c9f95ad3e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=b740f45f-12c0-429a-9253-41725d36c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233554 Apr 15 03:39:44.445794 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-677ee864-19f0-40c1-8dd4-282db126df07 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:39:44.446921 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-677ee864-19f0-40c1-8dd4-282db126df07 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2037046 Apr 15 03:39:44.449862 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33954) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:44.456212 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-6124d1dd-ea87-4ce2-98d6-372aa5bf8b06 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group_rule': {'security_group_id': 'fe860514-5f3e-458d-a957-94e88bd47cea', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:44.471124 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-048c6ae0-99f0-4386-b3ea-2eb8f7c119d8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (d11d6f27-e84b-42fd-8b75-96c4f3eb8ccb), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:44.505796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c6ae0-99f0-4386-b3ea-2eb8f7c119d8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Port': ['ID=d11d6f27-e84b-42fd-8b75-96c4f3eb8ccb,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:44.564145 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1c23284b-0668-49ae-bc6a-1693d6e74de6 None None] Current status of the port ecbd93ee-e180-4273-999a-ca72e46baeb3 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:44.604427 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-048c6ae0-99f0-4386-b3ea-2eb8f7c119d8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:44.607112 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-73e10390-98ec-4a84-9a3c-a465636ba5d9 None None] Allocated IP 172.20.0.2 (d8f597fb-2381-4564-a070-eb7f10af68ac/86f88441-e6f1-4884-b644-98556056e91e/ecbd93ee-e180-4273-999a-ca72e46baeb3) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:44.608186 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-048c6ae0-99f0-4386-b3ea-2eb8f7c119d8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/d11d6f27-e84b-42fd-8b75-96c4f3eb8ccb HTTP/1.1" status: 204 len: 168 time: 0.6542451 Apr 15 03:39:44.610644 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33956) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:44.633335 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port c2de7484-86e1-4ecb-b310-58793afef7aa is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:44.633713 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c2de7484-86e1-4ecb-b310-58793afef7aa), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:44.645742 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f851dd42-fc58-45a5-b6b5-76dda672d530 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (670378a3-811c-4ce9-81cf-9eaccb80b476), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:44.677387 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dc718e-cb98-4024-99b5-d7a8d87d652d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:44.679164 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dc718e-cb98-4024-99b5-d7a8d87d652d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:44.680327 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dc718e-cb98-4024-99b5-d7a8d87d652d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:44.684936 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-11dc718e-cb98-4024-99b5-d7a8d87d652d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0732884 Apr 15 03:39:44.685534 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33960) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:44.691554 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port c2de7484-86e1-4ecb-b310-58793afef7aa, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c2de7484-86e1-4ecb-b310-58793afef7aa,segment=NetworkSegment(f0ff399e-88b4-4c84-bdff-928c8d06204f),segment_id=f0ff399e-88b4-4c84-bdff-928c8d06204f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:44.692852 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da98f23-00ff-4941-8269-99f976404c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2de7484-86e1-4ecb-b310-58793afef7aa'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:39:44.696993 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973d7bbe-2aee-46b6-9874-b1cdabaaeeb7" -d '{"events": [{"server_uuid": "9da98f23-00ff-4941-8269-99f976404c98", "name": "network-vif-plugged", "status": "completed", "tag": "c2de7484-86e1-4ecb-b310-58793afef7aa"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:39:44.732605 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851dd42-fc58-45a5-b6b5-76dda672d530 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Subnet': ['ID=670378a3-811c-4ce9-81cf-9eaccb80b476,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:44.737871 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f851dd42-fc58-45a5-b6b5-76dda672d530 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Checking segment: {'id': '05675a64-0a72-495a-bc23-9377008a90a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:44.738278 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f851dd42-fc58-45a5-b6b5-76dda672d530 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network hostable DHCP agents. Network: 8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:39:44.744510 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-6124d1dd-ea87-4ce2-98d6-372aa5bf8b06 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:39:44.748937 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6124d1dd-ea87-4ce2-98d6-372aa5bf8b06 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2947598 Apr 15 03:39:44.749080 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33964) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:44.751509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf4b8df-1b94-453d-b187-ca428a7581ea x-openstack-request-id: req-4cf4b8df-1b94-453d-b187-ca428a7581ea {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:39:44.751801 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da98f23-00ff-4941-8269-99f976404c98", "name": "network-vif-plugged", "status": "completed", "tag": "c2de7484-86e1-4ecb-b310-58793afef7aa", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:39:44.752326 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4cf4b8df-1b94-453d-b187-ca428a7581ea {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:39:44.752742 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf4b8df-1b94-453d-b187-ca428a7581ea'] response: {'server_uuid': '9da98f23-00ff-4941-8269-99f976404c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2de7484-86e1-4ecb-b310-58793afef7aa', 'code': 200} Apr 15 03:39:44.766098 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c2de7484-86e1-4ecb-b310-58793afef7aa), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:44.780195 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5bcb029-43fd-499e-a7e1-41254b7ce921 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet 6370c8ea-8785-4a5d-acb9-7f4a2193e196 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:39:44.801562 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8316a-e200-4192-8b1e-f318884e5b54 req-01503da7-9ae5-43c4-aba1-c788c7c8adc7 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:44.803123 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-82f8316a-e200-4192-8b1e-f318884e5b54 req-01503da7-9ae5-43c4-aba1-c788c7c8adc7 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 943 time: 0.0607812 Apr 15 03:39:44.820379 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-73e10390-98ec-4a84-9a3c-a465636ba5d9 None None] For port ecbd93ee-e180-4273-999a-ca72e46baeb3, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ecbd93ee-e180-4273-999a-ca72e46baeb3,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:44.833215 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b5e5232e-306a-4bd3-bb01-7653715acf3f tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (fe860514-5f3e-458d-a957-94e88bd47cea), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:44.848585 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f851dd42-fc58-45a5-b6b5-76dda672d530 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network 8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:39:44.860888 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=c2de7484-86e1-4ecb-b310-58793afef7aa,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:44.863178 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b5e5232e-306a-4bd3-bb01-7653715acf3f tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (fe860514-5f3e-458d-a957-94e88bd47cea), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:44.871710 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-82f8316a-e200-4192-8b1e-f318884e5b54 req-e5d86924-68d2-486c-84e0-8723402aae3f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581846 Apr 15 03:39:44.873982 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-73e10390-98ec-4a84-9a3c-a465636ba5d9 None None] Publish callbacks [] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:44.925441 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-f851dd42-fc58-45a5-b6b5-76dda672d530 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:44.929500 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f851dd42-fc58-45a5-b6b5-76dda672d530 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:44.930097 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f851dd42-fc58-45a5-b6b5-76dda672d530 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:44.935322 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfa2b7e-3872-4cd9-99c5-8b4e511e48e2 None None] Network 8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:44.959702 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb029-43fd-499e-a7e1-41254b7ce921 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (6370c8ea-8785-4a5d-acb9-7f4a2193e196), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:44.984151 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-73e10390-98ec-4a84-9a3c-a465636ba5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.001292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb029-43fd-499e-a7e1-41254b7ce921 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (6370c8ea-8785-4a5d-acb9-7f4a2193e196), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.022855 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b5e5232e-306a-4bd3-bb01-7653715acf3f tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (fe860514-5f3e-458d-a957-94e88bd47cea), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.026756 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b5e5232e-306a-4bd3-bb01-7653715acf3f tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.031070 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33966) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:45.042259 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b5e5232e-306a-4bd3-bb01-7653715acf3f tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "DELETE /v2.0/security-groups/fe860514-5f3e-458d-a957-94e88bd47cea HTTP/1.1" status: 204 len: 168 time: 0.2695932 Apr 15 03:39:45.055130 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f851dd42-fc58-45a5-b6b5-76dda672d530 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1120460 Apr 15 03:39:45.056182 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33968) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:45.114286 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5232e-306a-4bd3-bb01-7653715acf3f tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe860514-5f3e-458d-a957-94e88bd47cea,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:45.120906 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca17dda7-b50c-4cf7-b8a6-38f48d273a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03', 'network_id': '8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03', 'project_id': '569513fa24ae47b284f0cc7d5070901d', 'fixed_ips': [{'subnet_id': '670378a3-811c-4ce9-81cf-9eaccb80b476'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:39:45.122294 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca17dda7-b50c-4cf7-b8a6-38f48d273a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.138249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e10390-98ec-4a84-9a3c-a465636ba5d9 None None] Pushing event updated for resources: {'Port': ['ID=ecbd93ee-e180-4273-999a-ca72e46baeb3,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:45.143986 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717debda-0bd6-40b6-856e-023c4808b9e0 req-10db5dea-75fa-486a-8337-fe56cb92e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:45.145608 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-717debda-0bd6-40b6-856e-023c4808b9e0 req-10db5dea-75fa-486a-8337-fe56cb92e789 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9da98f23-00ff-4941-8269-99f976404c98 HTTP/1.1" status: 200 len: 1130 time: 0.0908914 Apr 15 03:39:45.199678 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0f286a54-f497-42e2-91e8-77c7b3197528 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1634781 Apr 15 03:39:45.201415 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33970) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:45.213218 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a8f0423a-3c19-4e40-9801-5360d5ba97eb tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group': {'name': 'tempest-secgroup--465030945'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:45.220832 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-717debda-0bd6-40b6-856e-023c4808b9e0 req-453bb440-ca9f-4650-8bda-e632a8b109c0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b740f45f-12c0-429a-9253-41725d36c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679607 Apr 15 03:39:45.251363 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb029-43fd-499e-a7e1-41254b7ce921 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (6370c8ea-8785-4a5d-acb9-7f4a2193e196), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.292794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ecbd93ee-e180-4273-999a-ca72e46baeb3 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:45.296194 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.341901 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a8f0423a-3c19-4e40-9801-5360d5ba97eb tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.349083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-ca17dda7-b50c-4cf7-b8a6-38f48d273a2b None None] Allocated IP 172.20.0.3 (8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03/670378a3-811c-4ce9-81cf-9eaccb80b476/8bc9a4ed-de82-470f-a7e3-6a6741abfd61) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:45.361914 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port ecbd93ee-e180-4273-999a-ca72e46baeb3 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:45.362294 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.400374 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (670378a3-811c-4ce9-81cf-9eaccb80b476), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.462806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port ecbd93ee-e180-4273-999a-ca72e46baeb3 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:45.479658 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb029-43fd-499e-a7e1-41254b7ce921 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (6370c8ea-8785-4a5d-acb9-7f4a2193e196), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.497971 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528448f-79fa-4921-87b7-c74da766427a req-4eb19a8b-59a0-48e0-b3f1-ba877bdfcdce tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:45.500278 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d528448f-79fa-4921-87b7-c74da766427a req-4eb19a8b-59a0-48e0-b3f1-ba877bdfcdce tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da98f23-00ff-4941-8269-99f976404c98 HTTP/1.1" status: 200 len: 946 time: 0.0769620 Apr 15 03:39:45.525359 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcb029-43fd-499e-a7e1-41254b7ce921 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=6370c8ea-8785-4a5d-acb9-7f4a2193e196,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:45.539964 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a5bcb029-43fd-499e-a7e1-41254b7ce921 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.546160 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a5bcb029-43fd-499e-a7e1-41254b7ce921 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/6370c8ea-8785-4a5d-acb9-7f4a2193e196 HTTP/1.1" status: 204 len: 168 time: 0.8592813 Apr 15 03:39:45.549363 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a8f0423a-3c19-4e40-9801-5360d5ba97eb tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (6dd6f6f1-1b14-4a73-b724-e0700e150f79), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.550393 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33974) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:45.579465 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d528448f-79fa-4921-87b7-c74da766427a req-20faddf3-5fca-433b-b7e3-67d56db2fd5f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=b740f45f-12c0-429a-9253-41725d36c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688736 Apr 15 03:39:45.608024 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb15611-6d22-4b98-95a3-4a7a4babf469 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet 86f88441-e6f1-4884-b644-98556056e91e {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:39:45.613033 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4bb15611-6d22-4b98-95a3-4a7a4babf469 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (86f88441-e6f1-4884-b644-98556056e91e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.616019 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a8f0423a-3c19-4e40-9801-5360d5ba97eb tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (6dd6f6f1-1b14-4a73-b724-e0700e150f79), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.650041 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca17dda7-b50c-4cf7-b8a6-38f48d273a2b None None] Publish callbacks [] for port (8bc9a4ed-de82-470f-a7e3-6a6741abfd61), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.668852 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0423a-3c19-4e40-9801-5360d5ba97eb tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd6f6f1-1b14-4a73-b724-e0700e150f79,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:45.688408 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4bb15611-6d22-4b98-95a3-4a7a4babf469 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (86f88441-e6f1-4884-b644-98556056e91e), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.725760 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca17dda7-b50c-4cf7-b8a6-38f48d273a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (8bc9a4ed-de82-470f-a7e3-6a6741abfd61), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.773809 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca17dda7-b50c-4cf7-b8a6-38f48d273a2b None None] Network 8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:45.779283 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-ca17dda7-b50c-4cf7-b8a6-38f48d273a2b None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:45.784575 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a8f0423a-3c19-4e40-9801-5360d5ba97eb tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.784702 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca17dda7-b50c-4cf7-b8a6-38f48d273a2b None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:45.785855 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33976) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:45.786344 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a8f0423a-3c19-4e40-9801-5360d5ba97eb tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5820923 Apr 15 03:39:45.790593 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-3ccdf49a-bc1d-4e62-886a-e136795845e3 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group_rule': {'security_group_id': '6dd6f6f1-1b14-4a73-b724-e0700e150f79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:45.795665 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17dda7-b50c-4cf7-b8a6-38f48d273a2b None None] Pushing event updated for resources: {'Port': ['ID=8bc9a4ed-de82-470f-a7e3-6a6741abfd61,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:45.804192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4bb15611-6d22-4b98-95a3-4a7a4babf469 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (86f88441-e6f1-4884-b644-98556056e91e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.834634 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (670378a3-811c-4ce9-81cf-9eaccb80b476), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.857430 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ca17dda7-b50c-4cf7-b8a6-38f48d273a2b None None] Attempting to bind port 8bc9a4ed-de82-470f-a7e3-6a6741abfd61 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:45.857887 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ca17dda7-b50c-4cf7-b8a6-38f48d273a2b None None] Attempting to bind port 8bc9a4ed-de82-470f-a7e3-6a6741abfd61 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '05675a64-0a72-495a-bc23-9377008a90a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:45.858488 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca17dda7-b50c-4cf7-b8a6-38f48d273a2b None None] Attempting to bind port 8bc9a4ed-de82-470f-a7e3-6a6741abfd61 on network 8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:45.869403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca17dda7-b50c-4cf7-b8a6-38f48d273a2b None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:45.869403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca17dda7-b50c-4cf7-b8a6-38f48d273a2b None None] Checking segment: {'id': '05675a64-0a72-495a-bc23-9377008a90a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:45.869403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca17dda7-b50c-4cf7-b8a6-38f48d273a2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.869403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca17dda7-b50c-4cf7-b8a6-38f48d273a2b None None] Bound using segment: {'id': '05675a64-0a72-495a-bc23-9377008a90a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:45.869403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ca17dda7-b50c-4cf7-b8a6-38f48d273a2b None None] Bound port: 8bc9a4ed-de82-470f-a7e3-6a6741abfd61, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05675a64-0a72-495a-bc23-9377008a90a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:45.869403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca17dda7-b50c-4cf7-b8a6-38f48d273a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8bc9a4ed-de82-470f-a7e3-6a6741abfd61), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.872146 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Subnet': ['ID=670378a3-811c-4ce9-81cf-9eaccb80b476,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:45.939112 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd4a7f7-939d-4324-9b57-3a803435ad4e None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:45.948645 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:45.977610 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:45.994551 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-3ccdf49a-bc1d-4e62-886a-e136795845e3 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] create failed (client error): The resource could not be found. Apr 15 03:39:45.996751 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3ccdf49a-bc1d-4e62-886a-e136795845e3 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2088690 Apr 15 03:39:46.007117 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ca17dda7-b50c-4cf7-b8a6-38f48d273a2b None None] For port 8bc9a4ed-de82-470f-a7e3-6a6741abfd61, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:39:46.007475 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33980) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:46.007575 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05675a64-0a72-495a-bc23-9377008a90a0') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:46.007575 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05675a64-0a72-495a-bc23-9377008a90a0') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:46.012130 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-b1a84754-ae01-4c43-8bb6-f26273ebc85e tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group_rule': {'security_group_id': '6dd6f6f1-1b14-4a73-b724-e0700e150f79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5f412cbf-8fc6-48bf-9c95-eef89045c8b3'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:46.019725 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (05675a64-0a72-495a-bc23-9377008a90a0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:46.024736 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ca17dda7-b50c-4cf7-b8a6-38f48d273a2b None None] For port 8bc9a4ed-de82-470f-a7e3-6a6741abfd61, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=8bc9a4ed-de82-470f-a7e3-6a6741abfd61,segment=NetworkSegment(05675a64-0a72-495a-bc23-9377008a90a0),segment_id=05675a64-0a72-495a-bc23-9377008a90a0)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:39:46.032206 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-cbe722b4-44d6-4d2d-9172-14207a11afd1 None None] Provisioning complete for port ecbd93ee-e180-4273-999a-ca72e46baeb3 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:46.032740 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cbe722b4-44d6-4d2d-9172-14207a11afd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:46.033664 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae445a-e783-4328-bcb3-86f0e4aa0a0f req-065c55a5-1561-4fad-9175-bee2a33a02ad tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:46.035195 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b8ae445a-e783-4328-bcb3-86f0e4aa0a0f req-065c55a5-1561-4fad-9175-bee2a33a02ad tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 943 time: 0.0688457 Apr 15 03:39:46.036164 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4bb15611-6d22-4b98-95a3-4a7a4babf469 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (86f88441-e6f1-4884-b644-98556056e91e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:46.080233 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb15611-6d22-4b98-95a3-4a7a4babf469 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=86f88441-e6f1-4884-b644-98556056e91e,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:46.086461 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4bb15611-6d22-4b98-95a3-4a7a4babf469 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:46.090925 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4bb15611-6d22-4b98-95a3-4a7a4babf469 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/86f88441-e6f1-4884-b644-98556056e91e HTTP/1.1" status: 204 len: 168 time: 0.5382309 Apr 15 03:39:46.096759 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33982) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:46.107416 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 87815c8a-c5a3-4497-b9b4-51233aaacfb7 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 03:39:46.121278 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (05675a64-0a72-495a-bc23-9377008a90a0), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:46.127697 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca17dda7-b50c-4cf7-b8a6-38f48d273a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (8bc9a4ed-de82-470f-a7e3-6a6741abfd61), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:46.140780 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b3cc7385-bfa4-412f-b9fb-51b86578fc07 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398848 Apr 15 03:39:46.141428 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33984) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:46.146441 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b8ae445a-e783-4328-bcb3-86f0e4aa0a0f req-8ef64eb7-271d-4b3f-a8ca-30a81bd7d48b tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013303 Apr 15 03:39:46.147607 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:39:46.147988 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (05675a64-0a72-495a-bc23-9377008a90a0), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:46.148122 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e3923a79-9e78-4de9-83df-d83298ec2efd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:39:46.151514 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:39:46.251659 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.db.api [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 03:39:46.251659 dv-neutron-837140-3-hyperv neutron-server[104666]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 03:39:46.251659 dv-neutron-837140-3-hyperv neutron-server[104666]: [parameters: {'id': '8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03'}] Apr 15 03:39:46.251659 dv-neutron-837140-3-hyperv neutron-server[104666]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:39:46.252342 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG oslo_db.api [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:39:46.302539 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-b1a84754-ae01-4c43-8bb6-f26273ebc85e tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] create failed (client error): The resource could not be found. Apr 15 03:39:46.303915 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b1a84754-ae01-4c43-8bb6-f26273ebc85e tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3015523 Apr 15 03:39:46.306545 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33986) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:46.347691 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17dda7-b50c-4cf7-b8a6-38f48d273a2b None None] Pushing event updated for resources: {'Port': ['ID=8bc9a4ed-de82-470f-a7e3-6a6741abfd61,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:46.350955 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-cbe722b4-44d6-4d2d-9172-14207a11afd1 None None] Current status of the port ecbd93ee-e180-4273-999a-ca72e46baeb3 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:46.363802 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cfc75767-3434-40f4-8eaa-1a948bb50183 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (6dd6f6f1-1b14-4a73-b724-e0700e150f79), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:46.364130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-cbe722b4-44d6-4d2d-9172-14207a11afd1 None None] Could not find standard attr ID for object d11d6f27-e84b-42fd-8b75-96c4f3eb8ccb. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:39:46.371934 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593a3164-a4db-4846-a6f2-694205de99a5 None None] Network 8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:46.376308 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ee29b3-6aaa-4ede-9b60-008180ed3e59 None None] Update dhcp port {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'fixed_ips': [{'subnet_id': '86f88441-e6f1-4884-b644-98556056e91e'}], 'binding:host_id': 'dv-neutron-837140-3-hyperv'}, 'id': 'ecbd93ee-e180-4273-999a-ca72e46baeb3'} from dv-neutron-837140-3-hyperv. {{(pid=104668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 15 03:39:46.383517 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cfc75767-3434-40f4-8eaa-1a948bb50183 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (6dd6f6f1-1b14-4a73-b724-e0700e150f79), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:46.385938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3923a79-9e78-4de9-83df-d83298ec2efd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:46.389281 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e3923a79-9e78-4de9-83df-d83298ec2efd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:46.427170 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 87815c8a-c5a3-4497-b9b4-51233aaacfb7, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=87815c8a-c5a3-4497-b9b4-51233aaacfb7,segment=NetworkSegment(ef2782cf-c97d-479b-ac4a-ed54ce8219b4),segment_id=ef2782cf-c97d-479b-ac4a-ed54ce8219b4)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:46.471696 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f3ee29b3-6aaa-4ede-9b60-008180ed3e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:46.473539 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '87815c8a-c5a3-4497-b9b4-51233aaacfb7', 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5', 'port_id': '87815c8a-c5a3-4497-b9b4-51233aaacfb7', 'mac_address': 'fa:16:3e:ce:93:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc8d3040-88a1-4b77-bca2-f8be7b3a58f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 03:39:46.564216 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cfc75767-3434-40f4-8eaa-1a948bb50183 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (6dd6f6f1-1b14-4a73-b724-e0700e150f79), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:46.566843 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cfc75767-3434-40f4-8eaa-1a948bb50183 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:46.576029 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cfc75767-3434-40f4-8eaa-1a948bb50183 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "DELETE /v2.0/security-groups/6dd6f6f1-1b14-4a73-b724-e0700e150f79 HTTP/1.1" status: 204 len: 168 time: 0.2604685 Apr 15 03:39:46.576177 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33988) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:46.582269 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc75767-3434-40f4-8eaa-1a948bb50183 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd6f6f1-1b14-4a73-b724-e0700e150f79,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:46.626951 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f1e9fe79-e717-494b-b20f-a7e1dbcffa66 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0534298 Apr 15 03:39:46.629875 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33992) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:46.636256 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-655c17e9-2550-4bf6-a135-43e469941303 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group_rule': {'security_group_id': 'ec5ee68d-dc07-41fe-bd1d-f4c74175239e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:46.662347 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 87815c8a-c5a3-4497-b9b4-51233aaacfb7 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:46.662959 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:46.692093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87815c8a-c5a3-4497-b9b4-51233aaacfb7 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:39:46.718780 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 87815c8a-c5a3-4497-b9b4-51233aaacfb7, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=87815c8a-c5a3-4497-b9b4-51233aaacfb7,segment=NetworkSegment(ef2782cf-c97d-479b-ac4a-ed54ce8219b4),segment_id=ef2782cf-c97d-479b-ac4a-ed54ce8219b4)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:46.748606 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011fd36-2261-4da4-8830-edfbd6ee7510 req-8cee943d-f1af-41ec-959c-464ce123a05a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:46.750109 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e011fd36-2261-4da4-8830-edfbd6ee7510 req-8cee943d-f1af-41ec-959c-464ce123a05a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da98f23-00ff-4941-8269-99f976404c98 HTTP/1.1" status: 200 len: 946 time: 0.0698428 Apr 15 03:39:46.754597 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:46.766160 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84fd789-57f9-463f-9413-c0e4423ef906 None None] get_active_networks_info from dv-neutron-837140-3-hyperv {{(pid=104668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 15 03:39:46.803570 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Deleting port 8bc9a4ed-de82-470f-a7e3-6a6741abfd61 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:46.804275 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (8bc9a4ed-de82-470f-a7e3-6a6741abfd61), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:46.810740 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a2aeed3f-ef6b-4ac1-bd8a-6728dc0ca310 None None] Provisioning complete for port ecbd93ee-e180-4273-999a-ca72e46baeb3 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:46.811043 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a2aeed3f-ef6b-4ac1-bd8a-6728dc0ca310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:46.813221 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e011fd36-2261-4da4-8830-edfbd6ee7510 req-d635bec9-d160-4008-85d1-076b3230061f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=b740f45f-12c0-429a-9253-41725d36c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569131 Apr 15 03:39:46.815666 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e3923a79-9e78-4de9-83df-d83298ec2efd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (b9d78d64-e65b-4d69-afab-cd4f5da0cd97), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:46.822142 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-655c17e9-2550-4bf6-a135-43e469941303 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] create failed (client error): The resource could not be found. Apr 15 03:39:46.824705 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-655c17e9-2550-4bf6-a135-43e469941303 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1932943 Apr 15 03:39:46.837498 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 33994) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:46.844016 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-e12e587c-b627-47e5-8e78-0cf72ee102b1 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981001418'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:46.845260 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:46.864014 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3923a79-9e78-4de9-83df-d83298ec2efd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:46.872731 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-e3923a79-9e78-4de9-83df-d83298ec2efd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:46.885516 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3923a79-9e78-4de9-83df-d83298ec2efd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:46.887278 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e3923a79-9e78-4de9-83df-d83298ec2efd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:46.899049 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3923a79-9e78-4de9-83df-d83298ec2efd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=b9d78d64-e65b-4d69-afab-cd4f5da0cd97,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:46.982960 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e3923a79-9e78-4de9-83df-d83298ec2efd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8371873 Apr 15 03:39:46.983152 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 33996) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:46.989823 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-d2ee5270-e78b-4a08-bac9-354ddcbae484 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:47.119437 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=87815c8a-c5a3-4497-b9b4-51233aaacfb7,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:47.165891 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84fd789-57f9-463f-9413-c0e4423ef906 None None] Resources bound (agent type, host, resource id): {{(pid=104668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 15 03:39:47.179933 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a2aeed3f-ef6b-4ac1-bd8a-6728dc0ca310 None None] Current status of the port ecbd93ee-e180-4273-999a-ca72e46baeb3 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:47.190953 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['87815c8a-c5a3-4497-b9b4-51233aaacfb7'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:39:47.201279 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ee5270-e78b-4a08-bac9-354ddcbae484 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:47.210365 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d2ee5270-e78b-4a08-bac9-354ddcbae484 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:47.246660 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] For port 8bc9a4ed-de82-470f-a7e3-6a6741abfd61, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=8bc9a4ed-de82-470f-a7e3-6a6741abfd61,segment=NetworkSegment(05675a64-0a72-495a-bc23-9377008a90a0),segment_id=05675a64-0a72-495a-bc23-9377008a90a0)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:47.247024 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (8bc9a4ed-de82-470f-a7e3-6a6741abfd61), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:47.262190 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Calling delete_port for 8bc9a4ed-de82-470f-a7e3-6a6741abfd61 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:47.307224 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ecbd93ee-e180-4273-999a-ca72e46baeb3 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:39:47.337744 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e12e587c-b627-47e5-8e78-0cf72ee102b1 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:47.384719 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65103a-92fd-4a47-b31c-40fa99c174ad req-9ea5630f-d7c3-4fd3-bcb7-ed32aa08a522 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:47.386137 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cd65103a-92fd-4a47-b31c-40fa99c174ad req-9ea5630f-d7c3-4fd3-bcb7-ed32aa08a522 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 944 time: 0.1109140 Apr 15 03:39:47.479029 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cd65103a-92fd-4a47-b31c-40fa99c174ad req-a8d9cab2-2054-42da-b6f4-2905ab9a1775 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843036 Apr 15 03:39:47.488757 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e12e587c-b627-47e5-8e78-0cf72ee102b1 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (3a8e66d9-a15a-4866-a716-5d9880ec17ec), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:47.506365 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (8bc9a4ed-de82-470f-a7e3-6a6741abfd61), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:47.536511 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No DVR routers for this DVR port 8bc9a4ed-de82-470f-a7e3-6a6741abfd61 on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:39:47.542556 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Port': ['ID=8bc9a4ed-de82-470f-a7e3-6a6741abfd61,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:47.545047 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5cfd75-7bea-4512-ac81-24901fbcd44f None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:47.565951 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e12e587c-b627-47e5-8e78-0cf72ee102b1 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (3a8e66d9-a15a-4866-a716-5d9880ec17ec), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:47.573670 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port ecbd93ee-e180-4273-999a-ca72e46baeb3 is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:47.574234 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:47.649282 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:47.652001 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e587c-b627-47e5-8e78-0cf72ee102b1 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8e66d9-a15a-4866-a716-5d9880ec17ec,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:47.675498 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e12e587c-b627-47e5-8e78-0cf72ee102b1 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:47.676890 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e12e587c-b627-47e5-8e78-0cf72ee102b1 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8382294 Apr 15 03:39:47.679645 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34000) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:47.684182 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-fb910d1f-9517-4c18-a2c3-28960eb0d499 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347354021'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:47.687861 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port ecbd93ee-e180-4273-999a-ca72e46baeb3, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ecbd93ee-e180-4273-999a-ca72e46baeb3,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:47.690114 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:47.704869 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05675a64-0a72-495a-bc23-9377008a90a0') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:47.705424 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05675a64-0a72-495a-bc23-9377008a90a0') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:47.705574 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.objects.ports [None req-d2ee5270-e78b-4a08-bac9-354ddcbae484 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104667) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 15 03:39:47.719581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (05675a64-0a72-495a-bc23-9377008a90a0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:47.736943 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (05675a64-0a72-495a-bc23-9377008a90a0), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:47.744045 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:39:47.744891 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (05675a64-0a72-495a-bc23-9377008a90a0), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:39:47.748902 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:39:47.778291 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:47.812055 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fb910d1f-9517-4c18-a2c3-28960eb0d499 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:47.862083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb9c26c-d92b-45b6-83c5-dcee128eef52 None None] Update dhcp port {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'fixed_ips': [{'subnet_id': 'b9d78d64-e65b-4d69-afab-cd4f5da0cd97'}], 'binding:host_id': 'dv-neutron-837140-3-hyperv'}, 'id': 'ecbd93ee-e180-4273-999a-ca72e46baeb3'} from dv-neutron-837140-3-hyperv. {{(pid=104668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 15 03:39:47.864090 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=ecbd93ee-e180-4273-999a-ca72e46baeb3,revision_number=7']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:47.893726 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ebb9c26c-d92b-45b6-83c5-dcee128eef52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:47.900088 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fb910d1f-9517-4c18-a2c3-28960eb0d499 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (5d5a9922-017c-40f6-8673-41bd0bc6b9c3), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:47.967055 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4c1e9-ebd1-484d-94ce-921cd32cb637 req-14864430-9478-439e-ad1d-34ec4d581aed tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:47.968595 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-72a4c1e9-ebd1-484d-94ce-921cd32cb637 req-14864430-9478-439e-ad1d-34ec4d581aed tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da98f23-00ff-4941-8269-99f976404c98 HTTP/1.1" status: 200 len: 946 time: 0.0604084 Apr 15 03:39:47.982891 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:47.984752 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fb910d1f-9517-4c18-a2c3-28960eb0d499 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (5d5a9922-017c-40f6-8673-41bd0bc6b9c3), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.002002 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.005610 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03 HTTP/1.1" status: 204 len: 168 time: 2.9479296 Apr 15 03:39:48.008815 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34004) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:48.016530 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-4db2ddcd-7b0a-41cf-9092-c298d9c79a21 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-91892959'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:48.025029 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa8a41-e8e8-4fb2-94ca-c7bdb8001149 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Network': ['ID=8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:48.035364 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d2ee5270-e78b-4a08-bac9-354ddcbae484 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.042860 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb910d1f-9517-4c18-a2c3-28960eb0d499 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5a9922-017c-40f6-8673-41bd0bc6b9c3,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:48.079520 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-72a4c1e9-ebd1-484d-94ce-921cd32cb637 req-957b414b-bcab-4693-bade-b79bf573ff0e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=b740f45f-12c0-429a-9253-41725d36c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934901 Apr 15 03:39:48.114668 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fb910d1f-9517-4c18-a2c3-28960eb0d499 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.115982 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-fb910d1f-9517-4c18-a2c3-28960eb0d499 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4352446 Apr 15 03:39:48.118781 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34008) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:48.123836 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-39b63011-d632-43f8-a0d5-f471c9ac3ad5 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group_rule': {'security_group_id': '3a8e66d9-a15a-4866-a716-5d9880ec17ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5d5a9922-017c-40f6-8673-41bd0bc6b9c3'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:48.182992 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-ebb9c26c-d92b-45b6-83c5-dcee128eef52 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe76:46c3-5ddc58d4-819f-48e7-807f-0e613239a3 {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:39:48.183311 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-ebb9c26c-d92b-45b6-83c5-dcee128eef52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:39:48.193770 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db2ddcd-7b0a-41cf-9092-c298d9c79a21 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:48.197034 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4db2ddcd-7b0a-41cf-9092-c298d9c79a21 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.208905 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6bf0f-8ca9-4b46-9357-d35d3bd2302f req-22099164-9d1b-459f-b41f-b15512e5be0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:48.210428 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-65f6bf0f-8ca9-4b46-9357-d35d3bd2302f req-22099164-9d1b-459f-b41f-b15512e5be0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da98f23-00ff-4941-8269-99f976404c98 HTTP/1.1" status: 200 len: 946 time: 0.0497842 Apr 15 03:39:48.245488 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db2ddcd-7b0a-41cf-9092-c298d9c79a21 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:39:48.262722 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-d2ee5270-e78b-4a08-bac9-354ddcbae484 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] For port ecbd93ee-e180-4273-999a-ca72e46baeb3, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ecbd93ee-e180-4273-999a-ca72e46baeb3,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:48.268961 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-65f6bf0f-8ca9-4b46-9357-d35d3bd2302f req-f7d29ef2-f793-4c1e-a803-c3f558d70d74 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=b740f45f-12c0-429a-9253-41725d36c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504005 Apr 15 03:39:48.271016 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4db2ddcd-7b0a-41cf-9092-c298d9c79a21 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (3919aa28-19e7-4c4d-adbb-442886b95d60), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.271362 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-4db2ddcd-7b0a-41cf-9092-c298d9c79a21 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Added segment 3919aa28-19e7-4c4d-adbb-442886b95d60 of type vlan for network 8d1ef6e7-ff3c-4529-9879-cde0f07851cf Apr 15 03:39:48.299549 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-39b63011-d632-43f8-a0d5-f471c9ac3ad5 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:39:48.299549 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-39b63011-d632-43f8-a0d5-f471c9ac3ad5 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1721032 Apr 15 03:39:48.301644 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34010) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:48.302182 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 87815c8a-c5a3-4497-b9b4-51233aaacfb7 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:48.330765 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4db2ddcd-7b0a-41cf-9092-c298d9c79a21 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (8d1ef6e7-ff3c-4529-9879-cde0f07851cf), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.334105 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d2ee5270-e78b-4a08-bac9-354ddcbae484 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.352014 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 87815c8a-c5a3-4497-b9b4-51233aaacfb7 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 03:39:48.361126 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62b2dffc-b7d7-4398-ad00-8c3b9df70a92 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (5d5a9922-017c-40f6-8673-41bd0bc6b9c3), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.383592 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62b2dffc-b7d7-4398-ad00-8c3b9df70a92 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (5d5a9922-017c-40f6-8673-41bd0bc6b9c3), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.393897 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d2ee5270-e78b-4a08-bac9-354ddcbae484 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.425197 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4db2ddcd-7b0a-41cf-9092-c298d9c79a21 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (8d1ef6e7-ff3c-4529-9879-cde0f07851cf), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.430203 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db2ddcd-7b0a-41cf-9092-c298d9c79a21 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:48.430500 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 87815c8a-c5a3-4497-b9b4-51233aaacfb7 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:48.430838 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4db2ddcd-7b0a-41cf-9092-c298d9c79a21 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.431121 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.434164 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d2ee5270-e78b-4a08-bac9-354ddcbae484 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (a2cfc87b-e0bb-4ff8-83d1-ff9cdacbe8b0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.498272 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62b2dffc-b7d7-4398-ad00-8c3b9df70a92 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (5d5a9922-017c-40f6-8673-41bd0bc6b9c3), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.498950 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-182e4ad5-33f3-4db9-921d-71ae692175d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.502890 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-62b2dffc-b7d7-4398-ad00-8c3b9df70a92 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.504438 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-62b2dffc-b7d7-4398-ad00-8c3b9df70a92 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "DELETE /v2.0/security-groups/5d5a9922-017c-40f6-8673-41bd0bc6b9c3 HTTP/1.1" status: 204 len: 168 time: 0.2016544 Apr 15 03:39:48.510157 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34018) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:48.520432 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 87815c8a-c5a3-4497-b9b4-51233aaacfb7 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:48.520892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.541974 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2dffc-b7d7-4398-ad00-8c3b9df70a92 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5a9922-017c-40f6-8673-41bd0bc6b9c3,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:48.569852 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ee5270-e78b-4a08-bac9-354ddcbae484 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:48.572589 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2ddcd-7b0a-41cf-9092-c298d9c79a21 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Network': ['ID=8d1ef6e7-ff3c-4529-9879-cde0f07851cf,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:48.577762 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 87815c8a-c5a3-4497-b9b4-51233aaacfb7, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=87815c8a-c5a3-4497-b9b4-51233aaacfb7,segment=NetworkSegment(ef2782cf-c97d-479b-ac4a-ed54ce8219b4),segment_id=ef2782cf-c97d-479b-ac4a-ed54ce8219b4)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:48.580419 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd790f1-98aa-4aa8-9e53-c4f3bae1309e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87815c8a-c5a3-4497-b9b4-51233aaacfb7'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:39:48.581773 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4db2ddcd-7b0a-41cf-9092-c298d9c79a21 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5705621 Apr 15 03:39:48.582492 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee5270-e78b-4a08-bac9-354ddcbae484 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=ecbd93ee-e180-4273-999a-ca72e46baeb3,revision_number=9']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:48.583807 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9205edc-433c-4491-8172-59620d74b1e7" -d '{"events": [{"server_uuid": "4bd790f1-98aa-4aa8-9e53-c4f3bae1309e", "name": "network-vif-plugged", "status": "completed", "tag": "87815c8a-c5a3-4497-b9b4-51233aaacfb7"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:39:48.585335 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-d2ee5270-e78b-4a08-bac9-354ddcbae484 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:48.586682 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34020) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:48.591967 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-7b68c1ab-8e06-4b38-a3fb-3fa284d27578 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'subnet': {'network_id': '8d1ef6e7-ff3c-4529-9879-cde0f07851cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:48.594568 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4e20f135-5da3-418a-8473-ad9efbef90ce tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.0805466 Apr 15 03:39:48.601450 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee5270-e78b-4a08-bac9-354ddcbae484 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=a2cfc87b-e0bb-4ff8-83d1-ff9cdacbe8b0,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:48.601589 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 8d1ef6e7-ff3c-4529-9879-cde0f07851cf details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:39:48.604553 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ee5270-e78b-4a08-bac9-354ddcbae484 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:48.605144 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d2ee5270-e78b-4a08-bac9-354ddcbae484 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.611847 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34024) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:48.661768 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ad6750-7d78-4dae-9683-34e71728d1a9 x-openstack-request-id: req-e8ad6750-7d78-4dae-9683-34e71728d1a9 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:39:48.662096 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd790f1-98aa-4aa8-9e53-c4f3bae1309e", "name": "network-vif-plugged", "status": "completed", "tag": "87815c8a-c5a3-4497-b9b4-51233aaacfb7", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:39:48.662295 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8ad6750-7d78-4dae-9683-34e71728d1a9 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:39:48.663287 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8ad6750-7d78-4dae-9683-34e71728d1a9'] response: {'server_uuid': '4bd790f1-98aa-4aa8-9e53-c4f3bae1309e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87815c8a-c5a3-4497-b9b4-51233aaacfb7', 'code': 200} Apr 15 03:39:48.666310 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.692957 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5527c30-ee05-41e7-8147-2ca805983f60 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (3a8e66d9-a15a-4866-a716-5d9880ec17ec), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.718774 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5527c30-ee05-41e7-8147-2ca805983f60 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (3a8e66d9-a15a-4866-a716-5d9880ec17ec), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.719602 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82207145-af57-4eae-bb96-8446a2548a0c req-21b49762-d695-4e09-869c-d8157810ab04 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:48.721172 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-82207145-af57-4eae-bb96-8446a2548a0c req-21b49762-d695-4e09-869c-d8157810ab04 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 944 time: 0.1205137 Apr 15 03:39:48.735637 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d2ee5270-e78b-4a08-bac9-354ddcbae484 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7504897 Apr 15 03:39:48.738723 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34026) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:48.744450 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-6a7b299e-4a42-473e-a6d6-25a3488f1eb8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'mac_address': 'fa:16:3e:ce:46:63', 'name': 'tempest-NetworksTestDHCPv6-516308883'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:48.753777 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ebb9c26c-d92b-45b6-83c5-dcee128eef52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.815970 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-82207145-af57-4eae-bb96-8446a2548a0c req-88dc6fe6-6c7e-44b4-bfdf-79726c8f67ea tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782526 Apr 15 03:39:48.816163 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=87815c8a-c5a3-4497-b9b4-51233aaacfb7,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:48.850252 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b68c1ab-8e06-4b38-a3fb-3fa284d27578 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:48.854939 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7b68c1ab-8e06-4b38-a3fb-3fa284d27578 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.906864 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5527c30-ee05-41e7-8147-2ca805983f60 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (3a8e66d9-a15a-4866-a716-5d9880ec17ec), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.909589 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5527c30-ee05-41e7-8147-2ca805983f60 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:48.910867 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d5527c30-ee05-41e7-8147-2ca805983f60 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "DELETE /v2.0/security-groups/3a8e66d9-a15a-4866-a716-5d9880ec17ec HTTP/1.1" status: 204 len: 168 time: 0.2986078 Apr 15 03:39:48.914365 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34028) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:48.935142 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5527c30-ee05-41e7-8147-2ca805983f60 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8e66d9-a15a-4866-a716-5d9880ec17ec,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:48.972479 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d5a3f2a6-f3f5-4044-8011-c58877fa855d tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0569787 Apr 15 03:39:48.979082 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34030) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:48.984573 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-0fcaf51e-1b34-4fe1-a378-08a6de71b690 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group': {'name': 'tempest-secgroup--205381014'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:48.991061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7b299e-4a42-473e-a6d6-25a3488f1eb8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:49.017534 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-ebb9c26c-d92b-45b6-83c5-dcee128eef52 None None] Allocated IP 172.20.0.2 (d8f597fb-2381-4564-a070-eb7f10af68ac/b9d78d64-e65b-4d69-afab-cd4f5da0cd97/ecbd93ee-e180-4273-999a-ca72e46baeb3) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:49.047126 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c83ee0-e27d-4083-b657-ace4c0c0d22f req-7c6858fc-7412-4d58-9d07-244f28c70d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:49.048924 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-02c83ee0-e27d-4083-b657-ace4c0c0d22f req-7c6858fc-7412-4d58-9d07-244f28c70d6d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 1129 time: 0.0536511 Apr 15 03:39:49.098075 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6a7b299e-4a42-473e-a6d6-25a3488f1eb8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:49.118965 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-6a7b299e-4a42-473e-a6d6-25a3488f1eb8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] device_id is not set on port 56d22d0d-460d-4e5f-8a0d-9e1aa3870ba2 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:39:49.130575 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ebb9c26c-d92b-45b6-83c5-dcee128eef52 None None] For port ecbd93ee-e180-4273-999a-ca72e46baeb3, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ecbd93ee-e180-4273-999a-ca72e46baeb3,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:49.137174 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-02c83ee0-e27d-4083-b657-ace4c0c0d22f req-d0af31be-5c7e-4eed-91bc-6bdecdf26bbb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659611 Apr 15 03:39:49.155936 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0fcaf51e-1b34-4fe1-a378-08a6de71b690 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:49.160786 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ebb9c26c-d92b-45b6-83c5-dcee128eef52 None None] Publish callbacks [] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:49.206070 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7b68c1ab-8e06-4b38-a3fb-3fa284d27578 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (19ca7200-443e-4726-9b9c-f007bf89186f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:49.240201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0fcaf51e-1b34-4fe1-a378-08a6de71b690 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (8735fa92-a9e9-4e4a-b575-abb0da77859c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:49.262999 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ebb9c26c-d92b-45b6-83c5-dcee128eef52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:49.267407 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68c1ab-8e06-4b38-a3fb-3fa284d27578 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Subnet': ['ID=19ca7200-443e-4726-9b9c-f007bf89186f,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:49.271854 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b68c1ab-8e06-4b38-a3fb-3fa284d27578 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Checking segment: {'id': '3919aa28-19e7-4c4d-adbb-442886b95d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8d1ef6e7-ff3c-4529-9879-cde0f07851cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:49.273545 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b68c1ab-8e06-4b38-a3fb-3fa284d27578 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network hostable DHCP agents. Network: 8d1ef6e7-ff3c-4529-9879-cde0f07851cf, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:39:49.299642 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0fcaf51e-1b34-4fe1-a378-08a6de71b690 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (8735fa92-a9e9-4e4a-b575-abb0da77859c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:49.331002 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b68c1ab-8e06-4b38-a3fb-3fa284d27578 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network 8d1ef6e7-ff3c-4529-9879-cde0f07851cf is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:39:49.346483 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcaf51e-1b34-4fe1-a378-08a6de71b690 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8735fa92-a9e9-4e4a-b575-abb0da77859c,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:49.352785 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9c26c-d92b-45b6-83c5-dcee128eef52 None None] Pushing event updated for resources: {'Port': ['ID=ecbd93ee-e180-4273-999a-ca72e46baeb3,revision_number=10']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:49.383973 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0fcaf51e-1b34-4fe1-a378-08a6de71b690 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:49.388554 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0fcaf51e-1b34-4fe1-a378-08a6de71b690 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4049139 Apr 15 03:39:49.388554 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34032) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:49.392507 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-b1d5904e-58e6-4c28-9305-21ebdd182ab2 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:49.392927 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING neutron.api.v2.base [None req-b1d5904e-58e6-4c28-9305-21ebdd182ab2 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 15 03:39:49.393414 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-b1d5904e-58e6-4c28-9305-21ebdd182ab2 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] update failed (client error): There was a conflict when trying to complete your request. Apr 15 03:39:49.396693 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b1d5904e-58e6-4c28-9305-21ebdd182ab2 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "PUT /v2.0/security-groups/8735fa92-a9e9-4e4a-b575-abb0da77859c HTTP/1.1" status: 409 len: 330 time: 0.0054483 Apr 15 03:39:49.397097 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34034) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:49.412852 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-7b68c1ab-8e06-4b38-a3fb-3fa284d27578 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 8d1ef6e7-ff3c-4529-9879-cde0f07851cf) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:49.418496 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081294f7-2683-4ead-a096-8836e6b213b8 None None] Network 8d1ef6e7-ff3c-4529-9879-cde0f07851cf requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:49.424822 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-6a7b299e-4a42-473e-a6d6-25a3488f1eb8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 172.20.0.14 (d8f597fb-2381-4564-a070-eb7f10af68ac/b9d78d64-e65b-4d69-afab-cd4f5da0cd97/56d22d0d-460d-4e5f-8a0d-9e1aa3870ba2) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:49.427738 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b68c1ab-8e06-4b38-a3fb-3fa284d27578 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:49.428339 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7b68c1ab-8e06-4b38-a3fb-3fa284d27578 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:49.432207 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-6a7b299e-4a42-473e-a6d6-25a3488f1eb8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8::f816:3eff:fece:4663 (d8f597fb-2381-4564-a070-eb7f10af68ac/a2cfc87b-e0bb-4ff8-83d1-ff9cdacbe8b0/56d22d0d-460d-4e5f-8a0d-9e1aa3870ba2) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:49.474899 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9de33b63-fe57-437b-96da-b66c2f888f23 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (8735fa92-a9e9-4e4a-b575-abb0da77859c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:49.513704 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9de33b63-fe57-437b-96da-b66c2f888f23 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (8735fa92-a9e9-4e4a-b575-abb0da77859c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:49.532511 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7b68c1ab-8e06-4b38-a3fb-3fa284d27578 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9420745 Apr 15 03:39:49.533863 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34036) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:49.597723 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b885f8-38c0-45ab-9b5f-54f7ee658dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-8d1ef6e7-ff3c-4529-9879-cde0f07851cf', 'network_id': '8d1ef6e7-ff3c-4529-9879-cde0f07851cf', 'project_id': '569513fa24ae47b284f0cc7d5070901d', 'fixed_ips': [{'subnet_id': '19ca7200-443e-4726-9b9c-f007bf89186f'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:39:49.598767 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c4b885f8-38c0-45ab-9b5f-54f7ee658dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:49.641429 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6a7b299e-4a42-473e-a6d6-25a3488f1eb8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (56d22d0d-460d-4e5f-8a0d-9e1aa3870ba2), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:49.685870 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (8d1ef6e7-ff3c-4529-9879-cde0f07851cf), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:49.758943 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9de33b63-fe57-437b-96da-b66c2f888f23 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (8735fa92-a9e9-4e4a-b575-abb0da77859c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:49.759957 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9de33b63-fe57-437b-96da-b66c2f888f23 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:49.761276 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9de33b63-fe57-437b-96da-b66c2f888f23 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "DELETE /v2.0/security-groups/8735fa92-a9e9-4e4a-b575-abb0da77859c HTTP/1.1" status: 204 len: 168 time: 0.3630364 Apr 15 03:39:49.764811 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34038) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:49.765438 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-c4b885f8-38c0-45ab-9b5f-54f7ee658dd8 None None] Allocated IP 172.20.0.1 (8d1ef6e7-ff3c-4529-9879-cde0f07851cf/19ca7200-443e-4726-9b9c-f007bf89186f/2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:49.781219 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de33b63-fe57-437b-96da-b66c2f888f23 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8735fa92-a9e9-4e4a-b575-abb0da77859c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:49.793329 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (19ca7200-443e-4726-9b9c-f007bf89186f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:49.811422 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6a7b299e-4a42-473e-a6d6-25a3488f1eb8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (56d22d0d-460d-4e5f-8a0d-9e1aa3870ba2), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:49.825970 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34040) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:49.882152 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d2abe86c-7272-43df-8577-4a679e2318ae tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1158330 Apr 15 03:39:49.885238 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34044) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:49.966241 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c4b885f8-38c0-45ab-9b5f-54f7ee658dd8 None None] Publish callbacks [] for port (2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:49.966548 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-a2afc822-eb9b-4cb0-b003-af821ad62e6b tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] delete failed (client error): The resource could not be found. Apr 15 03:39:49.971979 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a2afc822-eb9b-4cb0-b003-af821ad62e6b tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "DELETE /v2.0/security-groups/ccf80de5-7f2e-4b7f-b650-5c91591f53e1 HTTP/1.1" status: 404 len: 347 time: 0.0425749 Apr 15 03:39:49.972686 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34046) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:50.014354 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7b299e-4a42-473e-a6d6-25a3488f1eb8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:50.026696 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-6a7b299e-4a42-473e-a6d6-25a3488f1eb8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:50.029954 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b299e-4a42-473e-a6d6-25a3488f1eb8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:50.057791 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c4b885f8-38c0-45ab-9b5f-54f7ee658dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:50.068859 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-a1ff32d3-1798-468e-9ee8-dfbbcda36299 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] show failed (client error): The resource could not be found. Apr 15 03:39:50.074219 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a1ff32d3-1798-468e-9ee8-dfbbcda36299 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "GET /v2.0/security-groups/908f0f8f-6461-4b2e-9777-3fd16202d002 HTTP/1.1" status: 404 len: 347 time: 0.0886657 Apr 15 03:39:50.075009 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34048) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:50.114312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b885f8-38c0-45ab-9b5f-54f7ee658dd8 None None] Network 8d1ef6e7-ff3c-4529-9879-cde0f07851cf is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:50.126522 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-c4b885f8-38c0-45ab-9b5f-54f7ee658dd8 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:50.132179 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b299e-4a42-473e-a6d6-25a3488f1eb8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=56d22d0d-460d-4e5f-8a0d-9e1aa3870ba2,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:50.134139 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b885f8-38c0-45ab-9b5f-54f7ee658dd8 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:50.142092 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b885f8-38c0-45ab-9b5f-54f7ee658dd8 None None] Pushing event updated for resources: {'Port': ['ID=2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:50.163751 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21146d7-9354-4fb7-9d80-29b8b0568a61 req-c0dfeec3-0966-477a-aeda-8deba7bb4b11 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:50.165310 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b21146d7-9354-4fb7-9d80-29b8b0568a61 req-c0dfeec3-0966-477a-aeda-8deba7bb4b11 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 945 time: 0.2128055 Apr 15 03:39:50.172181 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-b5cc1a64-bb39-4076-905d-3ff26370f591 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] show failed (client error): The resource could not be found. Apr 15 03:39:50.184535 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b5cc1a64-bb39-4076-905d-3ff26370f591 tempest-NegativeSecGroupTest-1530553450 tempest-NegativeSecGroupTest-1530553450-project] 10.222.0.15 "GET /v2.0/security-group-rules/b45e30f0-d9a5-43a6-a912-e49b6d3d9131 HTTP/1.1" status: 404 len: 356 time: 0.0590942 Apr 15 03:39:50.217847 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c4b885f8-38c0-45ab-9b5f-54f7ee658dd8 None None] Attempting to bind port 2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:50.218875 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c4b885f8-38c0-45ab-9b5f-54f7ee658dd8 None None] Attempting to bind port 2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '3919aa28-19e7-4c4d-adbb-442886b95d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8d1ef6e7-ff3c-4529-9879-cde0f07851cf'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:50.218875 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b885f8-38c0-45ab-9b5f-54f7ee658dd8 None None] Attempting to bind port 2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23 on network 8d1ef6e7-ff3c-4529-9879-cde0f07851cf {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:50.223891 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7b299e-4a42-473e-a6d6-25a3488f1eb8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:50.224819 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b885f8-38c0-45ab-9b5f-54f7ee658dd8 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:50.224985 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6a7b299e-4a42-473e-a6d6-25a3488f1eb8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:50.225135 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b885f8-38c0-45ab-9b5f-54f7ee658dd8 None None] Checking segment: {'id': '3919aa28-19e7-4c4d-adbb-442886b95d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8d1ef6e7-ff3c-4529-9879-cde0f07851cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:50.225612 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c4b885f8-38c0-45ab-9b5f-54f7ee658dd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:50.226063 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b885f8-38c0-45ab-9b5f-54f7ee658dd8 None None] Bound using segment: {'id': '3919aa28-19e7-4c4d-adbb-442886b95d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8d1ef6e7-ff3c-4529-9879-cde0f07851cf'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:50.226674 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c4b885f8-38c0-45ab-9b5f-54f7ee658dd8 None None] Bound port: 2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3919aa28-19e7-4c4d-adbb-442886b95d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8d1ef6e7-ff3c-4529-9879-cde0f07851cf'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:50.227165 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c4b885f8-38c0-45ab-9b5f-54f7ee658dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:50.263821 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (19ca7200-443e-4726-9b9c-f007bf89186f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:50.302482 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Subnet': ['ID=19ca7200-443e-4726-9b9c-f007bf89186f,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:50.323241 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c4b885f8-38c0-45ab-9b5f-54f7ee658dd8 None None] For port 2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:39:50.328020 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b21146d7-9354-4fb7-9d80-29b8b0568a61 req-bf9e4273-c71d-4c6a-b1b6-c884f9e57502 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389863 Apr 15 03:39:50.335849 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c4b885f8-38c0-45ab-9b5f-54f7ee658dd8 None None] For port 2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23,segment=NetworkSegment(3919aa28-19e7-4c4d-adbb-442886b95d60),segment_id=3919aa28-19e7-4c4d-adbb-442886b95d60)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:39:50.349469 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6a7b299e-4a42-473e-a6d6-25a3488f1eb8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6072609 Apr 15 03:39:50.349643 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d591751-5bb9-4e94-b938-915f3db12908 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:50.373527 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34052) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:50.380662 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (8d1ef6e7-ff3c-4529-9879-cde0f07851cf), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:50.408043 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1ef6e7-ff3c-4529-9879-cde0f07851cf']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:50.418899 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3919aa28-19e7-4c4d-adbb-442886b95d60') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:50.419323 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3919aa28-19e7-4c4d-adbb-442886b95d60') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:50.432024 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (3919aa28-19e7-4c4d-adbb-442886b95d60), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:50.440547 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63a4a23-5471-4731-ab1a-701048cb5e14 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:50.446141 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63a4a23-5471-4731-ab1a-701048cb5e14 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:50.447741 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (3919aa28-19e7-4c4d-adbb-442886b95d60), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:50.447887 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d63a4a23-5471-4731-ab1a-701048cb5e14 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0733144 Apr 15 03:39:50.451309 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34054) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:50.463879 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c4b885f8-38c0-45ab-9b5f-54f7ee658dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:50.465688 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:39:50.466272 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (3919aa28-19e7-4c4d-adbb-442886b95d60), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:39:50.470556 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:39:50.541889 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b885f8-38c0-45ab-9b5f-54f7ee658dd8 None None] Pushing event updated for resources: {'Port': ['ID=2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:50.560830 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-0ffbfc8d-4744-494d-b266-6f5e0d5fe605 None None] Provisioning complete for port ecbd93ee-e180-4273-999a-ca72e46baeb3 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:50.561205 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0ffbfc8d-4744-494d-b266-6f5e0d5fe605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:50.610668 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.db.api [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 03:39:50.610668 dv-neutron-837140-3-hyperv neutron-server[104667]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 03:39:50.610668 dv-neutron-837140-3-hyperv neutron-server[104667]: [parameters: {'id': '8d1ef6e7-ff3c-4529-9879-cde0f07851cf'}] Apr 15 03:39:50.610668 dv-neutron-837140-3-hyperv neutron-server[104667]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:39:50.611824 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG oslo_db.api [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:39:50.612514 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-3a844e61-bd77-4f9a-baec-757b912baa8c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting port 56d22d0d-460d-4e5f-8a0d-9e1aa3870ba2 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:50.612860 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3a844e61-bd77-4f9a-baec-757b912baa8c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (56d22d0d-460d-4e5f-8a0d-9e1aa3870ba2), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:50.704136 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0ffbfc8d-4744-494d-b266-6f5e0d5fe605 None None] Current status of the port ecbd93ee-e180-4273-999a-ca72e46baeb3 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:50.704540 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0ffbfc8d-4744-494d-b266-6f5e0d5fe605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:50.765413 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3a844e61-bd77-4f9a-baec-757b912baa8c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (56d22d0d-460d-4e5f-8a0d-9e1aa3870ba2), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:50.781289 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-0ffbfc8d-4744-494d-b266-6f5e0d5fe605 None None] For port ecbd93ee-e180-4273-999a-ca72e46baeb3, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ecbd93ee-e180-4273-999a-ca72e46baeb3,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:50.796547 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-3a844e61-bd77-4f9a-baec-757b912baa8c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Calling delete_port for 56d22d0d-460d-4e5f-8a0d-9e1aa3870ba2 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:50.861968 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0ffbfc8d-4744-494d-b266-6f5e0d5fe605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:50.866560 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e027ecd9-8e40-46e8-ab65-70d0b911531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:50.901033 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34058) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:50.910323 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-351fb9ec-1de1-4e7c-8a5d-18b6ae569ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:51.018057 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffbfc8d-4744-494d-b266-6f5e0d5fe605 None None] Pushing event updated for resources: {'Port': ['ID=ecbd93ee-e180-4273-999a-ca72e46baeb3,revision_number=11']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:51.117980 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (8d1ef6e7-ff3c-4529-9879-cde0f07851cf), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:51.202537 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2a2cd0c1-cbc2-4456-a1bb-71abe081911b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9b2626b36c0436b8161a995339cd81a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966533 Apr 15 03:39:51.202819 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34062) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:51.278059 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3a844e61-bd77-4f9a-baec-757b912baa8c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (56d22d0d-460d-4e5f-8a0d-9e1aa3870ba2), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:51.342250 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb86dbbe-9568-4218-88f3-96d7b587748b admin admin] Publish callbacks [] for security_group (bf85470f-c6a9-4e07-8b6d-0475e79650c1), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:51.343873 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Deleting port 2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:51.344193 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:51.351346 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a844e61-bd77-4f9a-baec-757b912baa8c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Port': ['ID=56d22d0d-460d-4e5f-8a0d-9e1aa3870ba2,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:51.441118 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ecbd93ee-e180-4273-999a-ca72e46baeb3 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:51.519846 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-351fb9ec-1de1-4e7c-8a5d-18b6ae569ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.20.0.17 (3bd59da7-6c8e-4207-8116-308ad61b1e9e/b28862b6-1766-4779-9c30-8d8cdf52319d/f040cfcc-ed60-4aa5-b83b-453ee2c883b5) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:51.524026 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port ecbd93ee-e180-4273-999a-ca72e46baeb3 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:51.524026 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:51.542051 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb86dbbe-9568-4218-88f3-96d7b587748b admin admin] Publish callbacks [] for security_group (bf85470f-c6a9-4e07-8b6d-0475e79650c1), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:51.596672 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-4b6aefe2-13ae-4cc4-ac99-8a74b7e6c17e None None] Could not find standard attr ID for object 56d22d0d-460d-4e5f-8a0d-9e1aa3870ba2. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:39:51.654900 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6a7ad-6a3f-4971-af6b-1e467c736417 req-1eef7336-ac47-4d69-8ef3-da7a1f00a413 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:51.656535 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-29c6a7ad-6a3f-4971-af6b-1e467c736417 req-1eef7336-ac47-4d69-8ef3-da7a1f00a413 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 945 time: 0.1215155 Apr 15 03:39:51.663132 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] For port 2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23,segment=NetworkSegment(3919aa28-19e7-4c4d-adbb-442886b95d60),segment_id=3919aa28-19e7-4c4d-adbb-442886b95d60)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:51.663516 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:51.681249 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-351fb9ec-1de1-4e7c-8a5d-18b6ae569ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (f040cfcc-ed60-4aa5-b83b-453ee2c883b5), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:51.689791 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3a844e61-bd77-4f9a-baec-757b912baa8c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:51.696264 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34066) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:51.696502 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3a844e61-bd77-4f9a-baec-757b912baa8c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/56d22d0d-460d-4e5f-8a0d-9e1aa3870ba2 HTTP/1.1" status: 204 len: 168 time: 1.2436295 Apr 15 03:39:51.722386 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Calling delete_port for 2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:51.780249 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195385a5-b88c-47e1-ad0c-143e4d9fbcc9 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:51.781718 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195385a5-b88c-47e1-ad0c-143e4d9fbcc9 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:51.783302 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195385a5-b88c-47e1-ad0c-143e4d9fbcc9 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:51.785026 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-195385a5-b88c-47e1-ad0c-143e4d9fbcc9 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0876708 Apr 15 03:39:51.787966 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34068) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:51.793653 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8286a3b-a312-4ef3-9ccb-8c456b7a1e92 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:51.809118 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb86dbbe-9568-4218-88f3-96d7b587748b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (bf85470f-c6a9-4e07-8b6d-0475e79650c1), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:51.812330 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb86dbbe-9568-4218-88f3-96d7b587748b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:51.816912 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bb86dbbe-9568-4218-88f3-96d7b587748b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf85470f-c6a9-4e07-8b6d-0475e79650c1 HTTP/1.1" status: 204 len: 168 time: 0.6112745 Apr 15 03:39:51.826867 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-29c6a7ad-6a3f-4971-af6b-1e467c736417 req-5ddde38d-4128-48e5-8304-79787de58928 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523919 Apr 15 03:39:51.843682 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-351fb9ec-1de1-4e7c-8a5d-18b6ae569ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (f040cfcc-ed60-4aa5-b83b-453ee2c883b5), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:51.857677 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86dbbe-9568-4218-88f3-96d7b587748b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf85470f-c6a9-4e07-8b6d-0475e79650c1,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:51.925852 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:51.936361 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-4b6aefe2-13ae-4cc4-ac99-8a74b7e6c17e None None] Provisioning complete for port ecbd93ee-e180-4273-999a-ca72e46baeb3 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:51.936718 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4b6aefe2-13ae-4cc4-ac99-8a74b7e6c17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:51.963462 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Port': ['ID=2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:51.966595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351fb9ec-1de1-4e7c-8a5d-18b6ae569ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 3bd59da7-6c8e-4207-8116-308ad61b1e9e is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:51.969317 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No DVR routers for this DVR port 2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:39:51.970779 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5a330a-fc48-4935-82a8-fbe56f8d372f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet a2cfc87b-e0bb-4ff8-83d1-ff9cdacbe8b0 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:39:51.978160 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e5a330a-fc48-4935-82a8-fbe56f8d372f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (a2cfc87b-e0bb-4ff8-83d1-ff9cdacbe8b0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:51.984494 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-351fb9ec-1de1-4e7c-8a5d-18b6ae569ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:51.990774 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port ecbd93ee-e180-4273-999a-ca72e46baeb3 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:51.992368 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:52.009295 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351fb9ec-1de1-4e7c-8a5d-18b6ae569ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:52.046521 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:39:52.046904 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 15 03:39:52.054896 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.085065 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7e9c8-6836-40fa-8d40-a84b9f3256eb req-bec24b1b-a8b8-4ed5-b52c-178f7d30a2b0 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:52.086684 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fdd7e9c8-6836-40fa-8d40-a84b9f3256eb req-bec24b1b-a8b8-4ed5-b52c-178f7d30a2b0 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 945 time: 0.1651206 Apr 15 03:39:52.092344 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (8d1ef6e7-ff3c-4529-9879-cde0f07851cf), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.095760 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fb9ec-1de1-4e7c-8a5d-18b6ae569ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=f040cfcc-ed60-4aa5-b83b-453ee2c883b5,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:52.099846 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Port 2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23 not found, will not notify nova. {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 15 03:39:52.138758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e5a330a-fc48-4935-82a8-fbe56f8d372f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (a2cfc87b-e0bb-4ff8-83d1-ff9cdacbe8b0), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.154151 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1ef6e7-ff3c-4529-9879-cde0f07851cf']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:52.167622 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3919aa28-19e7-4c4d-adbb-442886b95d60') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:52.168585 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3919aa28-19e7-4c4d-adbb-442886b95d60') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:52.177590 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-351fb9ec-1de1-4e7c-8a5d-18b6ae569ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.196245 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (3919aa28-19e7-4c4d-adbb-442886b95d60), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.199846 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4b6aefe2-13ae-4cc4-ac99-8a74b7e6c17e None None] Current status of the port ecbd93ee-e180-4273-999a-ca72e46baeb3 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:52.227378 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (3919aa28-19e7-4c4d-adbb-442886b95d60), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.227378 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:39:52.227378 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (3919aa28-19e7-4c4d-adbb-442886b95d60), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:39:52.246683 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:39:52.284908 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fdd7e9c8-6836-40fa-8d40-a84b9f3256eb req-9a5c3242-30fd-435d-af68-1bda67507bfa tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798956 Apr 15 03:39:52.285802 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173d7f32-c645-491f-bbbc-73305ce8518b None None] Network 8d1ef6e7-ff3c-4529-9879-cde0f07851cf requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:52.337234 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d781d8a5-fa7c-4f2b-b5d9-973be11991e2 None None] Could not find standard attr ID for object 2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:39:52.348206 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34074) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:52.416695 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d088db43-9f94-4475-a607-c05844c3df82 tempest-TestNetworkAdvancedServerOps-2121290901 tempest-TestNetworkAdvancedServerOps-2121290901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:52.420481 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d088db43-9f94-4475-a607-c05844c3df82 tempest-TestNetworkAdvancedServerOps-2121290901 tempest-TestNetworkAdvancedServerOps-2121290901-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 1124 time: 0.0710487 Apr 15 03:39:52.422603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e5a330a-fc48-4935-82a8-fbe56f8d372f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (a2cfc87b-e0bb-4ff8-83d1-ff9cdacbe8b0), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.423392 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34076) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:52.426536 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (8d1ef6e7-ff3c-4529-9879-cde0f07851cf), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.435492 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.438821 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/8d1ef6e7-ff3c-4529-9879-cde0f07851cf HTTP/1.1" status: 204 len: 168 time: 2.9039550 Apr 15 03:39:52.442063 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-2dea70ac-96ec-407b-b0d8-d7b3b523d8cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': '87815c8a-c5a3-4497-b9b4-51233aaacfb7', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:52.458571 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-aa05d998-0983-4990-a437-984fe036bbaa None None] Provisioning complete for port f040cfcc-ed60-4aa5-b83b-453ee2c883b5 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:52.459164 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-aa05d998-0983-4990-a437-984fe036bbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f040cfcc-ed60-4aa5-b83b-453ee2c883b5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.460692 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34078) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:52.482313 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-13e9ab7c-8bff-4f7a-8b25-fcdb51687137 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1735996012'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:52.491804 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef5e24-0163-45e9-9f66-02f1307dc86e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Network': ['ID=8d1ef6e7-ff3c-4529-9879-cde0f07851cf,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:52.507005 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-aa05d998-0983-4990-a437-984fe036bbaa None None] Port f040cfcc-ed60-4aa5-b83b-453ee2c883b5 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:39:52.520089 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-351fb9ec-1de1-4e7c-8a5d-18b6ae569ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f040cfcc-ed60-4aa5-b83b-453ee2c883b5), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.554789 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1f5088-ad3a-4c93-8003-7827c5de32b8 None None] DHCP port deletion for 8d1ef6e7-ff3c-4529-9879-cde0f07851cf request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:39:52.593856 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2dea70ac-96ec-407b-b0d8-d7b3b523d8cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.617971 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e5a330a-fc48-4935-82a8-fbe56f8d372f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (a2cfc87b-e0bb-4ff8-83d1-ff9cdacbe8b0), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.619830 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e9ab7c-8bff-4f7a-8b25-fcdb51687137 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:52.623440 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-13e9ab7c-8bff-4f7a-8b25-fcdb51687137 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.657818 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a330a-fc48-4935-82a8-fbe56f8d372f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=a2cfc87b-e0bb-4ff8-83d1-ff9cdacbe8b0,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:52.664132 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e5a330a-fc48-4935-82a8-fbe56f8d372f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.667247 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9e5a330a-fc48-4935-82a8-fbe56f8d372f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/a2cfc87b-e0bb-4ff8-83d1-ff9cdacbe8b0 HTTP/1.1" status: 204 len: 168 time: 0.8780787 Apr 15 03:39:52.670444 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34080) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:52.734682 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e9ab7c-8bff-4f7a-8b25-fcdb51687137 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:39:52.747460 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2dea70ac-96ec-407b-b0d8-d7b3b523d8cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.757771 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-13e9ab7c-8bff-4f7a-8b25-fcdb51687137 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (9caffb66-14dc-4634-9bde-7d14f350bed2), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.758218 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-13e9ab7c-8bff-4f7a-8b25-fcdb51687137 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Added segment 9caffb66-14dc-4634-9bde-7d14f350bed2 of type vlan for network ecefc000-2773-47f3-bb27-c8061626fc46 Apr 15 03:39:52.787888 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf90bf7-de0b-407e-af53-27a917e157e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet b9d78d64-e65b-4d69-afab-cd4f5da0cd97 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:39:52.818848 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c50d852-6568-4aa6-9c6f-752323dfb580 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:52.841449 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aaf90bf7-de0b-407e-af53-27a917e157e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (b9d78d64-e65b-4d69-afab-cd4f5da0cd97), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.870194 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-351fb9ec-1de1-4e7c-8a5d-18b6ae569ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (f040cfcc-ed60-4aa5-b83b-453ee2c883b5), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.929914 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-351fb9ec-1de1-4e7c-8a5d-18b6ae569ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (f040cfcc-ed60-4aa5-b83b-453ee2c883b5), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.930750 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-13e9ab7c-8bff-4f7a-8b25-fcdb51687137 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (ecefc000-2773-47f3-bb27-c8061626fc46), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.934209 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f73ae1d1-4657-421f-8d77-63a804624418 None None] Provisioning complete for port ecbd93ee-e180-4273-999a-ca72e46baeb3 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:52.934676 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f73ae1d1-4657-421f-8d77-63a804624418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:52.958480 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aaf90bf7-de0b-407e-af53-27a917e157e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (b9d78d64-e65b-4d69-afab-cd4f5da0cd97), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:53.028608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-351fb9ec-1de1-4e7c-8a5d-18b6ae569ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:53.031763 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fb9ec-1de1-4e7c-8a5d-18b6ae569ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=f040cfcc-ed60-4aa5-b83b-453ee2c883b5,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:53.034629 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f73ae1d1-4657-421f-8d77-63a804624418 None None] Current status of the port ecbd93ee-e180-4273-999a-ca72e46baeb3 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:53.092522 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-2dea70ac-96ec-407b-b0d8-d7b3b523d8cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Allocated IP 172.26.6.146 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/5cb95fd7-4b1a-4efe-9ce5-661079e64dac) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:53.100319 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-13e9ab7c-8bff-4f7a-8b25-fcdb51687137 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (ecefc000-2773-47f3-bb27-c8061626fc46), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:53.105531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e9ab7c-8bff-4f7a-8b25-fcdb51687137 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:53.106168 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-13e9ab7c-8bff-4f7a-8b25-fcdb51687137 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:53.145803 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351fb9ec-1de1-4e7c-8a5d-18b6ae569ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 3bd59da7-6c8e-4207-8116-308ad61b1e9e is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:53.147444 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-351fb9ec-1de1-4e7c-8a5d-18b6ae569ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:53.205979 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aaf90bf7-de0b-407e-af53-27a917e157e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (b9d78d64-e65b-4d69-afab-cd4f5da0cd97), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:53.218690 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9ab7c-8bff-4f7a-8b25-fcdb51687137 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Network': ['ID=ecefc000-2773-47f3-bb27-c8061626fc46,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:53.242966 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network ecefc000-2773-47f3-bb27-c8061626fc46 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:39:53.256132 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-13e9ab7c-8bff-4f7a-8b25-fcdb51687137 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7878201 Apr 15 03:39:53.260664 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34082) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:53.267725 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a0e35b00-2e2d-4891-bd9c-92f1d17ec6bb tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'subnet': {'network_id': 'ecefc000-2773-47f3-bb27-c8061626fc46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:53.343542 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:53.344573 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351fb9ec-1de1-4e7c-8a5d-18b6ae569ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:39:53.355788 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:39:53.397740 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:39:53.398088 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2b7dbf9a-a1cb-4bba-9f9e-6c6b7c822d23 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:39:53.479366 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2dea70ac-96ec-407b-b0d8-d7b3b523d8cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for port (5cb95fd7-4b1a-4efe-9ce5-661079e64dac), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:53.489746 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351fb9ec-1de1-4e7c-8a5d-18b6ae569ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:39:53.495022 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-351fb9ec-1de1-4e7c-8a5d-18b6ae569ef7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/routers/00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6633577 Apr 15 03:39:53.511990 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aaf90bf7-de0b-407e-af53-27a917e157e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (b9d78d64-e65b-4d69-afab-cd4f5da0cd97), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:53.513598 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] Sync routers for ids ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:39:53.525754 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] Routers {'00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:53.526376 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:39:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:53.545469 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf90bf7-de0b-407e-af53-27a917e157e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=b9d78d64-e65b-4d69-afab-cd4f5da0cd97,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:53.562737 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-648652f3-6552-426f-a926-55e78cc47007 None None] Provisioning complete for port f040cfcc-ed60-4aa5-b83b-453ee2c883b5 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:53.563051 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aaf90bf7-de0b-407e-af53-27a917e157e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:53.563553 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-648652f3-6552-426f-a926-55e78cc47007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f040cfcc-ed60-4aa5-b83b-453ee2c883b5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:53.568646 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-aaf90bf7-de0b-407e-af53-27a917e157e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/b9d78d64-e65b-4d69-afab-cd4f5da0cd97 HTTP/1.1" status: 204 len: 168 time: 0.8952193 Apr 15 03:39:53.571248 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34086) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:53.576635 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e35b00-2e2d-4891-bd9c-92f1d17ec6bb tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:53.582020 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a0e35b00-2e2d-4891-bd9c-92f1d17ec6bb tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:53.647911 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a4884928-f9cb-4cd8-879e-1ac4e3da799c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722136 Apr 15 03:39:53.649099 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34090) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:53.652355 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-648652f3-6552-426f-a926-55e78cc47007 None None] Port f040cfcc-ed60-4aa5-b83b-453ee2c883b5 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:39:53.656629 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-570b3d50-fd3c-4f7e-9d13-9bdb951611d7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:53.668780 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2dea70ac-96ec-407b-b0d8-d7b3b523d8cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (5cb95fd7-4b1a-4efe-9ce5-661079e64dac), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:53.679273 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] Set router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:39:53.735605 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e430e1-3d8e-45d1-9a77-08d771fd7364 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:53.736859 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dea70ac-96ec-407b-b0d8-d7b3b523d8cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:53.744859 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-2dea70ac-96ec-407b-b0d8-d7b3b523d8cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:53.751084 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dea70ac-96ec-407b-b0d8-d7b3b523d8cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:53.773648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea70ac-96ec-407b-b0d8-d7b3b523d8cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event updated for resources: {'Port': ['ID=5cb95fd7-4b1a-4efe-9ce5-661079e64dac,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:53.831732 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-32c80e92-4985-4152-b0ab-51ddb29cba05 None None] Provisioning complete for port ecbd93ee-e180-4273-999a-ca72e46baeb3 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:53.832350 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-32c80e92-4985-4152-b0ab-51ddb29cba05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:53.851910 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570b3d50-fd3c-4f7e-9d13-9bdb951611d7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:53.860077 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-570b3d50-fd3c-4f7e-9d13-9bdb951611d7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:53.949838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-32c80e92-4985-4152-b0ab-51ddb29cba05 None None] Current status of the port ecbd93ee-e180-4273-999a-ca72e46baeb3 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:54.024928 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ed5ee9-fb5b-4161-8901-37c6449d1471 None None] DHCP port deletion for d8f597fb-2381-4564-a070-eb7f10af68ac request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:39:54.025215 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a0e35b00-2e2d-4891-bd9c-92f1d17ec6bb tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (3f229bea-e065-4e89-9ded-286217058122), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:54.059746 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'name': 'tempest-TestNetworkBasicOps-router-1070176320', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:38:00Z', 'updated_at': '2022-04-15T03:39:52Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:01Z', 'updated_at': '2022-04-15T03:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b80a2340-2c27-415a-a0c9-80b1a610876c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.118', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'port_id': '347a4f58-c452-407f-bde8-d216d9e6eaef', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'mac_address': 'fa:16:3e:a9:44:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6bd071-179f-4c5e-9e23-d119888bdc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:38:48Z', 'updated_at': '2022-04-15T03:38:53Z', 'revision_number': 1, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '522dc988-97a8-45f0-9ea1-2260c545fab1', 'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a7:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:11Z', 'updated_at': '2022-04-15T03:38:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f040cfcc-ed60-4aa5-b83b-453ee2c883b5', 'name': '', 'network_id': '3bd59da7-6c8e-4207-8116-308ad61b1e9e', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:4a:37:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b28862b6-1766-4779-9c30-8d8cdf52319d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:51Z', 'updated_at': '2022-04-15T03:39:52Z', 'revision_number': 2, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'b28862b6-1766-4779-9c30-8d8cdf52319d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:54.071259 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-60ed5ee9-fb5b-4161-8901-37c6449d1471 None None] Deleting port ecbd93ee-e180-4273-999a-ca72e46baeb3 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:54.071751 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-60ed5ee9-fb5b-4161-8901-37c6449d1471 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:54.100505 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] Checking router: 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:39:54.101120 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] Updating router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 port f040cfcc-ed60-4aa5-b83b-453ee2c883b5 binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:39:54.137798 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f040cfcc-ed60-4aa5-b83b-453ee2c883b5), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:54.154457 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-60ed5ee9-fb5b-4161-8901-37c6449d1471 None None] For port ecbd93ee-e180-4273-999a-ca72e46baeb3, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ecbd93ee-e180-4273-999a-ca72e46baeb3,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:54.154925 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-60ed5ee9-fb5b-4161-8901-37c6449d1471 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:54.159836 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e35b00-2e2d-4891-bd9c-92f1d17ec6bb tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Subnet': ['ID=3f229bea-e065-4e89-9ded-286217058122,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:54.174447 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e35b00-2e2d-4891-bd9c-92f1d17ec6bb tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Checking segment: {'id': '9caffb66-14dc-4634-9bde-7d14f350bed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ecefc000-2773-47f3-bb27-c8061626fc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:54.174839 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e35b00-2e2d-4891-bd9c-92f1d17ec6bb tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network hostable DHCP agents. Network: ecefc000-2773-47f3-bb27-c8061626fc46, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:39:54.175869 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-60ed5ee9-fb5b-4161-8901-37c6449d1471 None None] Calling delete_port for ecbd93ee-e180-4273-999a-ca72e46baeb3 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:54.201003 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-570b3d50-fd3c-4f7e-9d13-9bdb951611d7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (46506e5c-4c4f-4410-8cfc-1d0771f11ad9), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:54.244425 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570b3d50-fd3c-4f7e-9d13-9bdb951611d7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:54.247713 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-570b3d50-fd3c-4f7e-9d13-9bdb951611d7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:54.253992 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570b3d50-fd3c-4f7e-9d13-9bdb951611d7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:54.254772 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-570b3d50-fd3c-4f7e-9d13-9bdb951611d7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:54.269854 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b3d50-fd3c-4f7e-9d13-9bdb951611d7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=46506e5c-4c4f-4410-8cfc-1d0771f11ad9,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:54.326277 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-60ed5ee9-fb5b-4161-8901-37c6449d1471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (ecbd93ee-e180-4273-999a-ca72e46baeb3), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:54.352469 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed5ee9-fb5b-4161-8901-37c6449d1471 None None] Pushing event deleted for resources: {'Port': ['ID=ecbd93ee-e180-4273-999a-ca72e46baeb3,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:54.353773 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-570b3d50-fd3c-4f7e-9d13-9bdb951611d7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7035677 Apr 15 03:39:54.356501 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed5ee9-fb5b-4161-8901-37c6449d1471 None None] No DVR routers for this DVR port ecbd93ee-e180-4273-999a-ca72e46baeb3 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:39:54.378746 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34092) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:54.378852 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a38381-7b25-4626-861e-e4aeb98efa7a None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:54.389755 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d75cb57c-be84-45c3-8f07-e2967cbba06a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:54.481275 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] Publish callbacks [] for port (f040cfcc-ed60-4aa5-b83b-453ee2c883b5), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:54.504003 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d66d8e-55fa-45cf-b0b4-6be8366e6200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d8f597fb-2381-4564-a070-eb7f10af68ac', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'fixed_ips': [{'subnet_id': '46506e5c-4c4f-4410-8cfc-1d0771f11ad9'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:39:54.507435 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8d66d8e-55fa-45cf-b0b4-6be8366e6200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:54.605567 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f040cfcc-ed60-4aa5-b83b-453ee2c883b5), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:54.612202 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e35b00-2e2d-4891-bd9c-92f1d17ec6bb tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network ecefc000-2773-47f3-bb27-c8061626fc46 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:39:54.632680 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75cb57c-be84-45c3-8f07-e2967cbba06a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:54.636972 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d75cb57c-be84-45c3-8f07-e2967cbba06a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:54.662964 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3d675-c87c-4f65-b00a-df61dfd1e1ef None None] Pushing event updated for resources: {'Port': ['ID=f040cfcc-ed60-4aa5-b83b-453ee2c883b5,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:54.684250 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-c8d66d8e-55fa-45cf-b0b4-6be8366e6200 None None] Allocated IP 172.20.0.2 (d8f597fb-2381-4564-a070-eb7f10af68ac/46506e5c-4c4f-4410-8cfc-1d0771f11ad9/07c4fc33-b200-4927-91e6-e64424150999) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:54.733884 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-a0e35b00-2e2d-4891-bd9c-92f1d17ec6bb tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, ecefc000-2773-47f3-bb27-c8061626fc46) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:54.737770 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] Attempting to bind port f040cfcc-ed60-4aa5-b83b-453ee2c883b5 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:54.743256 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] Attempting to bind port f040cfcc-ed60-4aa5-b83b-453ee2c883b5 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'f0ff399e-88b4-4c84-bdff-928c8d06204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3bd59da7-6c8e-4207-8116-308ad61b1e9e'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:54.743821 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] Attempting to bind port f040cfcc-ed60-4aa5-b83b-453ee2c883b5 on network 3bd59da7-6c8e-4207-8116-308ad61b1e9e {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:54.745026 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e35b00-2e2d-4891-bd9c-92f1d17ec6bb tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:54.746264 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a0e35b00-2e2d-4891-bd9c-92f1d17ec6bb tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:54.760263 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:54.761570 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] Checking segment: {'id': 'f0ff399e-88b4-4c84-bdff-928c8d06204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3bd59da7-6c8e-4207-8116-308ad61b1e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:54.762182 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:54.762793 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] Bound using segment: {'id': 'f0ff399e-88b4-4c84-bdff-928c8d06204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3bd59da7-6c8e-4207-8116-308ad61b1e9e'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:54.764979 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] Bound port: f040cfcc-ed60-4aa5-b83b-453ee2c883b5, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ff399e-88b4-4c84-bdff-928c8d06204f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3bd59da7-6c8e-4207-8116-308ad61b1e9e'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:54.764979 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f040cfcc-ed60-4aa5-b83b-453ee2c883b5), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:54.778777 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2093d0cd-35fc-4576-9127-59604cf6f386 None None] Network ecefc000-2773-47f3-bb27-c8061626fc46 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:54.797413 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2dea70ac-96ec-407b-b0d8-d7b3b523d8cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for floatingip (c82c2bd2-7e70-442e-8af6-5a3764e8f3bf), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:54.845984 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] For port f040cfcc-ed60-4aa5-b83b-453ee2c883b5, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:39:54.850429 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] For port f040cfcc-ed60-4aa5-b83b-453ee2c883b5, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f040cfcc-ed60-4aa5-b83b-453ee2c883b5,segment=NetworkSegment(f0ff399e-88b4-4c84-bdff-928c8d06204f),segment_id=f0ff399e-88b4-4c84-bdff-928c8d06204f)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:39:54.867263 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a0e35b00-2e2d-4891-bd9c-92f1d17ec6bb tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6038580 Apr 15 03:39:54.874634 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34094) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:54.925894 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f040cfcc-ed60-4aa5-b83b-453ee2c883b5), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:54.987670 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:55.001917 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] Routers {'00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:55.005806 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:39:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:55.005806 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3d675-c87c-4f65-b00a-df61dfd1e1ef None None] Pushing event updated for resources: {'Port': ['ID=f040cfcc-ed60-4aa5-b83b-453ee2c883b5,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:55.067690 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2dea70ac-96ec-407b-b0d8-d7b3b523d8cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5cb95fd7-4b1a-4efe-9ce5-661079e64dac), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:55.084686 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-0b6d3211-e901-4afb-8a4b-b1d4c16ac03a None None] Provisioning complete for port f040cfcc-ed60-4aa5-b83b-453ee2c883b5 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:55.085382 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3211-e901-4afb-8a4b-b1d4c16ac03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f040cfcc-ed60-4aa5-b83b-453ee2c883b5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:55.121890 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3395d86-8116-4e7f-bb49-43e88de06233 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (ecefc000-2773-47f3-bb27-c8061626fc46), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:55.149638 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b24ddf-6487-49b4-a4d4-ffdeb5dd5b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-ecefc000-2773-47f3-bb27-c8061626fc46', 'network_id': 'ecefc000-2773-47f3-bb27-c8061626fc46', 'project_id': '569513fa24ae47b284f0cc7d5070901d', 'fixed_ips': [{'subnet_id': '3f229bea-e065-4e89-9ded-286217058122'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:39:55.150505 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c2b24ddf-6487-49b4-a4d4-ffdeb5dd5b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:55.174735 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8d66d8e-55fa-45cf-b0b4-6be8366e6200 None None] Publish callbacks [] for port (07c4fc33-b200-4927-91e6-e64424150999), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:55.207613 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] Set router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:39:55.294042 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3395d86-8116-4e7f-bb49-43e88de06233 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (3f229bea-e065-4e89-9ded-286217058122), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:55.318005 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ecbd93ee-e180-4273-999a-ca72e46baeb3 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:39:55.332656 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8d66d8e-55fa-45cf-b0b4-6be8366e6200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (07c4fc33-b200-4927-91e6-e64424150999), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:55.420604 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2dea70ac-96ec-407b-b0d8-d7b3b523d8cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for port (5cb95fd7-4b1a-4efe-9ce5-661079e64dac), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:55.491872 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3395d86-8116-4e7f-bb49-43e88de06233 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (3f229bea-e065-4e89-9ded-286217058122), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:55.511902 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'name': 'tempest-TestNetworkBasicOps-router-1070176320', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:38:00Z', 'updated_at': '2022-04-15T03:39:52Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:01Z', 'updated_at': '2022-04-15T03:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b80a2340-2c27-415a-a0c9-80b1a610876c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.118', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'port_id': '347a4f58-c452-407f-bde8-d216d9e6eaef', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'mac_address': 'fa:16:3e:a9:44:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6bd071-179f-4c5e-9e23-d119888bdc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:38:48Z', 'updated_at': '2022-04-15T03:38:53Z', 'revision_number': 1, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '522dc988-97a8-45f0-9ea1-2260c545fab1', 'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a7:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:11Z', 'updated_at': '2022-04-15T03:38:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f040cfcc-ed60-4aa5-b83b-453ee2c883b5', 'name': '', 'network_id': '3bd59da7-6c8e-4207-8116-308ad61b1e9e', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:4a:37:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b28862b6-1766-4779-9c30-8d8cdf52319d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:51Z', 'updated_at': '2022-04-15T03:39:54Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'b28862b6-1766-4779-9c30-8d8cdf52319d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:55.530245 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3395d86-8116-4e7f-bb49-43e88de06233 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Subnet': ['ID=3f229bea-e065-4e89-9ded-286217058122,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:55.543984 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206536f4-a042-40d5-b02e-74df2b7be7ab None None] The sync data for ids ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'] in dv-neutron-837140-3-hyperv is: [{'id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'name': 'tempest-TestNetworkBasicOps-router-1070176320', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:38:00Z', 'updated_at': '2022-04-15T03:39:52Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:01Z', 'updated_at': '2022-04-15T03:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b80a2340-2c27-415a-a0c9-80b1a610876c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.118', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'port_id': '347a4f58-c452-407f-bde8-d216d9e6eaef', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'mac_address': 'fa:16:3e:a9:44:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6bd071-179f-4c5e-9e23-d119888bdc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:38:48Z', 'updated_at': '2022-04-15T03:38:53Z', 'revision_number': 1, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '522dc988-97a8-45f0-9ea1-2260c545fab1', 'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a7:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:11Z', 'updated_at': '2022-04-15T03:38:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f040cfcc-ed60-4aa5-b83b-453ee2c883b5', 'name': '', 'network_id': '3bd59da7-6c8e-4207-8116-308ad61b1e9e', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:4a:37:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'b28862b6-1766-4779-9c30-8d8cdf52319d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:51Z', 'updated_at': '2022-04-15T03:39:54Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'b28862b6-1766-4779-9c30-8d8cdf52319d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:39:55.544313 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2dea70ac-96ec-407b-b0d8-d7b3b523d8cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (5cb95fd7-4b1a-4efe-9ce5-661079e64dac), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:55.564516 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: ecbd93ee-e180-4273-999a-ca72e46baeb3 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:39:55.568987 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ecbd93ee-e180-4273-999a-ca72e46baeb3 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:39:55.649339 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d66d8e-55fa-45cf-b0b4-6be8366e6200 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:55.654226 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3395d86-8116-4e7f-bb49-43e88de06233 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (ecefc000-2773-47f3-bb27-c8061626fc46), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:55.658049 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-c8d66d8e-55fa-45cf-b0b4-6be8366e6200 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:55.664979 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d66d8e-55fa-45cf-b0b4-6be8366e6200 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:55.675403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d66d8e-55fa-45cf-b0b4-6be8366e6200 None None] Pushing event updated for resources: {'Port': ['ID=07c4fc33-b200-4927-91e6-e64424150999,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:55.680319 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0b6d3211-e901-4afb-8a4b-b1d4c16ac03a None None] Current status of the port f040cfcc-ed60-4aa5-b83b-453ee2c883b5 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:55.680708 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3211-e901-4afb-8a4b-b1d4c16ac03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f040cfcc-ed60-4aa5-b83b-453ee2c883b5), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:55.719102 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-f3395d86-8116-4e7f-bb49-43e88de06233 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecefc000-2773-47f3-bb27-c8061626fc46']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:55.721679 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea70ac-96ec-407b-b0d8-d7b3b523d8cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event updated for resources: {'Port': ['ID=5cb95fd7-4b1a-4efe-9ce5-661079e64dac,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:55.742246 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-f3395d86-8116-4e7f-bb49-43e88de06233 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9caffb66-14dc-4634-9bde-7d14f350bed2') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:55.742847 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-f3395d86-8116-4e7f-bb49-43e88de06233 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9caffb66-14dc-4634-9bde-7d14f350bed2') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:55.753117 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2dea70ac-96ec-407b-b0d8-d7b3b523d8cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (c82c2bd2-7e70-442e-8af6-5a3764e8f3bf), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:55.758669 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3395d86-8116-4e7f-bb49-43e88de06233 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (9caffb66-14dc-4634-9bde-7d14f350bed2), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:55.761202 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.objects.ports [None req-d75cb57c-be84-45c3-8f07-e2967cbba06a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104666) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server [None req-c2b24ddf-6487-49b4-a4d4-ffdeb5dd5b1a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f229bea-e065-4e89-9ded-286217058122: This subnet is being modified by another concurrent operation. Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise exception Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f229bea-e065-4e89-9ded-286217058122: This subnet is being modified by another concurrent operation. Apr 15 03:39:55.818585 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server Apr 15 03:39:55.842860 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3395d86-8116-4e7f-bb49-43e88de06233 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (9caffb66-14dc-4634-9bde-7d14f350bed2), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:55.846880 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-0b6d3211-e901-4afb-8a4b-b1d4c16ac03a None None] For port f040cfcc-ed60-4aa5-b83b-453ee2c883b5, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f040cfcc-ed60-4aa5-b83b-453ee2c883b5,segment=NetworkSegment(f0ff399e-88b4-4c84-bdff-928c8d06204f),segment_id=f0ff399e-88b4-4c84-bdff-928c8d06204f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:55.848267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c8d66d8e-55fa-45cf-b0b4-6be8366e6200 None None] Attempting to bind port 07c4fc33-b200-4927-91e6-e64424150999 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:39:55.848632 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c8d66d8e-55fa-45cf-b0b4-6be8366e6200 None None] Attempting to bind port 07c4fc33-b200-4927-91e6-e64424150999 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:39:55.848994 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d66d8e-55fa-45cf-b0b4-6be8366e6200 None None] Attempting to bind port 07c4fc33-b200-4927-91e6-e64424150999 on network d8f597fb-2381-4564-a070-eb7f10af68ac {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:39:55.853569 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3395d86-8116-4e7f-bb49-43e88de06233 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:39:55.859427 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3395d86-8116-4e7f-bb49-43e88de06233 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (9caffb66-14dc-4634-9bde-7d14f350bed2), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:55.859611 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d66d8e-55fa-45cf-b0b4-6be8366e6200 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:39:55.859611 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d66d8e-55fa-45cf-b0b4-6be8366e6200 None None] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:55.859611 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8d66d8e-55fa-45cf-b0b4-6be8366e6200 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:55.859611 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d66d8e-55fa-45cf-b0b4-6be8366e6200 None None] Bound using segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:39:55.859611 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c8d66d8e-55fa-45cf-b0b4-6be8366e6200 None None] Bound port: 07c4fc33-b200-4927-91e6-e64424150999, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:39:55.859611 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8d66d8e-55fa-45cf-b0b4-6be8366e6200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (07c4fc33-b200-4927-91e6-e64424150999), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:39:55.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:39:55.877275 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4014ee-9124-4cc3-b3f8-a42b7dc8504f None None] Network ecefc000-2773-47f3-bb27-c8061626fc46 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:55.992004 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3211-e901-4afb-8a4b-b1d4c16ac03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f040cfcc-ed60-4aa5-b83b-453ee2c883b5), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:56.051924 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-2dea70ac-96ec-407b-b0d8-d7b3b523d8cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Floating IP c82c2bd2-7e70-442e-8af6-5a3764e8f3bf associated. External IP: 172.26.6.146, port: 87815c8a-c5a3-4497-b9b4-51233aaacfb7. Apr 15 03:39:56.063062 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec05950-3f8a-4e1f-a1a8-6750b3de3760 req-94c27b61-cbc5-49c5-befb-3d4a3a2f09c0 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:56.064624 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0ec05950-3f8a-4e1f-a1a8-6750b3de3760 req-94c27b61-cbc5-49c5-befb-3d4a3a2f09c0 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0579846 Apr 15 03:39:56.096016 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d3211-e901-4afb-8a4b-b1d4c16ac03a None None] Pushing event updated for resources: {'Port': ['ID=f040cfcc-ed60-4aa5-b83b-453ee2c883b5,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:56.099483 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3395d86-8116-4e7f-bb49-43e88de06233 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (ecefc000-2773-47f3-bb27-c8061626fc46), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:56.117440 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3395d86-8116-4e7f-bb49-43e88de06233 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:56.120273 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c8d66d8e-55fa-45cf-b0b4-6be8366e6200 None None] For port 07c4fc33-b200-4927-91e6-e64424150999, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:39:56.124912 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f3395d86-8116-4e7f-bb49-43e88de06233 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/ecefc000-2773-47f3-bb27-c8061626fc46 HTTP/1.1" status: 204 len: 168 time: 1.2483578 Apr 15 03:39:56.125095 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ab98704d-9df5-4007-a938-9bacaa0e5e3f None None] Provisioning complete for port f040cfcc-ed60-4aa5-b83b-453ee2c883b5 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:56.125590 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34100) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:56.126341 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ab98704d-9df5-4007-a938-9bacaa0e5e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f040cfcc-ed60-4aa5-b83b-453ee2c883b5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:56.143286 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a2d0cdb8-64f2-4487-9c48-6b8b5e23d5c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1833052433'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:56.159499 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c8d66d8e-55fa-45cf-b0b4-6be8366e6200 None None] For port 07c4fc33-b200-4927-91e6-e64424150999, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=07c4fc33-b200-4927-91e6-e64424150999,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:39:56.165723 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d75cb57c-be84-45c3-8f07-e2967cbba06a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (07c4fc33-b200-4927-91e6-e64424150999), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:56.172075 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3395d86-8116-4e7f-bb49-43e88de06233 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Network': ['ID=ecefc000-2773-47f3-bb27-c8061626fc46,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:56.236302 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0ec05950-3f8a-4e1f-a1a8-6750b3de3760 req-f8fe35ac-fda3-46f0-a1c4-e779419785db tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403763 Apr 15 03:39:56.259080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8d66d8e-55fa-45cf-b0b4-6be8366e6200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (07c4fc33-b200-4927-91e6-e64424150999), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:56.265201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.db.api [None req-d75cb57c-be84-45c3-8f07-e2967cbba06a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:39:56.265651 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG oslo_db.api [None req-d75cb57c-be84-45c3-8f07-e2967cbba06a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:39:56.273110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ab98704d-9df5-4007-a938-9bacaa0e5e3f None None] Current status of the port f040cfcc-ed60-4aa5-b83b-453ee2c883b5 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:56.336667 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d0cdb8-64f2-4487-9c48-6b8b5e23d5c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:56.336865 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d66d8e-55fa-45cf-b0b4-6be8366e6200 None None] Pushing event updated for resources: {'Port': ['ID=07c4fc33-b200-4927-91e6-e64424150999,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:56.341470 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a2d0cdb8-64f2-4487-9c48-6b8b5e23d5c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:56.399447 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96be83-c4ad-411f-bda4-0c4f1142dd4a req-af279dac-e71b-4626-a550-35860b51c06d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:56.408972 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3a96be83-c4ad-411f-bda4-0c4f1142dd4a req-af279dac-e71b-4626-a550-35860b51c06d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0802619 Apr 15 03:39:56.412939 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d0cdb8-64f2-4487-9c48-6b8b5e23d5c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:39:56.433644 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a2d0cdb8-64f2-4487-9c48-6b8b5e23d5c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (b187ce71-6507-405d-b0f1-c4fa641f608f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:56.433807 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-a2d0cdb8-64f2-4487-9c48-6b8b5e23d5c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Added segment b187ce71-6507-405d-b0f1-c4fa641f608f of type vlan for network 13916629-6898-4490-8386-0338892ad748 Apr 15 03:39:56.466960 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3a96be83-c4ad-411f-bda4-0c4f1142dd4a req-43547327-c97c-4c75-8dad-4bb574dfc8e8 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567415 Apr 15 03:39:56.487268 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dea70ac-96ec-407b-b0d8-d7b3b523d8cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Router bfc1f4d4-d407-4aa0-b42b-dac38b9b664e has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:39:56.489090 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a2d0cdb8-64f2-4487-9c48-6b8b5e23d5c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (13916629-6898-4490-8386-0338892ad748), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:56.665312 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257e97b-a47c-49e7-aa4c-56a3969dab7a req-74798f6b-82e2-4f91-8336-17e94997ba5b tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:56.666908 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a257e97b-a47c-49e7-aa4c-56a3969dab7a req-74798f6b-82e2-4f91-8336-17e94997ba5b tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0843596 Apr 15 03:39:56.669833 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a2d0cdb8-64f2-4487-9c48-6b8b5e23d5c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (13916629-6898-4490-8386-0338892ad748), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:56.674963 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d0cdb8-64f2-4487-9c48-6b8b5e23d5c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:56.675541 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a2d0cdb8-64f2-4487-9c48-6b8b5e23d5c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:56.788808 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0cdb8-64f2-4487-9c48-6b8b5e23d5c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Network': ['ID=13916629-6898-4490-8386-0338892ad748,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:56.796084 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a2d0cdb8-64f2-4487-9c48-6b8b5e23d5c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6541362 Apr 15 03:39:56.797014 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34106) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:56.801448 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 13916629-6898-4490-8386-0338892ad748 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:39:56.802430 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dea70ac-96ec-407b-b0d8-d7b3b523d8cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:39:56.806705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-77979402-e30a-473a-83eb-e90d84442541 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'subnet': {'network_id': '13916629-6898-4490-8386-0338892ad748', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:56.819304 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a257e97b-a47c-49e7-aa4c-56a3969dab7a req-ebd27570-7216-4c43-b2e9-86dbd633b633 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386490 Apr 15 03:39:56.824499 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57f06e9-afaa-4275-8666-bdb5b9a4f3b0 None None] Sync routers for ids ['bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:39:56.841325 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d75cb57c-be84-45c3-8f07-e2967cbba06a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (07c4fc33-b200-4927-91e6-e64424150999), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:56.882798 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57f06e9-afaa-4275-8666-bdb5b9a4f3b0 None None] Routers {'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:56.883466 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f57f06e9-afaa-4275-8666-bdb5b9a4f3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:39:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:56.885334 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2dea70ac-96ec-407b-b0d8-d7b3b523d8cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:56.929675 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2dea70ac-96ec-407b-b0d8-d7b3b523d8cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5040407 Apr 15 03:39:56.931330 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd790f1-98aa-4aa8-9e53-c4f3bae1309e', 'tag': '87815c8a-c5a3-4497-b9b4-51233aaacfb7'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:39:56.937393 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae742cff-77b5-457d-9e86-043b9f9f08b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd790f1-98aa-4aa8-9e53-c4f3bae1309e", "tag": "87815c8a-c5a3-4497-b9b4-51233aaacfb7"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:39:56.996642 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f584e8-c354-400c-aabc-da09484dd0bb req-e2f5d047-4585-4eb1-b3de-cfb1dc7187da tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:56.998193 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-94f584e8-c354-400c-aabc-da09484dd0bb req-e2f5d047-4585-4eb1-b3de-cfb1dc7187da tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0916629 Apr 15 03:39:57.014874 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-f57f06e9-afaa-4275-8666-bdb5b9a4f3b0 None None] Set router bfc1f4d4-d407-4aa0-b42b-dac38b9b664e gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:39:57.038445 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b9858-839c-42c5-ae0a-5271f90d15bd req-1957aea0-134f-4b2f-ba35-3392108afa43 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:57.040463 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dc3b9858-839c-42c5-ae0a-5271f90d15bd req-1957aea0-134f-4b2f-ba35-3392108afa43 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 945 time: 0.0572126 Apr 15 03:39:57.097376 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77979402-e30a-473a-83eb-e90d84442541 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:57.100825 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-77979402-e30a-473a-83eb-e90d84442541 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:57.105243 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dc3b9858-839c-42c5-ae0a-5271f90d15bd req-97f258cb-a720-4b7d-9468-fe3d18e1e87b tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571578 Apr 15 03:39:57.136610 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-94f584e8-c354-400c-aabc-da09484dd0bb req-55da2363-f29c-4796-ab2b-f378a5f78772 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284037 Apr 15 03:39:57.137616 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34114) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:57.204431 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-d75cb57c-be84-45c3-8f07-e2967cbba06a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] For port 07c4fc33-b200-4927-91e6-e64424150999, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=07c4fc33-b200-4927-91e6-e64424150999,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:57.213982 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.ipam_backend_mixin [None req-77979402-e30a-473a-83eb-e90d84442541 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Performing IP validity checks on allocation pools {{(pid=104666) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 15 03:39:57.215279 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.ipam_backend_mixin [None req-77979402-e30a-473a-83eb-e90d84442541 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104666) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 15 03:39:57.305372 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124c006c-db09-4120-a23e-df5f49d61075 x-openstack-request-id: req-124c006c-db09-4120-a23e-df5f49d61075 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:39:57.307007 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd790f1-98aa-4aa8-9e53-c4f3bae1309e", "tag": "87815c8a-c5a3-4497-b9b4-51233aaacfb7", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:39:57.307007 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-124c006c-db09-4120-a23e-df5f49d61075 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:39:57.307007 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124c006c-db09-4120-a23e-df5f49d61075'] response: {'name': 'network-changed', 'server_uuid': '4bd790f1-98aa-4aa8-9e53-c4f3bae1309e', 'tag': '87815c8a-c5a3-4497-b9b4-51233aaacfb7', 'status': 'completed', 'code': 200} Apr 15 03:39:57.311444 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d75cb57c-be84-45c3-8f07-e2967cbba06a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (07c4fc33-b200-4927-91e6-e64424150999), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:57.385211 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f040cfcc-ed60-4aa5-b83b-453ee2c883b5 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:57.409273 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d75cb57c-be84-45c3-8f07-e2967cbba06a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (07c4fc33-b200-4927-91e6-e64424150999), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:57.437510 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae742cff-77b5-457d-9e86-043b9f9f08b5 req-8878213d-bf3b-4424-8808-d2c883b78b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:57.439382 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ae742cff-77b5-457d-9e86-043b9f9f08b5 req-8878213d-bf3b-4424-8808-d2c883b78b61 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=29e3407995e14fb583efa0164c47fc4b&device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 1129 time: 0.1320298 Apr 15 03:39:57.446887 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-af8b681d-1453-464b-a95f-8da2a556aa55 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/floatingips/c82c2bd2-7e70-442e-8af6-5a3764e8f3bf HTTP/1.1" status: 200 len: 991 time: 0.3079045 Apr 15 03:39:57.472472 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d75cb57c-be84-45c3-8f07-e2967cbba06a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (b110edb9-a6b2-4982-ab25-5dfdf50d2569), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:57.510063 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port f040cfcc-ed60-4aa5-b83b-453ee2c883b5 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:57.510444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f040cfcc-ed60-4aa5-b83b-453ee2c883b5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:57.550321 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cb57c-be84-45c3-8f07-e2967cbba06a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=07c4fc33-b200-4927-91e6-e64424150999,revision_number=4']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:57.565872 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75cb57c-be84-45c3-8f07-e2967cbba06a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:57.572000 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-77979402-e30a-473a-83eb-e90d84442541 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (0f062dc2-ae7f-4eca-9d84-488ad3b830c2), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:57.578954 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-d75cb57c-be84-45c3-8f07-e2967cbba06a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:57.583849 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75cb57c-be84-45c3-8f07-e2967cbba06a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:57.584447 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d75cb57c-be84-45c3-8f07-e2967cbba06a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:57.587195 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cb57c-be84-45c3-8f07-e2967cbba06a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=b110edb9-a6b2-4982-ab25-5dfdf50d2569,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:57.590100 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f57f06e9-afaa-4275-8666-bdb5b9a4f3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639051796', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:27Z', 'revision_number': 4, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'gw_port': {'id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'c82c2bd2-7e70-442e-8af6-5a3764e8f3bf', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'floating_ip_address': '172.26.6.146', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'port_id': '87815c8a-c5a3-4497-b9b4-51233aaacfb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5', 'mac_address': 'fa:16:3e:ce:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd790f1-98aa-4aa8-9e53-c4f3bae1309e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:39:54Z', 'updated_at': '2022-04-15T03:39:54Z', 'revision_number': 0, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf8f2b1-1982-4895-884a-bed7b3631a18', 'name': '', 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'mac_address': 'fa:16:3e:8a:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dc8d3040-88a1-4b77-bca2-f8be7b3a58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:25Z', 'updated_at': '2022-04-15T03:39:33Z', 'revision_number': 5, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'subnets': [{'id': 'dc8d3040-88a1-4b77-bca2-f8be7b3a58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:57.634742 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57f06e9-afaa-4275-8666-bdb5b9a4f3b0 None None] Checking router: bfc1f4d4-d407-4aa0-b42b-dac38b9b664e for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:39:57.648859 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57f06e9-afaa-4275-8666-bdb5b9a4f3b0 None None] Routers {'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:39:57.649596 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f57f06e9-afaa-4275-8666-bdb5b9a4f3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:39:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:57.665877 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77979402-e30a-473a-83eb-e90d84442541 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Subnet': ['ID=0f062dc2-ae7f-4eca-9d84-488ad3b830c2,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:57.677938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77979402-e30a-473a-83eb-e90d84442541 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Checking segment: {'id': 'b187ce71-6507-405d-b0f1-c4fa641f608f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '13916629-6898-4490-8386-0338892ad748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:39:57.680392 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77979402-e30a-473a-83eb-e90d84442541 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network hostable DHCP agents. Network: 13916629-6898-4490-8386-0338892ad748, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:39:57.711141 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d75cb57c-be84-45c3-8f07-e2967cbba06a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3329096 Apr 15 03:39:57.713737 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34120) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:57.722592 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2282ca72-94ac-4bf0-86fa-1a2be795e6c7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'mac_address': 'fa:16:3e:35:58:de', 'name': 'tempest-NetworksTestDHCPv6-1562756911'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:57.767515 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9747303e-d226-4647-b9ed-cd8128d536ce None None] get_active_networks_info from dv-neutron-837140-3-hyperv {{(pid=104668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 15 03:39:57.771532 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port f040cfcc-ed60-4aa5-b83b-453ee2c883b5 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:57.772622 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 07c4fc33-b200-4927-91e6-e64424150999 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:57.812700 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77979402-e30a-473a-83eb-e90d84442541 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network 13916629-6898-4490-8386-0338892ad748 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:39:57.853607 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-40514dac-9d9b-45fa-945d-d9971924e298 None None] Provisioning complete for port 07c4fc33-b200-4927-91e6-e64424150999 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:57.853979 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-40514dac-9d9b-45fa-945d-d9971924e298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (07c4fc33-b200-4927-91e6-e64424150999), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:57.902774 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-77979402-e30a-473a-83eb-e90d84442541 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 13916629-6898-4490-8386-0338892ad748) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:57.907815 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77979402-e30a-473a-83eb-e90d84442541 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:57.908449 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-77979402-e30a-473a-83eb-e90d84442541 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:57.919488 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-f57f06e9-afaa-4275-8666-bdb5b9a4f3b0 None None] Set router bfc1f4d4-d407-4aa0-b42b-dac38b9b664e gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:39:57.930705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2282ca72-94ac-4bf0-86fa-1a2be795e6c7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:57.971875 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09939d09-ced3-4966-81af-b9fbf12ea2ed req-f370f075-e830-4b64-936a-407fd2602acc tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:57.973484 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-09939d09-ced3-4966-81af-b9fbf12ea2ed req-f370f075-e830-4b64-936a-407fd2602acc tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0938127 Apr 15 03:39:57.984264 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 07c4fc33-b200-4927-91e6-e64424150999 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:57.984640 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (07c4fc33-b200-4927-91e6-e64424150999), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:58.002007 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae742cff-77b5-457d-9e86-043b9f9f08b5 req-670de77f-2ee6-4afe-bcb0-2785e5ca5ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:58.003567 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ae742cff-77b5-457d-9e86-043b9f9f08b5 req-670de77f-2ee6-4afe-bcb0-2785e5ca5ed1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f3081e79-3282-4be9-823f-9ce5503e6db5 HTTP/1.1" status: 200 len: 897 time: 0.5554078 Apr 15 03:39:58.008974 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-77979402-e30a-473a-83eb-e90d84442541 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2088029 Apr 15 03:39:58.009287 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34122) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:58.033420 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2282ca72-94ac-4bf0-86fa-1a2be795e6c7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:58.056403 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-2282ca72-94ac-4bf0-86fa-1a2be795e6c7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] device_id is not set on port 8163ab45-5a7e-4771-bd1b-c90e7768c6c4 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:39:58.146866 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-09939d09-ced3-4966-81af-b9fbf12ea2ed req-641e2118-d426-4e32-9dd5-a0450d037c0f tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636605 Apr 15 03:39:58.193165 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ae742cff-77b5-457d-9e86-043b9f9f08b5 req-22f16fac-56ee-4503-a84c-7f5b8e6e2a21 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87815c8a-c5a3-4497-b9b4-51233aaacfb7 HTTP/1.1" status: 200 len: 999 time: 0.1705813 Apr 15 03:39:58.254466 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae8b6c32-6d31-430f-a530-96fc716ae672 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (13916629-6898-4490-8386-0338892ad748), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:58.256285 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-2282ca72-94ac-4bf0-86fa-1a2be795e6c7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 172.20.0.12 (d8f597fb-2381-4564-a070-eb7f10af68ac/46506e5c-4c4f-4410-8cfc-1d0771f11ad9/8163ab45-5a7e-4771-bd1b-c90e7768c6c4) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:58.264641 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-2282ca72-94ac-4bf0-86fa-1a2be795e6c7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8::f816:3eff:fe35:58de (d8f597fb-2381-4564-a070-eb7f10af68ac/b110edb9-a6b2-4982-ab25-5dfdf50d2569/8163ab45-5a7e-4771-bd1b-c90e7768c6c4) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:39:58.271293 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae742cff-77b5-457d-9e86-043b9f9f08b5 req-f6e645a8-f025-4403-bc67-c86574f89be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:58.272778 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ae742cff-77b5-457d-9e86-043b9f9f08b5 req-f6e645a8-f025-4403-bc67-c86574f89be8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc8d3040-88a1-4b77-bca2-f8be7b3a58f5 HTTP/1.1" status: 200 len: 833 time: 0.0689328 Apr 15 03:39:58.347140 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae8b6c32-6d31-430f-a530-96fc716ae672 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (0f062dc2-ae7f-4eca-9d84-488ad3b830c2), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:58.350270 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae742cff-77b5-457d-9e86-043b9f9f08b5 req-9146df2d-202c-45c4-95a0-a25b1219ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:58.351810 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ae742cff-77b5-457d-9e86-043b9f9f08b5 req-9146df2d-202c-45c4-95a0-a25b1219ff1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3081e79-3282-4be9-823f-9ce5503e6db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0552003 Apr 15 03:39:58.432432 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2282ca72-94ac-4bf0-86fa-1a2be795e6c7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (8163ab45-5a7e-4771-bd1b-c90e7768c6c4), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:58.436309 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-40514dac-9d9b-45fa-945d-d9971924e298 None None] Current status of the port 07c4fc33-b200-4927-91e6-e64424150999 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:58.436866 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-40514dac-9d9b-45fa-945d-d9971924e298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (07c4fc33-b200-4927-91e6-e64424150999), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:58.450409 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34124) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:58.462119 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 07c4fc33-b200-4927-91e6-e64424150999 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:58.462503 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (07c4fc33-b200-4927-91e6-e64424150999), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:58.486911 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ae742cff-77b5-457d-9e86-043b9f9f08b5 req-613895a1-7a78-4b96-aac0-0ce04837cff5 service neutron] 10.222.0.30 "GET /v2.0/networks/f3081e79-3282-4be9-823f-9ce5503e6db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134145 Apr 15 03:39:58.544654 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-40514dac-9d9b-45fa-945d-d9971924e298 None None] For port 07c4fc33-b200-4927-91e6-e64424150999, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=07c4fc33-b200-4927-91e6-e64424150999,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:39:58.556753 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae8b6c32-6d31-430f-a530-96fc716ae672 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (0f062dc2-ae7f-4eca-9d84-488ad3b830c2), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:58.575800 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9747303e-d226-4647-b9ed-cd8128d536ce None None] Unable to find a vacant binding_index for network 13916629-6898-4490-8386-0338892ad748 and agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 {{(pid=104668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 15 03:39:58.588432 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9747303e-d226-4647-b9ed-cd8128d536ce None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 13916629-6898-4490-8386-0338892ad748) {{(pid=104668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 15 03:39:58.589840 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b6c32-6d31-430f-a530-96fc716ae672 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Subnet': ['ID=0f062dc2-ae7f-4eca-9d84-488ad3b830c2,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:58.599277 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f57f06e9-afaa-4275-8666-bdb5b9a4f3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639051796', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:27Z', 'revision_number': 4, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'gw_port': {'id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'c82c2bd2-7e70-442e-8af6-5a3764e8f3bf', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'floating_ip_address': '172.26.6.146', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'port_id': '87815c8a-c5a3-4497-b9b4-51233aaacfb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5', 'mac_address': 'fa:16:3e:ce:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd790f1-98aa-4aa8-9e53-c4f3bae1309e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:39:54Z', 'updated_at': '2022-04-15T03:39:54Z', 'revision_number': 0, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf8f2b1-1982-4895-884a-bed7b3631a18', 'name': '', 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'mac_address': 'fa:16:3e:8a:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dc8d3040-88a1-4b77-bca2-f8be7b3a58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:25Z', 'updated_at': '2022-04-15T03:39:33Z', 'revision_number': 5, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'subnets': [{'id': 'dc8d3040-88a1-4b77-bca2-f8be7b3a58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:58.601841 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-dc35ac67-c999-4b0a-b92a-c838a7eae4e1 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/floatingips/c82c2bd2-7e70-442e-8af6-5a3764e8f3bf HTTP/1.1" status: 200 len: 991 time: 0.1501026 Apr 15 03:39:58.633105 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-40514dac-9d9b-45fa-945d-d9971924e298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (07c4fc33-b200-4927-91e6-e64424150999), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:58.635321 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57f06e9-afaa-4275-8666-bdb5b9a4f3b0 None None] The sync data for ids ['bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'] in dv-neutron-837140-3-hyperv is: [{'id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639051796', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:27Z', 'revision_number': 4, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'gw_port': {'id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'c82c2bd2-7e70-442e-8af6-5a3764e8f3bf', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'floating_ip_address': '172.26.6.146', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'port_id': '87815c8a-c5a3-4497-b9b4-51233aaacfb7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5', 'mac_address': 'fa:16:3e:ce:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd790f1-98aa-4aa8-9e53-c4f3bae1309e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:39:54Z', 'updated_at': '2022-04-15T03:39:54Z', 'revision_number': 0, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbf8f2b1-1982-4895-884a-bed7b3631a18', 'name': '', 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'mac_address': 'fa:16:3e:8a:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dc8d3040-88a1-4b77-bca2-f8be7b3a58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:25Z', 'updated_at': '2022-04-15T03:39:33Z', 'revision_number': 5, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'subnets': [{'id': 'dc8d3040-88a1-4b77-bca2-f8be7b3a58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:39:58.644493 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2282ca72-94ac-4bf0-86fa-1a2be795e6c7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (8163ab45-5a7e-4771-bd1b-c90e7768c6c4), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:58.682852 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ae742cff-77b5-457d-9e86-043b9f9f08b5 req-5332de50-c33f-45bc-a9c3-361893b68bf3 service neutron] 10.222.0.30 "GET /v2.0/networks/f3081e79-3282-4be9-823f-9ce5503e6db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893275 Apr 15 03:39:58.683863 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae8b6c32-6d31-430f-a530-96fc716ae672 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (13916629-6898-4490-8386-0338892ad748), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:58.704572 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282ca72-94ac-4bf0-86fa-1a2be795e6c7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=8163ab45-5a7e-4771-bd1b-c90e7768c6c4,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:58.720616 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2282ca72-94ac-4bf0-86fa-1a2be795e6c7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:39:58.723384 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-2282ca72-94ac-4bf0-86fa-1a2be795e6c7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:39:58.725094 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-ae8b6c32-6d31-430f-a530-96fc716ae672 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13916629-6898-4490-8386-0338892ad748']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:58.725898 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2282ca72-94ac-4bf0-86fa-1a2be795e6c7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:39:58.736519 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-ae8b6c32-6d31-430f-a530-96fc716ae672 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b187ce71-6507-405d-b0f1-c4fa641f608f') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:58.737086 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-ae8b6c32-6d31-430f-a530-96fc716ae672 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b187ce71-6507-405d-b0f1-c4fa641f608f') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:39:58.756294 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae8b6c32-6d31-430f-a530-96fc716ae672 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (b187ce71-6507-405d-b0f1-c4fa641f608f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:58.773924 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae8b6c32-6d31-430f-a530-96fc716ae672 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (b187ce71-6507-405d-b0f1-c4fa641f608f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:58.781241 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8b6c32-6d31-430f-a530-96fc716ae672 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:39:58.781864 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae8b6c32-6d31-430f-a530-96fc716ae672 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (b187ce71-6507-405d-b0f1-c4fa641f608f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:39:58.786351 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:39:58.791964 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:39:58.792350 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:39:58.793952 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2282ca72-94ac-4bf0-86fa-1a2be795e6c7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:58.794942 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2282ca72-94ac-4bf0-86fa-1a2be795e6c7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:58.802061 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40514dac-9d9b-45fa-945d-d9971924e298 None None] Pushing event updated for resources: {'Port': ['ID=07c4fc33-b200-4927-91e6-e64424150999,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:58.869042 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2282ca72-94ac-4bf0-86fa-1a2be795e6c7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1529369 Apr 15 03:39:58.872042 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34128) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:58.914364 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c8fef1-1e04-4f1a-9e9b-a5aa911f8e85 None None] New status for floating IP c82c2bd2-7e70-442e-8af6-5a3764e8f3bf: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:39:58.926928 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85871543-08a8-4243-94a4-f9ddfccad67a None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:58.929343 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b9c700-6afc-481e-a9b7-bd3e3c7d9fbd None None] Network 13916629-6898-4490-8386-0338892ad748 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:58.940163 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92edf76-61ca-4f52-987a-b496aa00b57f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:58.945444 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92edf76-61ca-4f52-987a-b496aa00b57f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:58.946916 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae8b6c32-6d31-430f-a530-96fc716ae672 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (13916629-6898-4490-8386-0338892ad748), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:58.949882 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b92edf76-61ca-4f52-987a-b496aa00b57f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0768623 Apr 15 03:39:58.950491 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34130) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:58.951505 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae8b6c32-6d31-430f-a530-96fc716ae672 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:58.955303 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ae8b6c32-6d31-430f-a530-96fc716ae672 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/13916629-6898-4490-8386-0338892ad748 HTTP/1.1" status: 204 len: 168 time: 0.9450088 Apr 15 03:39:58.964956 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34132) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:58.975346 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b6c32-6d31-430f-a530-96fc716ae672 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Network': ['ID=13916629-6898-4490-8386-0338892ad748,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:58.987136 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f66f675e-648a-44a5-b6d8-bfa38903686b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-714397394'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:59.058702 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-8d1c1261-2e94-410c-a053-4401cb25be64 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting port 8163ab45-5a7e-4771-bd1b-c90e7768c6c4 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:39:59.059051 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8d1c1261-2e94-410c-a053-4401cb25be64 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (8163ab45-5a7e-4771-bd1b-c90e7768c6c4), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:59.089355 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66f675e-648a-44a5-b6d8-bfa38903686b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:59.092659 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f66f675e-648a-44a5-b6d8-bfa38903686b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:59.095508 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fc87c4-8394-497d-a153-a075c91d8402 None None] Network 13916629-6898-4490-8386-0338892ad748 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:39:59.128786 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fc87c4-8394-497d-a153-a075c91d8402 None None] Network 13916629-6898-4490-8386-0338892ad748 could not be found, it might have been deleted concurrently. {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 15 03:39:59.153984 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66f675e-648a-44a5-b6d8-bfa38903686b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:39:59.178043 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f66f675e-648a-44a5-b6d8-bfa38903686b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (e741b975-d88a-408e-8176-ee9188ca32a6), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:59.178375 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-f66f675e-648a-44a5-b6d8-bfa38903686b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Added segment e741b975-d88a-408e-8176-ee9188ca32a6 of type vlan for network c26d5ff9-c3b3-4295-b418-96f85b46e634 Apr 15 03:39:59.190965 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8d1c1261-2e94-410c-a053-4401cb25be64 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (8163ab45-5a7e-4771-bd1b-c90e7768c6c4), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:59.212360 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-8d1c1261-2e94-410c-a053-4401cb25be64 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Calling delete_port for 8163ab45-5a7e-4771-bd1b-c90e7768c6c4 owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:39:59.266710 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f66f675e-648a-44a5-b6d8-bfa38903686b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (c26d5ff9-c3b3-4295-b418-96f85b46e634), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:59.333672 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 07c4fc33-b200-4927-91e6-e64424150999 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:59.357643 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcdf4a-e1be-4d0c-9aac-34b18871abda req-f8770d42-a885-4135-a98c-bb461528b9bd tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:59.359223 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e8bcdf4a-e1be-4d0c-9aac-34b18871abda req-f8770d42-a885-4135-a98c-bb461528b9bd tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1220300 Apr 15 03:39:59.416329 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 07c4fc33-b200-4927-91e6-e64424150999 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:39:59.430479 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f66f675e-648a-44a5-b6d8-bfa38903686b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (c26d5ff9-c3b3-4295-b418-96f85b46e634), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:59.435609 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66f675e-648a-44a5-b6d8-bfa38903686b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:59.436266 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f66f675e-648a-44a5-b6d8-bfa38903686b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:59.469533 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 07c4fc33-b200-4927-91e6-e64424150999 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:59.470117 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (07c4fc33-b200-4927-91e6-e64424150999), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:59.516049 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e8bcdf4a-e1be-4d0c-9aac-34b18871abda req-dfaca055-7b90-4d1b-9a95-bec16b4d1bb1 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500406 Apr 15 03:39:59.525256 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:39:59.560537 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f675e-648a-44a5-b6d8-bfa38903686b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Network': ['ID=c26d5ff9-c3b3-4295-b418-96f85b46e634,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:59.579136 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network c26d5ff9-c3b3-4295-b418-96f85b46e634 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:39:59.605921 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34136) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:59.623866 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f66f675e-648a-44a5-b6d8-bfa38903686b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6372230 Apr 15 03:39:59.624096 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34138) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:59.630018 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-48a85a63-e1db-47fb-a073-5197fd559f47 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'subnet': {'network_id': 'c26d5ff9-c3b3-4295-b418-96f85b46e634', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:39:59.641962 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 07c4fc33-b200-4927-91e6-e64424150999 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:59.690439 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-faefe4b8-0803-4f42-b37e-d1bfc6a93adc tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/floatingips/c82c2bd2-7e70-442e-8af6-5a3764e8f3bf HTTP/1.1" status: 200 len: 993 time: 0.0786576 Apr 15 03:39:59.742759 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8d1c1261-2e94-410c-a053-4401cb25be64 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (8163ab45-5a7e-4771-bd1b-c90e7768c6c4), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:59.762073 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-cf8a79cd-1b84-4389-8f76-900075217aaa None None] Provisioning complete for port 07c4fc33-b200-4927-91e6-e64424150999 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:39:59.762522 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cf8a79cd-1b84-4389-8f76-900075217aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (07c4fc33-b200-4927-91e6-e64424150999), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:59.773145 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c1261-2e94-410c-a053-4401cb25be64 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Port': ['ID=8163ab45-5a7e-4771-bd1b-c90e7768c6c4,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:39:59.840152 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a85a63-e1db-47fb-a073-5197fd559f47 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:39:59.843688 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-48a85a63-e1db-47fb-a073-5197fd559f47 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:59.877061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8d1c1261-2e94-410c-a053-4401cb25be64 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:39:59.878568 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-cf8a79cd-1b84-4389-8f76-900075217aaa None None] Current status of the port 07c4fc33-b200-4927-91e6-e64424150999 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:39:59.880937 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8d1c1261-2e94-410c-a053-4401cb25be64 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/8163ab45-5a7e-4771-bd1b-c90e7768c6c4 HTTP/1.1" status: 204 len: 168 time: 0.9292266 Apr 15 03:39:59.883189 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34140) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:39:59.885469 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-cf8a79cd-1b84-4389-8f76-900075217aaa None None] Could not find standard attr ID for object 8163ab45-5a7e-4771-bd1b-c90e7768c6c4. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:39:59.942238 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debc301a-17e5-4d9f-80c9-475e96f3d6e4 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:59.943894 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debc301a-17e5-4d9f-80c9-475e96f3d6e4 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:59.945568 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debc301a-17e5-4d9f-80c9-475e96f3d6e4 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:39:59.949733 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-debc301a-17e5-4d9f-80c9-475e96f3d6e4 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0626209 Apr 15 03:39:59.950070 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34142) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:00.041816 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58b96a8-4a22-4471-8d7d-7388d3d54162 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet 46506e5c-4c4f-4410-8cfc-1d0771f11ad9 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:40:00.050148 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d58b96a8-4a22-4471-8d7d-7388d3d54162 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (46506e5c-4c4f-4410-8cfc-1d0771f11ad9), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:00.099346 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d2e4534c-9d45-4801-ab63-7f512348ecab None None] Could not find standard attr ID for object d11d6f27-e84b-42fd-8b75-96c4f3eb8ccb. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:40:00.128151 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d58b96a8-4a22-4471-8d7d-7388d3d54162 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (46506e5c-4c4f-4410-8cfc-1d0771f11ad9), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:00.210834 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-48a85a63-e1db-47fb-a073-5197fd559f47 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (71b27887-6ea2-4f52-b25b-2755aa246e9e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:00.256618 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d58b96a8-4a22-4471-8d7d-7388d3d54162 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (46506e5c-4c4f-4410-8cfc-1d0771f11ad9), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:00.309772 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a85a63-e1db-47fb-a073-5197fd559f47 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Subnet': ['ID=71b27887-6ea2-4f52-b25b-2755aa246e9e,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:00.316133 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5cb787e1-fcce-42f5-a789-827ca44d9469 None None] Could not find standard attr ID for object 56d22d0d-460d-4e5f-8a0d-9e1aa3870ba2. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:40:00.330656 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a85a63-e1db-47fb-a073-5197fd559f47 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Checking segment: {'id': 'e741b975-d88a-408e-8176-ee9188ca32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c26d5ff9-c3b3-4295-b418-96f85b46e634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:00.331028 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a85a63-e1db-47fb-a073-5197fd559f47 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network hostable DHCP agents. Network: c26d5ff9-c3b3-4295-b418-96f85b46e634, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:40:00.428030 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a85a63-e1db-47fb-a073-5197fd559f47 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network c26d5ff9-c3b3-4295-b418-96f85b46e634 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:40:00.438644 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d58b96a8-4a22-4471-8d7d-7388d3d54162 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (46506e5c-4c4f-4410-8cfc-1d0771f11ad9), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:00.465179 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b96a8-4a22-4471-8d7d-7388d3d54162 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=46506e5c-4c4f-4410-8cfc-1d0771f11ad9,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:00.471727 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d58b96a8-4a22-4471-8d7d-7388d3d54162 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:00.477486 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34144) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:00.477689 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d58b96a8-4a22-4471-8d7d-7388d3d54162 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/46506e5c-4c4f-4410-8cfc-1d0771f11ad9 HTTP/1.1" status: 204 len: 168 time: 0.5266080 Apr 15 03:40:00.513581 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-48a85a63-e1db-47fb-a073-5197fd559f47 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, c26d5ff9-c3b3-4295-b418-96f85b46e634) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:00.519622 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a85a63-e1db-47fb-a073-5197fd559f47 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:00.523503 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-48a85a63-e1db-47fb-a073-5197fd559f47 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:00.532918 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3971946b-86b9-40fc-803f-91d7b3c3a452 None None] Network c26d5ff9-c3b3-4295-b418-96f85b46e634 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:00.538163 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb08ac97-7e74-4e27-ba41-c6cf033d9952 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet b110edb9-a6b2-4982-ab25-5dfdf50d2569 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:40:00.541159 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-2ab29a5e-8489-4f39-8e2f-58fb9d8f59a6 None None] Could not find standard attr ID for object 8163ab45-5a7e-4771-bd1b-c90e7768c6c4. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:40:00.543992 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eb08ac97-7e74-4e27-ba41-c6cf033d9952 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (b110edb9-a6b2-4982-ab25-5dfdf50d2569), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:00.606075 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eb08ac97-7e74-4e27-ba41-c6cf033d9952 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (b110edb9-a6b2-4982-ab25-5dfdf50d2569), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:00.612801 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-48a85a63-e1db-47fb-a073-5197fd559f47 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9874661 Apr 15 03:40:00.613702 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34150) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:00.672723 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143c874a-3101-4db7-b362-00133f074a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-c26d5ff9-c3b3-4295-b418-96f85b46e634', 'network_id': 'c26d5ff9-c3b3-4295-b418-96f85b46e634', 'project_id': '569513fa24ae47b284f0cc7d5070901d', 'fixed_ips': [{'subnet_id': '71b27887-6ea2-4f52-b25b-2755aa246e9e'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:40:00.674171 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-143c874a-3101-4db7-b362-00133f074a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:00.715918 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d0dae-d72b-45f4-9237-f406fd291792 req-b8caf919-57fc-4a2e-b399-11ec60690c6e tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:00.717641 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-039d0dae-d72b-45f4-9237-f406fd291792 req-b8caf919-57fc-4a2e-b399-11ec60690c6e tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1206245 Apr 15 03:40:00.734824 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eb08ac97-7e74-4e27-ba41-c6cf033d9952 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (b110edb9-a6b2-4982-ab25-5dfdf50d2569), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:00.761912 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c8aa72-fa20-43a9-bc7d-b7adf22506b6 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:00.783942 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-039d0dae-d72b-45f4-9237-f406fd291792 req-275ff84a-1672-4bc2-aa52-a97ad31d0855 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604260 Apr 15 03:40:00.797876 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (c26d5ff9-c3b3-4295-b418-96f85b46e634), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:00.849921 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (71b27887-6ea2-4f52-b25b-2755aa246e9e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:00.868423 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eb08ac97-7e74-4e27-ba41-c6cf033d9952 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (b110edb9-a6b2-4982-ab25-5dfdf50d2569), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:00.897166 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08ac97-7e74-4e27-ba41-c6cf033d9952 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=b110edb9-a6b2-4982-ab25-5dfdf50d2569,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:00.901185 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eb08ac97-7e74-4e27-ba41-c6cf033d9952 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:00.904602 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-eb08ac97-7e74-4e27-ba41-c6cf033d9952 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/b110edb9-a6b2-4982-ab25-5dfdf50d2569 HTTP/1.1" status: 204 len: 168 time: 0.4258888 Apr 15 03:40:00.908453 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34152) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:00.915412 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-143c874a-3101-4db7-b362-00133f074a01 None None] Allocated IP 172.20.0.1 (c26d5ff9-c3b3-4295-b418-96f85b46e634/71b27887-6ea2-4f52-b25b-2755aa246e9e/f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:00.954285 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9b912892-7d9c-46ee-9cc2-b711ea91e8b6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447059 Apr 15 03:40:00.956873 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34154) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:01.003647 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682a16b3-84e5-40fb-93fa-ec8e3af216f4 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:01.005077 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-682a16b3-84e5-40fb-93fa-ec8e3af216f4 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0473075 Apr 15 03:40:01.007607 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34156) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:01.043920 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07541a97-45fc-4090-9a77-c38eab0a7f49 None None] Update dhcp port {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'fixed_ips': [{'subnet_id': 'b110edb9-a6b2-4982-ab25-5dfdf50d2569'}], 'binding:host_id': 'dv-neutron-837140-3-hyperv'}, 'id': '07c4fc33-b200-4927-91e6-e64424150999'} from dv-neutron-837140-3-hyperv. {{(pid=104668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 15 03:40:01.057043 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1deea8e-fc5c-466e-935d-602cac3d81da tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:01.059215 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e1deea8e-fc5c-466e-935d-602cac3d81da tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0507035 Apr 15 03:40:01.061810 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34158) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:01.088093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-07541a97-45fc-4090-9a77-c38eab0a7f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (07c4fc33-b200-4927-91e6-e64424150999), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:01.104236 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c0026443-56f2-44df-a247-994a94957fcd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412984 Apr 15 03:40:01.112621 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34160) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:01.116509 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-6eb333ac-0ee3-4af4-b4fe-67ca137875df tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:01.160457 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-143c874a-3101-4db7-b362-00133f074a01 None None] Publish callbacks [] for port (f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:01.239817 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-143c874a-3101-4db7-b362-00133f074a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:01.278138 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143c874a-3101-4db7-b362-00133f074a01 None None] Network c26d5ff9-c3b3-4295-b418-96f85b46e634 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:01.281070 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-143c874a-3101-4db7-b362-00133f074a01 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:01.283588 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143c874a-3101-4db7-b362-00133f074a01 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:01.298829 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aefa58b-06cf-4f92-b2a8-50c78bc18397 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:01.301870 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb333ac-0ee3-4af4-b4fe-67ca137875df tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:01.305415 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6eb333ac-0ee3-4af4-b4fe-67ca137875df tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:01.306895 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb333ac-0ee3-4af4-b4fe-67ca137875df tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:40:01.307344 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb333ac-0ee3-4af4-b4fe-67ca137875df tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:01.314694 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c874a-3101-4db7-b362-00133f074a01 None None] Pushing event updated for resources: {'Port': ['ID=f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:01.329333 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (71b27887-6ea2-4f52-b25b-2755aa246e9e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:01.365558 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Subnet': ['ID=71b27887-6ea2-4f52-b25b-2755aa246e9e,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:01.416049 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6eb333ac-0ee3-4af4-b4fe-67ca137875df tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3039739 Apr 15 03:40:01.416847 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34162) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:01.427095 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a602bde2-3e00-4a8d-b55c-39101e7c6eca tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:01.431472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (c26d5ff9-c3b3-4295-b418-96f85b46e634), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:01.455806 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c26d5ff9-c3b3-4295-b418-96f85b46e634']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:01.466133 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e741b975-d88a-408e-8176-ee9188ca32a6') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:01.466471 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e741b975-d88a-408e-8176-ee9188ca32a6') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:01.483013 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (e741b975-d88a-408e-8176-ee9188ca32a6), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:01.500158 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (e741b975-d88a-408e-8176-ee9188ca32a6), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:01.508105 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:40:01.508333 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 07c4fc33-b200-4927-91e6-e64424150999 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:01.509187 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (e741b975-d88a-408e-8176-ee9188ca32a6), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:40:01.513167 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:40:01.592350 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5998416f-2016-4d8a-a1bc-8614914cb4eb None None] Provisioning complete for port 07c4fc33-b200-4927-91e6-e64424150999 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:01.593011 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5998416f-2016-4d8a-a1bc-8614914cb4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (07c4fc33-b200-4927-91e6-e64424150999), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:01.593246 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a602bde2-3e00-4a8d-b55c-39101e7c6eca tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:01.594352 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.db.api [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 03:40:01.594352 dv-neutron-837140-3-hyperv neutron-server[104667]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 03:40:01.594352 dv-neutron-837140-3-hyperv neutron-server[104667]: [parameters: {'id': 'c26d5ff9-c3b3-4295-b418-96f85b46e634'}] Apr 15 03:40:01.594352 dv-neutron-837140-3-hyperv neutron-server[104667]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:40:01.594705 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG oslo_db.api [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:40:01.596808 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a602bde2-3e00-4a8d-b55c-39101e7c6eca tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:01.599035 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-a602bde2-3e00-4a8d-b55c-39101e7c6eca tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:40:01.599035 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a602bde2-3e00-4a8d-b55c-39101e7c6eca tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:01.653701 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-143c874a-3101-4db7-b362-00133f074a01 None None] Attempting to bind port f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:40:01.654072 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-143c874a-3101-4db7-b362-00133f074a01 None None] Attempting to bind port f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'e741b975-d88a-408e-8176-ee9188ca32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c26d5ff9-c3b3-4295-b418-96f85b46e634'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:40:01.654436 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c874a-3101-4db7-b362-00133f074a01 None None] Attempting to bind port f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3 on network c26d5ff9-c3b3-4295-b418-96f85b46e634 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:40:01.670219 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c874a-3101-4db7-b362-00133f074a01 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:40:01.670621 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c874a-3101-4db7-b362-00133f074a01 None None] Checking segment: {'id': 'e741b975-d88a-408e-8176-ee9188ca32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c26d5ff9-c3b3-4295-b418-96f85b46e634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:01.671021 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-143c874a-3101-4db7-b362-00133f074a01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:01.671420 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c874a-3101-4db7-b362-00133f074a01 None None] Bound using segment: {'id': 'e741b975-d88a-408e-8176-ee9188ca32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c26d5ff9-c3b3-4295-b418-96f85b46e634'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:40:01.671916 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-143c874a-3101-4db7-b362-00133f074a01 None None] Bound port: f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e741b975-d88a-408e-8176-ee9188ca32a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c26d5ff9-c3b3-4295-b418-96f85b46e634'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:40:01.672302 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-143c874a-3101-4db7-b362-00133f074a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:01.676344 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a602bde2-3e00-4a8d-b55c-39101e7c6eca tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2575257 Apr 15 03:40:01.679298 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34164) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:01.684615 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-82a3bdb2-fcda-4bb3-bfde-d71aea5713e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:01.702028 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782430df-4f81-4a16-b498-28eaa8d9947b None None] DHCP port deletion for d8f597fb-2381-4564-a070-eb7f10af68ac request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:40:01.815939 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 07c4fc33-b200-4927-91e6-e64424150999 is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:01.816244 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (07c4fc33-b200-4927-91e6-e64424150999), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:01.840001 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a3bdb2-fcda-4bb3-bfde-d71aea5713e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:01.843876 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-82a3bdb2-fcda-4bb3-bfde-d71aea5713e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:01.845592 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a3bdb2-fcda-4bb3-bfde-d71aea5713e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:40:01.846105 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a3bdb2-fcda-4bb3-bfde-d71aea5713e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:01.862866 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-143c874a-3101-4db7-b362-00133f074a01 None None] For port f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:40:01.864753 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-782430df-4f81-4a16-b498-28eaa8d9947b None None] Deleting port 07c4fc33-b200-4927-91e6-e64424150999 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:01.865128 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-782430df-4f81-4a16-b498-28eaa8d9947b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (07c4fc33-b200-4927-91e6-e64424150999), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:01.869283 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-143c874a-3101-4db7-b362-00133f074a01 None None] For port f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3,segment=NetworkSegment(e741b975-d88a-408e-8176-ee9188ca32a6),segment_id=e741b975-d88a-408e-8176-ee9188ca32a6)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:40:01.871038 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5998416f-2016-4d8a-a1bc-8614914cb4eb None None] Current status of the port 07c4fc33-b200-4927-91e6-e64424150999 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:01.908177 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 07c4fc33-b200-4927-91e6-e64424150999, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=07c4fc33-b200-4927-91e6-e64424150999,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:01.916248 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d796d-24cd-4ca6-92bf-5ff8296fb310 req-b25e9aa8-c000-46fc-8fda-0a400a2fceea tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:01.919896 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2a7d796d-24cd-4ca6-92bf-5ff8296fb310 req-b25e9aa8-c000-46fc-8fda-0a400a2fceea tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0536778 Apr 15 03:40:01.924736 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-82a3bdb2-fcda-4bb3-bfde-d71aea5713e5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2434750 Apr 15 03:40:01.928587 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34168) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:01.934351 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-41553d01-9016-4bf3-b3df-525fd04d3f75 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:01.948043 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-143c874a-3101-4db7-b362-00133f074a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:01.958298 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-782430df-4f81-4a16-b498-28eaa8d9947b None None] For port 07c4fc33-b200-4927-91e6-e64424150999, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=07c4fc33-b200-4927-91e6-e64424150999,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:01.958718 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-782430df-4f81-4a16-b498-28eaa8d9947b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (07c4fc33-b200-4927-91e6-e64424150999), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:01.974438 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2a7d796d-24cd-4ca6-92bf-5ff8296fb310 req-9db56316-ee94-4427-a4e4-cf26743c35d9 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493753 Apr 15 03:40:01.992902 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (07c4fc33-b200-4927-91e6-e64424150999), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:01.997792 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-782430df-4f81-4a16-b498-28eaa8d9947b None None] Calling delete_port for 07c4fc33-b200-4927-91e6-e64424150999 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:02.092803 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c874a-3101-4db7-b362-00133f074a01 None None] Pushing event updated for resources: {'Port': ['ID=f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:02.096192 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (c26d5ff9-c3b3-4295-b418-96f85b46e634), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:02.102764 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41553d01-9016-4bf3-b3df-525fd04d3f75 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:02.106329 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-41553d01-9016-4bf3-b3df-525fd04d3f75 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:02.107839 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-41553d01-9016-4bf3-b3df-525fd04d3f75 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:40:02.108331 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41553d01-9016-4bf3-b3df-525fd04d3f75 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:02.135903 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5255498c-3c2d-4d0f-8781-8f4b8a61a7c5 None None] Network c26d5ff9-c3b3-4295-b418-96f85b46e634 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:02.155426 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Deleting port f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:02.155775 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:02.204543 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-41553d01-9016-4bf3-b3df-525fd04d3f75 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2747567 Apr 15 03:40:02.207510 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34170) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:02.215944 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-7dc19467-de2d-4b7e-afca-4de6a9b6b9ed tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:02.220883 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=07c4fc33-b200-4927-91e6-e64424150999,revision_number=8']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:02.285000 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] For port f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3,segment=NetworkSegment(e741b975-d88a-408e-8176-ee9188ca32a6),segment_id=e741b975-d88a-408e-8176-ee9188ca32a6)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:02.285367 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:02.307359 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Calling delete_port for f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:02.324163 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-782430df-4f81-4a16-b498-28eaa8d9947b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (07c4fc33-b200-4927-91e6-e64424150999), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:02.350267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782430df-4f81-4a16-b498-28eaa8d9947b None None] Pushing event deleted for resources: {'Port': ['ID=07c4fc33-b200-4927-91e6-e64424150999,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:02.354576 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782430df-4f81-4a16-b498-28eaa8d9947b None None] No DVR routers for this DVR port 07c4fc33-b200-4927-91e6-e64424150999 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:02.370943 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b493db81-0158-4770-83f6-53cf26f19d7b None None] get_active_networks_info from dv-neutron-837140-3-hyperv {{(pid=104668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 15 03:40:02.427945 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc19467-de2d-4b7e-afca-4de6a9b6b9ed tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:02.431452 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7dc19467-de2d-4b7e-afca-4de6a9b6b9ed tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:02.432889 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc19467-de2d-4b7e-afca-4de6a9b6b9ed tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:40:02.433311 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc19467-de2d-4b7e-afca-4de6a9b6b9ed tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:02.469215 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b493db81-0158-4770-83f6-53cf26f19d7b None None] Resources bound (agent type, host, resource id): {{(pid=104668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 15 03:40:02.490956 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:02.526290 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Port': ['ID=f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:02.539473 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7dc19467-de2d-4b7e-afca-4de6a9b6b9ed tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3263276 Apr 15 03:40:02.539473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No DVR routers for this DVR port f2f94b14-71d4-48ec-8bc9-0fdd7ee48ab3 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:02.539846 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34172) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:02.546680 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-5de62bc9-4cdb-4f5b-8d75-75b052b770b9 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:02.622293 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (c26d5ff9-c3b3-4295-b418-96f85b46e634), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:02.649660 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c26d5ff9-c3b3-4295-b418-96f85b46e634']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:02.658250 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e741b975-d88a-408e-8176-ee9188ca32a6') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:02.658553 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e741b975-d88a-408e-8176-ee9188ca32a6') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:02.667935 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (e741b975-d88a-408e-8176-ee9188ca32a6), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:02.681392 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (e741b975-d88a-408e-8176-ee9188ca32a6), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:02.687757 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:40:02.688139 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (e741b975-d88a-408e-8176-ee9188ca32a6), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:40:02.692493 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:40:02.711926 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de62bc9-4cdb-4f5b-8d75-75b052b770b9 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:02.715615 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5de62bc9-4cdb-4f5b-8d75-75b052b770b9 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:02.717063 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de62bc9-4cdb-4f5b-8d75-75b052b770b9 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:40:02.717496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de62bc9-4cdb-4f5b-8d75-75b052b770b9 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:02.807349 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5de62bc9-4cdb-4f5b-8d75-75b052b770b9 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2662711 Apr 15 03:40:02.810347 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34174) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:02.833287 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (c26d5ff9-c3b3-4295-b418-96f85b46e634), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:02.840946 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:02.846646 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/c26d5ff9-c3b3-4295-b418-96f85b46e634 HTTP/1.1" status: 204 len: 168 time: 2.2278862 Apr 15 03:40:02.846790 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-206d5175-e18e-44ae-a936-dac86a97ef65 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0330839 Apr 15 03:40:02.846984 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34176) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:02.847562 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34178) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:02.852300 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-1f63c3ea-c52e-4d82-9386-006b15dc843b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-230904275'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:02.865731 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73617ff-ea11-4a42-9eee-fdecd1dc9b40 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Network': ['ID=c26d5ff9-c3b3-4295-b418-96f85b46e634,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:02.912101 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc65edee-38b7-415e-9c10-22342bdb31b4 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:02.912101 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fc65edee-38b7-415e-9c10-22342bdb31b4 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0584941 Apr 15 03:40:02.912404 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34180) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:02.948599 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f63c3ea-c52e-4d82-9386-006b15dc843b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:02.951887 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f63c3ea-c52e-4d82-9386-006b15dc843b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:02.954582 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9ffd68e9-346d-48fe-9f8d-03780098d3a9 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444353 Apr 15 03:40:02.958906 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34184) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:02.964617 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e6d8902b-3bb5-41d6-a4a4-3ea611909c3c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:02.977280 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f63c3ea-c52e-4d82-9386-006b15dc843b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:40:02.986946 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f63c3ea-c52e-4d82-9386-006b15dc843b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (03f7a94c-ea88-4c36-b8b2-ddaf010b1817), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:02.987283 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-1f63c3ea-c52e-4d82-9386-006b15dc843b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Added segment 03f7a94c-ea88-4c36-b8b2-ddaf010b1817 of type vlan for network f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a Apr 15 03:40:03.029585 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f63c3ea-c52e-4d82-9386-006b15dc843b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:03.105947 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bbdb8-3e55-4f2c-a7b7-4c37d28994b2 req-bf1041a9-7fbd-4896-a194-c22a508e75b9 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:03.107486 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-322bbdb8-3e55-4f2c-a7b7-4c37d28994b2 req-bf1041a9-7fbd-4896-a194-c22a508e75b9 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0509253 Apr 15 03:40:03.142343 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f63c3ea-c52e-4d82-9386-006b15dc843b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:03.147955 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f63c3ea-c52e-4d82-9386-006b15dc843b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:03.148608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f63c3ea-c52e-4d82-9386-006b15dc843b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:03.154823 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-322bbdb8-3e55-4f2c-a7b7-4c37d28994b2 req-c0f1bf5f-494d-4590-aff8-51eedeed059d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414255 Apr 15 03:40:03.181841 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d8902b-3bb5-41d6-a4a4-3ea611909c3c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:03.185249 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6d8902b-3bb5-41d6-a4a4-3ea611909c3c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:03.219389 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63c3ea-c52e-4d82-9386-006b15dc843b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Network': ['ID=f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:03.230152 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:40:03.279616 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1f63c3ea-c52e-4d82-9386-006b15dc843b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4279239 Apr 15 03:40:03.279850 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34188) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:03.285709 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-491693b2-6111-4ef3-a39a-87a5352422f7 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'subnet': {'network_id': 'f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:03.510115 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491693b2-6111-4ef3-a39a-87a5352422f7 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:03.513946 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-491693b2-6111-4ef3-a39a-87a5352422f7 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:03.609997 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.objects.ports [None req-e6d8902b-3bb5-41d6-a4a4-3ea611909c3c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104667) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 15 03:40:03.617795 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6d8902b-3bb5-41d6-a4a4-3ea611909c3c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (9901e5b2-302a-4e45-9018-56cd4bef61a2), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:03.664134 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d8902b-3bb5-41d6-a4a4-3ea611909c3c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:03.673902 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-e6d8902b-3bb5-41d6-a4a4-3ea611909c3c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:03.680604 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d8902b-3bb5-41d6-a4a4-3ea611909c3c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:03.681204 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e6d8902b-3bb5-41d6-a4a4-3ea611909c3c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:03.682508 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c3e13f-792c-48e6-9669-5e8f3e496c53 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:03.723288 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8902b-3bb5-41d6-a4a4-3ea611909c3c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=9901e5b2-302a-4e45-9018-56cd4bef61a2,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:03.786179 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda72936-89c0-483f-8847-7ae8093261d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d8f597fb-2381-4564-a070-eb7f10af68ac', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'fixed_ips': [{'subnet_id': '9901e5b2-302a-4e45-9018-56cd4bef61a2'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:40:03.787046 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dda72936-89c0-483f-8847-7ae8093261d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:03.806398 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e6d8902b-3bb5-41d6-a4a4-3ea611909c3c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8463528 Apr 15 03:40:03.809576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34190) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:03.820490 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-4604161f-8172-4a90-aeeb-e37aa20549f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'mac_address': 'fa:16:3e:30:08:a9', 'name': 'tempest-NetworksTestDHCPv6-1648791926'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:03.898851 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-491693b2-6111-4ef3-a39a-87a5352422f7 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (297acbdb-f245-4f96-8101-b90ac9470324), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:03.921736 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-dda72936-89c0-483f-8847-7ae8093261d7 None None] Allocated IP 2001:db8::f816:3eff:fea6:d330 (d8f597fb-2381-4564-a070-eb7f10af68ac/9901e5b2-302a-4e45-9018-56cd4bef61a2/ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:03.977169 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491693b2-6111-4ef3-a39a-87a5352422f7 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Subnet': ['ID=297acbdb-f245-4f96-8101-b90ac9470324,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:03.988112 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491693b2-6111-4ef3-a39a-87a5352422f7 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Checking segment: {'id': '03f7a94c-ea88-4c36-b8b2-ddaf010b1817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:03.988482 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491693b2-6111-4ef3-a39a-87a5352422f7 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network hostable DHCP agents. Network: f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:40:04.050885 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4604161f-8172-4a90-aeeb-e37aa20549f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:04.065936 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dda72936-89c0-483f-8847-7ae8093261d7 None None] Publish callbacks [] for port (ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:04.100570 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491693b2-6111-4ef3-a39a-87a5352422f7 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:40:04.137675 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4604161f-8172-4a90-aeeb-e37aa20549f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:04.157391 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-4604161f-8172-4a90-aeeb-e37aa20549f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] device_id is not set on port a05ce9cf-d145-45db-9d56-a837dfe50c68 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:40:04.165400 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dda72936-89c0-483f-8847-7ae8093261d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:04.198781 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-491693b2-6111-4ef3-a39a-87a5352422f7 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:04.202965 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda72936-89c0-483f-8847-7ae8093261d7 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:04.203470 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491693b2-6111-4ef3-a39a-87a5352422f7 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:04.204382 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-491693b2-6111-4ef3-a39a-87a5352422f7 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:04.205949 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-dda72936-89c0-483f-8847-7ae8093261d7 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:04.211957 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda72936-89c0-483f-8847-7ae8093261d7 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:04.220892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d84399-52e1-4457-a00f-a425ec944098 None None] Network f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:04.259823 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda72936-89c0-483f-8847-7ae8093261d7 None None] Pushing event updated for resources: {'Port': ['ID=ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:04.301607 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-491693b2-6111-4ef3-a39a-87a5352422f7 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0199752 Apr 15 03:40:04.302736 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-4604161f-8172-4a90-aeeb-e37aa20549f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8::f816:3eff:fe30:8a9 (d8f597fb-2381-4564-a070-eb7f10af68ac/9901e5b2-302a-4e45-9018-56cd4bef61a2/a05ce9cf-d145-45db-9d56-a837dfe50c68) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:04.305564 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34194) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:04.306830 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb8e30-ae1d-46ce-b548-d44e86d6cff1 req-a7ccc398-4829-42aa-b8a2-76f4a4d49efd tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:04.311098 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-44eb8e30-ae1d-46ce-b548-d44e86d6cff1 req-a7ccc398-4829-42aa-b8a2-76f4a4d49efd tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0648029 Apr 15 03:40:04.351191 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-dda72936-89c0-483f-8847-7ae8093261d7 None None] Attempting to bind port ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:40:04.351571 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-dda72936-89c0-483f-8847-7ae8093261d7 None None] Attempting to bind port ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:40:04.351943 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda72936-89c0-483f-8847-7ae8093261d7 None None] Attempting to bind port ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2 on network d8f597fb-2381-4564-a070-eb7f10af68ac {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:40:04.361762 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda72936-89c0-483f-8847-7ae8093261d7 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:40:04.362150 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda72936-89c0-483f-8847-7ae8093261d7 None None] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:04.362554 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dda72936-89c0-483f-8847-7ae8093261d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:04.363031 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda72936-89c0-483f-8847-7ae8093261d7 None None] Bound using segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:40:04.369338 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-dda72936-89c0-483f-8847-7ae8093261d7 None None] Bound port: ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:40:04.369338 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dda72936-89c0-483f-8847-7ae8093261d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:04.369599 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-44eb8e30-ae1d-46ce-b548-d44e86d6cff1 req-24a633c7-70e2-4540-9523-46c68660c3af tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507846 Apr 15 03:40:04.419762 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccb3cc4-c7c2-41a1-9b43-f424d2cdd3f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a', 'network_id': 'f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a', 'project_id': '569513fa24ae47b284f0cc7d5070901d', 'fixed_ips': [{'subnet_id': '297acbdb-f245-4f96-8101-b90ac9470324'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:40:04.420619 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3cc4-c7c2-41a1-9b43-f424d2cdd3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:04.425265 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:04.465669 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:04.518703 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-dda72936-89c0-483f-8847-7ae8093261d7 None None] For port ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:40:04.540273 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-dda72936-89c0-483f-8847-7ae8093261d7 None None] For port ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:40:04.573195 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (297acbdb-f245-4f96-8101-b90ac9470324), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:04.588694 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-6ccb3cc4-c7c2-41a1-9b43-f424d2cdd3f0 None None] Allocated IP 172.20.0.1 (f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a/297acbdb-f245-4f96-8101-b90ac9470324/c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:04.591615 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dda72936-89c0-483f-8847-7ae8093261d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:04.602483 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4604161f-8172-4a90-aeeb-e37aa20549f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (a05ce9cf-d145-45db-9d56-a837dfe50c68), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:04.701873 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda72936-89c0-483f-8847-7ae8093261d7 None None] Pushing event updated for resources: {'Port': ['ID=ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:04.707147 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4604161f-8172-4a90-aeeb-e37aa20549f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (a05ce9cf-d145-45db-9d56-a837dfe50c68), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:04.753187 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4604161f-8172-4a90-aeeb-e37aa20549f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:04.758751 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-4604161f-8172-4a90-aeeb-e37aa20549f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:04.761216 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4604161f-8172-4a90-aeeb-e37aa20549f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:04.766737 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4604161f-8172-4a90-aeeb-e37aa20549f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:04.767375 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4604161f-8172-4a90-aeeb-e37aa20549f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:04.780349 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604161f-8172-4a90-aeeb-e37aa20549f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=a05ce9cf-d145-45db-9d56-a837dfe50c68,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:04.793781 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3cc4-c7c2-41a1-9b43-f424d2cdd3f0 None None] Publish callbacks [] for port (c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:04.848008 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4604161f-8172-4a90-aeeb-e37aa20549f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0373971 Apr 15 03:40:04.850680 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34196) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:04.903111 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3cc4-c7c2-41a1-9b43-f424d2cdd3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:04.903680 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82992952-db6d-4f00-85ce-8e0f8a56336e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:04.909482 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82992952-db6d-4f00-85ce-8e0f8a56336e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:04.913888 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34198) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:04.914084 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-82992952-db6d-4f00-85ce-8e0f8a56336e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0623231 Apr 15 03:40:04.951816 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccb3cc4-c7c2-41a1-9b43-f424d2cdd3f0 None None] Network f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:04.957162 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-6ccb3cc4-c7c2-41a1-9b43-f424d2cdd3f0 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:04.964485 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccb3cc4-c7c2-41a1-9b43-f424d2cdd3f0 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:04.968210 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb3cc4-c7c2-41a1-9b43-f424d2cdd3f0 None None] Pushing event updated for resources: {'Port': ['ID=c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:04.999745 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (297acbdb-f245-4f96-8101-b90ac9470324), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:05.013834 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-87772a2f-bc2a-49b9-bcc4-abb0eb623e0a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting port a05ce9cf-d145-45db-9d56-a837dfe50c68 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:05.014518 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-87772a2f-bc2a-49b9-bcc4-abb0eb623e0a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (a05ce9cf-d145-45db-9d56-a837dfe50c68), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:05.029977 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-6ccb3cc4-c7c2-41a1-9b43-f424d2cdd3f0 None None] Attempting to bind port c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:40:05.030355 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-6ccb3cc4-c7c2-41a1-9b43-f424d2cdd3f0 None None] Attempting to bind port c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '03f7a94c-ea88-4c36-b8b2-ddaf010b1817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:40:05.031646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccb3cc4-c7c2-41a1-9b43-f424d2cdd3f0 None None] Attempting to bind port c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b on network f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:40:05.034376 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Subnet': ['ID=297acbdb-f245-4f96-8101-b90ac9470324,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:05.038518 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccb3cc4-c7c2-41a1-9b43-f424d2cdd3f0 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:40:05.038895 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccb3cc4-c7c2-41a1-9b43-f424d2cdd3f0 None None] Checking segment: {'id': '03f7a94c-ea88-4c36-b8b2-ddaf010b1817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:05.039301 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3cc4-c7c2-41a1-9b43-f424d2cdd3f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:05.039714 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccb3cc4-c7c2-41a1-9b43-f424d2cdd3f0 None None] Bound using segment: {'id': '03f7a94c-ea88-4c36-b8b2-ddaf010b1817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:40:05.040156 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-6ccb3cc4-c7c2-41a1-9b43-f424d2cdd3f0 None None] Bound port: c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f7a94c-ea88-4c36-b8b2-ddaf010b1817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:40:05.040532 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3cc4-c7c2-41a1-9b43-f424d2cdd3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:05.125326 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-6ccb3cc4-c7c2-41a1-9b43-f424d2cdd3f0 None None] For port c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:40:05.127436 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-87772a2f-bc2a-49b9-bcc4-abb0eb623e0a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (a05ce9cf-d145-45db-9d56-a837dfe50c68), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:05.129136 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-6ccb3cc4-c7c2-41a1-9b43-f424d2cdd3f0 None None] For port c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b,segment=NetworkSegment(03f7a94c-ea88-4c36-b8b2-ddaf010b1817),segment_id=03f7a94c-ea88-4c36-b8b2-ddaf010b1817)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:40:05.146051 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-87772a2f-bc2a-49b9-bcc4-abb0eb623e0a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Calling delete_port for a05ce9cf-d145-45db-9d56-a837dfe50c68 owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:05.204412 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6ccb3cc4-c7c2-41a1-9b43-f424d2cdd3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:05.310984 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb3cc4-c7c2-41a1-9b43-f424d2cdd3f0 None None] Pushing event updated for resources: {'Port': ['ID=c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:05.330190 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440f9a5c-b769-43fe-8286-721a440c95dd None None] Network f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:05.353908 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-87772a2f-bc2a-49b9-bcc4-abb0eb623e0a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (a05ce9cf-d145-45db-9d56-a837dfe50c68), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:05.434889 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:05.470529 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-87772a2f-bc2a-49b9-bcc4-abb0eb623e0a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:05.473831 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-87772a2f-bc2a-49b9-bcc4-abb0eb623e0a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/a05ce9cf-d145-45db-9d56-a837dfe50c68 HTTP/1.1" status: 204 len: 168 time: 0.5585220 Apr 15 03:40:05.475630 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87772a2f-bc2a-49b9-bcc4-abb0eb623e0a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Port': ['ID=a05ce9cf-d145-45db-9d56-a837dfe50c68,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:05.478593 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34204) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:05.496050 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:05.543227 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ee6d8e-2dfa-4024-8190-12ef9f88e53b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:05.544851 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ee6d8e-2dfa-4024-8190-12ef9f88e53b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:05.546442 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-87ee6d8e-2dfa-4024-8190-12ef9f88e53b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0668743 Apr 15 03:40:05.549286 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34206) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:05.550655 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:05.556984 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:05.557705 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:05.559508 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07a0ca-0092-4e34-9c18-33fdc18c6987 req-049f6313-1df6-4fe4-9622-61eaa7e19bd3 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:05.561853 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cf07a0ca-0092-4e34-9c18-33fdc18c6987 req-049f6313-1df6-4fe4-9622-61eaa7e19bd3 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0781863 Apr 15 03:40:05.569961 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f7a94c-ea88-4c36-b8b2-ddaf010b1817') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:05.570470 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f7a94c-ea88-4c36-b8b2-ddaf010b1817') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:05.605351 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e08171-8c69-4a56-93fb-f1803f943e90 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet 9901e5b2-302a-4e45-9018-56cd4bef61a2 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:40:05.608661 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-38e08171-8c69-4a56-93fb-f1803f943e90 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (9901e5b2-302a-4e45-9018-56cd4bef61a2), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:05.617106 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (03f7a94c-ea88-4c36-b8b2-ddaf010b1817), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:05.667299 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-38e08171-8c69-4a56-93fb-f1803f943e90 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (9901e5b2-302a-4e45-9018-56cd4bef61a2), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:05.667420 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cf07a0ca-0092-4e34-9c18-33fdc18c6987 req-472638e2-a432-4b23-9186-c11ba56c39d1 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860195 Apr 15 03:40:05.668288 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (03f7a94c-ea88-4c36-b8b2-ddaf010b1817), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:05.675892 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:40:05.676470 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (03f7a94c-ea88-4c36-b8b2-ddaf010b1817), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:05.677497 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:05.677893 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:40:05.680322 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:40:05.732806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:05.779613 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69205ffc-043c-4ec5-80b0-46dcecc69ecd None None] get_active_networks_info from dv-neutron-837140-3-hyperv {{(pid=104668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 15 03:40:05.793969 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.db.api [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 03:40:05.793969 dv-neutron-837140-3-hyperv neutron-server[104667]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 03:40:05.793969 dv-neutron-837140-3-hyperv neutron-server[104667]: [parameters: {'id': 'f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a'}] Apr 15 03:40:05.793969 dv-neutron-837140-3-hyperv neutron-server[104667]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:40:05.794399 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG oslo_db.api [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:40:05.795399 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-38e08171-8c69-4a56-93fb-f1803f943e90 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (9901e5b2-302a-4e45-9018-56cd4bef61a2), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:05.803961 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:05.869254 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-434c72a4-da50-4244-943d-7bcb9114ca3c None None] Provisioning complete for port ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:05.869557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-434c72a4-da50-4244-943d-7bcb9114ca3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:05.912388 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-38e08171-8c69-4a56-93fb-f1803f943e90 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (9901e5b2-302a-4e45-9018-56cd4bef61a2), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:05.926021 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:05.940611 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e08171-8c69-4a56-93fb-f1803f943e90 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=9901e5b2-302a-4e45-9018-56cd4bef61a2,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:05.944399 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-38e08171-8c69-4a56-93fb-f1803f943e90 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:05.947623 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-38e08171-8c69-4a56-93fb-f1803f943e90 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/9901e5b2-302a-4e45-9018-56cd4bef61a2 HTTP/1.1" status: 204 len: 168 time: 0.3973820 Apr 15 03:40:05.950107 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34208) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:05.994547 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ba7941dc-9434-4dac-9caf-dde663575559 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432374 Apr 15 03:40:05.997360 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34210) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:06.002395 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-90989969-5063-42f2-a5a7-66c60fd789be tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:06.115890 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69205ffc-043c-4ec5-80b0-46dcecc69ecd None None] Resources bound (agent type, host, resource id): {{(pid=104668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 15 03:40:06.152414 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90989969-5063-42f2-a5a7-66c60fd789be tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:06.155914 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-90989969-5063-42f2-a5a7-66c60fd789be tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:06.174279 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-434c72a4-da50-4244-943d-7bcb9114ca3c None None] Current status of the port ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:06.295243 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:06.352829 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Deleting port c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:06.353175 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:06.421794 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] For port c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b,segment=NetworkSegment(03f7a94c-ea88-4c36-b8b2-ddaf010b1817),segment_id=03f7a94c-ea88-4c36-b8b2-ddaf010b1817)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:06.422176 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:06.437912 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Calling delete_port for c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:06.522331 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.objects.ports [None req-90989969-5063-42f2-a5a7-66c60fd789be tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104666) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 15 03:40:06.526004 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fa8968-5e04-4956-903d-2e1c126338bc None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:06.586493 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:06.590586 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-e3aa6c1c-dc0c-485b-8d27-8313f09205d3 None None] Could not find standard attr ID for object a05ce9cf-d145-45db-9d56-a837dfe50c68. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:40:06.627407 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Port': ['ID=c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:06.630882 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No DVR routers for this DVR port c9d760b2-0d3e-4ad2-bfbf-6a894c595a7b on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:06.712715 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:06.738524 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:06.747867 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f7a94c-ea88-4c36-b8b2-ddaf010b1817') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:06.748325 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f7a94c-ea88-4c36-b8b2-ddaf010b1817') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:06.763585 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (03f7a94c-ea88-4c36-b8b2-ddaf010b1817), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:06.780316 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (03f7a94c-ea88-4c36-b8b2-ddaf010b1817), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:06.791132 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:40:06.792484 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (03f7a94c-ea88-4c36-b8b2-ddaf010b1817), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:06.792774 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-90989969-5063-42f2-a5a7-66c60fd789be tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:40:06.796462 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:40:06.801561 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3d3ed-6b83-4251-8cf6-0d8e18fae2cb req-b9c3b4ff-865f-42ca-9c29-5ef168c3d189 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:06.803101 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8ab3d3ed-6b83-4251-8cf6-0d8e18fae2cb req-b9c3b4ff-865f-42ca-9c29-5ef168c3d189 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0616684 Apr 15 03:40:06.890074 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8ab3d3ed-6b83-4251-8cf6-0d8e18fae2cb req-6d0dd27b-66e6-4edb-ac1b-926c95e1de1d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777800 Apr 15 03:40:06.921279 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-476cd680-0e67-4136-baa9-b92c6fffae87 None None] Provisioning complete for port ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:06.921662 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-476cd680-0e67-4136-baa9-b92c6fffae87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:06.930171 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:06.935340 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:06.942055 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a HTTP/1.1" status: 204 len: 168 time: 2.6324060 Apr 15 03:40:06.942407 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34214) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:06.956740 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-417f0d18-f2a1-471a-bc2e-302fccaa28ce tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2064736233'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:06.979186 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e03c35-851d-414b-af36-1bb6d0c72714 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Network': ['ID=f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:07.002862 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-476cd680-0e67-4136-baa9-b92c6fffae87 None None] Current status of the port ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:07.004183 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-90989969-5063-42f2-a5a7-66c60fd789be tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] For port ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:07.034799 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-90989969-5063-42f2-a5a7-66c60fd789be tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:07.067444 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417f0d18-f2a1-471a-bc2e-302fccaa28ce tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:07.070916 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-417f0d18-f2a1-471a-bc2e-302fccaa28ce tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:07.095281 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417f0d18-f2a1-471a-bc2e-302fccaa28ce tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:40:07.105013 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-417f0d18-f2a1-471a-bc2e-302fccaa28ce tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7354b75c-96e8-49e5-8592-d2890b246a89), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:07.105357 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-417f0d18-f2a1-471a-bc2e-302fccaa28ce tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Added segment 7354b75c-96e8-49e5-8592-d2890b246a89 of type vlan for network 14a97bdc-61c1-45d0-93b0-1993aded3bc6 Apr 15 03:40:07.113250 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-90989969-5063-42f2-a5a7-66c60fd789be tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:07.147416 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-417f0d18-f2a1-471a-bc2e-302fccaa28ce tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (14a97bdc-61c1-45d0-93b0-1993aded3bc6), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:07.154392 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-90989969-5063-42f2-a5a7-66c60fd789be tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (df0e3e71-ad39-457c-a3b5-d5c7a0f00d1d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:07.220484 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90989969-5063-42f2-a5a7-66c60fd789be tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2,revision_number=6']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:07.226025 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90989969-5063-42f2-a5a7-66c60fd789be tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:07.232258 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-90989969-5063-42f2-a5a7-66c60fd789be tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:07.234592 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90989969-5063-42f2-a5a7-66c60fd789be tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=df0e3e71-ad39-457c-a3b5-d5c7a0f00d1d,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:07.236460 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90989969-5063-42f2-a5a7-66c60fd789be tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:07.237075 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-90989969-5063-42f2-a5a7-66c60fd789be tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:07.238829 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-417f0d18-f2a1-471a-bc2e-302fccaa28ce tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (14a97bdc-61c1-45d0-93b0-1993aded3bc6), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:07.244545 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe04250b-d8a7-42f6-adf6-37467fd4e444 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:07.244832 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417f0d18-f2a1-471a-bc2e-302fccaa28ce tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:07.246186 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-417f0d18-f2a1-471a-bc2e-302fccaa28ce tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:07.304867 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-90989969-5063-42f2-a5a7-66c60fd789be tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3063991 Apr 15 03:40:07.308565 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34218) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:07.315147 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-4c4c9c3e-7c85-4a59-be12-31cbc9ec1030 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'mac_address': 'fa:16:3e:a3:f9:09', 'name': 'tempest-NetworksTestDHCPv6-898381046'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:07.316774 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f0d18-f2a1-471a-bc2e-302fccaa28ce tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Network': ['ID=14a97bdc-61c1-45d0-93b0-1993aded3bc6,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:07.345188 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 14a97bdc-61c1-45d0-93b0-1993aded3bc6 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:40:07.363276 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-417f0d18-f2a1-471a-bc2e-302fccaa28ce tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4107828 Apr 15 03:40:07.367246 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34220) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:07.373755 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-9d82ff35-738c-4921-b2a0-878639a8d0ea tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:07.458781 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:07.511916 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:07.512301 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:07.591035 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9d82ff35-738c-4921-b2a0-878639a8d0ea tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (14a97bdc-61c1-45d0-93b0-1993aded3bc6), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:07.610202 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:07.672128 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9d82ff35-738c-4921-b2a0-878639a8d0ea tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (14a97bdc-61c1-45d0-93b0-1993aded3bc6), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:07.691949 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9d82ff35-738c-4921-b2a0-878639a8d0ea tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network 14a97bdc-61c1-45d0-93b0-1993aded3bc6 is not hosted by any dhcp agent {{(pid=104667) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 15 03:40:07.696752 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d82ff35-738c-4921-b2a0-878639a8d0ea tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:07.697342 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9d82ff35-738c-4921-b2a0-878639a8d0ea tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:07.699153 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9d82ff35-738c-4921-b2a0-878639a8d0ea tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "PUT /v2.0/networks/14a97bdc-61c1-45d0-93b0-1993aded3bc6 HTTP/1.1" status: 200 len: 723 time: 0.3323107 Apr 15 03:40:07.702737 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34222) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:07.707871 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-be866468-f5bd-4296-9014-454c7cf69660 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'subnet': {'network_id': '14a97bdc-61c1-45d0-93b0-1993aded3bc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:07.728047 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-357f566c-04ba-4988-9fca-a490bf01f274 None None] Provisioning complete for port ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:07.728510 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-357f566c-04ba-4988-9fca-a490bf01f274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:07.749701 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82ff35-738c-4921-b2a0-878639a8d0ea tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Network': ['ID=14a97bdc-61c1-45d0-93b0-1993aded3bc6,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:07.764025 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 14a97bdc-61c1-45d0-93b0-1993aded3bc6 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:40:07.872565 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-357f566c-04ba-4988-9fca-a490bf01f274 None None] Current status of the port ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:07.902088 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be866468-f5bd-4296-9014-454c7cf69660 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:07.905568 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-be866468-f5bd-4296-9014-454c7cf69660 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:07.958254 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4c9c3e-7c85-4a59-be12-31cbc9ec1030 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:08.005144 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9014d3b-57c7-4e26-b696-20475799d12f req-bb96d6b7-5d1e-48ce-a42e-7d3e17504455 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:08.006745 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c9014d3b-57c7-4e26-b696-20475799d12f req-bb96d6b7-5d1e-48ce-a42e-7d3e17504455 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0480351 Apr 15 03:40:08.054975 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c9014d3b-57c7-4e26-b696-20475799d12f req-f160bdf4-37d7-4f73-931f-1050b97e5313 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416720 Apr 15 03:40:08.077292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4c4c9c3e-7c85-4a59-be12-31cbc9ec1030 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:08.126050 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-4c4c9c3e-7c85-4a59-be12-31cbc9ec1030 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] device_id is not set on port 131b9009-2d36-45ec-9356-b74dae5772b7 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:40:08.273051 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-4c4c9c3e-7c85-4a59-be12-31cbc9ec1030 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8::f816:3eff:fea3:f909 (d8f597fb-2381-4564-a070-eb7f10af68ac/df0e3e71-ad39-457c-a3b5-d5c7a0f00d1d/131b9009-2d36-45ec-9356-b74dae5772b7) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:08.298167 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-be866468-f5bd-4296-9014-454c7cf69660 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (04443148-6b7b-43d2-bbd6-fcb636544223), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:08.391195 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be866468-f5bd-4296-9014-454c7cf69660 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Subnet': ['ID=04443148-6b7b-43d2-bbd6-fcb636544223,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:08.438508 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be866468-f5bd-4296-9014-454c7cf69660 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Checking segment: {'id': '7354b75c-96e8-49e5-8592-d2890b246a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '14a97bdc-61c1-45d0-93b0-1993aded3bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:08.438892 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be866468-f5bd-4296-9014-454c7cf69660 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network hostable DHCP agents. Network: 14a97bdc-61c1-45d0-93b0-1993aded3bc6, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:40:08.489707 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4c4c9c3e-7c85-4a59-be12-31cbc9ec1030 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (131b9009-2d36-45ec-9356-b74dae5772b7), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:08.816182 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be866468-f5bd-4296-9014-454c7cf69660 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network 14a97bdc-61c1-45d0-93b0-1993aded3bc6 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:40:08.839707 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4c4c9c3e-7c85-4a59-be12-31cbc9ec1030 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (131b9009-2d36-45ec-9356-b74dae5772b7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:08.878775 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4c9c3e-7c85-4a59-be12-31cbc9ec1030 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:08.882078 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-4c4c9c3e-7c85-4a59-be12-31cbc9ec1030 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:08.888055 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4c9c3e-7c85-4a59-be12-31cbc9ec1030 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:08.892680 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4c9c3e-7c85-4a59-be12-31cbc9ec1030 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:08.893310 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4c4c9c3e-7c85-4a59-be12-31cbc9ec1030 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:08.904611 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c9c3e-7c85-4a59-be12-31cbc9ec1030 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=131b9009-2d36-45ec-9356-b74dae5772b7,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:08.935093 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-be866468-f5bd-4296-9014-454c7cf69660 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 14a97bdc-61c1-45d0-93b0-1993aded3bc6) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:08.939622 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be866468-f5bd-4296-9014-454c7cf69660 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:08.940119 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-be866468-f5bd-4296-9014-454c7cf69660 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:08.946877 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d522b107-f776-4dc3-8fb4-5504ae457048 None None] Network 14a97bdc-61c1-45d0-93b0-1993aded3bc6 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:08.985777 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4c4c9c3e-7c85-4a59-be12-31cbc9ec1030 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6751137 Apr 15 03:40:08.988011 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34226) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:09.030480 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-be866468-f5bd-4296-9014-454c7cf69660 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3264670 Apr 15 03:40:09.033275 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34228) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:09.039356 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e2835333-d05b-4b2b-8864-c5f0a350b6ea tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:09.047932 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94a6063-b729-4fb9-a565-5b901f5f983a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:09.053347 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94a6063-b729-4fb9-a565-5b901f5f983a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:09.057432 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f94a6063-b729-4fb9-a565-5b901f5f983a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0659442 Apr 15 03:40:09.057887 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34230) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:09.058131 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62db424c-90e9-4951-bb40-6a18df9d8f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-14a97bdc-61c1-45d0-93b0-1993aded3bc6', 'network_id': '14a97bdc-61c1-45d0-93b0-1993aded3bc6', 'project_id': '569513fa24ae47b284f0cc7d5070901d', 'fixed_ips': [{'subnet_id': '04443148-6b7b-43d2-bbd6-fcb636544223'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:40:09.059291 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-62db424c-90e9-4951-bb40-6a18df9d8f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:09.151952 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-4504e744-c92e-4821-a0e2-7a9be8378cf8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting port 131b9009-2d36-45ec-9356-b74dae5772b7 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:09.152302 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4504e744-c92e-4821-a0e2-7a9be8378cf8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (131b9009-2d36-45ec-9356-b74dae5772b7), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:09.178831 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2835333-d05b-4b2b-8864-c5f0a350b6ea tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4678734'] for subnet (04443148-6b7b-43d2-bbd6-fcb636544223), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:09.230461 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9677caff-7eb4-41b3-b4b1-2b636d013a24 None None] Provisioning complete for port 131b9009-2d36-45ec-9356-b74dae5772b7 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:09.230855 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9677caff-7eb4-41b3-b4b1-2b636d013a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (131b9009-2d36-45ec-9356-b74dae5772b7), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:09.251004 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c364b-bb98-40b9-a748-78fede9c95b8 req-dab4088f-ddcd-402e-a875-e6f1244c7fde tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:09.254353 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a35c364b-bb98-40b9-a748-78fede9c95b8 req-dab4088f-ddcd-402e-a875-e6f1244c7fde tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0860891 Apr 15 03:40:09.262720 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-62db424c-90e9-4951-bb40-6a18df9d8f6e None None] Allocated IP 172.20.0.2 (14a97bdc-61c1-45d0-93b0-1993aded3bc6/04443148-6b7b-43d2-bbd6-fcb636544223/92c7e98f-a74b-4b44-b737-4fede1751150) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:09.279860 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9677caff-7eb4-41b3-b4b1-2b636d013a24 None None] Port 131b9009-2d36-45ec-9356-b74dae5772b7 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:40:09.296540 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4504e744-c92e-4821-a0e2-7a9be8378cf8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (131b9009-2d36-45ec-9356-b74dae5772b7), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:09.320606 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-4504e744-c92e-4821-a0e2-7a9be8378cf8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Calling delete_port for 131b9009-2d36-45ec-9356-b74dae5772b7 owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:09.334735 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a35c364b-bb98-40b9-a748-78fede9c95b8 req-309357c0-cd74-4e7b-9bbb-57572f67530d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753272 Apr 15 03:40:09.423786 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-62db424c-90e9-4951-bb40-6a18df9d8f6e None None] Publish callbacks [] for port (92c7e98f-a74b-4b44-b737-4fede1751150), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:09.529550 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-62db424c-90e9-4951-bb40-6a18df9d8f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (92c7e98f-a74b-4b44-b737-4fede1751150), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:09.530663 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4504e744-c92e-4821-a0e2-7a9be8378cf8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (131b9009-2d36-45ec-9356-b74dae5772b7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:09.561872 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504e744-c92e-4821-a0e2-7a9be8378cf8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Port': ['ID=131b9009-2d36-45ec-9356-b74dae5772b7,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:09.576705 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62db424c-90e9-4951-bb40-6a18df9d8f6e None None] Network 14a97bdc-61c1-45d0-93b0-1993aded3bc6 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:09.582975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-62db424c-90e9-4951-bb40-6a18df9d8f6e None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:09.584416 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62db424c-90e9-4951-bb40-6a18df9d8f6e None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:09.587661 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db424c-90e9-4951-bb40-6a18df9d8f6e None None] Pushing event updated for resources: {'Port': ['ID=92c7e98f-a74b-4b44-b737-4fede1751150,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:09.588378 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4504e744-c92e-4821-a0e2-7a9be8378cf8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:09.592273 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4504e744-c92e-4821-a0e2-7a9be8378cf8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/131b9009-2d36-45ec-9356-b74dae5772b7 HTTP/1.1" status: 204 len: 168 time: 0.5332890 Apr 15 03:40:09.595402 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34238) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:09.677924 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-62db424c-90e9-4951-bb40-6a18df9d8f6e None None] Attempting to bind port 92c7e98f-a74b-4b44-b737-4fede1751150 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:40:09.678303 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-62db424c-90e9-4951-bb40-6a18df9d8f6e None None] Attempting to bind port 92c7e98f-a74b-4b44-b737-4fede1751150 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '7354b75c-96e8-49e5-8592-d2890b246a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '14a97bdc-61c1-45d0-93b0-1993aded3bc6'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:40:09.678776 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62db424c-90e9-4951-bb40-6a18df9d8f6e None None] Attempting to bind port 92c7e98f-a74b-4b44-b737-4fede1751150 on network 14a97bdc-61c1-45d0-93b0-1993aded3bc6 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:40:09.685057 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62db424c-90e9-4951-bb40-6a18df9d8f6e None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:40:09.685437 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62db424c-90e9-4951-bb40-6a18df9d8f6e None None] Checking segment: {'id': '7354b75c-96e8-49e5-8592-d2890b246a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '14a97bdc-61c1-45d0-93b0-1993aded3bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:09.685846 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-62db424c-90e9-4951-bb40-6a18df9d8f6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:09.686241 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62db424c-90e9-4951-bb40-6a18df9d8f6e None None] Bound using segment: {'id': '7354b75c-96e8-49e5-8592-d2890b246a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '14a97bdc-61c1-45d0-93b0-1993aded3bc6'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:40:09.686830 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-62db424c-90e9-4951-bb40-6a18df9d8f6e None None] Bound port: 92c7e98f-a74b-4b44-b737-4fede1751150, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7354b75c-96e8-49e5-8592-d2890b246a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '14a97bdc-61c1-45d0-93b0-1993aded3bc6'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:40:09.687346 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-62db424c-90e9-4951-bb40-6a18df9d8f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (92c7e98f-a74b-4b44-b737-4fede1751150), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:09.693569 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c6e54-d409-43ae-9ebe-9a7752bc7638 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:09.695014 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c6e54-d409-43ae-9ebe-9a7752bc7638 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:09.699273 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ac9c6e54-d409-43ae-9ebe-9a7752bc7638 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1009357 Apr 15 03:40:09.710180 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34242) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:09.748696 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e997b75-7dd8-4d9c-af6d-27b9f962e6c2 req-abe27316-25f7-4099-ad5b-42ebca0003c0 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:09.750881 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5e997b75-7dd8-4d9c-af6d-27b9f962e6c2 req-abe27316-25f7-4099-ad5b-42ebca0003c0 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0753763 Apr 15 03:40:09.768668 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2835333-d05b-4b2b-8864-c5f0a350b6ea tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769506086175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5975203'] for subnet (04443148-6b7b-43d2-bbd6-fcb636544223), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:09.794299 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-62db424c-90e9-4951-bb40-6a18df9d8f6e None None] For port 92c7e98f-a74b-4b44-b737-4fede1751150, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:40:09.798180 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-62db424c-90e9-4951-bb40-6a18df9d8f6e None None] For port 92c7e98f-a74b-4b44-b737-4fede1751150, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=92c7e98f-a74b-4b44-b737-4fede1751150,segment=NetworkSegment(7354b75c-96e8-49e5-8592-d2890b246a89),segment_id=7354b75c-96e8-49e5-8592-d2890b246a89)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:40:09.817860 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5e997b75-7dd8-4d9c-af6d-27b9f962e6c2 req-94195ea1-398f-47ab-8b26-e365071e3bc8 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582378 Apr 15 03:40:09.839705 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf6cc2d-46bc-40e6-aff5-9e29537995a6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet df0e3e71-ad39-457c-a3b5-d5c7a0f00d1d {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:40:09.851999 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2835333-d05b-4b2b-8864-c5f0a350b6ea tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:09.851999 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2835333-d05b-4b2b-8864-c5f0a350b6ea tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:09.856108 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e2835333-d05b-4b2b-8864-c5f0a350b6ea tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "PUT /v2.0/subnets/04443148-6b7b-43d2-bbd6-fcb636544223 HTTP/1.1" status: 200 len: 806 time: 0.8181682 Apr 15 03:40:09.856418 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34244) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:09.863055 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bf6cc2d-46bc-40e6-aff5-9e29537995a6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (df0e3e71-ad39-457c-a3b5-d5c7a0f00d1d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:09.868007 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-62db424c-90e9-4951-bb40-6a18df9d8f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (92c7e98f-a74b-4b44-b737-4fede1751150), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:09.927740 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2835333-d05b-4b2b-8864-c5f0a350b6ea tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Subnet': ['ID=04443148-6b7b-43d2-bbd6-fcb636544223,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:09.938253 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db424c-90e9-4951-bb40-6a18df9d8f6e None None] Pushing event updated for resources: {'Port': ['ID=92c7e98f-a74b-4b44-b737-4fede1751150,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:09.943833 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86f735-d2fc-4c5b-9c07-bcfd0a7f2b7d req-5528ff40-928d-4549-a36e-91d558809cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:09.945352 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5e86f735-d2fc-4c5b-9c07-bcfd0a7f2b7d req-5528ff40-928d-4549-a36e-91d558809cc7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ac54984499b43edad78bee2e10a3362&device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 1129 time: 0.1148331 Apr 15 03:40:09.951760 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bf6cc2d-46bc-40e6-aff5-9e29537995a6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (df0e3e71-ad39-457c-a3b5-d5c7a0f00d1d), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:09.978794 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (14a97bdc-61c1-45d0-93b0-1993aded3bc6), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:10.031830 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Deleting port 92c7e98f-a74b-4b44-b737-4fede1751150 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:10.032171 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (92c7e98f-a74b-4b44-b737-4fede1751150), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:10.109168 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bf6cc2d-46bc-40e6-aff5-9e29537995a6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (df0e3e71-ad39-457c-a3b5-d5c7a0f00d1d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:10.130841 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] For port 92c7e98f-a74b-4b44-b737-4fede1751150, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=92c7e98f-a74b-4b44-b737-4fede1751150,segment=NetworkSegment(7354b75c-96e8-49e5-8592-d2890b246a89),segment_id=7354b75c-96e8-49e5-8592-d2890b246a89)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:10.131025 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (92c7e98f-a74b-4b44-b737-4fede1751150), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:10.146112 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86f735-d2fc-4c5b-9c07-bcfd0a7f2b7d req-75f711cf-314a-4998-afde-0595fd5a9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:10.147661 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5e86f735-d2fc-4c5b-9c07-bcfd0a7f2b7d req-75f711cf-314a-4998-afde-0595fd5a9f76 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 HTTP/1.1" status: 200 len: 912 time: 0.1930611 Apr 15 03:40:10.157452 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Calling delete_port for 92c7e98f-a74b-4b44-b737-4fede1751150 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:10.242945 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5e86f735-d2fc-4c5b-9c07-bcfd0a7f2b7d req-e4019a0b-0694-46c0-91e9-d35185078475 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90b88343-3433-4ceb-9959-7721ceb2550e HTTP/1.1" status: 200 len: 1001 time: 0.0889814 Apr 15 03:40:10.299763 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86f735-d2fc-4c5b-9c07-bcfd0a7f2b7d req-2eea335a-890e-40cb-b9a1-fdd1c75493ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:10.301321 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5e86f735-d2fc-4c5b-9c07-bcfd0a7f2b7d req-2eea335a-890e-40cb-b9a1-fdd1c75493ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2ff5521-688d-47da-8337-38202aee7518 HTTP/1.1" status: 200 len: 851 time: 0.0519729 Apr 15 03:40:10.317564 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bf6cc2d-46bc-40e6-aff5-9e29537995a6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (df0e3e71-ad39-457c-a3b5-d5c7a0f00d1d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:10.366791 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6cc2d-46bc-40e6-aff5-9e29537995a6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=df0e3e71-ad39-457c-a3b5-d5c7a0f00d1d,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:10.368747 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bf6cc2d-46bc-40e6-aff5-9e29537995a6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:10.369089 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (92c7e98f-a74b-4b44-b737-4fede1751150), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:10.371984 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6bf6cc2d-46bc-40e6-aff5-9e29537995a6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/df0e3e71-ad39-457c-a3b5-d5c7a0f00d1d HTTP/1.1" status: 204 len: 168 time: 0.6604278 Apr 15 03:40:10.374656 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34246) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:10.379445 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca56b6f-fd72-4308-b937-356595186baf None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:10.384634 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86f735-d2fc-4c5b-9c07-bcfd0a7f2b7d req-815aa618-faad-44fc-8286-2266b734ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:10.386168 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5e86f735-d2fc-4c5b-9c07-bcfd0a7f2b7d req-815aa618-faad-44fc-8286-2266b734ef01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0782881 Apr 15 03:40:10.425752 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Port': ['ID=92c7e98f-a74b-4b44-b737-4fede1751150,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:10.430438 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3ec050ce-773b-4a86-9865-fa247cd15c44 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543871 Apr 15 03:40:10.433449 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34248) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:10.441838 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No DVR routers for this DVR port 92c7e98f-a74b-4b44-b737-4fede1751150 on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:10.498425 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (04443148-6b7b-43d2-bbd6-fcb636544223), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:10.546227 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f37a165-f73c-47fc-8bb8-2f17fe3b9bcd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:10.548412 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4f37a165-f73c-47fc-8bb8-2f17fe3b9bcd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1134145 Apr 15 03:40:10.551111 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34250) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:10.567192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22db787c-beb0-4382-94a4-30a6a939f287 None None] DHCP port deletion for d8f597fb-2381-4564-a070-eb7f10af68ac request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:40:10.601936 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5e86f735-d2fc-4c5b-9c07-bcfd0a7f2b7d req-73c22acc-bb1c-4bf3-a993-b9a6bcd910d1 service neutron] 10.222.0.30 "GET /v2.0/networks/0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797929 Apr 15 03:40:10.610273 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-22db787c-beb0-4382-94a4-30a6a939f287 None None] Deleting port ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:10.610672 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-22db787c-beb0-4382-94a4-30a6a939f287 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:10.631415 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c016473-431d-40e2-97a9-4ecf703dfe8b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:10.632021 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (04443148-6b7b-43d2-bbd6-fcb636544223), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:10.635028 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3c016473-431d-40e2-97a9-4ecf703dfe8b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0807478 Apr 15 03:40:10.640540 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34252) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:10.669753 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Subnet': ['ID=04443148-6b7b-43d2-bbd6-fcb636544223,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:10.686889 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-22db787c-beb0-4382-94a4-30a6a939f287 None None] For port ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:10.687430 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-22db787c-beb0-4382-94a4-30a6a939f287 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:10.701902 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-22db787c-beb0-4382-94a4-30a6a939f287 None None] Calling delete_port for ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:10.713819 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2d6d89bb-f25c-4ab1-8811-0ae471a7ca47 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720592 Apr 15 03:40:10.718446 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34254) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:10.723618 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-c5e7a2b2-c538-4491-9336-e280c4aac66b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:10.775661 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (14a97bdc-61c1-45d0-93b0-1993aded3bc6), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:10.800595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a97bdc-61c1-45d0-93b0-1993aded3bc6']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:10.813080 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7354b75c-96e8-49e5-8592-d2890b246a89') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:10.813546 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7354b75c-96e8-49e5-8592-d2890b246a89') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:10.820875 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5e86f735-d2fc-4c5b-9c07-bcfd0a7f2b7d req-9a07d9b5-0189-41d1-8b18-c40dc681f4bf service neutron] 10.222.0.30 "GET /v2.0/networks/0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124119 Apr 15 03:40:10.824687 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (7354b75c-96e8-49e5-8592-d2890b246a89), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:10.840678 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7354b75c-96e8-49e5-8592-d2890b246a89), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:10.847668 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:40:10.848190 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (7354b75c-96e8-49e5-8592-d2890b246a89), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:40:10.851506 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:40:10.856356 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-22db787c-beb0-4382-94a4-30a6a939f287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:10.892993 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db787c-beb0-4382-94a4-30a6a939f287 None None] Pushing event deleted for resources: {'Port': ['ID=ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:10.892993 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22db787c-beb0-4382-94a4-30a6a939f287 None None] No DVR routers for this DVR port ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:10.953692 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e7a2b2-c538-4491-9336-e280c4aac66b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:10.957152 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a2b2-c538-4491-9336-e280c4aac66b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:10.993504 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de28106-c3c5-4ef6-a2a4-2672ad592699 req-a9968dd8-4ec2-4700-84f4-6378adc6d10e tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:10.995113 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1de28106-c3c5-4ef6-a2a4-2672ad592699 req-a9968dd8-4ec2-4700-84f4-6378adc6d10e tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0811319 Apr 15 03:40:10.999241 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (14a97bdc-61c1-45d0-93b0-1993aded3bc6), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:11.004816 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:11.009201 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/14a97bdc-61c1-45d0-93b0-1993aded3bc6 HTTP/1.1" status: 204 len: 168 time: 1.1515706 Apr 15 03:40:11.024357 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34258) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:11.035334 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73919708-8e7d-43b7-bfde-fd1e1d51908d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Network': ['ID=14a97bdc-61c1-45d0-93b0-1993aded3bc6,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:11.049262 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3389408-7eaf-453d-870c-c31906244153 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:11.049810 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3389408-7eaf-453d-870c-c31906244153 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:11.057482 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e3389408-7eaf-453d-870c-c31906244153 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/14a97bdc-61c1-45d0-93b0-1993aded3bc6 HTTP/1.1" status: 404 len: 339 time: 0.0285971 Apr 15 03:40:11.058263 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34260) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:11.067240 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-058dc6d3-e580-498c-a84a-0fee798ecae2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-779004655', 'description': 'd1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:11.099115 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1de28106-c3c5-4ef6-a2a4-2672ad592699 req-02957f2e-1358-4638-9c87-1ca910edaa82 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726171 Apr 15 03:40:11.122810 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-77d632d5-4e2e-42b4-93cb-3c4342bc3517 None None] Could not find standard attr ID for object 92c7e98f-a74b-4b44-b737-4fede1751150. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:40:11.147630 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058dc6d3-e580-498c-a84a-0fee798ecae2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:11.151811 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-058dc6d3-e580-498c-a84a-0fee798ecae2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:11.165105 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c112390-4d79-4b6e-b37e-37bcb04aed32 None None] DHCP port deletion for 14a97bdc-61c1-45d0-93b0-1993aded3bc6 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:40:11.180946 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058dc6d3-e580-498c-a84a-0fee798ecae2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:40:11.185222 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0739d19-33f5-4548-8a7c-33b918e1cdd2 None None] Network 14a97bdc-61c1-45d0-93b0-1993aded3bc6 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:11.190344 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-058dc6d3-e580-498c-a84a-0fee798ecae2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (edea45bf-c723-4843-8b79-57fb9d76f509), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:11.190925 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-058dc6d3-e580-498c-a84a-0fee798ecae2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Added segment edea45bf-c723-4843-8b79-57fb9d76f509 of type vlan for network d40ccc07-8a30-466a-9ace-37503e9e152d Apr 15 03:40:11.198424 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0739d19-33f5-4548-8a7c-33b918e1cdd2 None None] Network 14a97bdc-61c1-45d0-93b0-1993aded3bc6 could not be found, it might have been deleted concurrently. {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 15 03:40:11.205913 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93ee877-52fc-4bda-90e1-7f5c6063e86b None None] Network 14a97bdc-61c1-45d0-93b0-1993aded3bc6 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:11.219403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93ee877-52fc-4bda-90e1-7f5c6063e86b None None] Network 14a97bdc-61c1-45d0-93b0-1993aded3bc6 could not be found, it might have been deleted concurrently. {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 15 03:40:11.237766 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-058dc6d3-e580-498c-a84a-0fee798ecae2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (d40ccc07-8a30-466a-9ace-37503e9e152d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:11.347391 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.objects.ports [None req-c5e7a2b2-c538-4491-9336-e280c4aac66b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104667) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 15 03:40:11.348791 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a2b2-c538-4491-9336-e280c4aac66b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (9399216f-b25f-4588-aa4c-5be956b5a9ce), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:11.363887 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-058dc6d3-e580-498c-a84a-0fee798ecae2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (d40ccc07-8a30-466a-9ace-37503e9e152d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:11.365012 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058dc6d3-e580-498c-a84a-0fee798ecae2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:11.366029 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-058dc6d3-e580-498c-a84a-0fee798ecae2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:11.396541 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e7a2b2-c538-4491-9336-e280c4aac66b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:11.401844 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-c5e7a2b2-c538-4491-9336-e280c4aac66b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:11.405140 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e7a2b2-c538-4491-9336-e280c4aac66b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:11.405573 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a2b2-c538-4491-9336-e280c4aac66b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:11.414746 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09205a2-5fde-496e-ab72-c4c88b98379d None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:11.425910 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7a2b2-c538-4491-9336-e280c4aac66b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=9399216f-b25f-4588-aa4c-5be956b5a9ce,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:11.441625 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058dc6d3-e580-498c-a84a-0fee798ecae2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Network': ['ID=d40ccc07-8a30-466a-9ace-37503e9e152d,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:11.443529 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:11.475178 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-058dc6d3-e580-498c-a84a-0fee798ecae2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4154325 Apr 15 03:40:11.477548 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34262) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:11.492979 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network d40ccc07-8a30-466a-9ace-37503e9e152d details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:40:11.499153 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:40:11.499688 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ba98b2d1-f27b-47f2-91dc-bc8a59bd63e2 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:40:11.545572 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c5e7a2b2-c538-4491-9336-e280c4aac66b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8262668 Apr 15 03:40:11.548870 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34264) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:11.554045 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-29829e5a-d551-4f34-9513-3bb398b5fba0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'mac_address': 'fa:16:3e:43:1f:2f', 'name': 'tempest-NetworksTestDHCPv6-1561328438'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:11.570526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d075716-2fbb-403c-a35b-b0d38856091a tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:11.575471 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1d075716-2fbb-403c-a35b-b0d38856091a tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "GET /v2.0/networks?id=d40ccc07-8a30-466a-9ace-37503e9e152d HTTP/1.1" status: 200 len: 760 time: 0.0938070 Apr 15 03:40:11.575860 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34266) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:11.587625 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-dbdd1caa-613f-49e4-a9dd-45ad9c163c76 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'network': {'description': 'd2'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:11.604134 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a03f83-b6fd-4af1-a65f-b54dca7f7d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d8f597fb-2381-4564-a070-eb7f10af68ac', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'fixed_ips': [{'subnet_id': '9399216f-b25f-4588-aa4c-5be956b5a9ce'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:40:11.605110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90a03f83-b6fd-4af1-a65f-b54dca7f7d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:11.748181 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-90a03f83-b6fd-4af1-a65f-b54dca7f7d8a None None] Allocated IP 2001:db8::f816:3eff:fe0b:e92b (d8f597fb-2381-4564-a070-eb7f10af68ac/9399216f-b25f-4588-aa4c-5be956b5a9ce/49f988c7-20f7-46be-88ae-4e596cd82d48) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:11.811018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dbdd1caa-613f-49e4-a9dd-45ad9c163c76 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (d40ccc07-8a30-466a-9ace-37503e9e152d), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:11.861551 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29829e5a-d551-4f34-9513-3bb398b5fba0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:11.865606 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29829e5a-d551-4f34-9513-3bb398b5fba0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:11.886925 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-29829e5a-d551-4f34-9513-3bb398b5fba0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] device_id is not set on port 4f888896-2f61-4682-b915-7919fee215ef yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:40:11.891956 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90a03f83-b6fd-4af1-a65f-b54dca7f7d8a None None] Publish callbacks [] for port (49f988c7-20f7-46be-88ae-4e596cd82d48), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:11.892766 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dbdd1caa-613f-49e4-a9dd-45ad9c163c76 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (d40ccc07-8a30-466a-9ace-37503e9e152d), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:11.930552 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dbdd1caa-613f-49e4-a9dd-45ad9c163c76 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network d40ccc07-8a30-466a-9ace-37503e9e152d is not hosted by any dhcp agent {{(pid=104666) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 15 03:40:11.936068 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdd1caa-613f-49e4-a9dd-45ad9c163c76 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:11.936667 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dbdd1caa-613f-49e4-a9dd-45ad9c163c76 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:11.937937 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-dbdd1caa-613f-49e4-a9dd-45ad9c163c76 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "PUT /v2.0/networks/d40ccc07-8a30-466a-9ace-37503e9e152d HTTP/1.1" status: 200 len: 757 time: 0.3611283 Apr 15 03:40:11.941183 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34270) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:11.970753 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90a03f83-b6fd-4af1-a65f-b54dca7f7d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (49f988c7-20f7-46be-88ae-4e596cd82d48), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:12.011155 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a03f83-b6fd-4af1-a65f-b54dca7f7d8a None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:12.016982 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd1caa-613f-49e4-a9dd-45ad9c163c76 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Network': ['ID=d40ccc07-8a30-466a-9ace-37503e9e152d,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:12.017978 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-90a03f83-b6fd-4af1-a65f-b54dca7f7d8a None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:12.021665 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a03f83-b6fd-4af1-a65f-b54dca7f7d8a None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:12.031555 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a03f83-b6fd-4af1-a65f-b54dca7f7d8a None None] Pushing event updated for resources: {'Port': ['ID=49f988c7-20f7-46be-88ae-4e596cd82d48,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:12.036348 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network d40ccc07-8a30-466a-9ace-37503e9e152d details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:40:12.058483 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a113756-7dec-41b6-bd1f-78f897895078 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:12.060021 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9a113756-7dec-41b6-bd1f-78f897895078 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "GET /v2.0/networks?id=d40ccc07-8a30-466a-9ace-37503e9e152d HTTP/1.1" status: 200 len: 760 time: 0.1181200 Apr 15 03:40:12.063825 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34272) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:12.068785 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-b92cdd52-e758-4a7c-93de-bc7cea722f20 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-679665206'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:12.082216 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-29829e5a-d551-4f34-9513-3bb398b5fba0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8::f816:3eff:fe43:1f2f (d8f597fb-2381-4564-a070-eb7f10af68ac/9399216f-b25f-4588-aa4c-5be956b5a9ce/4f888896-2f61-4682-b915-7919fee215ef) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:12.084405 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34274) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:12.144844 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-90a03f83-b6fd-4af1-a65f-b54dca7f7d8a None None] Attempting to bind port 49f988c7-20f7-46be-88ae-4e596cd82d48 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:40:12.145055 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-90a03f83-b6fd-4af1-a65f-b54dca7f7d8a None None] Attempting to bind port 49f988c7-20f7-46be-88ae-4e596cd82d48 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:40:12.149417 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a03f83-b6fd-4af1-a65f-b54dca7f7d8a None None] Attempting to bind port 49f988c7-20f7-46be-88ae-4e596cd82d48 on network d8f597fb-2381-4564-a070-eb7f10af68ac {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:40:12.151140 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a03f83-b6fd-4af1-a65f-b54dca7f7d8a None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:40:12.151527 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a03f83-b6fd-4af1-a65f-b54dca7f7d8a None None] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:12.151930 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90a03f83-b6fd-4af1-a65f-b54dca7f7d8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:12.152326 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a03f83-b6fd-4af1-a65f-b54dca7f7d8a None None] Bound using segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:40:12.152792 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-90a03f83-b6fd-4af1-a65f-b54dca7f7d8a None None] Bound port: 49f988c7-20f7-46be-88ae-4e596cd82d48, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:40:12.153170 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90a03f83-b6fd-4af1-a65f-b54dca7f7d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (49f988c7-20f7-46be-88ae-4e596cd82d48), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:12.228665 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92cdd52-e758-4a7c-93de-bc7cea722f20 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:12.232674 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b92cdd52-e758-4a7c-93de-bc7cea722f20 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:12.267006 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92cdd52-e758-4a7c-93de-bc7cea722f20 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:40:12.284437 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9391d3-9f7b-419f-8ec5-c4defafb5c9c req-53b9acdd-d6be-454e-958f-0ba53f680156 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:12.285986 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0c9391d3-9f7b-419f-8ec5-c4defafb5c9c req-53b9acdd-d6be-454e-958f-0ba53f680156 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0882039 Apr 15 03:40:12.322951 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b92cdd52-e758-4a7c-93de-bc7cea722f20 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (44a1f0b0-5009-496d-9968-30e9512a77b0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:12.323372 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-b92cdd52-e758-4a7c-93de-bc7cea722f20 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Added segment 44a1f0b0-5009-496d-9968-30e9512a77b0 of type vlan for network ec825cac-c496-4659-8bc1-47fcee252127 Apr 15 03:40:12.366370 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29829e5a-d551-4f34-9513-3bb398b5fba0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (4f888896-2f61-4682-b915-7919fee215ef), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:12.368740 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-90a03f83-b6fd-4af1-a65f-b54dca7f7d8a None None] For port 49f988c7-20f7-46be-88ae-4e596cd82d48, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:40:12.372805 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-90a03f83-b6fd-4af1-a65f-b54dca7f7d8a None None] For port 49f988c7-20f7-46be-88ae-4e596cd82d48, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=49f988c7-20f7-46be-88ae-4e596cd82d48,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:40:12.377813 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0c9391d3-9f7b-419f-8ec5-c4defafb5c9c req-c9120643-785d-4bb1-96c3-1b18bd8181d8 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833881 Apr 15 03:40:12.398602 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b92cdd52-e758-4a7c-93de-bc7cea722f20 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (ec825cac-c496-4659-8bc1-47fcee252127), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:12.439778 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90a03f83-b6fd-4af1-a65f-b54dca7f7d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (49f988c7-20f7-46be-88ae-4e596cd82d48), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:12.464866 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29829e5a-d551-4f34-9513-3bb398b5fba0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (4f888896-2f61-4682-b915-7919fee215ef), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:12.502814 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b92cdd52-e758-4a7c-93de-bc7cea722f20 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (ec825cac-c496-4659-8bc1-47fcee252127), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:12.508128 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92cdd52-e758-4a7c-93de-bc7cea722f20 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:12.508733 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b92cdd52-e758-4a7c-93de-bc7cea722f20 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:12.519844 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a03f83-b6fd-4af1-a65f-b54dca7f7d8a None None] Pushing event updated for resources: {'Port': ['ID=49f988c7-20f7-46be-88ae-4e596cd82d48,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:12.536705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29829e5a-d551-4f34-9513-3bb398b5fba0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:12.538481 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-29829e5a-d551-4f34-9513-3bb398b5fba0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:12.540930 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29829e5a-d551-4f34-9513-3bb398b5fba0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=4f888896-2f61-4682-b915-7919fee215ef,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:12.543368 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29829e5a-d551-4f34-9513-3bb398b5fba0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:12.548892 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29829e5a-d551-4f34-9513-3bb398b5fba0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:12.549527 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-29829e5a-d551-4f34-9513-3bb398b5fba0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:12.579665 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4f670-07ea-4ec2-a325-7209a304400b req-3543c16c-b9a8-44aa-8c28-4971f88b6277 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:12.581198 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f7b4f670-07ea-4ec2-a325-7209a304400b req-3543c16c-b9a8-44aa-8c28-4971f88b6277 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1197083 Apr 15 03:40:12.624776 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-29829e5a-d551-4f34-9513-3bb398b5fba0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0734866 Apr 15 03:40:12.626040 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34280) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:12.702056 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b92cdd52-e758-4a7c-93de-bc7cea722f20 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6371830 Apr 15 03:40:12.704650 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba90ffc0-b493-4b5a-899d-5a65512d3350 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:12.709467 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34282) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:12.709883 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba90ffc0-b493-4b5a-899d-5a65512d3350 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:12.711389 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92cdd52-e758-4a7c-93de-bc7cea722f20 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Network': ['ID=ec825cac-c496-4659-8bc1-47fcee252127,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:12.711524 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ba90ffc0-b493-4b5a-899d-5a65512d3350 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0842712 Apr 15 03:40:12.714697 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34284) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:12.717008 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-553e0049-0fa2-4b6b-b61f-89f0f76dc54b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'subnet': {'network_id': 'ec825cac-c496-4659-8bc1-47fcee252127', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:12.724806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network ec825cac-c496-4659-8bc1-47fcee252127 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:40:12.830457 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-6702b5a2-755e-45a5-9b7f-024679ab701f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting port 4f888896-2f61-4682-b915-7919fee215ef {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:12.830913 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6702b5a2-755e-45a5-9b7f-024679ab701f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (4f888896-2f61-4682-b915-7919fee215ef), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:12.938416 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6702b5a2-755e-45a5-9b7f-024679ab701f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (4f888896-2f61-4682-b915-7919fee215ef), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:12.946151 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-6702b5a2-755e-45a5-9b7f-024679ab701f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Calling delete_port for 4f888896-2f61-4682-b915-7919fee215ef owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:13.150220 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f7b4f670-07ea-4ec2-a325-7209a304400b req-b759ed8c-52cd-4e05-b8cd-bb5abc520cce tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5377681 Apr 15 03:40:13.154443 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6702b5a2-755e-45a5-9b7f-024679ab701f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (4f888896-2f61-4682-b915-7919fee215ef), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:13.175559 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fe739fec-7aed-4013-834d-0f8845fe5b47 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:13.195951 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702b5a2-755e-45a5-9b7f-024679ab701f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Port': ['ID=4f888896-2f61-4682-b915-7919fee215ef,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:13.243727 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6702b5a2-755e-45a5-9b7f-024679ab701f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:13.249867 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6702b5a2-755e-45a5-9b7f-024679ab701f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/4f888896-2f61-4682-b915-7919fee215ef HTTP/1.1" status: 204 len: 168 time: 0.5320735 Apr 15 03:40:13.278273 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34288) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:13.307262 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b03c40-f833-4ede-a5a8-b1553b997fd5 req-2aed83a5-04a0-410d-9dda-e3dea8ee1f09 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:13.312220 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-51b03c40-f833-4ede-a5a8-b1553b997fd5 req-2aed83a5-04a0-410d-9dda-e3dea8ee1f09 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0719988 Apr 15 03:40:13.324067 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553e0049-0fa2-4b6b-b61f-89f0f76dc54b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:13.327439 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-553e0049-0fa2-4b6b-b61f-89f0f76dc54b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:13.418591 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41867a4e-e50c-4f69-ad5b-25651dea1670 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:13.420073 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41867a4e-e50c-4f69-ad5b-25651dea1670 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:13.424235 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-41867a4e-e50c-4f69-ad5b-25651dea1670 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1423225 Apr 15 03:40:13.424693 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-51b03c40-f833-4ede-a5a8-b1553b997fd5 req-c4af00e3-b30b-415e-a347-0a36c8b73742 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985708 Apr 15 03:40:13.435629 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34290) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:13.506643 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf1cc82-bdd2-4b6b-bf7b-aa4ab4a22ec7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet 9399216f-b25f-4588-aa4c-5be956b5a9ce {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:40:13.510715 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 49f988c7-20f7-46be-88ae-4e596cd82d48 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:13.521741 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abf1cc82-bdd2-4b6b-bf7b-aa4ab4a22ec7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (9399216f-b25f-4588-aa4c-5be956b5a9ce), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:13.567622 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abf1cc82-bdd2-4b6b-bf7b-aa4ab4a22ec7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (9399216f-b25f-4588-aa4c-5be956b5a9ce), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:13.576264 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 49f988c7-20f7-46be-88ae-4e596cd82d48 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:13.576264 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (49f988c7-20f7-46be-88ae-4e596cd82d48), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:13.645293 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6512ecd-fdce-49d3-a407-3cbb1f73068c req-ac534c3f-62c2-4762-897c-8e4b46680105 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:13.647040 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c6512ecd-fdce-49d3-a407-3cbb1f73068c req-ac534c3f-62c2-4762-897c-8e4b46680105 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1386201 Apr 15 03:40:13.690720 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abf1cc82-bdd2-4b6b-bf7b-aa4ab4a22ec7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (9399216f-b25f-4588-aa4c-5be956b5a9ce), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:13.694750 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 49f988c7-20f7-46be-88ae-4e596cd82d48 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:13.695146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (49f988c7-20f7-46be-88ae-4e596cd82d48), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:13.697067 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f9270f7a-69f7-4328-9c60-89af78b9dad7 None None] Provisioning complete for port 49f988c7-20f7-46be-88ae-4e596cd82d48 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:13.697466 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f9270f7a-69f7-4328-9c60-89af78b9dad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (49f988c7-20f7-46be-88ae-4e596cd82d48), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:13.788297 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c6512ecd-fdce-49d3-a407-3cbb1f73068c req-935ab7c6-499d-4240-a217-80aa040d398e tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344452 Apr 15 03:40:13.824977 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f9270f7a-69f7-4328-9c60-89af78b9dad7 None None] Current status of the port 49f988c7-20f7-46be-88ae-4e596cd82d48 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:13.825444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f9270f7a-69f7-4328-9c60-89af78b9dad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (49f988c7-20f7-46be-88ae-4e596cd82d48), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:13.890084 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-fe739fec-7aed-4013-834d-0f8845fe5b47 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port f040cfcc-ed60-4aa5-b83b-453ee2c883b5 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:13.890635 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fe739fec-7aed-4013-834d-0f8845fe5b47 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f040cfcc-ed60-4aa5-b83b-453ee2c883b5), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:13.903444 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abf1cc82-bdd2-4b6b-bf7b-aa4ab4a22ec7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (9399216f-b25f-4588-aa4c-5be956b5a9ce), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:13.948355 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:40:13.948708 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:40:13.956608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1cc82-bdd2-4b6b-bf7b-aa4ab4a22ec7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=9399216f-b25f-4588-aa4c-5be956b5a9ce,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:13.963436 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-abf1cc82-bdd2-4b6b-bf7b-aa4ab4a22ec7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:13.968962 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-f9270f7a-69f7-4328-9c60-89af78b9dad7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:40:13.970389 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-553e0049-0fa2-4b6b-b61f-89f0f76dc54b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (1bf67fdb-6b32-4b3e-bab7-d5a0c330ca34), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:13.970596 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-abf1cc82-bdd2-4b6b-bf7b-aa4ab4a22ec7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/9399216f-b25f-4588-aa4c-5be956b5a9ce HTTP/1.1" status: 204 len: 168 time: 0.5312741 Apr 15 03:40:13.971938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34296) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:13.974729 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-f9270f7a-69f7-4328-9c60-89af78b9dad7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:40:13.978470 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a06ca4-5406-4352-b622-20363ea1f298 req-e0983ed5-26f0-421c-86c6-6b267f717bcf tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:13.980820 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a8a06ca4-5406-4352-b622-20363ea1f298 req-e0983ed5-26f0-421c-86c6-6b267f717bcf tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1214638 Apr 15 03:40:14.036516 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a6d2cf82-1891-4250-aaa0-0eba5f2a684f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542600 Apr 15 03:40:14.039807 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34298) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:14.046901 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-0e01c5b3-2880-4e18-942a-c262a340623e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:14.075258 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e0049-0fa2-4b6b-b61f-89f0f76dc54b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Subnet': ['ID=1bf67fdb-6b32-4b3e-bab7-d5a0c330ca34,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:14.085456 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-fe739fec-7aed-4013-834d-0f8845fe5b47 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port f040cfcc-ed60-4aa5-b83b-453ee2c883b5, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f040cfcc-ed60-4aa5-b83b-453ee2c883b5,segment=NetworkSegment(f0ff399e-88b4-4c84-bdff-928c8d06204f),segment_id=f0ff399e-88b4-4c84-bdff-928c8d06204f)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:14.085838 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fe739fec-7aed-4013-834d-0f8845fe5b47 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f040cfcc-ed60-4aa5-b83b-453ee2c883b5), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:14.103153 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553e0049-0fa2-4b6b-b61f-89f0f76dc54b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Checking segment: {'id': '44a1f0b0-5009-496d-9968-30e9512a77b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ec825cac-c496-4659-8bc1-47fcee252127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:14.103515 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553e0049-0fa2-4b6b-b61f-89f0f76dc54b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network hostable DHCP agents. Network: ec825cac-c496-4659-8bc1-47fcee252127, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:40:14.106695 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-fe739fec-7aed-4013-834d-0f8845fe5b47 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for f040cfcc-ed60-4aa5-b83b-453ee2c883b5 owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:14.131206 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a8a06ca4-5406-4352-b622-20363ea1f298 req-a2466481-d17d-4dac-8495-1d9a85159473 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437411 Apr 15 03:40:14.137991 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8552f97c-c9f5-48ff-a3ee-db6d86ef68da None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:14.242647 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553e0049-0fa2-4b6b-b61f-89f0f76dc54b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network ec825cac-c496-4659-8bc1-47fcee252127 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:40:14.277486 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e01c5b3-2880-4e18-942a-c262a340623e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:14.279973 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0e01c5b3-2880-4e18-942a-c262a340623e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:14.303242 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacb51ad-d376-4067-9b3e-51ece4561e4c None None] DHCP port deletion for d8f597fb-2381-4564-a070-eb7f10af68ac request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:40:14.346545 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-bacb51ad-d376-4067-9b3e-51ece4561e4c None None] Deleting port 49f988c7-20f7-46be-88ae-4e596cd82d48 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:14.347624 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bacb51ad-d376-4067-9b3e-51ece4561e4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (49f988c7-20f7-46be-88ae-4e596cd82d48), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:14.418728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-bacb51ad-d376-4067-9b3e-51ece4561e4c None None] For port 49f988c7-20f7-46be-88ae-4e596cd82d48, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=49f988c7-20f7-46be-88ae-4e596cd82d48,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:14.419044 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bacb51ad-d376-4067-9b3e-51ece4561e4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (49f988c7-20f7-46be-88ae-4e596cd82d48), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:14.427777 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-553e0049-0fa2-4b6b-b61f-89f0f76dc54b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, ec825cac-c496-4659-8bc1-47fcee252127) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:14.432380 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553e0049-0fa2-4b6b-b61f-89f0f76dc54b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:14.438153 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-553e0049-0fa2-4b6b-b61f-89f0f76dc54b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:14.441833 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b500d9-50d8-4ea0-b9d3-0bbc6a275b3d None None] Network ec825cac-c496-4659-8bc1-47fcee252127 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:14.445865 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-bacb51ad-d376-4067-9b3e-51ece4561e4c None None] Calling delete_port for 49f988c7-20f7-46be-88ae-4e596cd82d48 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:14.456673 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fe739fec-7aed-4013-834d-0f8845fe5b47 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (f040cfcc-ed60-4aa5-b83b-453ee2c883b5), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:14.496720 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe739fec-7aed-4013-834d-0f8845fe5b47 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=f040cfcc-ed60-4aa5-b83b-453ee2c883b5,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:14.516165 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-553e0049-0fa2-4b6b-b61f-89f0f76dc54b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8055763 Apr 15 03:40:14.533486 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34302) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:14.649292 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 49f988c7-20f7-46be-88ae-4e596cd82d48 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:14.655189 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (49f988c7-20f7-46be-88ae-4e596cd82d48), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:14.713984 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f9270f7a-69f7-4328-9c60-89af78b9dad7 None None] Current status of the port 49f988c7-20f7-46be-88ae-4e596cd82d48 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:14.714371 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f9270f7a-69f7-4328-9c60-89af78b9dad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (49f988c7-20f7-46be-88ae-4e596cd82d48), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:14.749355 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (ec825cac-c496-4659-8bc1-47fcee252127), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:14.772257 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef215c63-fa97-4fa6-bbe9-0d607df33574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-ec825cac-c496-4659-8bc1-47fcee252127', 'network_id': 'ec825cac-c496-4659-8bc1-47fcee252127', 'project_id': '569513fa24ae47b284f0cc7d5070901d', 'fixed_ips': [{'subnet_id': '1bf67fdb-6b32-4b3e-bab7-d5a0c330ca34'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:40:14.774157 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef215c63-fa97-4fa6-bbe9-0d607df33574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:14.798955 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e243b8-8d78-4ed8-b2f1-7cb30bcbb633 req-505fee55-3bca-4ec8-8576-118897e60fc3 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:14.800475 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-37e243b8-8d78-4ed8-b2f1-7cb30bcbb633 req-505fee55-3bca-4ec8-8576-118897e60fc3 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0916047 Apr 15 03:40:14.851322 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-37e243b8-8d78-4ed8-b2f1-7cb30bcbb633 req-7dce2aac-4df7-41fb-a777-7bd856577d6c tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448318 Apr 15 03:40:14.883788 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (1bf67fdb-6b32-4b3e-bab7-d5a0c330ca34), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:14.912650 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bacb51ad-d376-4067-9b3e-51ece4561e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (49f988c7-20f7-46be-88ae-4e596cd82d48), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:14.913252 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fe739fec-7aed-4013-834d-0f8845fe5b47 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:14.937895 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 15 03:40:14.937895 dv-neutron-837140-3-hyperv neutron-server[104668]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Apr 15 03:40:14.937895 dv-neutron-837140-3-hyperv neutron-server[104668]: [parameters: {'status': 'ACTIVE', 'ports_id': '49f988c7-20f7-46be-88ae-4e596cd82d48'}] Apr 15 03:40:14.937895 dv-neutron-837140-3-hyperv neutron-server[104668]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:40:14.938317 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:40:14.964295 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.objects.ports [None req-0e01c5b3-2880-4e18-942a-c262a340623e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104666) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 15 03:40:14.966522 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0e01c5b3-2880-4e18-942a-c262a340623e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (b92769ba-3a6b-45fe-b8af-75d52d330810), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:14.975199 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb51ad-d376-4067-9b3e-51ece4561e4c None None] Pushing event deleted for resources: {'Port': ['ID=49f988c7-20f7-46be-88ae-4e596cd82d48,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:14.977266 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacb51ad-d376-4067-9b3e-51ece4561e4c None None] No DVR routers for this DVR port 49f988c7-20f7-46be-88ae-4e596cd82d48 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:15.010817 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e01c5b3-2880-4e18-942a-c262a340623e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:15.015663 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-0e01c5b3-2880-4e18-942a-c262a340623e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:15.020693 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e01c5b3-2880-4e18-942a-c262a340623e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:15.021426 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0e01c5b3-2880-4e18-942a-c262a340623e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:15.031278 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82feb085-6cbd-4b0c-a4fa-5260f846f2bd None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:15.034169 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01c5b3-2880-4e18-942a-c262a340623e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=b92769ba-3a6b-45fe-b8af-75d52d330810,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:15.065699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-ef215c63-fa97-4fa6-bbe9-0d607df33574 None None] Allocated IP 172.20.0.2 (ec825cac-c496-4659-8bc1-47fcee252127/1bf67fdb-6b32-4b3e-bab7-d5a0c330ca34/18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:15.074193 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3c3f6849-1e88-4a18-9cd3-62a641098042 None None] Could not find standard attr ID for object 4f888896-2f61-4682-b915-7919fee215ef. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:40:15.127800 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0e01c5b3-2880-4e18-942a-c262a340623e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0853932 Apr 15 03:40:15.130291 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34306) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:15.139699 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-83531092-182b-4573-8188-3e47c709d469 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'mac_address': 'fa:16:3e:bc:4b:e9', 'name': 'tempest-NetworksTestDHCPv6-1615249078'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:15.216099 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82220390-9b38-4fc6-bde7-c18add4b789f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d8f597fb-2381-4564-a070-eb7f10af68ac', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'fixed_ips': [{'subnet_id': 'b92769ba-3a6b-45fe-b8af-75d52d330810'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:40:15.217025 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-82220390-9b38-4fc6-bde7-c18add4b789f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:15.274918 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe739fec-7aed-4013-834d-0f8845fe5b47 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:40:15.352966 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef215c63-fa97-4fa6-bbe9-0d607df33574 None None] Publish callbacks [] for port (18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:15.401880 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-82220390-9b38-4fc6-bde7-c18add4b789f None None] Allocated IP 2001:db8::f816:3eff:fe62:f62d (d8f597fb-2381-4564-a070-eb7f10af68ac/b92769ba-3a6b-45fe-b8af-75d52d330810/e8f4381f-b969-40a8-8529-4e243f5f2653) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:15.404513 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe739fec-7aed-4013-834d-0f8845fe5b47 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:40:15.409637 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fe739fec-7aed-4013-834d-0f8845fe5b47 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/routers/00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3240578 Apr 15 03:40:15.410587 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83531092-182b-4573-8188-3e47c709d469 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:15.418603 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80d0ff-8b9c-4cee-9012-1b70012d9076 None None] Sync routers for ids ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:40:15.449879 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef215c63-fa97-4fa6-bbe9-0d607df33574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:15.489336 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a80d0ff-8b9c-4cee-9012-1b70012d9076 None None] Routers {'00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:40:15.489980 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4a80d0ff-8b9c-4cee-9012-1b70012d9076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:39:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:15.507215 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-83531092-182b-4573-8188-3e47c709d469 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:15.533168 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-83531092-182b-4573-8188-3e47c709d469 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] device_id is not set on port e4f1f8e5-48f5-49c8-8ac5-101579add5f7 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:40:15.572503 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (1bf67fdb-6b32-4b3e-bab7-d5a0c330ca34), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:15.607961 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf67fdb-6b32-4b3e-bab7-d5a0c330ca34,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:15.685221 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (ec825cac-c496-4659-8bc1-47fcee252127), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:15.705190 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec825cac-c496-4659-8bc1-47fcee252127']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:15.716146 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a1f0b0-5009-496d-9968-30e9512a77b0') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:15.716349 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a1f0b0-5009-496d-9968-30e9512a77b0') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:15.727197 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (44a1f0b0-5009-496d-9968-30e9512a77b0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:15.732277 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef215c63-fa97-4fa6-bbe9-0d607df33574 None None] Network ec825cac-c496-4659-8bc1-47fcee252127 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:15.742249 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (44a1f0b0-5009-496d-9968-30e9512a77b0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:15.743849 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-ef215c63-fa97-4fa6-bbe9-0d607df33574 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:15.749356 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef215c63-fa97-4fa6-bbe9-0d607df33574 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:15.750456 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:40:15.750893 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (44a1f0b0-5009-496d-9968-30e9512a77b0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:40:15.754129 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:40:15.768312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef215c63-fa97-4fa6-bbe9-0d607df33574 None None] Pushing event updated for resources: {'Port': ['ID=18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:15.874747 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.db.api [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 03:40:15.874747 dv-neutron-837140-3-hyperv neutron-server[104667]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 03:40:15.874747 dv-neutron-837140-3-hyperv neutron-server[104667]: [parameters: {'id': 'ec825cac-c496-4659-8bc1-47fcee252127'}] Apr 15 03:40:15.874747 dv-neutron-837140-3-hyperv neutron-server[104667]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:40:15.874747 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG oslo_db.api [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:40:15.895237 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546414f3-c432-4405-bb43-795a7d0d40b4 req-0a49ab1c-4dc9-4661-beda-65df50831be1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:15.902885 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-546414f3-c432-4405-bb43-795a7d0d40b4 req-0a49ab1c-4dc9-4661-beda-65df50831be1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da98f23-00ff-4941-8269-99f976404c98 HTTP/1.1" status: 200 len: 946 time: 0.0587194 Apr 15 03:40:15.916728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ef215c63-fa97-4fa6-bbe9-0d607df33574 None None] Attempting to bind port 18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:40:15.917063 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ef215c63-fa97-4fa6-bbe9-0d607df33574 None None] Attempting to bind port 18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '44a1f0b0-5009-496d-9968-30e9512a77b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ec825cac-c496-4659-8bc1-47fcee252127'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:40:15.917405 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef215c63-fa97-4fa6-bbe9-0d607df33574 None None] Attempting to bind port 18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7 on network ec825cac-c496-4659-8bc1-47fcee252127 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:40:15.949602 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-546414f3-c432-4405-bb43-795a7d0d40b4 req-319ad96e-38cb-4b47-8466-100c7f5c57ca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=b740f45f-12c0-429a-9253-41725d36c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458426 Apr 15 03:40:15.971838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef215c63-fa97-4fa6-bbe9-0d607df33574 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:40:15.971838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef215c63-fa97-4fa6-bbe9-0d607df33574 None None] Checking segment: {'id': '44a1f0b0-5009-496d-9968-30e9512a77b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ec825cac-c496-4659-8bc1-47fcee252127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:15.971838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef215c63-fa97-4fa6-bbe9-0d607df33574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:15.971838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef215c63-fa97-4fa6-bbe9-0d607df33574 None None] Bound using segment: {'id': '44a1f0b0-5009-496d-9968-30e9512a77b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ec825cac-c496-4659-8bc1-47fcee252127'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:40:15.971838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ef215c63-fa97-4fa6-bbe9-0d607df33574 None None] Bound port: 18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a1f0b0-5009-496d-9968-30e9512a77b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ec825cac-c496-4659-8bc1-47fcee252127'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:40:15.971838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef215c63-fa97-4fa6-bbe9-0d607df33574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:15.971838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Port 49f988c7-20f7-46be-88ae-4e596cd82d48 update to ACTIVE by agent not found {{(pid=104668) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Apr 15 03:40:15.973086 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-4a80d0ff-8b9c-4cee-9012-1b70012d9076 None None] Set router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:40:15.974658 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ef00c-0e85-44c3-9794-a961f78fb639 req-b6f1f875-0a42-4010-962f-f670adaf2763 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:15.976585 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f30ef00c-0e85-44c3-9794-a961f78fb639 req-b6f1f875-0a42-4010-962f-f670adaf2763 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0530145 Apr 15 03:40:15.980112 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-82220390-9b38-4fc6-bde7-c18add4b789f None None] Publish callbacks [] for port (e8f4381f-b969-40a8-8529-4e243f5f2653), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:16.036331 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f30ef00c-0e85-44c3-9794-a961f78fb639 req-2e440fc9-377a-4083-bd97-c0b4d02891f8 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538466 Apr 15 03:40:16.101522 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-82220390-9b38-4fc6-bde7-c18add4b789f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (e8f4381f-b969-40a8-8529-4e243f5f2653), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:16.126212 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 49f988c7-20f7-46be-88ae-4e596cd82d48 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:16.146088 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-83531092-182b-4573-8188-3e47c709d469 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8::f816:3eff:febc:4be9 (d8f597fb-2381-4564-a070-eb7f10af68ac/b92769ba-3a6b-45fe-b8af-75d52d330810/e4f1f8e5-48f5-49c8-8ac5-101579add5f7) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:16.180147 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ef215c63-fa97-4fa6-bbe9-0d607df33574 None None] For port 18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:40:16.182166 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 49f988c7-20f7-46be-88ae-4e596cd82d48 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:40:16.183047 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 49f988c7-20f7-46be-88ae-4e596cd82d48 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:40:16.214520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82220390-9b38-4fc6-bde7-c18add4b789f None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:16.225575 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ef215c63-fa97-4fa6-bbe9-0d607df33574 None None] For port 18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7,segment=NetworkSegment(44a1f0b0-5009-496d-9968-30e9512a77b0),segment_id=44a1f0b0-5009-496d-9968-30e9512a77b0)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:40:16.232195 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-82220390-9b38-4fc6-bde7-c18add4b789f None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:16.234845 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82220390-9b38-4fc6-bde7-c18add4b789f None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:16.270910 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82220390-9b38-4fc6-bde7-c18add4b789f None None] Pushing event updated for resources: {'Port': ['ID=e8f4381f-b969-40a8-8529-4e243f5f2653,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:16.300503 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-83531092-182b-4573-8188-3e47c709d469 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (e4f1f8e5-48f5-49c8-8ac5-101579add5f7), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:16.323928 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef215c63-fa97-4fa6-bbe9-0d607df33574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:16.375646 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (ec825cac-c496-4659-8bc1-47fcee252127), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:16.383277 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-82220390-9b38-4fc6-bde7-c18add4b789f None None] Attempting to bind port e8f4381f-b969-40a8-8529-4e243f5f2653 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:40:16.383659 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-82220390-9b38-4fc6-bde7-c18add4b789f None None] Attempting to bind port e8f4381f-b969-40a8-8529-4e243f5f2653 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:40:16.386200 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82220390-9b38-4fc6-bde7-c18add4b789f None None] Attempting to bind port e8f4381f-b969-40a8-8529-4e243f5f2653 on network d8f597fb-2381-4564-a070-eb7f10af68ac {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:40:16.409314 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82220390-9b38-4fc6-bde7-c18add4b789f None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:40:16.409693 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82220390-9b38-4fc6-bde7-c18add4b789f None None] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:16.410098 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-82220390-9b38-4fc6-bde7-c18add4b789f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:16.410497 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82220390-9b38-4fc6-bde7-c18add4b789f None None] Bound using segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:40:16.411008 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-82220390-9b38-4fc6-bde7-c18add4b789f None None] Bound port: e8f4381f-b969-40a8-8529-4e243f5f2653, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:40:16.411395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-82220390-9b38-4fc6-bde7-c18add4b789f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e8f4381f-b969-40a8-8529-4e243f5f2653), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:16.414962 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-83531092-182b-4573-8188-3e47c709d469 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (e4f1f8e5-48f5-49c8-8ac5-101579add5f7), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:16.481312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef215c63-fa97-4fa6-bbe9-0d607df33574 None None] Pushing event updated for resources: {'Port': ['ID=18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:16.487024 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf60ba5-d7ec-4d04-bba1-a86262bf4878 req-a9784767-18b0-42f6-951c-05faf1bb681f tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:16.488541 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ecf60ba5-d7ec-4d04-bba1-a86262bf4878 req-a9784767-18b0-42f6-951c-05faf1bb681f tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1094947 Apr 15 03:40:16.501360 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83531092-182b-4573-8188-3e47c709d469 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:16.516472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-83531092-182b-4573-8188-3e47c709d469 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:16.517271 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4a80d0ff-8b9c-4cee-9012-1b70012d9076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'name': 'tempest-TestNetworkBasicOps-router-1070176320', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:38:00Z', 'updated_at': '2022-04-15T03:40:14Z', 'revision_number': 6, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:01Z', 'updated_at': '2022-04-15T03:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b80a2340-2c27-415a-a0c9-80b1a610876c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.118', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'port_id': '347a4f58-c452-407f-bde8-d216d9e6eaef', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'mac_address': 'fa:16:3e:a9:44:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6bd071-179f-4c5e-9e23-d119888bdc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:38:48Z', 'updated_at': '2022-04-15T03:38:53Z', 'revision_number': 1, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '522dc988-97a8-45f0-9ea1-2260c545fab1', 'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a7:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:11Z', 'updated_at': '2022-04-15T03:38:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:16.523151 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83531092-182b-4573-8188-3e47c709d469 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:16.528328 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83531092-182b-4573-8188-3e47c709d469 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:16.528941 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-83531092-182b-4573-8188-3e47c709d469 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:16.539764 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83531092-182b-4573-8188-3e47c709d469 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=e4f1f8e5-48f5-49c8-8ac5-101579add5f7,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:16.552433 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Deleting port 18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:16.552881 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:16.557925 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1cee13-de97-44c1-9b24-666afada5e78 None None] Network ec825cac-c496-4659-8bc1-47fcee252127 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:16.578642 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80d0ff-8b9c-4cee-9012-1b70012d9076 None None] Checking router: 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:40:16.630073 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-82220390-9b38-4fc6-bde7-c18add4b789f None None] For port e8f4381f-b969-40a8-8529-4e243f5f2653, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:40:16.637532 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a80d0ff-8b9c-4cee-9012-1b70012d9076 None None] Routers {'00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:40:16.638209 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4a80d0ff-8b9c-4cee-9012-1b70012d9076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:39:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:16.640218 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ecf60ba5-d7ec-4d04-bba1-a86262bf4878 req-feedd3da-811c-4f5c-a056-6f0877f1940a tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377621 Apr 15 03:40:16.641962 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] For port 18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7,segment=NetworkSegment(44a1f0b0-5009-496d-9968-30e9512a77b0),segment_id=44a1f0b0-5009-496d-9968-30e9512a77b0)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:16.642448 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:16.649726 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-82220390-9b38-4fc6-bde7-c18add4b789f None None] For port e8f4381f-b969-40a8-8529-4e243f5f2653, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e8f4381f-b969-40a8-8529-4e243f5f2653,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:40:16.655631 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Calling delete_port for 18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:16.664991 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-83531092-182b-4573-8188-3e47c709d469 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5310531 Apr 15 03:40:16.665314 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34318) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:16.715433 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c48cbb0-5ab8-4b8d-8230-103b724c08d7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:16.721024 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c48cbb0-5ab8-4b8d-8230-103b724c08d7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:16.722835 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2c48cbb0-5ab8-4b8d-8230-103b724c08d7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0565038 Apr 15 03:40:16.725681 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34320) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:16.767131 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-82220390-9b38-4fc6-bde7-c18add4b789f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e8f4381f-b969-40a8-8529-4e243f5f2653), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:16.843074 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-4a80d0ff-8b9c-4cee-9012-1b70012d9076 None None] Set router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:40:16.871761 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82220390-9b38-4fc6-bde7-c18add4b789f None None] Pushing event updated for resources: {'Port': ['ID=e8f4381f-b969-40a8-8529-4e243f5f2653,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:17.142256 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4a80d0ff-8b9c-4cee-9012-1b70012d9076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'name': 'tempest-TestNetworkBasicOps-router-1070176320', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:38:00Z', 'updated_at': '2022-04-15T03:40:14Z', 'revision_number': 6, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:01Z', 'updated_at': '2022-04-15T03:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b80a2340-2c27-415a-a0c9-80b1a610876c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.118', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'port_id': '347a4f58-c452-407f-bde8-d216d9e6eaef', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'mac_address': 'fa:16:3e:a9:44:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6bd071-179f-4c5e-9e23-d119888bdc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:38:48Z', 'updated_at': '2022-04-15T03:38:53Z', 'revision_number': 1, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '522dc988-97a8-45f0-9ea1-2260c545fab1', 'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a7:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:11Z', 'updated_at': '2022-04-15T03:38:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:17.150125 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecc630-551c-41a0-807f-b6451d3e08c3 req-ac1e6ecd-a25c-453b-bf19-a279f0429a89 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:17.152292 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86ecc630-551c-41a0-807f-b6451d3e08c3 req-ac1e6ecd-a25c-453b-bf19-a279f0429a89 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da98f23-00ff-4941-8269-99f976404c98 HTTP/1.1" status: 200 len: 946 time: 0.0895901 Apr 15 03:40:17.182519 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80d0ff-8b9c-4cee-9012-1b70012d9076 None None] The sync data for ids ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'] in dv-neutron-837140-3-hyperv is: [{'id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'name': 'tempest-TestNetworkBasicOps-router-1070176320', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:38:00Z', 'updated_at': '2022-04-15T03:40:14Z', 'revision_number': 6, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:01Z', 'updated_at': '2022-04-15T03:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b80a2340-2c27-415a-a0c9-80b1a610876c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.118', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'port_id': '347a4f58-c452-407f-bde8-d216d9e6eaef', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'mac_address': 'fa:16:3e:a9:44:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6bd071-179f-4c5e-9e23-d119888bdc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:38:48Z', 'updated_at': '2022-04-15T03:38:53Z', 'revision_number': 1, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '522dc988-97a8-45f0-9ea1-2260c545fab1', 'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a7:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:11Z', 'updated_at': '2022-04-15T03:38:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:40:17.254161 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86ecc630-551c-41a0-807f-b6451d3e08c3 req-d84f6841-256f-437b-b4a2-cb905cefc342 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=b740f45f-12c0-429a-9253-41725d36c7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951774 Apr 15 03:40:17.270298 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497219ce-1e78-479c-9aaa-0ae05ad38b7d req-747b09ba-c267-44b1-b5a2-2a4a8ecd1d51 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:17.272396 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-497219ce-1e78-479c-9aaa-0ae05ad38b7d req-747b09ba-c267-44b1-b5a2-2a4a8ecd1d51 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da98f23-00ff-4941-8269-99f976404c98 HTTP/1.1" status: 200 len: 946 time: 0.0753376 Apr 15 03:40:17.285794 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6ec9c-6067-4f34-81b7-54c466eaabd1 req-21f690c3-fac9-4d29-ba31-9b87b5576785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:17.285794 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d4a6ec9c-6067-4f34-81b7-54c466eaabd1 req-21f690c3-fac9-4d29-ba31-9b87b5576785 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ac54984499b43edad78bee2e10a3362&device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 1129 time: 0.0967331 Apr 15 03:40:17.302414 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-7cda0a76-bd4f-4476-8d5f-f1b918d335b0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting port e4f1f8e5-48f5-49c8-8ac5-101579add5f7 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:17.302787 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7cda0a76-bd4f-4476-8d5f-f1b918d335b0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e4f1f8e5-48f5-49c8-8ac5-101579add5f7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:17.338340 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:17.364678 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-497219ce-1e78-479c-9aaa-0ae05ad38b7d req-4f2272a4-9ad5-414d-90cb-336b71656d75 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port c2de7484-86e1-4ecb-b310-58793afef7aa {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:17.365018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-497219ce-1e78-479c-9aaa-0ae05ad38b7d req-4f2272a4-9ad5-414d-90cb-336b71656d75 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c2de7484-86e1-4ecb-b310-58793afef7aa), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:17.427892 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Port': ['ID=18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:17.435299 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No DVR routers for this DVR port 18c7d71e-8400-4cf4-aab7-51a3fc8ba9a7 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:17.464117 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-497219ce-1e78-479c-9aaa-0ae05ad38b7d req-4f2272a4-9ad5-414d-90cb-336b71656d75 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port c2de7484-86e1-4ecb-b310-58793afef7aa, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c2de7484-86e1-4ecb-b310-58793afef7aa,segment=NetworkSegment(f0ff399e-88b4-4c84-bdff-928c8d06204f),segment_id=f0ff399e-88b4-4c84-bdff-928c8d06204f)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:17.464499 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-497219ce-1e78-479c-9aaa-0ae05ad38b7d req-4f2272a4-9ad5-414d-90cb-336b71656d75 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c2de7484-86e1-4ecb-b310-58793afef7aa), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:17.477904 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-497219ce-1e78-479c-9aaa-0ae05ad38b7d req-4f2272a4-9ad5-414d-90cb-336b71656d75 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for c2de7484-86e1-4ecb-b310-58793afef7aa owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:17.481494 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:17.481852 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:17.482201 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:17.482764 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:17.482897 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:17.483221 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:17.483554 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:17.483884 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:17.484210 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:17.484541 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:17.484866 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:17.485191 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:17.485513 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:17.485838 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:17.486161 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:17.539027 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6ec9c-6067-4f34-81b7-54c466eaabd1 req-ba0617eb-8c0e-4d31-9226-f46078669456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:17.540443 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d4a6ec9c-6067-4f34-81b7-54c466eaabd1 req-ba0617eb-8c0e-4d31-9226-f46078669456 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 HTTP/1.1" status: 200 len: 912 time: 0.2500002 Apr 15 03:40:17.542129 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7cda0a76-bd4f-4476-8d5f-f1b918d335b0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e4f1f8e5-48f5-49c8-8ac5-101579add5f7), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:17.593742 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-7cda0a76-bd4f-4476-8d5f-f1b918d335b0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Calling delete_port for e4f1f8e5-48f5-49c8-8ac5-101579add5f7 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:17.631585 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (ec825cac-c496-4659-8bc1-47fcee252127), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:17.701161 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-497219ce-1e78-479c-9aaa-0ae05ad38b7d req-4f2272a4-9ad5-414d-90cb-336b71656d75 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (c2de7484-86e1-4ecb-b310-58793afef7aa), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:17.703312 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec825cac-c496-4659-8bc1-47fcee252127']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:17.723036 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d4a6ec9c-6067-4f34-81b7-54c466eaabd1 req-19bbc9b5-0077-474a-a8b1-a843b0e9ba57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=90b88343-3433-4ceb-9959-7721ceb2550e HTTP/1.1" status: 200 len: 1001 time: 0.1711533 Apr 15 03:40:17.724767 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a1f0b0-5009-496d-9968-30e9512a77b0') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:17.725068 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a1f0b0-5009-496d-9968-30e9512a77b0') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:17.746749 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2272a4-9ad5-414d-90cb-336b71656d75 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=c2de7484-86e1-4ecb-b310-58793afef7aa,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:17.765664 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (44a1f0b0-5009-496d-9968-30e9512a77b0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:17.819609 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-497219ce-1e78-479c-9aaa-0ae05ad38b7d req-4f2272a4-9ad5-414d-90cb-336b71656d75 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] No DVR routers for this DVR port c2de7484-86e1-4ecb-b310-58793afef7aa on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:17.822826 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-497219ce-1e78-479c-9aaa-0ae05ad38b7d req-4f2272a4-9ad5-414d-90cb-336b71656d75 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:17.827373 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-497219ce-1e78-479c-9aaa-0ae05ad38b7d req-4f2272a4-9ad5-414d-90cb-336b71656d75 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "DELETE /v2.0/ports/c2de7484-86e1-4ecb-b310-58793afef7aa HTTP/1.1" status: 204 len: 173 time: 0.5490763 Apr 15 03:40:17.828107 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da98f23-00ff-4941-8269-99f976404c98', 'name': 'network-vif-deleted', 'tag': 'c2de7484-86e1-4ecb-b310-58793afef7aa'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:40:17.830426 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768a8ad3-5462-4aeb-81e3-16f3f1ba09fe" -d '{"events": [{"server_uuid": "9da98f23-00ff-4941-8269-99f976404c98", "name": "network-vif-deleted", "tag": "c2de7484-86e1-4ecb-b310-58793afef7aa"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:40:17.844063 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (44a1f0b0-5009-496d-9968-30e9512a77b0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:17.865673 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:40:17.866076 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (44a1f0b0-5009-496d-9968-30e9512a77b0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:40:17.870708 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:40:17.889015 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed1025-84a1-4505-962c-c8501a07c17a req-f66f66df-9f50-4c2f-8415-3712c1c77abe tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:17.890554 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e9ed1025-84a1-4505-962c-c8501a07c17a req-f66f66df-9f50-4c2f-8415-3712c1c77abe tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1560683 Apr 15 03:40:17.929182 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c58e82-0ed2-4858-b792-c6fb8ab8fcce x-openstack-request-id: req-88c58e82-0ed2-4858-b792-c6fb8ab8fcce {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:40:17.929512 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da98f23-00ff-4941-8269-99f976404c98", "name": "network-vif-deleted", "tag": "c2de7484-86e1-4ecb-b310-58793afef7aa", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:40:17.930045 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-88c58e82-0ed2-4858-b792-c6fb8ab8fcce {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:40:17.930465 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c58e82-0ed2-4858-b792-c6fb8ab8fcce'] response: {'server_uuid': '9da98f23-00ff-4941-8269-99f976404c98', 'name': 'network-vif-deleted', 'tag': 'c2de7484-86e1-4ecb-b310-58793afef7aa', 'status': 'completed', 'code': 200} Apr 15 03:40:17.931155 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6ec9c-6067-4f34-81b7-54c466eaabd1 req-bee6a4b0-44c6-43dd-85e9-2e0601e5cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:17.932631 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d4a6ec9c-6067-4f34-81b7-54c466eaabd1 req-bee6a4b0-44c6-43dd-85e9-2e0601e5cb53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2ff5521-688d-47da-8337-38202aee7518 HTTP/1.1" status: 200 len: 851 time: 0.1992753 Apr 15 03:40:18.054321 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6ec9c-6067-4f34-81b7-54c466eaabd1 req-f9f3c25e-9593-4682-8982-72347586d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:18.055926 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d4a6ec9c-6067-4f34-81b7-54c466eaabd1 req-f9f3c25e-9593-4682-8982-72347586d714 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1068292 Apr 15 03:40:18.084312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e8f4381f-b969-40a8-8529-4e243f5f2653 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:18.097517 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e9ed1025-84a1-4505-962c-c8501a07c17a req-3d317039-44a2-4caa-8228-0af0f448f49d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697359 Apr 15 03:40:18.134865 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (ec825cac-c496-4659-8bc1-47fcee252127), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:18.144572 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:18.150404 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/ec825cac-c496-4659-8bc1-47fcee252127 HTTP/1.1" status: 204 len: 168 time: 3.6126058 Apr 15 03:40:18.150588 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34332) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:18.170787 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408dad50-d3a6-402d-9388-bb99a9f585db tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Network': ['ID=ec825cac-c496-4659-8bc1-47fcee252127,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:18.170903 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port e8f4381f-b969-40a8-8529-4e243f5f2653 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:18.170903 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e8f4381f-b969-40a8-8529-4e243f5f2653), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:18.188324 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7cda0a76-bd4f-4476-8d5f-f1b918d335b0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (e4f1f8e5-48f5-49c8-8ac5-101579add5f7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:18.199718 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8db265-e2d8-44de-a315-a2e0bc346ef4 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] GET failed (client error): The resource could not be found. Apr 15 03:40:18.201652 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ef8db265-e2d8-44de-a315-a2e0bc346ef4 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "GET /v2.0/subnets/1bf67fdb-6b32-4b3e-bab7-d5a0c330ca34 HTTP/1.1" status: 404 len: 337 time: 0.0473075 Apr 15 03:40:18.208242 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34334) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:18.252575 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d4a6ec9c-6067-4f34-81b7-54c466eaabd1 req-1c7644be-2ea4-4d4b-81ab-1e7b70a9b7ee service neutron] 10.222.0.30 "GET /v2.0/networks/0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892450 Apr 15 03:40:18.269810 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d5d6b69a-e7a6-496f-81c7-b924bb13272b None None] Provisioning complete for port e8f4381f-b969-40a8-8529-4e243f5f2653 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:18.270363 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b69a-e7a6-496f-81c7-b924bb13272b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e8f4381f-b969-40a8-8529-4e243f5f2653), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:18.283596 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda0a76-bd4f-4476-8d5f-f1b918d335b0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Port': ['ID=e4f1f8e5-48f5-49c8-8ac5-101579add5f7,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:18.300709 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6332cb-ada9-46a1-be26-809463fce52c tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:18.303459 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6332cb-ada9-46a1-be26-809463fce52c tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:18.309311 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cd6332cb-ada9-46a1-be26-809463fce52c tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/ec825cac-c496-4659-8bc1-47fcee252127 HTTP/1.1" status: 404 len: 339 time: 0.0980995 Apr 15 03:40:18.312974 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34338) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:18.379483 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e8f4381f-b969-40a8-8529-4e243f5f2653 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:18.379996 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e8f4381f-b969-40a8-8529-4e243f5f2653), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:18.400757 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7cda0a76-bd4f-4476-8d5f-f1b918d335b0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:18.413661 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7cda0a76-bd4f-4476-8d5f-f1b918d335b0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/e4f1f8e5-48f5-49c8-8ac5-101579add5f7 HTTP/1.1" status: 204 len: 168 time: 1.6868975 Apr 15 03:40:18.415511 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34340) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:18.456527 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d5d6b69a-e7a6-496f-81c7-b924bb13272b None None] Current status of the port e8f4381f-b969-40a8-8529-4e243f5f2653 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:18.457010 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d5d6b69a-e7a6-496f-81c7-b924bb13272b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e8f4381f-b969-40a8-8529-4e243f5f2653), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:18.480236 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port e8f4381f-b969-40a8-8529-4e243f5f2653, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e8f4381f-b969-40a8-8529-4e243f5f2653,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:18.520006 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6ea3f1-30d7-440d-8b9b-a818f4f8bae6 None None] get_active_networks_info from dv-neutron-837140-3-hyperv {{(pid=104668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 15 03:40:18.524248 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-90129cbd-0227-404b-a94f-a75f0492a3ee req-a6bccc55-0c8f-4271-bb42-249071fb9545 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=9da98f23-00ff-4941-8269-99f976404c98 HTTP/1.1" status: 200 len: 210 time: 0.0779407 Apr 15 03:40:18.554773 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cec9653-7559-400c-8644-a17b2db85434 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:18.556573 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cec9653-7559-400c-8644-a17b2db85434 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:18.556936 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e8f4381f-b969-40a8-8529-4e243f5f2653), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:18.558457 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7cec9653-7559-400c-8644-a17b2db85434 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1389756 Apr 15 03:40:18.561572 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d4a6ec9c-6067-4f34-81b7-54c466eaabd1 req-332d027b-756e-47d0-a9c4-b154319e3098 service neutron] 10.222.0.30 "GET /v2.0/networks/0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755828 Apr 15 03:40:18.562035 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34342) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:18.600159 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f040cfcc-ed60-4aa5-b83b-453ee2c883b5 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:18.624616 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-be4a964f-4849-4cca-8e9f-944bfe594c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:18.629616 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39b861c-8f51-49b4-843e-52f19707c5d5 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:18.633806 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e39b861c-8f51-49b4-843e-52f19707c5d5 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3171468 Apr 15 03:40:18.634031 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34344) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:18.637030 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc9259bf-59c4-4bf4-930b-cc35dd7464bf tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet b92769ba-3a6b-45fe-b8af-75d52d330810 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:40:18.641009 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc9259bf-59c4-4bf4-930b-cc35dd7464bf tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (b92769ba-3a6b-45fe-b8af-75d52d330810), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:18.663417 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: f040cfcc-ed60-4aa5-b83b-453ee2c883b5 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:40:18.663769 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f040cfcc-ed60-4aa5-b83b-453ee2c883b5 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:40:18.682913 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9f9181c7-bb29-4eb2-8e38-b730b4545666 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "GET /v2.0/subnets?network_id=47f4ed73-a135-4807-aa37-c76498dd2653 HTTP/1.1" status: 200 len: 207 time: 0.0372658 Apr 15 03:40:18.682913 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34346) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:18.699055 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc9259bf-59c4-4bf4-930b-cc35dd7464bf tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (b92769ba-3a6b-45fe-b8af-75d52d330810), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:18.801554 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc9259bf-59c4-4bf4-930b-cc35dd7464bf tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (b92769ba-3a6b-45fe-b8af-75d52d330810), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:18.836808 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-d5d6b69a-e7a6-496f-81c7-b924bb13272b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:40:18.837166 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-d5d6b69a-e7a6-496f-81c7-b924bb13272b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:40:18.870103 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=e8f4381f-b969-40a8-8529-4e243f5f2653,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:18.874124 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa396af-5443-4e0b-bb67-10721a2d8e0e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:18.880255 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa396af-5443-4e0b-bb67-10721a2d8e0e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:18.886644 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa396af-5443-4e0b-bb67-10721a2d8e0e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:18.891683 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa396af-5443-4e0b-bb67-10721a2d8e0e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:18.893555 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3aa396af-5443-4e0b-bb67-10721a2d8e0e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2164147 Apr 15 03:40:18.897147 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34348) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:18.915899 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6ea3f1-30d7-440d-8b9b-a818f4f8bae6 None None] Resources bound (agent type, host, resource id): {{(pid=104668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 15 03:40:18.926019 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc9259bf-59c4-4bf4-930b-cc35dd7464bf tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (b92769ba-3a6b-45fe-b8af-75d52d330810), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:18.956543 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9259bf-59c4-4bf4-930b-cc35dd7464bf tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=b92769ba-3a6b-45fe-b8af-75d52d330810,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:18.960927 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc9259bf-59c4-4bf4-930b-cc35dd7464bf tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:18.967931 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cc9259bf-59c4-4bf4-930b-cc35dd7464bf tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/b92769ba-3a6b-45fe-b8af-75d52d330810 HTTP/1.1" status: 204 len: 168 time: 0.4027841 Apr 15 03:40:18.968187 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34350) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:19.007921 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-71053553-bbf8-484d-99f1-a20e7c695ec0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385001 Apr 15 03:40:19.010237 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34352) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:19.039306 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-aaa3b5bb-044f-47f5-9d66-8e97b37a17b1 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1407230 Apr 15 03:40:19.042257 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34354) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:19.066774 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51526f2-e50f-47dd-9eec-299686d71715 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:19.066774 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b51526f2-e50f-47dd-9eec-299686d71715 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0545740 Apr 15 03:40:19.074242 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34356) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:19.135110 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5af6b15-ab79-4071-9f22-ec53e4fd0da4 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:19.137155 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5af6b15-ab79-4071-9f22-ec53e4fd0da4 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:19.138705 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c5af6b15-ab79-4071-9f22-ec53e4fd0da4 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0954564 Apr 15 03:40:19.142295 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34360) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:19.144295 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0309907f-eda7-440f-8ffa-211926071335 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:19.145787 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0309907f-eda7-440f-8ffa-211926071335 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0705717 Apr 15 03:40:19.153726 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34362) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:19.226875 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5f9e7cae-6dfd-44d9-ae7b-189c13dd0fce tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712595 Apr 15 03:40:19.228501 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34364) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:19.233813 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:19.282214 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304bf99-8fed-4a43-829a-75e605eccb47 req-0c182258-140d-4d2b-b9e8-de0e9828c688 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:19.283797 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c304bf99-8fed-4a43-829a-75e605eccb47 req-0c182258-140d-4d2b-b9e8-de0e9828c688 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0735660 Apr 15 03:40:19.286445 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3cec64-7b87-4efc-bf83-dba1fe9a1468 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:19.287822 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3cec64-7b87-4efc-bf83-dba1fe9a1468 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:19.289291 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ac3cec64-7b87-4efc-bf83-dba1fe9a1468 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1459739 Apr 15 03:40:19.292831 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34366) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:19.321961 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d97a98-dd62-44d1-8863-ee37bf3d95d5 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:19.391832 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:19.395601 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:19.404922 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c304bf99-8fed-4a43-829a-75e605eccb47 req-fc8a306b-9003-4398-aa86-67054c006586 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130276 Apr 15 03:40:19.431935 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74cadec-56a6-4800-b487-896bfcdf6866 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:19.434243 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d74cadec-56a6-4800-b487-896bfcdf6866 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "GET /v2.0/networks/034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e HTTP/1.1" status: 200 len: 800 time: 0.1404026 Apr 15 03:40:19.437522 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d5d6b69a-e7a6-496f-81c7-b924bb13272b None None] Current status of the port e8f4381f-b969-40a8-8529-4e243f5f2653 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:19.437831 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34368) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:19.533241 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] DHCP port deletion for d8f597fb-2381-4564-a070-eb7f10af68ac request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:40:19.567130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-fdb8bd85-50e8-4eb8-8aaf-f9e01127b0dd None None] Could not find standard attr ID for object e4f1f8e5-48f5-49c8-8ac5-101579add5f7. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:40:19.567815 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-83e04bc1-57f3-4818-ba10-7a35ee7cc74c tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "GET /v2.0/networks/034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1287894 Apr 15 03:40:19.570048 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34372) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:19.582311 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] Deleting port e8f4381f-b969-40a8-8529-4e243f5f2653 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:19.582527 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e8f4381f-b969-40a8-8529-4e243f5f2653), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:19.625145 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34374) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:19.630489 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee753d17-b8eb-4397-846e-3965761ced44 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:19.635502 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ee753d17-b8eb-4397-846e-3965761ced44 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "GET /v2.0/subnets/02cf9abb-f3cd-41d4-9083-42530507b3af HTTP/1.1" status: 200 len: 811 time: 0.0624497 Apr 15 03:40:19.635861 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34376) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:19.666270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] For port e8f4381f-b969-40a8-8529-4e243f5f2653, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e8f4381f-b969-40a8-8529-4e243f5f2653,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:19.667351 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e8f4381f-b969-40a8-8529-4e243f5f2653), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:19.682115 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] Calling delete_port for e8f4381f-b969-40a8-8529-4e243f5f2653 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:19.686817 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (4a9a7878-0405-4f21-9775-d93c4aca93c7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:19.703203 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-02005c91-6653-4dcc-9bf4-cd74bc4b3f36 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (b740f45f-12c0-429a-9253-41725d36c7f5), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:19.710112 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7789f6bc-fd55-42df-8063-538817ac340d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:19.715001 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7789f6bc-fd55-42df-8063-538817ac340d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "GET /v2.0/subnets/02cf9abb-f3cd-41d4-9083-42530507b3af?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0748131 Apr 15 03:40:19.715225 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34378) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:19.719975 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-23c1683b-bd83-4a8e-8a56-0be13d0a08c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-676078491'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:19.770335 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:19.779878 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:19.785100 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-02005c91-6653-4dcc-9bf4-cd74bc4b3f36 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (b740f45f-12c0-429a-9253-41725d36c7f5), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:19.788338 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:19.788929 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562475'] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:19.793582 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c1683b-bd83-4a8e-8a56-0be13d0a08c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:19.797333 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-23c1683b-bd83-4a8e-8a56-0be13d0a08c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:19.809326 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=4a9a7878-0405-4f21-9775-d93c4aca93c7,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:19.830417 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.830795 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.831142 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.831489 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.831822 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.832154 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.832483 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.832809 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.833140 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.833465 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.833794 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.834119 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.834445 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.834793 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.835120 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.850811 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (e8f4381f-b969-40a8-8529-4e243f5f2653), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:19.856277 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c1683b-bd83-4a8e-8a56-0be13d0a08c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:40:19.866907 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-23c1683b-bd83-4a8e-8a56-0be13d0a08c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (87a2e659-96f9-4cd5-b079-c88962f8a489), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:19.867398 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-23c1683b-bd83-4a8e-8a56-0be13d0a08c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Added segment 87a2e659-96f9-4cd5-b079-c88962f8a489 of type vlan for network 922783bb-b958-4594-8323-c7875906385e Apr 15 03:40:19.880024 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] Pushing event deleted for resources: {'Port': ['ID=e8f4381f-b969-40a8-8529-4e243f5f2653,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:19.883278 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] No DVR routers for this DVR port e8f4381f-b969-40a8-8529-4e243f5f2653 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:19.889557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.889934 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.890258 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.890628 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.890976 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.891311 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.891667 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.892007 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.892399 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.892741 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.893136 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.893428 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.893821 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.894368 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.894368 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd7bb2-9438-4abc-a3c1-3cd20798d5ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:19.904358 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8567afff-78a1-42a2-b9c6-ffaf788d181e None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:19.913524 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e7db539f-a6d3-43c1-80b3-c58764f30ed3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6837485 Apr 15 03:40:19.914759 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34380) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:19.923974 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-23c1683b-bd83-4a8e-8a56-0be13d0a08c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (922783bb-b958-4594-8323-c7875906385e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:19.924161 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-64497bd3-860b-4c58-a2c6-f021fed75a98 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'mac_address': 'fa:16:3e:1b:4a:60', 'name': 'tempest-NetworksTestDHCPv6-1205887972'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:19.947976 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-02005c91-6653-4dcc-9bf4-cd74bc4b3f36 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (b740f45f-12c0-429a-9253-41725d36c7f5), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:19.951205 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-02005c91-6653-4dcc-9bf4-cd74bc4b3f36 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:19.952358 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-02005c91-6653-4dcc-9bf4-cd74bc4b3f36 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/security-groups/b740f45f-12c0-429a-9253-41725d36c7f5 HTTP/1.1" status: 204 len: 168 time: 0.3259704 Apr 15 03:40:20.002527 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02005c91-6653-4dcc-9bf4-cd74bc4b3f36 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b740f45f-12c0-429a-9253-41725d36c7f5,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:20.032256 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bab989a-d264-4526-ba3d-bfe12623b443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d8f597fb-2381-4564-a070-eb7f10af68ac', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'fixed_ips': [{'subnet_id': '4a9a7878-0405-4f21-9775-d93c4aca93c7'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:40:20.033201 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7bab989a-d264-4526-ba3d-bfe12623b443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:20.050267 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-23c1683b-bd83-4a8e-8a56-0be13d0a08c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (922783bb-b958-4594-8323-c7875906385e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:20.061914 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c1683b-bd83-4a8e-8a56-0be13d0a08c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:20.061914 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-23c1683b-bd83-4a8e-8a56-0be13d0a08c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:20.063510 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34384) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:20.111332 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e8f4381f-b969-40a8-8529-4e243f5f2653 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:20.136669 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: e8f4381f-b969-40a8-8529-4e243f5f2653 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:40:20.137008 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e8f4381f-b969-40a8-8529-4e243f5f2653 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:40:20.142084 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64497bd3-860b-4c58-a2c6-f021fed75a98 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:20.184683 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1683b-bd83-4a8e-8a56-0be13d0a08c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Network': ['ID=922783bb-b958-4594-8323-c7875906385e,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:20.191830 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a06e48-1822-4c6f-9cd7-63b0f0ac46ff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting subnet b28862b6-1766-4779-9c30-8d8cdf52319d {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:40:20.195404 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7a06e48-1822-4c6f-9cd7-63b0f0ac46ff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (b28862b6-1766-4779-9c30-8d8cdf52319d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:20.199236 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 922783bb-b958-4594-8323-c7875906385e details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:40:20.208970 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-7bab989a-d264-4526-ba3d-bfe12623b443 None None] Allocated IP 2001:db8::2 (d8f597fb-2381-4564-a070-eb7f10af68ac/4a9a7878-0405-4f21-9775-d93c4aca93c7/03c89181-dd62-42e3-bf2f-4825a21d41a6) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:20.226948 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-23c1683b-bd83-4a8e-8a56-0be13d0a08c2 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5105178 Apr 15 03:40:20.230745 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34386) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:20.236554 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e2297515-eb58-4c96-b4a9-cdfef5b6a8bc tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'subnet': {'network_id': '922783bb-b958-4594-8323-c7875906385e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:20.244603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-64497bd3-860b-4c58-a2c6-f021fed75a98 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:20.266834 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-64497bd3-860b-4c58-a2c6-f021fed75a98 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] device_id is not set on port c3f545e6-eb10-4d1b-8a3e-3a1ea6333f84 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:40:20.272217 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7a06e48-1822-4c6f-9cd7-63b0f0ac46ff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (b28862b6-1766-4779-9c30-8d8cdf52319d), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:20.411604 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7a06e48-1822-4c6f-9cd7-63b0f0ac46ff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (b28862b6-1766-4779-9c30-8d8cdf52319d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:20.416942 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device c2de7484-86e1-4ecb-b310-58793afef7aa no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:20.420063 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7bab989a-d264-4526-ba3d-bfe12623b443 None None] Publish callbacks [] for port (03c89181-dd62-42e3-bf2f-4825a21d41a6), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:20.438737 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: c2de7484-86e1-4ecb-b310-58793afef7aa {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:40:20.439084 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device c2de7484-86e1-4ecb-b310-58793afef7aa not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:40:20.450143 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2297515-eb58-4c96-b4a9-cdfef5b6a8bc tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Made reservation on behalf of 569513fa24ae47b284f0cc7d5070901d for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:20.454127 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2297515-eb58-4c96-b4a9-cdfef5b6a8bc tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:20.500702 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7bab989a-d264-4526-ba3d-bfe12623b443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (03c89181-dd62-42e3-bf2f-4825a21d41a6), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:20.524509 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.ipam_backend_mixin [None req-e2297515-eb58-4c96-b4a9-cdfef5b6a8bc tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Performing IP validity checks on allocation pools {{(pid=104667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 15 03:40:20.525025 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.ipam_backend_mixin [None req-e2297515-eb58-4c96-b4a9-cdfef5b6a8bc tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 15 03:40:20.545604 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bab989a-d264-4526-ba3d-bfe12623b443 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:20.548883 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-7bab989a-d264-4526-ba3d-bfe12623b443 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:20.554143 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bab989a-d264-4526-ba3d-bfe12623b443 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:20.557225 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab989a-d264-4526-ba3d-bfe12623b443 None None] Pushing event updated for resources: {'Port': ['ID=03c89181-dd62-42e3-bf2f-4825a21d41a6,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:20.563410 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7dc7d-1daf-4a83-b2e8-787a0b4e65d8 req-d28c15b4-22c8-4e9b-b3c7-1a8408e43614 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:20.564940 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ad7dc7d-1daf-4a83-b2e8-787a0b4e65d8 req-d28c15b4-22c8-4e9b-b3c7-1a8408e43614 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0825870 Apr 15 03:40:20.607987 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-64497bd3-860b-4c58-a2c6-f021fed75a98 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8::a3 (d8f597fb-2381-4564-a070-eb7f10af68ac/4a9a7878-0405-4f21-9775-d93c4aca93c7/c3f545e6-eb10-4d1b-8a3e-3a1ea6333f84) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:20.613894 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7a06e48-1822-4c6f-9cd7-63b0f0ac46ff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (b28862b6-1766-4779-9c30-8d8cdf52319d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:20.622884 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-7bab989a-d264-4526-ba3d-bfe12623b443 None None] Attempting to bind port 03c89181-dd62-42e3-bf2f-4825a21d41a6 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:40:20.623566 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-7bab989a-d264-4526-ba3d-bfe12623b443 None None] Attempting to bind port 03c89181-dd62-42e3-bf2f-4825a21d41a6 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:40:20.623704 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab989a-d264-4526-ba3d-bfe12623b443 None None] Attempting to bind port 03c89181-dd62-42e3-bf2f-4825a21d41a6 on network d8f597fb-2381-4564-a070-eb7f10af68ac {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:40:20.629592 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab989a-d264-4526-ba3d-bfe12623b443 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:40:20.629846 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab989a-d264-4526-ba3d-bfe12623b443 None None] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:20.630904 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7bab989a-d264-4526-ba3d-bfe12623b443 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:20.630904 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab989a-d264-4526-ba3d-bfe12623b443 None None] Bound using segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:40:20.631178 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-7bab989a-d264-4526-ba3d-bfe12623b443 None None] Bound port: 03c89181-dd62-42e3-bf2f-4825a21d41a6, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:40:20.631504 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7bab989a-d264-4526-ba3d-bfe12623b443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (03c89181-dd62-42e3-bf2f-4825a21d41a6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:20.639129 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ad7dc7d-1daf-4a83-b2e8-787a0b4e65d8 req-ad57ffb5-a3a6-43e7-a8d6-a941aba32086 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671618 Apr 15 03:40:20.658067 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a06e48-1822-4c6f-9cd7-63b0f0ac46ff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Subnet': ['ID=b28862b6-1766-4779-9c30-8d8cdf52319d,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:20.664068 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b7a06e48-1822-4c6f-9cd7-63b0f0ac46ff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:20.670272 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b7a06e48-1822-4c6f-9cd7-63b0f0ac46ff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/subnets/b28862b6-1766-4779-9c30-8d8cdf52319d HTTP/1.1" status: 204 len: 168 time: 0.5998139 Apr 15 03:40:20.671053 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34392) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:20.680117 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54900a63-1b88-47c5-a2e9-2f082841c775 None None] Network 3bd59da7-6c8e-4207-8116-308ad61b1e9e requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:20.767848 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7bab989a-d264-4526-ba3d-bfe12623b443 None None] For port 03c89181-dd62-42e3-bf2f-4825a21d41a6, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:40:20.798881 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7bab989a-d264-4526-ba3d-bfe12623b443 None None] For port 03c89181-dd62-42e3-bf2f-4825a21d41a6, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=03c89181-dd62-42e3-bf2f-4825a21d41a6,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:40:20.802641 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e85e76bc-de7b-4c3f-a4bd-baed56318638 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (3bd59da7-6c8e-4207-8116-308ad61b1e9e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:20.817844 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-64497bd3-860b-4c58-a2c6-f021fed75a98 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (c3f545e6-eb10-4d1b-8a3e-3a1ea6333f84), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:20.857229 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796658ac-dc47-46c0-8cf9-b4374cc9ceb1 req-4ad0c44a-6130-4d0e-9fd0-876d22754d1f tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:20.858807 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-796658ac-dc47-46c0-8cf9-b4374cc9ceb1 req-4ad0c44a-6130-4d0e-9fd0-876d22754d1f tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0991848 Apr 15 03:40:20.862352 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7103ab1d-8737-4ef2-849f-801f9a07a7f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:20.873562 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7bab989a-d264-4526-ba3d-bfe12623b443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (03c89181-dd62-42e3-bf2f-4825a21d41a6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:20.913774 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767e66b7-d58e-48be-b438-06c2689576b3 None None] DHCP port deletion for 3bd59da7-6c8e-4207-8116-308ad61b1e9e request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:40:20.919541 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-64497bd3-860b-4c58-a2c6-f021fed75a98 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (c3f545e6-eb10-4d1b-8a3e-3a1ea6333f84), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:20.954738 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64497bd3-860b-4c58-a2c6-f021fed75a98 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:20.967948 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab989a-d264-4526-ba3d-bfe12623b443 None None] Pushing event updated for resources: {'Port': ['ID=03c89181-dd62-42e3-bf2f-4825a21d41a6,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:20.982690 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-64497bd3-860b-4c58-a2c6-f021fed75a98 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:20.985614 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-767e66b7-d58e-48be-b438-06c2689576b3 None None] Deleting port c1886255-94c9-4f97-8793-f6133bc1f7aa {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:20.985757 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-767e66b7-d58e-48be-b438-06c2689576b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c1886255-94c9-4f97-8793-f6133bc1f7aa), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:20.986529 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-e85e76bc-de7b-4c3f-a4bd-baed56318638 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port c1886255-94c9-4f97-8793-f6133bc1f7aa {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:20.986529 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e85e76bc-de7b-4c3f-a4bd-baed56318638 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c1886255-94c9-4f97-8793-f6133bc1f7aa), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:20.987067 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64497bd3-860b-4c58-a2c6-f021fed75a98 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:20.993235 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64497bd3-860b-4c58-a2c6-f021fed75a98 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:20.993876 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-64497bd3-860b-4c58-a2c6-f021fed75a98 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:21.020582 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-796658ac-dc47-46c0-8cf9-b4374cc9ceb1 req-8dd61916-295e-460a-93f2-b582acd14c53 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514750 Apr 15 03:40:21.024224 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64497bd3-860b-4c58-a2c6-f021fed75a98 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=c3f545e6-eb10-4d1b-8a3e-3a1ea6333f84,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:21.055134 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2297515-eb58-4c96-b4a9-cdfef5b6a8bc tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (ad3c52b7-8656-4ff0-9d43-adcd45c0f50c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:21.078761 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-767e66b7-d58e-48be-b438-06c2689576b3 None None] For port c1886255-94c9-4f97-8793-f6133bc1f7aa, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c1886255-94c9-4f97-8793-f6133bc1f7aa,segment=NetworkSegment(f0ff399e-88b4-4c84-bdff-928c8d06204f),segment_id=f0ff399e-88b4-4c84-bdff-928c8d06204f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:21.078761 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-767e66b7-d58e-48be-b438-06c2689576b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c1886255-94c9-4f97-8793-f6133bc1f7aa), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:21.081883 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-64497bd3-860b-4c58-a2c6-f021fed75a98 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1660399 Apr 15 03:40:21.082580 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34398) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:21.095408 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-767e66b7-d58e-48be-b438-06c2689576b3 None None] Calling delete_port for c1886255-94c9-4f97-8793-f6133bc1f7aa owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:21.109389 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-e85e76bc-de7b-4c3f-a4bd-baed56318638 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port c1886255-94c9-4f97-8793-f6133bc1f7aa, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c1886255-94c9-4f97-8793-f6133bc1f7aa,segment=NetworkSegment(f0ff399e-88b4-4c84-bdff-928c8d06204f),segment_id=f0ff399e-88b4-4c84-bdff-928c8d06204f)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:21.109765 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e85e76bc-de7b-4c3f-a4bd-baed56318638 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c1886255-94c9-4f97-8793-f6133bc1f7aa), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:21.144194 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-e85e76bc-de7b-4c3f-a4bd-baed56318638 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for c1886255-94c9-4f97-8793-f6133bc1f7aa owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:21.157338 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2297515-eb58-4c96-b4a9-cdfef5b6a8bc tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Subnet': ['ID=ad3c52b7-8656-4ff0-9d43-adcd45c0f50c,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:21.171629 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdebe35f-c950-4278-aa01-17b69f1eea2f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:21.177905 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdebe35f-c950-4278-aa01-17b69f1eea2f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:21.184015 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-bdebe35f-c950-4278-aa01-17b69f1eea2f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1001675 Apr 15 03:40:21.184784 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34400) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:21.261450 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2297515-eb58-4c96-b4a9-cdfef5b6a8bc tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Checking segment: {'id': '87a2e659-96f9-4cd5-b079-c88962f8a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '922783bb-b958-4594-8323-c7875906385e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:21.261733 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2297515-eb58-4c96-b4a9-cdfef5b6a8bc tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network hostable DHCP agents. Network: 922783bb-b958-4594-8323-c7875906385e, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:40:21.306089 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-a612c0a8-ed34-4267-8d61-89f7853b1e51 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting port c3f545e6-eb10-4d1b-8a3e-3a1ea6333f84 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:21.306843 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a612c0a8-ed34-4267-8d61-89f7853b1e51 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c3f545e6-eb10-4d1b-8a3e-3a1ea6333f84), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:21.320396 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-767e66b7-d58e-48be-b438-06c2689576b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (c1886255-94c9-4f97-8793-f6133bc1f7aa), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:21.332933 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e85e76bc-de7b-4c3f-a4bd-baed56318638 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (c1886255-94c9-4f97-8793-f6133bc1f7aa), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:21.367478 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e76bc-de7b-4c3f-a4bd-baed56318638 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=c1886255-94c9-4f97-8793-f6133bc1f7aa,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:21.370331 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e76bc-de7b-4c3f-a4bd-baed56318638 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] No DVR routers for this DVR port c1886255-94c9-4f97-8793-f6133bc1f7aa on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:21.370998 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e66b7-d58e-48be-b438-06c2689576b3 None None] Pushing event deleted for resources: {'Port': ['ID=c1886255-94c9-4f97-8793-f6133bc1f7aa,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:21.373071 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767e66b7-d58e-48be-b438-06c2689576b3 None None] No DVR routers for this DVR port c1886255-94c9-4f97-8793-f6133bc1f7aa on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:21.375936 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2297515-eb58-4c96-b4a9-cdfef5b6a8bc tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Network 922783bb-b958-4594-8323-c7875906385e is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:40:21.438084 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a612c0a8-ed34-4267-8d61-89f7853b1e51 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c3f545e6-eb10-4d1b-8a3e-3a1ea6333f84), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:21.463081 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-a612c0a8-ed34-4267-8d61-89f7853b1e51 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Calling delete_port for c3f545e6-eb10-4d1b-8a3e-3a1ea6333f84 owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:21.484475 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-e2297515-eb58-4c96-b4a9-cdfef5b6a8bc tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 922783bb-b958-4594-8323-c7875906385e) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:21.492355 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2297515-eb58-4c96-b4a9-cdfef5b6a8bc tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:21.495606 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2297515-eb58-4c96-b4a9-cdfef5b6a8bc tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:21.498973 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849a9cdc-c4d5-4ce4-bc4b-d8ded68db916 None None] Network 922783bb-b958-4594-8323-c7875906385e requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:21.511289 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e85e76bc-de7b-4c3f-a4bd-baed56318638 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (3bd59da7-6c8e-4207-8116-308ad61b1e9e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:21.546986 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-e85e76bc-de7b-4c3f-a4bd-baed56318638 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd59da7-6c8e-4207-8116-308ad61b1e9e']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:21.555020 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7f690-b9c9-4dbe-806e-4fb8a78290ae req-2d60555f-e08e-49af-8283-734ed9acc3b5 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:21.556563 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-caa7f690-b9c9-4dbe-806e-4fb8a78290ae req-2d60555f-e08e-49af-8283-734ed9acc3b5 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0833039 Apr 15 03:40:21.571385 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-e85e76bc-de7b-4c3f-a4bd-baed56318638 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ff399e-88b4-4c84-bdff-928c8d06204f') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:21.571722 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-e85e76bc-de7b-4c3f-a4bd-baed56318638 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ff399e-88b4-4c84-bdff-928c8d06204f') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:21.587857 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e85e76bc-de7b-4c3f-a4bd-baed56318638 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (f0ff399e-88b4-4c84-bdff-928c8d06204f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:21.613962 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e85e76bc-de7b-4c3f-a4bd-baed56318638 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (f0ff399e-88b4-4c84-bdff-928c8d06204f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:21.624759 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186b5fa0-f60f-47c8-bdeb-4fa0d936bd51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-922783bb-b958-4594-8323-c7875906385e', 'network_id': '922783bb-b958-4594-8323-c7875906385e', 'project_id': '569513fa24ae47b284f0cc7d5070901d', 'fixed_ips': [{'subnet_id': 'ad3c52b7-8656-4ff0-9d43-adcd45c0f50c'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:40:21.625711 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-186b5fa0-f60f-47c8-bdeb-4fa0d936bd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:21.632801 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-caa7f690-b9c9-4dbe-806e-4fb8a78290ae req-3839b9b8-f8fc-4b91-acf1-01db6c22fa6e tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704436 Apr 15 03:40:21.633719 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85e76bc-de7b-4c3f-a4bd-baed56318638 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:40:21.634121 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e85e76bc-de7b-4c3f-a4bd-baed56318638 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (f0ff399e-88b4-4c84-bdff-928c8d06204f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:40:21.637338 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:40:21.666052 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e2297515-eb58-4c96-b4a9-cdfef5b6a8bc tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4313481 Apr 15 03:40:21.666499 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34404) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:21.673051 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-157812b8-fa3c-4d66-b1ca-79de2bb33753 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:21.714305 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a612c0a8-ed34-4267-8d61-89f7853b1e51 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (c3f545e6-eb10-4d1b-8a3e-3a1ea6333f84), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:21.771402 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612c0a8-ed34-4267-8d61-89f7853b1e51 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Port': ['ID=c3f545e6-eb10-4d1b-8a3e-3a1ea6333f84,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:21.784038 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e85e76bc-de7b-4c3f-a4bd-baed56318638 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (3bd59da7-6c8e-4207-8116-308ad61b1e9e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:21.797536 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e85e76bc-de7b-4c3f-a4bd-baed56318638 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:21.803466 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e85e76bc-de7b-4c3f-a4bd-baed56318638 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/networks/3bd59da7-6c8e-4207-8116-308ad61b1e9e HTTP/1.1" status: 204 len: 168 time: 1.1265287 Apr 15 03:40:21.804609 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34406) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:21.812560 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e76bc-de7b-4c3f-a4bd-baed56318638 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Network': ['ID=3bd59da7-6c8e-4207-8116-308ad61b1e9e,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:21.814760 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a612c0a8-ed34-4267-8d61-89f7853b1e51 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:21.821243 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a612c0a8-ed34-4267-8d61-89f7853b1e51 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/c3f545e6-eb10-4d1b-8a3e-3a1ea6333f84 HTTP/1.1" status: 204 len: 168 time: 0.6319497 Apr 15 03:40:21.823489 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34408) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:21.846858 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:21.848219 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-186b5fa0-f60f-47c8-bdeb-4fa0d936bd51 None None] Allocated IP 172.20.0.3 (922783bb-b958-4594-8323-c7875906385e/ad3c52b7-8656-4ff0-9d43-adcd45c0f50c/bf9eefe3-300c-445d-8bd4-662dad890232) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:22.033530 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-186b5fa0-f60f-47c8-bdeb-4fa0d936bd51 None None] Publish callbacks [] for port (bf9eefe3-300c-445d-8bd4-662dad890232), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:22.105637 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 03c89181-dd62-42e3-bf2f-4825a21d41a6 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:22.110668 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-186b5fa0-f60f-47c8-bdeb-4fa0d936bd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (bf9eefe3-300c-445d-8bd4-662dad890232), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:22.165081 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-157812b8-fa3c-4d66-b1ca-79de2bb33753 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5913258'] for subnet (ad3c52b7-8656-4ff0-9d43-adcd45c0f50c), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:22.183660 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186b5fa0-f60f-47c8-bdeb-4fa0d936bd51 None None] Network 922783bb-b958-4594-8323-c7875906385e is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:22.191917 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-186b5fa0-f60f-47c8-bdeb-4fa0d936bd51 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:22.197032 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186b5fa0-f60f-47c8-bdeb-4fa0d936bd51 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:22.206899 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b5fa0-f60f-47c8-bdeb-4fa0d936bd51 None None] Pushing event updated for resources: {'Port': ['ID=bf9eefe3-300c-445d-8bd4-662dad890232,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:22.211938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14168904-bd19-4132-bf88-b0a33729b63a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:22.213444 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14168904-bd19-4132-bf88-b0a33729b63a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:22.215074 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-14168904-bd19-4132-bf88-b0a33729b63a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3605590 Apr 15 03:40:22.220417 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34410) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:22.233619 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 03c89181-dd62-42e3-bf2f-4825a21d41a6 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:22.234080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (03c89181-dd62-42e3-bf2f-4825a21d41a6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:22.279755 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-920ba7ee-7446-4dee-af0f-c73f286d2cdc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet 4a9a7878-0405-4f21-9775-d93c4aca93c7 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:40:22.283341 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-920ba7ee-7446-4dee-af0f-c73f286d2cdc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (4a9a7878-0405-4f21-9775-d93c4aca93c7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:22.303462 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-08c86c92-5ebc-49fa-8370-5661ed5bd1f6 None None] Provisioning complete for port 03c89181-dd62-42e3-bf2f-4825a21d41a6 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:22.303837 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-08c86c92-5ebc-49fa-8370-5661ed5bd1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (03c89181-dd62-42e3-bf2f-4825a21d41a6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:22.308616 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-186b5fa0-f60f-47c8-bdeb-4fa0d936bd51 None None] Attempting to bind port bf9eefe3-300c-445d-8bd4-662dad890232 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:40:22.308989 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-186b5fa0-f60f-47c8-bdeb-4fa0d936bd51 None None] Attempting to bind port bf9eefe3-300c-445d-8bd4-662dad890232 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '87a2e659-96f9-4cd5-b079-c88962f8a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '922783bb-b958-4594-8323-c7875906385e'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:40:22.309352 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b5fa0-f60f-47c8-bdeb-4fa0d936bd51 None None] Attempting to bind port bf9eefe3-300c-445d-8bd4-662dad890232 on network 922783bb-b958-4594-8323-c7875906385e {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:40:22.345060 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-920ba7ee-7446-4dee-af0f-c73f286d2cdc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (4a9a7878-0405-4f21-9775-d93c4aca93c7), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:22.370734 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b5fa0-f60f-47c8-bdeb-4fa0d936bd51 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:40:22.371162 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b5fa0-f60f-47c8-bdeb-4fa0d936bd51 None None] Checking segment: {'id': '87a2e659-96f9-4cd5-b079-c88962f8a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '922783bb-b958-4594-8323-c7875906385e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:22.371569 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-186b5fa0-f60f-47c8-bdeb-4fa0d936bd51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:22.371968 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b5fa0-f60f-47c8-bdeb-4fa0d936bd51 None None] Bound using segment: {'id': '87a2e659-96f9-4cd5-b079-c88962f8a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '922783bb-b958-4594-8323-c7875906385e'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:40:22.372461 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-186b5fa0-f60f-47c8-bdeb-4fa0d936bd51 None None] Bound port: bf9eefe3-300c-445d-8bd4-662dad890232, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a2e659-96f9-4cd5-b079-c88962f8a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '922783bb-b958-4594-8323-c7875906385e'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:40:22.372847 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-186b5fa0-f60f-47c8-bdeb-4fa0d936bd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (bf9eefe3-300c-445d-8bd4-662dad890232), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:22.389432 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-bf695fe6-13d3-4ee8-b9ed-65d0f4d20ced tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port cdaa7cc3-314a-40f6-aaea-79b9a5215ea4 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:22.389824 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bf695fe6-13d3-4ee8-b9ed-65d0f4d20ced tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (cdaa7cc3-314a-40f6-aaea-79b9a5215ea4), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:22.446806 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-920ba7ee-7446-4dee-af0f-c73f286d2cdc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (4a9a7878-0405-4f21-9775-d93c4aca93c7), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:22.455462 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-186b5fa0-f60f-47c8-bdeb-4fa0d936bd51 None None] For port bf9eefe3-300c-445d-8bd4-662dad890232, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:40:22.458938 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-186b5fa0-f60f-47c8-bdeb-4fa0d936bd51 None None] For port bf9eefe3-300c-445d-8bd4-662dad890232, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=bf9eefe3-300c-445d-8bd4-662dad890232,segment=NetworkSegment(87a2e659-96f9-4cd5-b079-c88962f8a489),segment_id=87a2e659-96f9-4cd5-b079-c88962f8a489)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:40:22.530110 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bf695fe6-13d3-4ee8-b9ed-65d0f4d20ced tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (cdaa7cc3-314a-40f6-aaea-79b9a5215ea4), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:22.530791 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bf695fe6-13d3-4ee8-b9ed-65d0f4d20ced tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (cdaa7cc3-314a-40f6-aaea-79b9a5215ea4), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:22.536985 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-186b5fa0-f60f-47c8-bdeb-4fa0d936bd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (bf9eefe3-300c-445d-8bd4-662dad890232), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:22.548538 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 03c89181-dd62-42e3-bf2f-4825a21d41a6 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:22.548717 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (03c89181-dd62-42e3-bf2f-4825a21d41a6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:22.551586 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-bf695fe6-13d3-4ee8-b9ed-65d0f4d20ced tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for cdaa7cc3-314a-40f6-aaea-79b9a5215ea4 owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:22.586786 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-08c86c92-5ebc-49fa-8370-5661ed5bd1f6 None None] Current status of the port 03c89181-dd62-42e3-bf2f-4825a21d41a6 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:22.587180 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-08c86c92-5ebc-49fa-8370-5661ed5bd1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (03c89181-dd62-42e3-bf2f-4825a21d41a6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:22.636005 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-157812b8-fa3c-4d66-b1ca-79de2bb33753 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769506086175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5826651'] for subnet (ad3c52b7-8656-4ff0-9d43-adcd45c0f50c), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:22.643517 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b5fa0-f60f-47c8-bdeb-4fa0d936bd51 None None] Pushing event updated for resources: {'Port': ['ID=bf9eefe3-300c-445d-8bd4-662dad890232,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:22.656844 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-920ba7ee-7446-4dee-af0f-c73f286d2cdc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (4a9a7878-0405-4f21-9775-d93c4aca93c7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:22.712780 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ba7ee-7446-4dee-af0f-c73f286d2cdc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=4a9a7878-0405-4f21-9775-d93c4aca93c7,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:22.720742 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-920ba7ee-7446-4dee-af0f-c73f286d2cdc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:22.726191 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-920ba7ee-7446-4dee-af0f-c73f286d2cdc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/4a9a7878-0405-4f21-9775-d93c4aca93c7 HTTP/1.1" status: 204 len: 168 time: 0.5041184 Apr 15 03:40:22.732438 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34414) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:22.757450 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:40:22.757822 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:40:22.759165 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-08c86c92-5ebc-49fa-8370-5661ed5bd1f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:40:22.759267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-08c86c92-5ebc-49fa-8370-5661ed5bd1f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:40:22.825524 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78330807-143e-4078-82a1-4db62f035871 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: WARNING neutron.objects.base [None req-157812b8-fa3c-4d66-b1ca-79de2bb33753 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] ORM session: SQL execution without transaction in progress, traceback: Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: result = function(*args, **kwargs) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: proto.__init__(conn_state, self) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: self.handle() Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: self.handle_one_request() Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: self.handle_one_response() Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: result = self.application(self.environ, start_response) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return app(environ, start_response) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: resp = self.call_func(req, *args, **kw) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.func(req, *args, **kwargs) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: response = req.get_response(self.application) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: status, headers, app_iter = self.call_application( Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: app_iter = application(self.environ, start_response) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: resp = self.call_func(req, *args, **kw) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.func(req, *args, **kwargs) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: response = req.get_response(self.application) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: status, headers, app_iter = self.call_application( Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: app_iter = application(self.environ, start_response) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: resp = self.call_func(req, *args, **kw) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.func(req, *args, **kwargs) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: response = req.get_response(self.application) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: status, headers, app_iter = self.call_application( Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: app_iter = application(self.environ, start_response) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: resp = self.call_func(req, *args, **kw) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.func(req, *args, **kwargs) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: response = req.get_response(self.application) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: status, headers, app_iter = self.call_application( Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: app_iter = application(self.environ, start_response) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: resp = self.call_func(req, *args, **kw) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.func(req, *args, **kwargs) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return request.get_response(self.application) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: status, headers, app_iter = self.call_application( Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: app_iter = application(self.environ, start_response) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: resp = self.call_func(req, *args, **kw) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.func(req, *args, **kwargs) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: response = req.get_response(self._app) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: status, headers, app_iter = self.call_application( Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: app_iter = application(self.environ, start_response) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return resp(environ, start_response) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return resp(environ, start_response) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: response = self.app(environ, start_response) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return resp(environ, start_response) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__ Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.application(environ, start_response) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__ Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return super(Pecan, self).__call__(environ, start_response) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__ Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: self.invoke_controller(controller, args, kwargs, state) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: result = controller(*args, **kwargs) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(*args, **kwargs) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(*args, **kwargs) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(*dup_args, **dup_kwargs) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(*args, **kwargs) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return {self.resource: self.plugin_updater(*updater_args)} Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(*args, **kwargs) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return method(*args, **kwargs) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(*args, **kwargs) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(*args, **kwargs) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(*dup_args, **dup_kwargs) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1366, in update_subnet Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: self._update_subnet_postcommit(context, original_subnet, Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: registry.publish( Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: _get_callback_manager().publish(resource, event, trigger, payload=payload) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return function(*args, **kwargs) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: errors = self._notify_loop(resource, event, trigger, payload) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: callback(resource, event, trigger, payload=payload) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: router_ids = set(port.device_id for port in query) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._iter().__iter__() Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: result = self.session.execute( Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: result = fn(orm_exec_state) Apr 15 03:40:22.869892 dv-neutron-837140-3-hyperv neutron-server[104666]: Apr 15 03:40:22.884553 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157812b8-fa3c-4d66-b1ca-79de2bb33753 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:22.884553 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-157812b8-fa3c-4d66-b1ca-79de2bb33753 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:22.884553 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-157812b8-fa3c-4d66-b1ca-79de2bb33753 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "PUT /v2.0/subnets/ad3c52b7-8656-4ff0-9d43-adcd45c0f50c HTTP/1.1" status: 200 len: 877 time: 1.2144690 Apr 15 03:40:22.889600 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34416) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:23.012443 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157812b8-fa3c-4d66-b1ca-79de2bb33753 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event updated for resources: {'Subnet': ['ID=ad3c52b7-8656-4ff0-9d43-adcd45c0f50c,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:23.020648 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83c22f-329a-4d45-8c61-141a56725d0e req-20aa4211-8737-4144-814e-c12d74dd4c22 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:23.022230 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cd83c22f-329a-4d45-8c61-141a56725d0e req-20aa4211-8737-4144-814e-c12d74dd4c22 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1969922 Apr 15 03:40:23.069602 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (922783bb-b958-4594-8323-c7875906385e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:23.138337 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bf695fe6-13d3-4ee8-b9ed-65d0f4d20ced tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (cdaa7cc3-314a-40f6-aaea-79b9a5215ea4), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:23.144071 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cd83c22f-329a-4d45-8c61-141a56725d0e req-aef113a9-2ccd-41e2-b961-21e93d6c5f85 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142666 Apr 15 03:40:23.185959 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf695fe6-13d3-4ee8-b9ed-65d0f4d20ced tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=cdaa7cc3-314a-40f6-aaea-79b9a5215ea4,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:23.193854 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3f9b6565-bd95-433e-a1b1-600567703b95 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4598999 Apr 15 03:40:23.195926 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34418) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:23.199395 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Deleting port bf9eefe3-300c-445d-8bd4-662dad890232 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:23.199838 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (bf9eefe3-300c-445d-8bd4-662dad890232), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:23.254579 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a784a2-fb53-4066-8320-ad8348dcedd3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:23.259160 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fcd3ab-c896-4a54-bea4-6ff8aa6b6cb8 None None] DHCP port deletion for d8f597fb-2381-4564-a070-eb7f10af68ac request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:40:23.259958 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f8a784a2-fb53-4066-8320-ad8348dcedd3 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0628018 Apr 15 03:40:23.261924 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34420) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:23.318918 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2928ba-c967-4cd3-8e4b-442adc068ee8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:23.321046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bf695fe6-13d3-4ee8-b9ed-65d0f4d20ced tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (b80a2340-2c27-415a-a0c9-80b1a610876c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:23.321399 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-bf695fe6-13d3-4ee8-b9ed-65d0f4d20ced tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Floating IP b80a2340-2c27-415a-a0c9-80b1a610876c disassociated (deleted). External IP: 172.26.6.118, port: 347a4f58-c452-407f-bde8-d216d9e6eaef. Apr 15 03:40:23.324523 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6c2928ba-c967-4cd3-8e4b-442adc068ee8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0603213 Apr 15 03:40:23.325794 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34422) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:23.348626 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:23.361152 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-47fcd3ab-c896-4a54-bea4-6ff8aa6b6cb8 None None] Deleting port 03c89181-dd62-42e3-bf2f-4825a21d41a6 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:23.361524 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-47fcd3ab-c896-4a54-bea4-6ff8aa6b6cb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (03c89181-dd62-42e3-bf2f-4825a21d41a6), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:23.371094 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3d1bafaf-5954-4ca3-8219-be1d9cd933a8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434709 Apr 15 03:40:23.380769 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34424) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:23.384738 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 03c89181-dd62-42e3-bf2f-4825a21d41a6 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:23.385645 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (03c89181-dd62-42e3-bf2f-4825a21d41a6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:23.386715 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a5e4b77e-fd12-4c78-ad15-6b39f60aa819 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:23.388529 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] For port bf9eefe3-300c-445d-8bd4-662dad890232, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=bf9eefe3-300c-445d-8bd4-662dad890232,segment=NetworkSegment(87a2e659-96f9-4cd5-b079-c88962f8a489),segment_id=87a2e659-96f9-4cd5-b079-c88962f8a489)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:23.388979 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (bf9eefe3-300c-445d-8bd4-662dad890232), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:23.389704 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-08c86c92-5ebc-49fa-8370-5661ed5bd1f6 None None] Current status of the port 03c89181-dd62-42e3-bf2f-4825a21d41a6 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:23.390076 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-08c86c92-5ebc-49fa-8370-5661ed5bd1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (03c89181-dd62-42e3-bf2f-4825a21d41a6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:23.432712 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Calling delete_port for bf9eefe3-300c-445d-8bd4-662dad890232 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:23.476943 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-47fcd3ab-c896-4a54-bea4-6ff8aa6b6cb8 None None] For port 03c89181-dd62-42e3-bf2f-4825a21d41a6, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=03c89181-dd62-42e3-bf2f-4825a21d41a6,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:23.477445 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-47fcd3ab-c896-4a54-bea4-6ff8aa6b6cb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (03c89181-dd62-42e3-bf2f-4825a21d41a6), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:23.487921 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 03c89181-dd62-42e3-bf2f-4825a21d41a6, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=03c89181-dd62-42e3-bf2f-4825a21d41a6,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:23.494495 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-47fcd3ab-c896-4a54-bea4-6ff8aa6b6cb8 None None] Calling delete_port for 03c89181-dd62-42e3-bf2f-4825a21d41a6 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:23.552920 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e4b77e-fd12-4c78-ad15-6b39f60aa819 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:23.562790 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a5e4b77e-fd12-4c78-ad15-6b39f60aa819 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:23.599379 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (03c89181-dd62-42e3-bf2f-4825a21d41a6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:23.666607 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-08c86c92-5ebc-49fa-8370-5661ed5bd1f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:40:23.667007 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-08c86c92-5ebc-49fa-8370-5661ed5bd1f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:40:23.693490 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-47fcd3ab-c896-4a54-bea4-6ff8aa6b6cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (03c89181-dd62-42e3-bf2f-4825a21d41a6), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:23.708384 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf695fe6-13d3-4ee8-b9ed-65d0f4d20ced tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:40:23.711287 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c1886255-94c9-4f97-8793-f6133bc1f7aa no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:23.720247 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fcd3ab-c896-4a54-bea4-6ff8aa6b6cb8 None None] No DVR routers for this DVR port 03c89181-dd62-42e3-bf2f-4825a21d41a6 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:23.748227 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: c1886255-94c9-4f97-8793-f6133bc1f7aa {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:40:23.748578 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c1886255-94c9-4f97-8793-f6133bc1f7aa not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:40:23.767334 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=03c89181-dd62-42e3-bf2f-4825a21d41a6,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:23.794515 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcd3ab-c896-4a54-bea4-6ff8aa6b6cb8 None None] Pushing event deleted for resources: {'Port': ['ID=03c89181-dd62-42e3-bf2f-4825a21d41a6,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:23.837342 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (bf9eefe3-300c-445d-8bd4-662dad890232), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:23.877845 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Port': ['ID=bf9eefe3-300c-445d-8bd4-662dad890232,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:23.926733 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bb5a04-9ddd-4c90-b8aa-d8c2504514c6 None None] Network 922783bb-b958-4594-8323-c7875906385e requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:23.935276 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No DVR routers for this DVR port bf9eefe3-300c-445d-8bd4-662dad890232 on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:23.935644 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9be9d-9463-468b-90bb-5935ea15d9d7 req-02adcce4-827b-4d88-9f49-c4689979cb71 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:23.937179 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8ae9be9d-9463-468b-90bb-5935ea15d9d7 req-02adcce4-827b-4d88-9f49-c4689979cb71 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.0623195 Apr 15 03:40:23.969132 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf695fe6-13d3-4ee8-b9ed-65d0f4d20ced tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:40:23.975967 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bf695fe6-13d3-4ee8-b9ed-65d0f4d20ced tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:23.995149 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00bf539-e2ea-49bc-a6d9-ebe22d82d9d8 None None] Sync routers for ids ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:40:24.005325 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00bf539-e2ea-49bc-a6d9-ebe22d82d9d8 None None] Routers {'00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:40:24.006630 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a00bf539-e2ea-49bc-a6d9-ebe22d82d9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:40:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:24.053637 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-bf695fe6-13d3-4ee8-b9ed-65d0f4d20ced tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/floatingips/b80a2340-2c27-415a-a0c9-80b1a610876c HTTP/1.1" status: 204 len: 168 time: 2.2463441 Apr 15 03:40:24.060871 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6bd071-179f-4c5e-9e23-d119888bdc44', 'tag': '347a4f58-c452-407f-bde8-d216d9e6eaef'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:40:24.064279 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a1496b-6db7-44d9-ab80-a28de921b955" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6bd071-179f-4c5e-9e23-d119888bdc44", "tag": "347a4f58-c452-407f-bde8-d216d9e6eaef"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:40:24.071193 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-8ae9be9d-9463-468b-90bb-5935ea15d9d7 req-9eca1ee4-c7de-44f6-b01e-458cc323cb67 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Deleting port 90b88343-3433-4ceb-9959-7721ceb2550e {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:24.071897 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-8ae9be9d-9463-468b-90bb-5935ea15d9d7 req-9eca1ee4-c7de-44f6-b01e-458cc323cb67 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (90b88343-3433-4ceb-9959-7721ceb2550e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:24.094713 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (ad3c52b7-8656-4ff0-9d43-adcd45c0f50c), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:24.123122 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 03c89181-dd62-42e3-bf2f-4825a21d41a6 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:24.151127 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.objects.ports [None req-a5e4b77e-fd12-4c78-ad15-6b39f60aa819 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104667) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 15 03:40:24.155049 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 03c89181-dd62-42e3-bf2f-4825a21d41a6 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:40:24.155379 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 03c89181-dd62-42e3-bf2f-4825a21d41a6 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:40:24.157014 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a5e4b77e-fd12-4c78-ad15-6b39f60aa819 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (a0cf5789-1284-4b17-9d1b-fcaf8240ab93), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:24.195876 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c16663-0322-43f7-b48c-49e4892ff58f x-openstack-request-id: req-c5c16663-0322-43f7-b48c-49e4892ff58f {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:40:24.196466 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6bd071-179f-4c5e-9e23-d119888bdc44", "tag": "347a4f58-c452-407f-bde8-d216d9e6eaef", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:40:24.196466 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5c16663-0322-43f7-b48c-49e4892ff58f {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:40:24.196816 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5c16663-0322-43f7-b48c-49e4892ff58f'] response: {'name': 'network-changed', 'server_uuid': '4a6bd071-179f-4c5e-9e23-d119888bdc44', 'tag': '347a4f58-c452-407f-bde8-d216d9e6eaef', 'status': 'completed', 'code': 200} Apr 15 03:40:24.256581 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-a00bf539-e2ea-49bc-a6d9-ebe22d82d9d8 None None] Set router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:40:24.263691 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e4b77e-fd12-4c78-ad15-6b39f60aa819 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:24.279107 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-a5e4b77e-fd12-4c78-ad15-6b39f60aa819 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:24.289288 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db2d02d-e29b-42e0-9c47-dc8024704841 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:24.299371 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e4b77e-fd12-4c78-ad15-6b39f60aa819 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:24.300936 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a5e4b77e-fd12-4c78-ad15-6b39f60aa819 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:24.301549 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1496b-6db7-44d9-ab80-a28de921b955 req-7d24bf20-8679-421b-8c66-e6016b421ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:24.306252 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93a1496b-6db7-44d9-ab80-a28de921b955 req-7d24bf20-8679-421b-8c66-e6016b421ff6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 1129 time: 0.0994976 Apr 15 03:40:24.311344 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4b77e-fd12-4c78-ad15-6b39f60aa819 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=a0cf5789-1284-4b17-9d1b-fcaf8240ab93,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:24.344463 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-8ae9be9d-9463-468b-90bb-5935ea15d9d7 req-9eca1ee4-c7de-44f6-b01e-458cc323cb67 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] For port 90b88343-3433-4ceb-9959-7721ceb2550e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=90b88343-3433-4ceb-9959-7721ceb2550e,segment=NetworkSegment(d912f2b0-15a9-4b40-82d8-b001cae91119),segment_id=d912f2b0-15a9-4b40-82d8-b001cae91119)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:24.344909 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-8ae9be9d-9463-468b-90bb-5935ea15d9d7 req-9eca1ee4-c7de-44f6-b01e-458cc323cb67 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (90b88343-3433-4ceb-9959-7721ceb2550e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:24.406982 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0371606d-e6cc-4a34-9c0a-aac126dff122 None None] Network 922783bb-b958-4594-8323-c7875906385e requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:24.453062 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07b451-6e7a-4c7e-8926-efae13a142ac req-29d3b0d0-e459-44f7-b759-f6dd1d47b091 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:24.454824 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5d07b451-6e7a-4c7e-8926-efae13a142ac req-29d3b0d0-e459-44f7-b759-f6dd1d47b091 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 945 time: 0.1454887 Apr 15 03:40:24.495821 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-08c86c92-5ebc-49fa-8370-5661ed5bd1f6 None None] Port 03c89181-dd62-42e3-bf2f-4825a21d41a6 update to ACTIVE by agent not found {{(pid=104668) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Apr 15 03:40:24.552533 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (ad3c52b7-8656-4ff0-9d43-adcd45c0f50c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:24.582607 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aff5b56-f3e6-4cef-8232-3d4a8f0d2a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d8f597fb-2381-4564-a070-eb7f10af68ac', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'fixed_ips': [{'subnet_id': 'a0cf5789-1284-4b17-9d1b-fcaf8240ab93'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:40:24.584540 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6aff5b56-f3e6-4cef-8232-3d4a8f0d2a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:24.617375 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3c52b7-8656-4ff0-9d43-adcd45c0f50c,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:24.619260 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8c0ecbca-ddd5-4a65-a770-2ba2d8a8af40 None None] Could not find standard attr ID for object c3f545e6-eb10-4d1b-8a3e-3a1ea6333f84. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:40:24.619813 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a00bf539-e2ea-49bc-a6d9-ebe22d82d9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'name': 'tempest-TestNetworkBasicOps-router-1070176320', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:38:00Z', 'updated_at': '2022-04-15T03:40:14Z', 'revision_number': 6, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:01Z', 'updated_at': '2022-04-15T03:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '522dc988-97a8-45f0-9ea1-2260c545fab1', 'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a7:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:11Z', 'updated_at': '2022-04-15T03:38:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:24.656876 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5d07b451-6e7a-4c7e-8926-efae13a142ac req-6547106c-3fd5-4387-8380-7b0093af209f tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ce0f01-efa1-4b30-b8af-00a1b9c40551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519940 Apr 15 03:40:24.657412 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00bf539-e2ea-49bc-a6d9-ebe22d82d9d8 None None] Checking router: 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:40:24.658307 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00bf539-e2ea-49bc-a6d9-ebe22d82d9d8 None None] Routers {'00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:40:24.659362 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a00bf539-e2ea-49bc-a6d9-ebe22d82d9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:40:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:24.663322 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1496b-6db7-44d9-ab80-a28de921b955 req-c11ff06a-73e1-42ec-b22a-f81d3df1cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:24.664795 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93a1496b-6db7-44d9-ab80-a28de921b955 req-c11ff06a-73e1-42ec-b22a-f81d3df1cfa1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eaba6a84-95dc-429a-9c8d-a050c4a38ccd HTTP/1.1" status: 200 len: 897 time: 0.3347638 Apr 15 03:40:24.691618 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8c0ecbca-ddd5-4a65-a770-2ba2d8a8af40 None None] Could not find standard attr ID for object bf9eefe3-300c-445d-8bd4-662dad890232. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:40:24.720328 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a5e4b77e-fd12-4c78-ad15-6b39f60aa819 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3380878 Apr 15 03:40:24.726409 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34436) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:24.734017 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-c90297b9-d578-47c3-8847-a6a5c2b0b57b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:24.746043 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (922783bb-b958-4594-8323-c7875906385e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:24.809195 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-6aff5b56-f3e6-4cef-8232-3d4a8f0d2a8c None None] Allocated IP 2001:db8::f816:3eff:fe14:7d8f (d8f597fb-2381-4564-a070-eb7f10af68ac/a0cf5789-1284-4b17-9d1b-fcaf8240ab93/4612be78-a61d-412c-b47d-ca9def9b47c2) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:24.816983 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-a00bf539-e2ea-49bc-a6d9-ebe22d82d9d8 None None] Set router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:40:24.824510 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922783bb-b958-4594-8323-c7875906385e']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:24.853900 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec027f6-dd35-46f7-903e-8094081e9180 req-f19db84d-93eb-4022-9630-f384c64c39ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:24.856511 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7ec027f6-dd35-46f7-903e-8094081e9180 req-f19db84d-93eb-4022-9630-f384c64c39ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 945 time: 0.1334393 Apr 15 03:40:24.867087 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a2e659-96f9-4cd5-b079-c88962f8a489') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:24.867401 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a2e659-96f9-4cd5-b079-c88962f8a489') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:24.894111 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (87a2e659-96f9-4cd5-b079-c88962f8a489), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:24.928176 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:24.936714 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-8ae9be9d-9463-468b-90bb-5935ea15d9d7 req-9eca1ee4-c7de-44f6-b01e-458cc323cb67 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:24.939743 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-8ae9be9d-9463-468b-90bb-5935ea15d9d7 req-9eca1ee4-c7de-44f6-b01e-458cc323cb67 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (a5d45104-04a2-4fa4-a38d-4433b46bb6d7), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:24.940537 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [req-8ae9be9d-9463-468b-90bb-5935ea15d9d7 req-9eca1ee4-c7de-44f6-b01e-458cc323cb67 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Floating IP a5d45104-04a2-4fa4-a38d-4433b46bb6d7 disassociated. External IP: 172.26.6.150, port: 90b88343-3433-4ceb-9959-7721ceb2550e. Apr 15 03:40:24.940954 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-8ae9be9d-9463-468b-90bb-5935ea15d9d7 req-9eca1ee4-c7de-44f6-b01e-458cc323cb67 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Calling delete_port for 90b88343-3433-4ceb-9959-7721ceb2550e owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:24.953216 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (87a2e659-96f9-4cd5-b079-c88962f8a489), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:24.961297 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7ec027f6-dd35-46f7-903e-8094081e9180 req-b15a5826-7df2-40e0-8baf-d33cb490ac07 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd3fa657-6777-4756-919c-12738790adc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977874 Apr 15 03:40:24.990148 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:40:24.990148 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (87a2e659-96f9-4cd5-b079-c88962f8a489), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:40:24.993352 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:40:25.023816 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f2ff93-592d-4907-9b49-e54e637aafef None None] Network 922783bb-b958-4594-8323-c7875906385e requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:25.045448 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6aff5b56-f3e6-4cef-8232-3d4a8f0d2a8c None None] Publish callbacks [] for port (4612be78-a61d-412c-b47d-ca9def9b47c2), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:25.106062 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a00bf539-e2ea-49bc-a6d9-ebe22d82d9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'name': 'tempest-TestNetworkBasicOps-router-1070176320', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:38:00Z', 'updated_at': '2022-04-15T03:40:14Z', 'revision_number': 6, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:01Z', 'updated_at': '2022-04-15T03:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '522dc988-97a8-45f0-9ea1-2260c545fab1', 'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a7:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:11Z', 'updated_at': '2022-04-15T03:38:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:25.107234 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90297b9-d578-47c3-8847-a6a5c2b0b57b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:25.110766 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c90297b9-d578-47c3-8847-a6a5c2b0b57b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:25.138891 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00bf539-e2ea-49bc-a6d9-ebe22d82d9d8 None None] The sync data for ids ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'] in dv-neutron-837140-3-hyperv is: [{'id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'name': 'tempest-TestNetworkBasicOps-router-1070176320', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:38:00Z', 'updated_at': '2022-04-15T03:40:14Z', 'revision_number': 6, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:01Z', 'updated_at': '2022-04-15T03:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '522dc988-97a8-45f0-9ea1-2260c545fab1', 'name': '', 'network_id': 'eaba6a84-95dc-429a-9c8d-a050c4a38ccd', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a7:52:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:11Z', 'updated_at': '2022-04-15T03:38:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e462f0b1-e973-44d3-b642-47de40a6bb71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:40:25.140884 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6aff5b56-f3e6-4cef-8232-3d4a8f0d2a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (4612be78-a61d-412c-b47d-ca9def9b47c2), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:25.179148 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (922783bb-b958-4594-8323-c7875906385e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:25.188388 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:25.196568 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/922783bb-b958-4594-8323-c7875906385e HTTP/1.1" status: 204 len: 168 time: 2.2998531 Apr 15 03:40:25.197192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aff5b56-f3e6-4cef-8232-3d4a8f0d2a8c None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:25.197295 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34438) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:25.199410 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dbfdcc-5c6e-4a75-8e41-ae87bf4faea5 None None] DHCP port deletion for 922783bb-b958-4594-8323-c7875906385e request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:40:25.209936 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-6aff5b56-f3e6-4cef-8232-3d4a8f0d2a8c None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:25.215274 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aff5b56-f3e6-4cef-8232-3d4a8f0d2a8c None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:25.229731 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff5b56-f3e6-4cef-8232-3d4a8f0d2a8c None None] Pushing event updated for resources: {'Port': ['ID=4612be78-a61d-412c-b47d-ca9def9b47c2,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:25.233224 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-8ae9be9d-9463-468b-90bb-5935ea15d9d7 req-9eca1ee4-c7de-44f6-b01e-458cc323cb67 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (90b88343-3433-4ceb-9959-7721ceb2550e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:25.238675 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca2c66-87e8-4f5d-837f-d7fd0f7ed966 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Network': ['ID=922783bb-b958-4594-8323-c7875906385e,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:25.247176 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15e80c0-ce46-4846-8a58-61076315806a tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:25.250232 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15e80c0-ce46-4846-8a58-61076315806a tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:25.251543 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f15e80c0-ce46-4846-8a58-61076315806a tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/subnets/ad3c52b7-8656-4ff0-9d43-adcd45c0f50c HTTP/1.1" status: 404 len: 337 time: 0.0520012 Apr 15 03:40:25.254434 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34440) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:25.273342 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca1ee4-c7de-44f6-b01e-458cc323cb67 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Pushing event deleted for resources: {'Port': ['ID=90b88343-3433-4ceb-9959-7721ceb2550e,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:25.311241 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.ipam_backend_mixin [None req-c90297b9-d578-47c3-8847-a6a5c2b0b57b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a0cf5789-1284-4b17-9d1b-fcaf8240ab93 (CIDR: 2001:db8::/64) Apr 15 03:40:25.311387 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-6aff5b56-f3e6-4cef-8232-3d4a8f0d2a8c None None] Attempting to bind port 4612be78-a61d-412c-b47d-ca9def9b47c2 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:40:25.311625 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-6aff5b56-f3e6-4cef-8232-3d4a8f0d2a8c None None] Attempting to bind port 4612be78-a61d-412c-b47d-ca9def9b47c2 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:40:25.311993 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aff5b56-f3e6-4cef-8232-3d4a8f0d2a8c None None] Attempting to bind port 4612be78-a61d-412c-b47d-ca9def9b47c2 on network d8f597fb-2381-4564-a070-eb7f10af68ac {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:40:25.313288 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-261003cc-e1ea-4e3a-8dc8-e86593332051 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:25.313904 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-261003cc-e1ea-4e3a-8dc8-e86593332051 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:25.317962 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aff5b56-f3e6-4cef-8232-3d4a8f0d2a8c None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:40:25.324699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aff5b56-f3e6-4cef-8232-3d4a8f0d2a8c None None] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:25.324699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6aff5b56-f3e6-4cef-8232-3d4a8f0d2a8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:25.324699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aff5b56-f3e6-4cef-8232-3d4a8f0d2a8c None None] Bound using segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:40:25.324699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-6aff5b56-f3e6-4cef-8232-3d4a8f0d2a8c None None] Bound port: 4612be78-a61d-412c-b47d-ca9def9b47c2, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:40:25.325294 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-261003cc-e1ea-4e3a-8dc8-e86593332051 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/922783bb-b958-4594-8323-c7875906385e HTTP/1.1" status: 404 len: 339 time: 0.0646284 Apr 15 03:40:25.325392 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6aff5b56-f3e6-4cef-8232-3d4a8f0d2a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4612be78-a61d-412c-b47d-ca9def9b47c2), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:25.325482 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34442) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:25.364520 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90297b9-d578-47c3-8847-a6a5c2b0b57b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:40:25.365047 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c90297b9-d578-47c3-8847-a6a5c2b0b57b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:25.378818 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8490d7a-33bb-4e54-9244-dc157679ec84 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:25.379272 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8490d7a-33bb-4e54-9244-dc157679ec84 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:25.386186 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34444) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:25.386793 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b8490d7a-33bb-4e54-9244-dc157679ec84 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/subnets/1bf67fdb-6b32-4b3e-bab7-d5a0c330ca34 HTTP/1.1" status: 404 len: 337 time: 0.0649786 Apr 15 03:40:25.413088 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-6aff5b56-f3e6-4cef-8232-3d4a8f0d2a8c None None] For port 4612be78-a61d-412c-b47d-ca9def9b47c2, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:40:25.414148 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-f679547b-5120-443d-8287-3049fb136f78 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:25.414785 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f679547b-5120-443d-8287-3049fb136f78 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:25.417160 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-6aff5b56-f3e6-4cef-8232-3d4a8f0d2a8c None None] For port 4612be78-a61d-412c-b47d-ca9def9b47c2, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4612be78-a61d-412c-b47d-ca9def9b47c2,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:40:25.417805 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f679547b-5120-443d-8287-3049fb136f78 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/ec825cac-c496-4659-8bc1-47fcee252127 HTTP/1.1" status: 404 len: 339 time: 0.0272350 Apr 15 03:40:25.422460 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34446) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:25.451670 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c90297b9-d578-47c3-8847-a6a5c2b0b57b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7240579 Apr 15 03:40:25.454189 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34448) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:25.454707 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ae9be9d-9463-468b-90bb-5935ea15d9d7 req-9eca1ee4-c7de-44f6-b01e-458cc323cb67 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Router 668f4172-d345-4add-9729-990f16e1ddb3 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:40:25.471302 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a29050cf-a778-413a-a7d7-de35b98aab15 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:25.505011 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6aff5b56-f3e6-4cef-8232-3d4a8f0d2a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (4612be78-a61d-412c-b47d-ca9def9b47c2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:25.553098 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bdace6-1d78-4120-a0dd-18813f1dafe8 None None] New status for floating IP b80a2340-2c27-415a-a0c9-80b1a610876c: DOWN {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:40:25.611727 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ae9be9d-9463-468b-90bb-5935ea15d9d7 req-9eca1ee4-c7de-44f6-b01e-458cc323cb67 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:40:25.624376 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5375ac4b-18a4-4c9e-b9f3-dfe477bbd99c None None] Sync routers for ids ['668f4172-d345-4add-9729-990f16e1ddb3'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:40:25.640150 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5375ac4b-18a4-4c9e-b9f3-dfe477bbd99c None None] Routers {'668f4172-d345-4add-9729-990f16e1ddb3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:40:25.642027 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5375ac4b-18a4-4c9e-b9f3-dfe477bbd99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:40:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['668f4172-d345-4add-9729-990f16e1ddb3'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:25.670627 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae9be9d-9463-468b-90bb-5935ea15d9d7 req-9eca1ee4-c7de-44f6-b01e-458cc323cb67 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] No DVR routers for this DVR port 90b88343-3433-4ceb-9959-7721ceb2550e on host hv-neutron-8371 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:25.674837 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-8ae9be9d-9463-468b-90bb-5935ea15d9d7 req-9eca1ee4-c7de-44f6-b01e-458cc323cb67 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:25.675786 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff5b56-f3e6-4cef-8232-3d4a8f0d2a8c None None] Pushing event updated for resources: {'Port': ['ID=4612be78-a61d-412c-b47d-ca9def9b47c2,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:25.680518 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8ae9be9d-9463-468b-90bb-5935ea15d9d7 req-9eca1ee4-c7de-44f6-b01e-458cc323cb67 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.30 "DELETE /v2.0/ports/90b88343-3433-4ceb-9959-7721ceb2550e HTTP/1.1" status: 204 len: 173 time: 1.7355793 Apr 15 03:40:25.681082 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf', 'name': 'network-vif-deleted', 'tag': '90b88343-3433-4ceb-9959-7721ceb2550e'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:40:25.694651 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a55dd6-0a17-4674-853a-d0b586b74924" -d '{"events": [{"server_uuid": "f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf", "name": "network-vif-deleted", "tag": "90b88343-3433-4ceb-9959-7721ceb2550e"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:40:25.746261 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8665b0-da8b-4a89-9174-39a8c652ee6f x-openstack-request-id: req-ca8665b0-da8b-4a89-9174-39a8c652ee6f {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:40:25.746782 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf", "name": "network-vif-deleted", "tag": "90b88343-3433-4ceb-9959-7721ceb2550e", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:40:25.747197 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca8665b0-da8b-4a89-9174-39a8c652ee6f {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:40:25.747775 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca8665b0-da8b-4a89-9174-39a8c652ee6f'] response: {'server_uuid': 'f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf', 'name': 'network-vif-deleted', 'tag': '90b88343-3433-4ceb-9959-7721ceb2550e', 'status': 'completed', 'code': 200} Apr 15 03:40:25.862317 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-5375ac4b-18a4-4c9e-b9f3-dfe477bbd99c None None] Set router 668f4172-d345-4add-9729-990f16e1ddb3 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:40:26.059489 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d6395-ff43-4a3b-84c3-6c39dec22e3a req-86ef4956-295b-4c78-a3c8-2383a4e03817 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:26.061407 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9c6d6395-ff43-4a3b-84c3-6c39dec22e3a req-86ef4956-295b-4c78-a3c8-2383a4e03817 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 945 time: 0.1122770 Apr 15 03:40:26.117978 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d035244b-b50c-47cb-bdde-2c0870a2854d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (d40ccc07-8a30-466a-9ace-37503e9e152d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:26.125376 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93a1496b-6db7-44d9-ab80-a28de921b955 req-1cfe729c-e619-4988-a6fa-2b05e659b5e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=347a4f58-c452-407f-bde8-d216d9e6eaef HTTP/1.1" status: 200 len: 217 time: 0.4882786 Apr 15 03:40:26.156049 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4612be78-a61d-412c-b47d-ca9def9b47c2 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:26.171103 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5375ac4b-18a4-4c9e-b9f3-dfe477bbd99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f4172-d345-4add-9729-990f16e1ddb3', 'name': 'tempest-ServerActionsTestJSON-1005450524-router', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:37:26Z', 'updated_at': '2022-04-15T03:37:38Z', 'revision_number': 4, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'gw_port': {'id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:28Z', 'updated_at': '2022-04-15T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '89fa9d30-d9c5-4edd-933e-4902a6c6cae6', 'name': '', 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'mac_address': 'fa:16:3e:4f:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd2ff5521-688d-47da-8337-38202aee7518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:36Z', 'updated_at': '2022-04-15T03:37:44Z', 'revision_number': 5, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'subnets': [{'id': 'd2ff5521-688d-47da-8337-38202aee7518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:26.177023 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a8ad2535-b76b-46ba-a31e-7927581c6ff8 req-638b275b-3555-41fc-a931-bbadbba277b8 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8b889d9-fa5d-4f6b-9c50-d38ba1cfb7cf HTTP/1.1" status: 200 len: 210 time: 0.0876541 Apr 15 03:40:26.202344 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5375ac4b-18a4-4c9e-b9f3-dfe477bbd99c None None] Checking router: 668f4172-d345-4add-9729-990f16e1ddb3 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:40:26.214595 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5375ac4b-18a4-4c9e-b9f3-dfe477bbd99c None None] Routers {'668f4172-d345-4add-9729-990f16e1ddb3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:40:26.215383 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5375ac4b-18a4-4c9e-b9f3-dfe477bbd99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:40:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['668f4172-d345-4add-9729-990f16e1ddb3'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:26.220198 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 4612be78-a61d-412c-b47d-ca9def9b47c2 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:26.220855 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4612be78-a61d-412c-b47d-ca9def9b47c2), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:26.235242 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed851ef0-9d61-4706-a0c1-2d3e66885058 req-00d3ed28-1d4e-4d4e-8dfa-8aa6cec44242 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:26.237003 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ed851ef0-9d61-4706-a0c1-2d3e66885058 req-00d3ed28-1d4e-4d4e-8dfa-8aa6cec44242 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 945 time: 0.1228070 Apr 15 03:40:26.237651 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-9c6d6395-ff43-4a3b-84c3-6c39dec22e3a req-d4e7d9a8-64d4-4991-8cd9-a77f1b8559a1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port 347a4f58-c452-407f-bde8-d216d9e6eaef {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:26.237987 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-9c6d6395-ff43-4a3b-84c3-6c39dec22e3a req-d4e7d9a8-64d4-4991-8cd9-a77f1b8559a1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (347a4f58-c452-407f-bde8-d216d9e6eaef), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:26.291194 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1496b-6db7-44d9-ab80-a28de921b955 req-15c265b7-c23e-4d7a-b301-77db28538c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:26.292739 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93a1496b-6db7-44d9-ab80-a28de921b955 req-15c265b7-c23e-4d7a-b301-77db28538c74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e462f0b1-e973-44d3-b642-47de40a6bb71 HTTP/1.1" status: 200 len: 834 time: 0.1379969 Apr 15 03:40:26.328889 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 4612be78-a61d-412c-b47d-ca9def9b47c2 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:26.329709 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4612be78-a61d-412c-b47d-ca9def9b47c2), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:26.335442 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29050cf-a778-413a-a7d7-de35b98aab15 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:26.339717 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a29050cf-a778-413a-a7d7-de35b98aab15 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:26.355034 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ed851ef0-9d61-4706-a0c1-2d3e66885058 req-5d7cf488-3643-4732-8e2f-75ff03a2899f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd3fa657-6777-4756-919c-12738790adc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122954 Apr 15 03:40:26.374468 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-5375ac4b-18a4-4c9e-b9f3-dfe477bbd99c None None] Set router 668f4172-d345-4add-9729-990f16e1ddb3 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:40:26.382094 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 4612be78-a61d-412c-b47d-ca9def9b47c2, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4612be78-a61d-412c-b47d-ca9def9b47c2,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:26.413034 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-9c6d6395-ff43-4a3b-84c3-6c39dec22e3a req-d4e7d9a8-64d4-4991-8cd9-a77f1b8559a1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port 347a4f58-c452-407f-bde8-d216d9e6eaef, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=347a4f58-c452-407f-bde8-d216d9e6eaef,segment=NetworkSegment(c53179f8-fd00-4b37-96b1-595ec4258d91),segment_id=c53179f8-fd00-4b37-96b1-595ec4258d91)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:26.413565 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-9c6d6395-ff43-4a3b-84c3-6c39dec22e3a req-d4e7d9a8-64d4-4991-8cd9-a77f1b8559a1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (347a4f58-c452-407f-bde8-d216d9e6eaef), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:26.431119 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d035244b-b50c-47cb-bdde-2c0870a2854d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (d40ccc07-8a30-466a-9ace-37503e9e152d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:26.431797 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-9c6d6395-ff43-4a3b-84c3-6c39dec22e3a req-d4e7d9a8-64d4-4991-8cd9-a77f1b8559a1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for 347a4f58-c452-407f-bde8-d216d9e6eaef owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:26.457359 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (4612be78-a61d-412c-b47d-ca9def9b47c2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:26.476925 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device bf9eefe3-300c-445d-8bd4-662dad890232 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:26.481804 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d035244b-b50c-47cb-bdde-2c0870a2854d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40ccc07-8a30-466a-9ace-37503e9e152d']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:26.516888 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d035244b-b50c-47cb-bdde-2c0870a2854d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edea45bf-c723-4843-8b79-57fb9d76f509') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:26.517187 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d035244b-b50c-47cb-bdde-2c0870a2854d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edea45bf-c723-4843-8b79-57fb9d76f509') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:26.519645 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1496b-6db7-44d9-ab80-a28de921b955 req-e38f4350-d8c3-40bd-9b75-e3f549b1b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:26.521959 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93a1496b-6db7-44d9-ab80-a28de921b955 req-e38f4350-d8c3-40bd-9b75-e3f549b1b0a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eaba6a84-95dc-429a-9c8d-a050c4a38ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1062849 Apr 15 03:40:26.532944 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d035244b-b50c-47cb-bdde-2c0870a2854d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (edea45bf-c723-4843-8b79-57fb9d76f509), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:26.540638 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: bf9eefe3-300c-445d-8bd4-662dad890232 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:40:26.541901 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device bf9eefe3-300c-445d-8bd4-662dad890232 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:40:26.592737 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=4612be78-a61d-412c-b47d-ca9def9b47c2,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:26.639119 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-5375ac4b-18a4-4c9e-b9f3-dfe477bbd99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f4172-d345-4add-9729-990f16e1ddb3', 'name': 'tempest-ServerActionsTestJSON-1005450524-router', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:37:26Z', 'updated_at': '2022-04-15T03:37:38Z', 'revision_number': 4, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'gw_port': {'id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:28Z', 'updated_at': '2022-04-15T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '89fa9d30-d9c5-4edd-933e-4902a6c6cae6', 'name': '', 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'mac_address': 'fa:16:3e:4f:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd2ff5521-688d-47da-8337-38202aee7518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:36Z', 'updated_at': '2022-04-15T03:37:44Z', 'revision_number': 5, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'subnets': [{'id': 'd2ff5521-688d-47da-8337-38202aee7518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:26.644871 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d035244b-b50c-47cb-bdde-2c0870a2854d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (edea45bf-c723-4843-8b79-57fb9d76f509), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:26.671251 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d035244b-b50c-47cb-bdde-2c0870a2854d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:40:26.671675 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d035244b-b50c-47cb-bdde-2c0870a2854d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (edea45bf-c723-4843-8b79-57fb9d76f509), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:40:26.676122 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:40:26.701230 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5375ac4b-18a4-4c9e-b9f3-dfe477bbd99c None None] The sync data for ids ['668f4172-d345-4add-9729-990f16e1ddb3'] in dv-neutron-837140-3-hyperv is: [{'id': '668f4172-d345-4add-9729-990f16e1ddb3', 'name': 'tempest-ServerActionsTestJSON-1005450524-router', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:37:26Z', 'updated_at': '2022-04-15T03:37:38Z', 'revision_number': 4, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'gw_port': {'id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:28Z', 'updated_at': '2022-04-15T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '89fa9d30-d9c5-4edd-933e-4902a6c6cae6', 'name': '', 'network_id': '0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'mac_address': 'fa:16:3e:4f:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd2ff5521-688d-47da-8337-38202aee7518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:36Z', 'updated_at': '2022-04-15T03:37:44Z', 'revision_number': 5, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'subnets': [{'id': 'd2ff5521-688d-47da-8337-38202aee7518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:40:26.779896 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93a1496b-6db7-44d9-ab80-a28de921b955 req-abac032b-be96-4cb5-aff6-e212270be696 service neutron] 10.222.0.30 "GET /v2.0/networks/eaba6a84-95dc-429a-9c8d-a050c4a38ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493331 Apr 15 03:40:26.805926 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-9c6d6395-ff43-4a3b-84c3-6c39dec22e3a req-d4e7d9a8-64d4-4991-8cd9-a77f1b8559a1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (347a4f58-c452-407f-bde8-d216d9e6eaef), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:26.838388 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7d9a8-64d4-4991-8cd9-a77f1b8559a1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=347a4f58-c452-407f-bde8-d216d9e6eaef,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:26.891849 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d035244b-b50c-47cb-bdde-2c0870a2854d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (d40ccc07-8a30-466a-9ace-37503e9e152d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:26.901168 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6d6395-ff43-4a3b-84c3-6c39dec22e3a req-d4e7d9a8-64d4-4991-8cd9-a77f1b8559a1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] No DVR routers for this DVR port 347a4f58-c452-407f-bde8-d216d9e6eaef on host hv-neutron-8371 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:26.903883 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-9c6d6395-ff43-4a3b-84c3-6c39dec22e3a req-d4e7d9a8-64d4-4991-8cd9-a77f1b8559a1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:26.907651 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9c6d6395-ff43-4a3b-84c3-6c39dec22e3a req-d4e7d9a8-64d4-4991-8cd9-a77f1b8559a1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "DELETE /v2.0/ports/347a4f58-c452-407f-bde8-d216d9e6eaef HTTP/1.1" status: 204 len: 173 time: 0.8330534 Apr 15 03:40:26.911953 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d035244b-b50c-47cb-bdde-2c0870a2854d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:26.919374 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34456) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:26.919500 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d035244b-b50c-47cb-bdde-2c0870a2854d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/d40ccc07-8a30-466a-9ace-37503e9e152d HTTP/1.1" status: 204 len: 168 time: 1.4963729 Apr 15 03:40:26.945589 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035244b-b50c-47cb-bdde-2c0870a2854d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Network': ['ID=d40ccc07-8a30-466a-9ace-37503e9e152d,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:26.961370 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e0c81c-4545-49d7-abd5-c74f85187b75 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:26.962133 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e0c81c-4545-49d7-abd5-c74f85187b75 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:26.968067 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a4e0c81c-4545-49d7-abd5-c74f85187b75 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/subnets/04443148-6b7b-43d2-bbd6-fcb636544223 HTTP/1.1" status: 404 len: 337 time: 0.0445001 Apr 15 03:40:26.968425 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34458) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:26.989215 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-36aa4559-5fc5-410f-b66e-fa364a13ab05 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:26.989811 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36aa4559-5fc5-410f-b66e-fa364a13ab05 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:26.990670 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93a1496b-6db7-44d9-ab80-a28de921b955 req-0de20fea-3173-4ce5-b29b-05547274c408 service neutron] 10.222.0.30 "GET /v2.0/networks/eaba6a84-95dc-429a-9c8d-a050c4a38ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997499 Apr 15 03:40:26.993084 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-36aa4559-5fc5-410f-b66e-fa364a13ab05 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/14a97bdc-61c1-45d0-93b0-1993aded3bc6 HTTP/1.1" status: 404 len: 339 time: 0.0236423 Apr 15 03:40:26.996249 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34460) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:27.026017 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0ab06d-b05a-4714-8067-5c9e5dce7d8d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:27.026546 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0ab06d-b05a-4714-8067-5c9e5dce7d8d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:27.029691 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7c0ab06d-b05a-4714-8067-5c9e5dce7d8d tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/subnets/297acbdb-f245-4f96-8101-b90ac9470324 HTTP/1.1" status: 404 len: 337 time: 0.0324497 Apr 15 03:40:27.032730 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34462) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:27.037157 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-88657121-c079-406f-92f5-41409d9d7d55 None None] Provisioning complete for port 4612be78-a61d-412c-b47d-ca9def9b47c2 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:27.037650 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-88657121-c079-406f-92f5-41409d9d7d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4612be78-a61d-412c-b47d-ca9def9b47c2), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:27.052509 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-04426707-d31d-4af9-b5f7-865afa774d55 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:27.053037 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04426707-d31d-4af9-b5f7-865afa774d55 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:27.056017 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-04426707-d31d-4af9-b5f7-865afa774d55 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/f39f410e-a3ce-49a5-a7a6-b27d0bf7b29a HTTP/1.1" status: 404 len: 339 time: 0.0224266 Apr 15 03:40:27.059391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34464) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:27.086802 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b55978-5ce3-4a82-b68b-89a0362998ff tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:27.087079 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f091143d-5d3e-4a8a-810d-3d7a5a7d593a None None] New status for floating IP a5d45104-04a2-4fa4-a38d-4433b46bb6d7: DOWN {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:40:27.087262 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b55978-5ce3-4a82-b68b-89a0362998ff tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:27.092738 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a8b55978-5ce3-4a82-b68b-89a0362998ff tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/subnets/71b27887-6ea2-4f52-b25b-2755aa246e9e HTTP/1.1" status: 404 len: 337 time: 0.0300102 Apr 15 03:40:27.092738 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a29050cf-a778-413a-a7d7-de35b98aab15 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (5f13cecd-4373-4a05-a579-b7273f37a3ed), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:27.093438 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34466) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:27.131792 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29050cf-a778-413a-a7d7-de35b98aab15 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:27.133309 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-63621f24-ed84-476a-bc6e-c0c855bdad70 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:27.133586 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-a29050cf-a778-413a-a7d7-de35b98aab15 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:27.133840 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63621f24-ed84-476a-bc6e-c0c855bdad70 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:27.138160 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-63621f24-ed84-476a-bc6e-c0c855bdad70 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/c26d5ff9-c3b3-4295-b418-96f85b46e634 HTTP/1.1" status: 404 len: 339 time: 0.0428271 Apr 15 03:40:27.138321 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29050cf-a778-413a-a7d7-de35b98aab15 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:27.138814 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a29050cf-a778-413a-a7d7-de35b98aab15 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:27.141138 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34468) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:27.147684 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc16c9ce-43be-44bb-8349-9b730af7c562 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:27.180100 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c54a63c-3a74-4d08-8069-1fa20681c01b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:27.180549 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c54a63c-3a74-4d08-8069-1fa20681c01b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:27.184181 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6c54a63c-3a74-4d08-8069-1fa20681c01b tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/subnets/0f062dc2-ae7f-4eca-9d84-488ad3b830c2 HTTP/1.1" status: 404 len: 337 time: 0.0394390 Apr 15 03:40:27.186972 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34470) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:27.192538 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29050cf-a778-413a-a7d7-de35b98aab15 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=5f13cecd-4373-4a05-a579-b7273f37a3ed,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:27.220565 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc58d00-8b40-422e-a13e-f730bdf408a6 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:27.221040 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc58d00-8b40-422e-a13e-f730bdf408a6 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:27.224358 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ddc58d00-8b40-422e-a13e-f730bdf408a6 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/13916629-6898-4490-8386-0338892ad748 HTTP/1.1" status: 404 len: 339 time: 0.0351551 Apr 15 03:40:27.226997 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34474) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:27.256659 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-195e9ce7-d3d3-4787-8f3d-7645663edd89 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:27.257201 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-195e9ce7-d3d3-4787-8f3d-7645663edd89 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:27.260486 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-195e9ce7-d3d3-4787-8f3d-7645663edd89 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/subnets/3f229bea-e065-4e89-9ded-286217058122 HTTP/1.1" status: 404 len: 337 time: 0.0325177 Apr 15 03:40:27.263829 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34478) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:27.288849 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd2ebe3-66d1-4a31-8ef5-506a580978c7 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:27.289554 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd2ebe3-66d1-4a31-8ef5-506a580978c7 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:27.293257 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bfd2ebe3-66d1-4a31-8ef5-506a580978c7 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/ecefc000-2773-47f3-bb27-c8061626fc46 HTTP/1.1" status: 404 len: 339 time: 0.0279086 Apr 15 03:40:27.295827 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34480) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:27.314184 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a29050cf-a778-413a-a7d7-de35b98aab15 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8466735 Apr 15 03:40:27.322734 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34482) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:27.326783 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-66cfd65c-f3ff-453c-8c6a-03ef4f6c57cc tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:27.327769 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66cfd65c-f3ff-453c-8c6a-03ef4f6c57cc tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:27.330062 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-dd45e582-ed71-4865-a2b7-72556e009220 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'mac_address': 'fa:16:3e:12:e0:9f', 'name': 'tempest-NetworksTestDHCPv6-1658011481'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:27.331244 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-66cfd65c-f3ff-453c-8c6a-03ef4f6c57cc tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/subnets/19ca7200-443e-4726-9b9c-f007bf89186f HTTP/1.1" status: 404 len: 337 time: 0.0343091 Apr 15 03:40:27.333769 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34484) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:27.358030 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34486) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:27.367453 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1cda83-a0be-4f90-bed5-4a80bccfc8b7 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:27.368189 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1cda83-a0be-4f90-bed5-4a80bccfc8b7 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:27.378227 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ca1cda83-a0be-4f90-bed5-4a80bccfc8b7 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/8d1ef6e7-ff3c-4529-9879-cde0f07851cf HTTP/1.1" status: 404 len: 339 time: 0.0429509 Apr 15 03:40:27.382338 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34488) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:27.433263 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-611bed84-2949-40ef-9d22-6f35dc6c8c2a tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:27.433879 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-611bed84-2949-40ef-9d22-6f35dc6c8c2a tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:27.440724 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-611bed84-2949-40ef-9d22-6f35dc6c8c2a tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/subnets/670378a3-811c-4ce9-81cf-9eaccb80b476 HTTP/1.1" status: 404 len: 337 time: 0.0549054 Apr 15 03:40:27.441685 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34492) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:27.470961 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5a19b4-6fc8-47c3-a580-8803220e846e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:27.471855 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f5a19b4-6fc8-47c3-a580-8803220e846e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:27.474419 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3f5a19b4-6fc8-47c3-a580-8803220e846e tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/8b86b2e6-b1c0-490e-a4c6-1bf2196b5a03 HTTP/1.1" status: 404 len: 339 time: 0.0316947 Apr 15 03:40:27.483101 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34494) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:27.486322 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-88657121-c079-406f-92f5-41409d9d7d55 None None] Current status of the port 4612be78-a61d-412c-b47d-ca9def9b47c2 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:27.511861 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40bba92-53fc-4bd2-9c2b-b3b7483bdca4 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:27.512796 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40bba92-53fc-4bd2-9c2b-b3b7483bdca4 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:27.515588 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b40bba92-53fc-4bd2-9c2b-b3b7483bdca4 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/subnets/3a588025-8e25-4356-b23e-fe1ddf763d20 HTTP/1.1" status: 404 len: 337 time: 0.0314865 Apr 15 03:40:27.518021 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34496) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:27.537603 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2722ce6-327f-41ad-816b-b477771a781a tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:27.538328 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2722ce6-327f-41ad-816b-b477771a781a tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:27.539175 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3580463b-3124-4323-b2db-0a1d822eadc3 req-bf2afa7d-49de-4e89-80f8-b138254fcc3a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6bd071-179f-4c5e-9e23-d119888bdc44 HTTP/1.1" status: 200 len: 210 time: 0.0651929 Apr 15 03:40:27.543038 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a2722ce6-327f-41ad-816b-b477771a781a tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/57abab43-046d-4fd3-b0f8-020556fd6dde HTTP/1.1" status: 404 len: 339 time: 0.0230660 Apr 15 03:40:27.545678 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34498) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:27.556081 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5a3fda62-caf4-4f69-a3c5-276edff38fc2 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks [] for security_group (e0ce0f01-efa1-4b30-b8af-00a1b9c40551), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:27.596202 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5a3fda62-caf4-4f69-a3c5-276edff38fc2 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks [] for security_group (e0ce0f01-efa1-4b30-b8af-00a1b9c40551), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:27.607727 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-2482f419-e1dd-4bbe-abc7-729b859fee65 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Deleting subnet 02cf9abb-f3cd-41d4-9083-42530507b3af {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:40:27.611996 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2482f419-e1dd-4bbe-abc7-729b859fee65 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for subnet (02cf9abb-f3cd-41d4-9083-42530507b3af), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:27.657374 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d367d5b-cf79-46d1-9e81-b85f8aa732ea None None] Update dhcp port {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'fixed_ips': [{'subnet_id': 'a0cf5789-1284-4b17-9d1b-fcaf8240ab93', 'ip_address': '2001:db8::f816:3eff:fe14:7d8f'}, {'subnet_id': '5f13cecd-4373-4a05-a579-b7273f37a3ed'}], 'binding:host_id': 'dv-neutron-837140-3-hyperv'}, 'id': '4612be78-a61d-412c-b47d-ca9def9b47c2'} from dv-neutron-837140-3-hyperv. {{(pid=104668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 15 03:40:27.660953 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2482f419-e1dd-4bbe-abc7-729b859fee65 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (02cf9abb-f3cd-41d4-9083-42530507b3af), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:27.687394 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9d367d5b-cf79-46d1-9e81-b85f8aa732ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4612be78-a61d-412c-b47d-ca9def9b47c2), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:27.745272 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2482f419-e1dd-4bbe-abc7-729b859fee65 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (02cf9abb-f3cd-41d4-9083-42530507b3af), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:27.758990 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd45e582-ed71-4865-a2b7-72556e009220 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:27.764228 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5a3fda62-caf4-4f69-a3c5-276edff38fc2 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (e0ce0f01-efa1-4b30-b8af-00a1b9c40551), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:27.765039 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6bd071-179f-4c5e-9e23-d119888bdc44', 'name': 'network-vif-deleted', 'tag': '347a4f58-c452-407f-bde8-d216d9e6eaef'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:40:27.767095 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5a3fda62-caf4-4f69-a3c5-276edff38fc2 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:27.767332 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fe5114-01eb-4567-8306-90f0ab27eb8b" -d '{"events": [{"server_uuid": "4a6bd071-179f-4c5e-9e23-d119888bdc44", "name": "network-vif-deleted", "tag": "347a4f58-c452-407f-bde8-d216d9e6eaef"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:40:27.768412 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5a3fda62-caf4-4f69-a3c5-276edff38fc2 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "DELETE /v2.0/security-groups/e0ce0f01-efa1-4b30-b8af-00a1b9c40551 HTTP/1.1" status: 204 len: 168 time: 0.4091344 Apr 15 03:40:27.771956 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34500) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:27.795912 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-3ca28ff6-6ae9-4be3-8acd-07fb3f4b9c9e tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] show failed (client error): The resource could not be found. Apr 15 03:40:27.800053 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3ca28ff6-6ae9-4be3-8acd-07fb3f4b9c9e tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "GET /v2.0/security-groups/e0ce0f01-efa1-4b30-b8af-00a1b9c40551 HTTP/1.1" status: 404 len: 347 time: 0.0249381 Apr 15 03:40:27.800623 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34504) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:27.814987 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fda62-caf4-4f69-a3c5-276edff38fc2 tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ce0f01-efa1-4b30-b8af-00a1b9c40551,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:27.848927 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cf400f-ed0d-47c9-8f21-688beb1432e8 x-openstack-request-id: req-76cf400f-ed0d-47c9-8f21-688beb1432e8 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:40:27.849217 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6bd071-179f-4c5e-9e23-d119888bdc44", "name": "network-vif-deleted", "tag": "347a4f58-c452-407f-bde8-d216d9e6eaef", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:40:27.849469 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76cf400f-ed0d-47c9-8f21-688beb1432e8 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:40:27.849863 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76cf400f-ed0d-47c9-8f21-688beb1432e8'] response: {'server_uuid': '4a6bd071-179f-4c5e-9e23-d119888bdc44', 'name': 'network-vif-deleted', 'tag': '347a4f58-c452-407f-bde8-d216d9e6eaef', 'status': 'completed', 'code': 200} Apr 15 03:40:27.899061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dd45e582-ed71-4865-a2b7-72556e009220 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:27.899449 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-9d367d5b-cf79-46d1-9e81-b85f8aa732ea None None] Allocated IP 2001:db8:0:1::2 (d8f597fb-2381-4564-a070-eb7f10af68ac/5f13cecd-4373-4a05-a579-b7273f37a3ed/4612be78-a61d-412c-b47d-ca9def9b47c2) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:27.922384 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-dd45e582-ed71-4865-a2b7-72556e009220 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] device_id is not set on port 15b7cae5-977d-464c-a357-ce834b9905fd yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:40:27.947390 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-84f2348d-1b05-4b1c-b4b1-641bee72305d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Deleting port 03ce4751-f85e-44a6-a804-e8126510d6fd {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:27.947752 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-84f2348d-1b05-4b1c-b4b1-641bee72305d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (03ce4751-f85e-44a6-a804-e8126510d6fd), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:27.993594 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2482f419-e1dd-4bbe-abc7-729b859fee65 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (02cf9abb-f3cd-41d4-9083-42530507b3af), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.027354 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482f419-e1dd-4bbe-abc7-729b859fee65 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Subnet': ['ID=02cf9abb-f3cd-41d4-9083-42530507b3af,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:28.035683 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2482f419-e1dd-4bbe-abc7-729b859fee65 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.037819 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2482f419-e1dd-4bbe-abc7-729b859fee65 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/subnets/02cf9abb-f3cd-41d4-9083-42530507b3af HTTP/1.1" status: 204 len: 168 time: 0.4889944 Apr 15 03:40:28.038524 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34506) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:28.064586 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-84f2348d-1b05-4b1c-b4b1-641bee72305d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (03ce4751-f85e-44a6-a804-e8126510d6fd), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.064913 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-84f2348d-1b05-4b1c-b4b1-641bee72305d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks [] for floatingip (03ce4751-f85e-44a6-a804-e8126510d6fd), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.083510 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-84f2348d-1b05-4b1c-b4b1-641bee72305d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Calling delete_port for 03ce4751-f85e-44a6-a804-e8126510d6fd owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:28.089545 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8d38b3-63c5-4dfd-a168-64ae8d3350ad None None] Network 034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:28.095271 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4612be78-a61d-412c-b47d-ca9def9b47c2 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:28.127644 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53a4d0e0-8d6a-42b0-98c1-c2047ef60a87 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.173586 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-53a4d0e0-8d6a-42b0-98c1-c2047ef60a87 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Deleting port 22d4141b-34bb-4e63-90b6-ff13729379fd {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:28.173823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53a4d0e0-8d6a-42b0-98c1-c2047ef60a87 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (22d4141b-34bb-4e63-90b6-ff13729379fd), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.231391 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-9d367d5b-cf79-46d1-9e81-b85f8aa732ea None None] For port 4612be78-a61d-412c-b47d-ca9def9b47c2, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4612be78-a61d-412c-b47d-ca9def9b47c2,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:28.245346 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-53a4d0e0-8d6a-42b0-98c1-c2047ef60a87 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] For port 22d4141b-34bb-4e63-90b6-ff13729379fd, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=22d4141b-34bb-4e63-90b6-ff13729379fd,segment=NetworkSegment(8baa49e8-17a9-4a9b-9ac6-d6c868da66fb),segment_id=8baa49e8-17a9-4a9b-9ac6-d6c868da66fb)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:28.245775 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53a4d0e0-8d6a-42b0-98c1-c2047ef60a87 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (22d4141b-34bb-4e63-90b6-ff13729379fd), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.260133 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-53a4d0e0-8d6a-42b0-98c1-c2047ef60a87 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Calling delete_port for 22d4141b-34bb-4e63-90b6-ff13729379fd owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:28.267012 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 4612be78-a61d-412c-b47d-ca9def9b47c2 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:28.267397 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4612be78-a61d-412c-b47d-ca9def9b47c2), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.278073 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9d367d5b-cf79-46d1-9e81-b85f8aa732ea None None] Publish callbacks [] for port (4612be78-a61d-412c-b47d-ca9def9b47c2), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.296065 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-84f2348d-1b05-4b1c-b4b1-641bee72305d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (03ce4751-f85e-44a6-a804-e8126510d6fd), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.315360 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c82c49-e658-41ed-9e78-7ff7a8306e1d None None] DHCP port deletion for 034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:40:28.332071 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2348d-1b05-4b1c-b4b1-641bee72305d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Pushing event deleted for resources: {'Port': ['ID=03ce4751-f85e-44a6-a804-e8126510d6fd,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:28.357071 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9d367d5b-cf79-46d1-9e81-b85f8aa732ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (4612be78-a61d-412c-b47d-ca9def9b47c2), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.404576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-84f2348d-1b05-4b1c-b4b1-641bee72305d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks [] for floatingip (a5d45104-04a2-4fa4-a38d-4433b46bb6d7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.407734 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-84f2348d-1b05-4b1c-b4b1-641bee72305d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.408912 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-84f2348d-1b05-4b1c-b4b1-641bee72305d tempest-ServerActionsTestJSON-1329129393 tempest-ServerActionsTestJSON-1329129393-project] 10.222.0.15 "DELETE /v2.0/floatingips/a5d45104-04a2-4fa4-a38d-4433b46bb6d7 HTTP/1.1" status: 204 len: 168 time: 0.6054137 Apr 15 03:40:28.411984 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34508) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:28.415599 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-b1c82c49-e658-41ed-9e78-7ff7a8306e1d None None] Deleting port 22d4141b-34bb-4e63-90b6-ff13729379fd {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:28.415599 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b1c82c49-e658-41ed-9e78-7ff7a8306e1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (22d4141b-34bb-4e63-90b6-ff13729379fd), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.451413 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53a4d0e0-8d6a-42b0-98c1-c2047ef60a87 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (22d4141b-34bb-4e63-90b6-ff13729379fd), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.471287 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 347a4f58-c452-407f-bde8-d216d9e6eaef no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:28.488243 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4d0e0-8d6a-42b0-98c1-c2047ef60a87 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Port': ['ID=22d4141b-34bb-4e63-90b6-ff13729379fd,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:28.495924 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a4d0e0-8d6a-42b0-98c1-c2047ef60a87 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] No DVR routers for this DVR port 22d4141b-34bb-4e63-90b6-ff13729379fd on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:28.524499 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-dd45e582-ed71-4865-a2b7-72556e009220 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8:0:1::34a (d8f597fb-2381-4564-a070-eb7f10af68ac/5f13cecd-4373-4a05-a579-b7273f37a3ed/15b7cae5-977d-464c-a357-ce834b9905fd) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:28.535363 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 347a4f58-c452-407f-bde8-d216d9e6eaef {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:40:28.535714 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 347a4f58-c452-407f-bde8-d216d9e6eaef not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:40:28.536139 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 90b88343-3433-4ceb-9959-7721ceb2550e no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:28.551264 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-dd45e582-ed71-4865-a2b7-72556e009220 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8::f816:3eff:fe12:e09f (d8f597fb-2381-4564-a070-eb7f10af68ac/a0cf5789-1284-4b17-9d1b-fcaf8240ab93/15b7cae5-977d-464c-a357-ce834b9905fd) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:28.555111 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 4612be78-a61d-412c-b47d-ca9def9b47c2 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:28.591003 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d367d5b-cf79-46d1-9e81-b85f8aa732ea None None] Pushing event updated for resources: {'Port': ['ID=4612be78-a61d-412c-b47d-ca9def9b47c2,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:28.601989 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53a4d0e0-8d6a-42b0-98c1-c2047ef60a87 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.612624 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 90b88343-3433-4ceb-9959-7721ceb2550e {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:40:28.613009 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 90b88343-3433-4ceb-9959-7721ceb2550e not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:40:28.619624 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b1c82c49-e658-41ed-9e78-7ff7a8306e1d None None] For port 22d4141b-34bb-4e63-90b6-ff13729379fd, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=22d4141b-34bb-4e63-90b6-ff13729379fd,segment=NetworkSegment(8baa49e8-17a9-4a9b-9ac6-d6c868da66fb),segment_id=8baa49e8-17a9-4a9b-9ac6-d6c868da66fb)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:28.620028 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b1c82c49-e658-41ed-9e78-7ff7a8306e1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (22d4141b-34bb-4e63-90b6-ff13729379fd), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.635647 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-b1c82c49-e658-41ed-9e78-7ff7a8306e1d None None] Calling delete_port for 22d4141b-34bb-4e63-90b6-ff13729379fd owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:28.637494 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34512) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:28.660032 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-53a4d0e0-8d6a-42b0-98c1-c2047ef60a87 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:28.699881 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-53a4d0e0-8d6a-42b0-98c1-c2047ef60a87 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8baa49e8-17a9-4a9b-9ac6-d6c868da66fb') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:28.700417 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-53a4d0e0-8d6a-42b0-98c1-c2047ef60a87 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8baa49e8-17a9-4a9b-9ac6-d6c868da66fb') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:28.721467 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b1c82c49-e658-41ed-9e78-7ff7a8306e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (22d4141b-34bb-4e63-90b6-ff13729379fd), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.730148 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53a4d0e0-8d6a-42b0-98c1-c2047ef60a87 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (8baa49e8-17a9-4a9b-9ac6-d6c868da66fb), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.748884 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c82c49-e658-41ed-9e78-7ff7a8306e1d None None] Pushing event deleted for resources: {'Port': ['ID=22d4141b-34bb-4e63-90b6-ff13729379fd,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:28.750966 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c82c49-e658-41ed-9e78-7ff7a8306e1d None None] No DVR routers for this DVR port 22d4141b-34bb-4e63-90b6-ff13729379fd on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:28.813203 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9273f38d-a0dc-4dad-9b2f-73e85df685f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (668f4172-d345-4add-9729-990f16e1ddb3), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.840164 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53a4d0e0-8d6a-42b0-98c1-c2047ef60a87 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (8baa49e8-17a9-4a9b-9ac6-d6c868da66fb), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.847767 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a4d0e0-8d6a-42b0-98c1-c2047ef60a87 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:40:28.848419 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53a4d0e0-8d6a-42b0-98c1-c2047ef60a87 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (8baa49e8-17a9-4a9b-9ac6-d6c868da66fb), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.865758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4183982f-70ed-4e80-a0bd-0b30b91ec4a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (bd3fa657-6777-4756-919c-12738790adc1), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:40:28.867535 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:40:28.965117 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4183982f-70ed-4e80-a0bd-0b30b91ec4a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (bd3fa657-6777-4756-919c-12738790adc1), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:29.001417 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dd45e582-ed71-4865-a2b7-72556e009220 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (15b7cae5-977d-464c-a357-ce834b9905fd), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:29.056710 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53a4d0e0-8d6a-42b0-98c1-c2047ef60a87 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:29.069639 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53a4d0e0-8d6a-42b0-98c1-c2047ef60a87 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:29.073509 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-53a4d0e0-8d6a-42b0-98c1-c2047ef60a87 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] 10.222.0.15 "DELETE /v2.0/networks/034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e HTTP/1.1" status: 204 len: 168 time: 1.0336940 Apr 15 03:40:29.087883 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4d0e0-8d6a-42b0-98c1-c2047ef60a87 tempest-NetworksTest-1947729871 tempest-NetworksTest-1947729871-project] Pushing event deleted for resources: {'Network': ['ID=034ac690-1d0b-4ee5-8bb8-6917bc0dfe0e,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:29.147829 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dd45e582-ed71-4865-a2b7-72556e009220 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (15b7cae5-977d-464c-a357-ce834b9905fd), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:29.174596 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-9273f38d-a0dc-4dad-9b2f-73e85df685f4 admin admin] Deleting port 89fa9d30-d9c5-4edd-933e-4902a6c6cae6 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:29.174968 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9273f38d-a0dc-4dad-9b2f-73e85df685f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (89fa9d30-d9c5-4edd-933e-4902a6c6cae6), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:29.204739 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4183982f-70ed-4e80-a0bd-0b30b91ec4a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (bd3fa657-6777-4756-919c-12738790adc1), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:29.207839 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4183982f-70ed-4e80-a0bd-0b30b91ec4a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:29.209771 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4183982f-70ed-4e80-a0bd-0b30b91ec4a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/security-groups/bd3fa657-6777-4756-919c-12738790adc1 HTTP/1.1" status: 204 len: 168 time: 0.5710924 Apr 15 03:40:29.236724 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183982f-70ed-4e80-a0bd-0b30b91ec4a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3fa657-6777-4756-919c-12738790adc1,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:29.242328 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd45e582-ed71-4865-a2b7-72556e009220 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:29.249007 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-dd45e582-ed71-4865-a2b7-72556e009220 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:29.252424 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45e582-ed71-4865-a2b7-72556e009220 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=15b7cae5-977d-464c-a357-ce834b9905fd,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:29.253656 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd45e582-ed71-4865-a2b7-72556e009220 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:29.259471 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd45e582-ed71-4865-a2b7-72556e009220 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:29.260299 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dd45e582-ed71-4865-a2b7-72556e009220 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:29.364892 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be45af-e237-4f3b-b105-3082e09782f8 req-56c8cffe-4208-44b4-9a6a-15ff25bf3290 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:29.366782 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-70be45af-e237-4f3b-b105-3082e09782f8 req-56c8cffe-4208-44b4-9a6a-15ff25bf3290 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 945 time: 0.0714417 Apr 15 03:40:29.373237 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-dd45e582-ed71-4865-a2b7-72556e009220 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0465372 Apr 15 03:40:29.376160 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34534) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:29.376698 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34536) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:29.442659 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-b8dba975-dbfe-4019-89b2-9be24ccb3586 None None] Provisioning complete for port 4612be78-a61d-412c-b47d-ca9def9b47c2 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:29.445495 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b8dba975-dbfe-4019-89b2-9be24ccb3586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4612be78-a61d-412c-b47d-ca9def9b47c2), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:29.551799 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-b8dba975-dbfe-4019-89b2-9be24ccb3586 None None] Current status of the port 4612be78-a61d-412c-b47d-ca9def9b47c2 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:29.593733 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-70be45af-e237-4f3b-b105-3082e09782f8 req-2ae6f10a-0995-4eb6-bd85-4c271b5b3a62 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135527 Apr 15 03:40:29.631546 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-4a02fe0d-f27e-4cd6-bcf6-c6f215418bae tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting port 15b7cae5-977d-464c-a357-ce834b9905fd {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:29.631896 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4a02fe0d-f27e-4cd6-bcf6-c6f215418bae tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (15b7cae5-977d-464c-a357-ce834b9905fd), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:29.668496 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-9273f38d-a0dc-4dad-9b2f-73e85df685f4 admin admin] For port 89fa9d30-d9c5-4edd-933e-4902a6c6cae6, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=89fa9d30-d9c5-4edd-933e-4902a6c6cae6,segment=NetworkSegment(d912f2b0-15a9-4b40-82d8-b001cae91119),segment_id=d912f2b0-15a9-4b40-82d8-b001cae91119)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:29.668999 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9273f38d-a0dc-4dad-9b2f-73e85df685f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (89fa9d30-d9c5-4edd-933e-4902a6c6cae6), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:29.684277 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-9273f38d-a0dc-4dad-9b2f-73e85df685f4 admin admin] Calling delete_port for 89fa9d30-d9c5-4edd-933e-4902a6c6cae6 owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:29.741843 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34546) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:29.769609 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-bf221e19-493e-44b7-9ee6-13133ea6dc5b None None] Provisioning complete for port 15b7cae5-977d-464c-a357-ce834b9905fd triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:29.770099 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bf221e19-493e-44b7-9ee6-13133ea6dc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (15b7cae5-977d-464c-a357-ce834b9905fd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:29.810967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-bf221e19-493e-44b7-9ee6-13133ea6dc5b None None] Port 15b7cae5-977d-464c-a357-ce834b9905fd cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:40:29.851068 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4a02fe0d-f27e-4cd6-bcf6-c6f215418bae tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (15b7cae5-977d-464c-a357-ce834b9905fd), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:29.869740 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-4a02fe0d-f27e-4cd6-bcf6-c6f215418bae tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Calling delete_port for 15b7cae5-977d-464c-a357-ce834b9905fd owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:29.969526 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c19d7cd0-f3d7-4eb5-bb05-e0e83c3fe851 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=569513fa24ae47b284f0cc7d5070901d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264397 Apr 15 03:40:29.972062 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34550) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:30.013632 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9273f38d-a0dc-4dad-9b2f-73e85df685f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (89fa9d30-d9c5-4edd-933e-4902a6c6cae6), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:30.049076 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273f38d-a0dc-4dad-9b2f-73e85df685f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=89fa9d30-d9c5-4edd-933e-4902a6c6cae6,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:30.067342 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b90a150c-6ce8-4313-beed-4430c428c347 admin admin] Publish callbacks [] for security_group (f623398a-72a2-4886-96d6-e6bb07e9d3f0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:30.079854 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4612be78-a61d-412c-b47d-ca9def9b47c2 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:30.143742 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b90a150c-6ce8-4313-beed-4430c428c347 admin admin] Publish callbacks [] for security_group (f623398a-72a2-4886-96d6-e6bb07e9d3f0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:30.152002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 4612be78-a61d-412c-b47d-ca9def9b47c2 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:30.152635 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4612be78-a61d-412c-b47d-ca9def9b47c2), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:30.253477 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 4612be78-a61d-412c-b47d-ca9def9b47c2 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:30.294351 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9273f38d-a0dc-4dad-9b2f-73e85df685f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (668f4172-d345-4add-9729-990f16e1ddb3), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:30.342815 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 22d4141b-34bb-4e63-90b6-ff13729379fd no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:30.364282 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 22d4141b-34bb-4e63-90b6-ff13729379fd {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:40:30.364731 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 22d4141b-34bb-4e63-90b6-ff13729379fd not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:40:30.393235 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b90a150c-6ce8-4313-beed-4430c428c347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (f623398a-72a2-4886-96d6-e6bb07e9d3f0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:30.395795 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b90a150c-6ce8-4313-beed-4430c428c347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:30.397038 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b90a150c-6ce8-4313-beed-4430c428c347 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f623398a-72a2-4886-96d6-e6bb07e9d3f0 HTTP/1.1" status: 204 len: 168 time: 0.4239101 Apr 15 03:40:30.410295 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a150c-6ce8-4313-beed-4430c428c347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f623398a-72a2-4886-96d6-e6bb07e9d3f0,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:30.541317 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-352e5a3c-f05a-4c56-9a67-44ddecf8f59b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:30.559378 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9273f38d-a0dc-4dad-9b2f-73e85df685f4 admin admin] Router 668f4172-d345-4add-9729-990f16e1ddb3 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:40:30.580684 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4a02fe0d-f27e-4cd6-bcf6-c6f215418bae tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (15b7cae5-977d-464c-a357-ce834b9905fd), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:30.613499 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02fe0d-f27e-4cd6-bcf6-c6f215418bae tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Port': ['ID=15b7cae5-977d-464c-a357-ce834b9905fd,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:30.690015 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9273f38d-a0dc-4dad-9b2f-73e85df685f4 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:40:30.696530 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9273f38d-a0dc-4dad-9b2f-73e85df685f4 admin admin] 10.222.0.15 "PUT /v2.0/routers/668f4172-d345-4add-9729-990f16e1ddb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2835350 Apr 15 03:40:30.700652 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34558) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:30.702292 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2a8b4a-19c6-4ac9-ae97-48dde5285211 None None] Sync routers for ids ['668f4172-d345-4add-9729-990f16e1ddb3'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:40:30.711505 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4a02fe0d-f27e-4cd6-bcf6-c6f215418bae tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:30.714840 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4a02fe0d-f27e-4cd6-bcf6-c6f215418bae tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/15b7cae5-977d-464c-a357-ce834b9905fd HTTP/1.1" status: 204 len: 168 time: 1.3357453 Apr 15 03:40:30.719010 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34560) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:30.719533 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2a8b4a-19c6-4ac9-ae97-48dde5285211 None None] Routers {'668f4172-d345-4add-9729-990f16e1ddb3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:40:30.720350 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cb2a8b4a-19c6-4ac9-ae97-48dde5285211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:40:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['668f4172-d345-4add-9729-990f16e1ddb3'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:30.842810 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-78ba736b-4152-4fab-9ab4-d9ca91fc88c6 admin admin] Publish callbacks [] for router (668f4172-d345-4add-9729-990f16e1ddb3), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:30.850281 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d8af8a-7b18-459f-9862-755ff15aea32 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:30.851909 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-16d8af8a-7b18-459f-9862-755ff15aea32 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1319618 Apr 15 03:40:30.855117 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34564) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:30.904625 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-cb2a8b4a-19c6-4ac9-ae97-48dde5285211 None None] Set router 668f4172-d345-4add-9729-990f16e1ddb3 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:40:30.925367 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df1f620-23d7-4288-9243-fd103637a902 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:30.927347 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3df1f620-23d7-4288-9243-fd103637a902 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0709574 Apr 15 03:40:30.930903 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34568) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:30.994209 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-78ba736b-4152-4fab-9ab4-d9ca91fc88c6 admin admin] Publish callbacks [] for router_gateway (668f4172-d345-4add-9729-990f16e1ddb3), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:31.019940 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18eb2a-676c-422a-bed8-f1d1b0d65c98 req-2fbd186a-f438-42f1-8df6-b4ff93d1699a tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:31.025192 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2a18eb2a-676c-422a-bed8-f1d1b0d65c98 req-2fbd186a-f438-42f1-8df6-b4ff93d1699a tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 945 time: 0.1916678 Apr 15 03:40:31.050450 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6575e4-f5db-46fd-8ff1-806413b03736 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:31.051859 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6575e4-f5db-46fd-8ff1-806413b03736 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:31.053344 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6575e4-f5db-46fd-8ff1-806413b03736 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:31.055013 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ad6575e4-f5db-46fd-8ff1-806413b03736 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1230659 Apr 15 03:40:31.058450 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34574) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:31.094098 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2a18eb2a-676c-422a-bed8-f1d1b0d65c98 req-76dfbfbd-7f0c-42fa-98c0-158ecc889156 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660439 Apr 15 03:40:31.109434 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-352e5a3c-f05a-4c56-9a67-44ddecf8f59b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port 522dc988-97a8-45f0-9ea1-2260c545fab1 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:31.109605 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-352e5a3c-f05a-4c56-9a67-44ddecf8f59b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (522dc988-97a8-45f0-9ea1-2260c545fab1), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:31.138956 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-78ba736b-4152-4fab-9ab4-d9ca91fc88c6 admin admin] Deleting port 9a925d67-e384-4697-943c-d6c63e11c0b7 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:31.139593 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-78ba736b-4152-4fab-9ab4-d9ca91fc88c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (9a925d67-e384-4697-943c-d6c63e11c0b7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:31.198978 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d13540a-1444-4369-abdb-9b73df86b1e0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet 5f13cecd-4373-4a05-a579-b7273f37a3ed {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:40:31.204606 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d13540a-1444-4369-abdb-9b73df86b1e0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (5f13cecd-4373-4a05-a579-b7273f37a3ed), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:31.238908 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cb2a8b4a-19c6-4ac9-ae97-48dde5285211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f4172-d345-4add-9729-990f16e1ddb3', 'name': 'tempest-ServerActionsTestJSON-1005450524-router', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:37:26Z', 'updated_at': '2022-04-15T03:40:29Z', 'revision_number': 5, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'gw_port': {'id': '9a925d67-e384-4697-943c-d6c63e11c0b7', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:c0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f4172-d345-4add-9729-990f16e1ddb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:37:28Z', 'updated_at': '2022-04-15T03:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:31.242352 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-78ba736b-4152-4fab-9ab4-d9ca91fc88c6 admin admin] For port 9a925d67-e384-4697-943c-d6c63e11c0b7, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=9a925d67-e384-4697-943c-d6c63e11c0b7,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:31.242595 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-78ba736b-4152-4fab-9ab4-d9ca91fc88c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (9a925d67-e384-4697-943c-d6c63e11c0b7), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:31.260285 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-352e5a3c-f05a-4c56-9a67-44ddecf8f59b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port 522dc988-97a8-45f0-9ea1-2260c545fab1, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=522dc988-97a8-45f0-9ea1-2260c545fab1,segment=NetworkSegment(c53179f8-fd00-4b37-96b1-595ec4258d91),segment_id=c53179f8-fd00-4b37-96b1-595ec4258d91)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:31.260491 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-352e5a3c-f05a-4c56-9a67-44ddecf8f59b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (522dc988-97a8-45f0-9ea1-2260c545fab1), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:31.262832 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-78ba736b-4152-4fab-9ab4-d9ca91fc88c6 admin admin] Calling delete_port for 9a925d67-e384-4697-943c-d6c63e11c0b7 owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:31.264520 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d13540a-1444-4369-abdb-9b73df86b1e0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (5f13cecd-4373-4a05-a579-b7273f37a3ed), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:31.277080 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2a8b4a-19c6-4ac9-ae97-48dde5285211 None None] Checking router: 668f4172-d345-4add-9729-990f16e1ddb3 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:40:31.286821 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2a8b4a-19c6-4ac9-ae97-48dde5285211 None None] Routers {'668f4172-d345-4add-9729-990f16e1ddb3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:40:31.286821 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cb2a8b4a-19c6-4ac9-ae97-48dde5285211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:40:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['668f4172-d345-4add-9729-990f16e1ddb3'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:31.298396 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-352e5a3c-f05a-4c56-9a67-44ddecf8f59b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for 522dc988-97a8-45f0-9ea1-2260c545fab1 owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:31.399788 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-cb2a8b4a-19c6-4ac9-ae97-48dde5285211 None None] Set router 668f4172-d345-4add-9729-990f16e1ddb3 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:40:31.413822 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d13540a-1444-4369-abdb-9b73df86b1e0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (5f13cecd-4373-4a05-a579-b7273f37a3ed), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:31.458422 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cb2a8b4a-19c6-4ac9-ae97-48dde5285211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f4172-d345-4add-9729-990f16e1ddb3', 'name': 'tempest-ServerActionsTestJSON-1005450524-router', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:37:26Z', 'updated_at': '2022-04-15T03:40:30Z', 'revision_number': 6, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:31.491531 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2a8b4a-19c6-4ac9-ae97-48dde5285211 None None] The sync data for ids ['668f4172-d345-4add-9729-990f16e1ddb3'] in dv-neutron-837140-3-hyperv is: [{'id': '668f4172-d345-4add-9729-990f16e1ddb3', 'name': 'tempest-ServerActionsTestJSON-1005450524-router', 'tenant_id': '1ac54984499b43edad78bee2e10a3362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:37:26Z', 'updated_at': '2022-04-15T03:40:30Z', 'revision_number': 6, 'project_id': '1ac54984499b43edad78bee2e10a3362', 'gw_port_host': None}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:40:31.593098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-78ba736b-4152-4fab-9ab4-d9ca91fc88c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (9a925d67-e384-4697-943c-d6c63e11c0b7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:31.618979 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba736b-4152-4fab-9ab4-d9ca91fc88c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a925d67-e384-4697-943c-d6c63e11c0b7,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:31.620273 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34584) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:31.630190 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d13540a-1444-4369-abdb-9b73df86b1e0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (5f13cecd-4373-4a05-a579-b7273f37a3ed), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:31.660117 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-352e5a3c-f05a-4c56-9a67-44ddecf8f59b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (522dc988-97a8-45f0-9ea1-2260c545fab1), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:31.662184 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13540a-1444-4369-abdb-9b73df86b1e0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=5f13cecd-4373-4a05-a579-b7273f37a3ed,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:31.664263 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d13540a-1444-4369-abdb-9b73df86b1e0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:31.667460 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9d13540a-1444-4369-abdb-9b73df86b1e0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/5f13cecd-4373-4a05-a579-b7273f37a3ed HTTP/1.1" status: 204 len: 168 time: 0.6080306 Apr 15 03:40:31.671430 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34588) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:31.672643 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9dd4c0-032f-4ad6-860e-41504853814e None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:31.701340 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-78ba736b-4152-4fab-9ab4-d9ca91fc88c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (668f4172-d345-4add-9729-990f16e1ddb3), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:31.759077 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e5a3c-f05a-4c56-9a67-44ddecf8f59b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=522dc988-97a8-45f0-9ea1-2260c545fab1,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:31.774315 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-e7181ecb-2425-4546-978c-a5ce97b13388 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1593939979'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:31.792250 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7ae5ba-b243-40b3-ab1a-ee6b97e4d1fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet a0cf5789-1284-4b17-9d1b-fcaf8240ab93 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:40:31.815405 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ba7ae5ba-b243-40b3-ab1a-ee6b97e4d1fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (a0cf5789-1284-4b17-9d1b-fcaf8240ab93), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:31.815849 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-78ba736b-4152-4fab-9ab4-d9ca91fc88c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (668f4172-d345-4add-9729-990f16e1ddb3), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:31.818603 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-78ba736b-4152-4fab-9ab4-d9ca91fc88c6 admin admin] Publish callbacks [] for router_controller (668f4172-d345-4add-9729-990f16e1ddb3), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:31.907504 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ba7ae5ba-b243-40b3-ab1a-ee6b97e4d1fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (a0cf5789-1284-4b17-9d1b-fcaf8240ab93), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:31.958632 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-78ba736b-4152-4fab-9ab4-d9ca91fc88c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (668f4172-d345-4add-9729-990f16e1ddb3), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:31.959360 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ba736b-4152-4fab-9ab4-d9ca91fc88c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 668f4172-d345-4add-9729-990f16e1ddb3 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:40:31.963917 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-78ba736b-4152-4fab-9ab4-d9ca91fc88c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:31.967717 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-78ba736b-4152-4fab-9ab4-d9ca91fc88c6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/668f4172-d345-4add-9729-990f16e1ddb3 HTTP/1.1" status: 204 len: 168 time: 1.2632606 Apr 15 03:40:31.969874 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34590) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:32.004682 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7181ecb-2425-4546-978c-a5ce97b13388 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Made reservation on behalf of c587abcd45214cb095a8af505381b1c5 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:32.008063 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7181ecb-2425-4546-978c-a5ce97b13388 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:32.034510 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7181ecb-2425-4546-978c-a5ce97b13388 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:32.044115 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-54bbb736-0806-4a8a-8ac2-9c18d6d27af5 admin admin] Deleting subnet d2ff5521-688d-47da-8337-38202aee7518 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:40:32.049878 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-54bbb736-0806-4a8a-8ac2-9c18d6d27af5 admin admin] Publish callbacks [] for subnet (d2ff5521-688d-47da-8337-38202aee7518), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:32.092938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-54bbb736-0806-4a8a-8ac2-9c18d6d27af5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (d2ff5521-688d-47da-8337-38202aee7518), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:32.171732 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ba7ae5ba-b243-40b3-ab1a-ee6b97e4d1fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (a0cf5789-1284-4b17-9d1b-fcaf8240ab93), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:32.182457 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-54bbb736-0806-4a8a-8ac2-9c18d6d27af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (d2ff5521-688d-47da-8337-38202aee7518), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:32.220245 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-352e5a3c-f05a-4c56-9a67-44ddecf8f59b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:32.290810 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-54bbb736-0806-4a8a-8ac2-9c18d6d27af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (d2ff5521-688d-47da-8337-38202aee7518), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:32.294558 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d393b-e4f8-4086-a258-d687f19504ae req-d6f95411-2917-4e6f-a8e3-f48986f5a381 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:32.296202 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f81d393b-e4f8-4086-a258-d687f19504ae req-d6f95411-2917-4e6f-a8e3-f48986f5a381 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 945 time: 0.1206949 Apr 15 03:40:32.327937 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbb736-0806-4a8a-8ac2-9c18d6d27af5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2ff5521-688d-47da-8337-38202aee7518,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:32.334043 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-54bbb736-0806-4a8a-8ac2-9c18d6d27af5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:32.342872 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-54bbb736-0806-4a8a-8ac2-9c18d6d27af5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d2ff5521-688d-47da-8337-38202aee7518 HTTP/1.1" status: 204 len: 168 time: 0.3682144 Apr 15 03:40:32.343551 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34594) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:32.345565 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c2a761-2760-44e7-8ef6-47fdc43b6877 None None] Network 0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:32.430874 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7181ecb-2425-4546-978c-a5ce97b13388 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks [] for security_group (aa10d712-5d95-4104-86d6-85c62ea8f0bc), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:32.473258 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60cec372-7371-4afa-be10-af571535a0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:32.503002 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f81d393b-e4f8-4086-a258-d687f19504ae req-e34599a0-209f-4de3-bd4a-4f726192cdd2 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646554 Apr 15 03:40:32.506121 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ba7ae5ba-b243-40b3-ab1a-ee6b97e4d1fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (a0cf5789-1284-4b17-9d1b-fcaf8240ab93), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:32.517753 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 89fa9d30-d9c5-4edd-933e-4902a6c6cae6 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:32.535845 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ba7ae5ba-b243-40b3-ab1a-ee6b97e4d1fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:32.541859 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ba7ae5ba-b243-40b3-ab1a-ee6b97e4d1fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/a0cf5789-1284-4b17-9d1b-fcaf8240ab93 HTTP/1.1" status: 204 len: 168 time: 0.8624270 Apr 15 03:40:32.541859 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7181ecb-2425-4546-978c-a5ce97b13388 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (aa10d712-5d95-4104-86d6-85c62ea8f0bc), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:32.545956 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34596) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:32.551266 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-60cec372-7371-4afa-be10-af571535a0c3 admin admin] Deleting port 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:32.551613 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60cec372-7371-4afa-be10-af571535a0c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (07e7e4a6-edeb-4c50-baf9-9257a9a4aa26), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:32.566321 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 89fa9d30-d9c5-4edd-933e-4902a6c6cae6 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:40:32.567426 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 89fa9d30-d9c5-4edd-933e-4902a6c6cae6 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:40:32.590246 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ae5ba-b243-40b3-ab1a-ee6b97e4d1fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=a0cf5789-1284-4b17-9d1b-fcaf8240ab93,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:32.645894 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7181ecb-2425-4546-978c-a5ce97b13388 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:40:32.658497 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-322844ad-e133-4476-bced-5d31addb5d30 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0861595 Apr 15 03:40:32.660720 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33959c51-b448-42b3-9806-f724b8ec903c None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:32.664277 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f579aab5-0776-43f8-b239-5ac005dcc19a None None] DHCP port deletion for 0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:40:32.666108 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34598) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:32.672688 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-60cec372-7371-4afa-be10-af571535a0c3 admin admin] For port 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=07e7e4a6-edeb-4c50-baf9-9257a9a4aa26,segment=NetworkSegment(d912f2b0-15a9-4b40-82d8-b001cae91119),segment_id=d912f2b0-15a9-4b40-82d8-b001cae91119)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:32.673263 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60cec372-7371-4afa-be10-af571535a0c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (07e7e4a6-edeb-4c50-baf9-9257a9a4aa26), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:32.676888 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7181ecb-2425-4546-978c-a5ce97b13388 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (da483282-0f7e-41d7-9bab-1756f5d7eedc), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:32.677238 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-e7181ecb-2425-4546-978c-a5ce97b13388 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Added segment da483282-0f7e-41d7-9bab-1756f5d7eedc of type vlan for network bf857ca4-2aa6-4eda-b8e9-b7b0447132bb Apr 15 03:40:32.680505 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-ef3ba477-0be4-48e4-be00-9e1d5fa266fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:32.688726 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7181ecb-2425-4546-978c-a5ce97b13388 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa10d712-5d95-4104-86d6-85c62ea8f0bc,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:32.721850 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-60cec372-7371-4afa-be10-af571535a0c3 admin admin] Calling delete_port for 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:32.772908 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7181ecb-2425-4546-978c-a5ce97b13388 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (bf857ca4-2aa6-4eda-b8e9-b7b0447132bb), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:32.814816 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d7231d0a-e4bb-4107-9440-17ad06639466 None None] Provisioning complete for port 4612be78-a61d-412c-b47d-ca9def9b47c2 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:32.815833 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d7231d0a-e4bb-4107-9440-17ad06639466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4612be78-a61d-412c-b47d-ca9def9b47c2), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:32.821005 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f579aab5-0776-43f8-b239-5ac005dcc19a None None] Deleting port 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:32.821602 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f579aab5-0776-43f8-b239-5ac005dcc19a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (07e7e4a6-edeb-4c50-baf9-9257a9a4aa26), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:32.941964 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f579aab5-0776-43f8-b239-5ac005dcc19a None None] For port 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=07e7e4a6-edeb-4c50-baf9-9257a9a4aa26,segment=NetworkSegment(d912f2b0-15a9-4b40-82d8-b001cae91119),segment_id=d912f2b0-15a9-4b40-82d8-b001cae91119)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:32.942361 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f579aab5-0776-43f8-b239-5ac005dcc19a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (07e7e4a6-edeb-4c50-baf9-9257a9a4aa26), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:32.954525 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e292d8ba-2efe-4a52-9b69-965ed48736a5 None None] DHCP port deletion for d8f597fb-2381-4564-a070-eb7f10af68ac request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:40:32.966942 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f579aab5-0776-43f8-b239-5ac005dcc19a None None] Calling delete_port for 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:32.970908 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3ba477-0be4-48e4-be00-9e1d5fa266fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:32.974711 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ef3ba477-0be4-48e4-be00-9e1d5fa266fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:32.991317 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60cec372-7371-4afa-be10-af571535a0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (07e7e4a6-edeb-4c50-baf9-9257a9a4aa26), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:33.069476 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cec372-7371-4afa-be10-af571535a0c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=07e7e4a6-edeb-4c50-baf9-9257a9a4aa26,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:33.073771 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cec372-7371-4afa-be10-af571535a0c3 admin admin] No DVR routers for this DVR port 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:33.088819 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d7231d0a-e4bb-4107-9440-17ad06639466 None None] Current status of the port 4612be78-a61d-412c-b47d-ca9def9b47c2 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:33.095177 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e292d8ba-2efe-4a52-9b69-965ed48736a5 None None] Deleting port 4612be78-a61d-412c-b47d-ca9def9b47c2 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:33.095548 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e292d8ba-2efe-4a52-9b69-965ed48736a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (4612be78-a61d-412c-b47d-ca9def9b47c2), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:33.137152 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352e5a3c-f05a-4c56-9a67-44ddecf8f59b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:40:33.178960 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-e292d8ba-2efe-4a52-9b69-965ed48736a5 None None] For port 4612be78-a61d-412c-b47d-ca9def9b47c2, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4612be78-a61d-412c-b47d-ca9def9b47c2,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:33.179221 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60cec372-7371-4afa-be10-af571535a0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:33.179347 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e292d8ba-2efe-4a52-9b69-965ed48736a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (4612be78-a61d-412c-b47d-ca9def9b47c2), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:33.195669 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7181ecb-2425-4546-978c-a5ce97b13388 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (bf857ca4-2aa6-4eda-b8e9-b7b0447132bb), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:33.199317 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e292d8ba-2efe-4a52-9b69-965ed48736a5 None None] Calling delete_port for 4612be78-a61d-412c-b47d-ca9def9b47c2 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:33.201842 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7181ecb-2425-4546-978c-a5ce97b13388 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:33.202422 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7181ecb-2425-4546-978c-a5ce97b13388 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:33.208905 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f579aab5-0776-43f8-b239-5ac005dcc19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (07e7e4a6-edeb-4c50-baf9-9257a9a4aa26), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:33.232891 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-60cec372-7371-4afa-be10-af571535a0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:33.248475 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-60cec372-7371-4afa-be10-af571535a0c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd912f2b0-15a9-4b40-82d8-b001cae91119') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:33.248867 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-60cec372-7371-4afa-be10-af571535a0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd912f2b0-15a9-4b40-82d8-b001cae91119') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:33.267569 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60cec372-7371-4afa-be10-af571535a0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (d912f2b0-15a9-4b40-82d8-b001cae91119), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:33.304534 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60cec372-7371-4afa-be10-af571535a0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (d912f2b0-15a9-4b40-82d8-b001cae91119), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:33.319794 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7181ecb-2425-4546-978c-a5ce97b13388 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Pushing event updated for resources: {'Network': ['ID=bf857ca4-2aa6-4eda-b8e9-b7b0447132bb,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:33.320316 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60cec372-7371-4afa-be10-af571535a0c3 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:40:33.320794 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60cec372-7371-4afa-be10-af571535a0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (d912f2b0-15a9-4b40-82d8-b001cae91119), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:40:33.323226 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:40:33.328530 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352e5a3c-f05a-4c56-9a67-44ddecf8f59b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:40:33.335898 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-352e5a3c-f05a-4c56-9a67-44ddecf8f59b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/routers/00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9556837 Apr 15 03:40:33.339650 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34600) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:33.374218 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e7181ecb-2425-4546-978c-a5ce97b13388 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7521615 Apr 15 03:40:33.377201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34602) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:33.384251 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-40a31079-3874-4fba-882f-82dd411236fe tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Request body: {'subnet': {'network_id': 'bf857ca4-2aa6-4eda-b8e9-b7b0447132bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:33.434153 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network bf857ca4-2aa6-4eda-b8e9-b7b0447132bb details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:40:33.438471 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f579aab5-0776-43f8-b239-5ac005dcc19a None None] No DVR routers for this DVR port 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:33.450171 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75cf5b8-3be6-4ea2-803e-18f8f556623c None None] Sync routers for ids ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:40:33.450171 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579aab5-0776-43f8-b239-5ac005dcc19a None None] Pushing event deleted for resources: {'Port': ['ID=07e7e4a6-edeb-4c50-baf9-9257a9a4aa26,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:33.452225 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c57d528-d64d-4fb8-9c4b-170298e55a37 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting subnet e462f0b1-e973-44d3-b642-47de40a6bb71 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:40:33.459728 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2c57d528-d64d-4fb8-9c4b-170298e55a37 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (e462f0b1-e973-44d3-b642-47de40a6bb71), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:33.469423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60cec372-7371-4afa-be10-af571535a0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:33.490694 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60cec372-7371-4afa-be10-af571535a0c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:33.497076 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-60cec372-7371-4afa-be10-af571535a0c3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812 HTTP/1.1" status: 204 len: 168 time: 1.1492636 Apr 15 03:40:33.517747 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2c57d528-d64d-4fb8-9c4b-170298e55a37 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (e462f0b1-e973-44d3-b642-47de40a6bb71), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:33.528105 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cec372-7371-4afa-be10-af571535a0c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0be0ac0e-7aa2-4aaa-aa3a-b6ea7db2b812,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:33.534547 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75cf5b8-3be6-4ea2-803e-18f8f556623c None None] Routers {'00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:40:33.535355 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c75cf5b8-3be6-4ea2-803e-18f8f556623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:40:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:33.632848 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a31079-3874-4fba-882f-82dd411236fe tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Made reservation on behalf of c587abcd45214cb095a8af505381b1c5 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:33.639148 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-40a31079-3874-4fba-882f-82dd411236fe tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:33.652919 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.objects.ports [None req-ef3ba477-0be4-48e4-be00-9e1d5fa266fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104667) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 15 03:40:33.680284 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e292d8ba-2efe-4a52-9b69-965ed48736a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (4612be78-a61d-412c-b47d-ca9def9b47c2), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:33.685119 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-c75cf5b8-3be6-4ea2-803e-18f8f556623c None None] Set router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:40:33.717630 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2c57d528-d64d-4fb8-9c4b-170298e55a37 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (e462f0b1-e973-44d3-b642-47de40a6bb71), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:33.766784 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292d8ba-2efe-4a52-9b69-965ed48736a5 None None] Pushing event deleted for resources: {'Port': ['ID=4612be78-a61d-412c-b47d-ca9def9b47c2,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:33.767039 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8247fd-a938-4831-a361-d46902c2235f req-fbf747e9-d821-4731-ac58-2e8a9dbe7ddf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:33.768666 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e292d8ba-2efe-4a52-9b69-965ed48736a5 None None] No DVR routers for this DVR port 4612be78-a61d-412c-b47d-ca9def9b47c2 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:33.774966 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8e8247fd-a938-4831-a361-d46902c2235f req-fbf747e9-d821-4731-ac58-2e8a9dbe7ddf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 945 time: 0.1194143 Apr 15 03:40:33.838184 dv-neutron-837140-3-hyperv neutron-server[104667]: WARNING neutron.services.revisions.revision_plugin [None req-ef3ba477-0be4-48e4-be00-9e1d5fa266fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Could not find related port for resource to bump revision. Apr 15 03:40:33.848549 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8e8247fd-a938-4831-a361-d46902c2235f req-838ff007-bca7-490a-84d5-1ec373e1df1c tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726776 Apr 15 03:40:33.890257 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.ipam_pluggable_backend [None req-ef3ba477-0be4-48e4-be00-9e1d5fa266fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Port 4612be78-a61d-412c-b47d-ca9def9b47c2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104667) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 15 03:40:33.890602 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.ipam_pluggable_backend [None req-ef3ba477-0be4-48e4-be00-9e1d5fa266fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Reverting IP allocation for 2001:db8::f816:3eff:fe14:7d8f {{(pid=104667) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 15 03:40:33.895614 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ef3ba477-0be4-48e4-be00-9e1d5fa266fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (e79536f4-f731-44eb-b59c-7fd20d3d4fcf), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:33.900917 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2c57d528-d64d-4fb8-9c4b-170298e55a37 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (e462f0b1-e973-44d3-b642-47de40a6bb71), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:33.917642 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c75cf5b8-3be6-4ea2-803e-18f8f556623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'name': 'tempest-TestNetworkBasicOps-router-1070176320', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:38:00Z', 'updated_at': '2022-04-15T03:40:31Z', 'revision_number': 7, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:01Z', 'updated_at': '2022-04-15T03:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:33.941131 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3ba477-0be4-48e4-be00-9e1d5fa266fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:33.941847 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57d528-d64d-4fb8-9c4b-170298e55a37 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Subnet': ['ID=e462f0b1-e973-44d3-b642-47de40a6bb71,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:33.947139 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2c57d528-d64d-4fb8-9c4b-170298e55a37 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:33.951935 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-ef3ba477-0be4-48e4-be00-9e1d5fa266fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:33.952285 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3ba477-0be4-48e4-be00-9e1d5fa266fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:33.952550 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75cf5b8-3be6-4ea2-803e-18f8f556623c None None] Checking router: 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:40:33.952748 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ef3ba477-0be4-48e4-be00-9e1d5fa266fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:33.953263 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2c57d528-d64d-4fb8-9c4b-170298e55a37 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/subnets/e462f0b1-e973-44d3-b642-47de40a6bb71 HTTP/1.1" status: 204 len: 168 time: 0.6159875 Apr 15 03:40:33.953892 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34608) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:33.965239 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75cf5b8-3be6-4ea2-803e-18f8f556623c None None] Routers {'00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:40:33.966699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c75cf5b8-3be6-4ea2-803e-18f8f556623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:40:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:33.967642 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ba477-0be4-48e4-be00-9e1d5fa266fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=e79536f4-f731-44eb-b59c-7fd20d3d4fcf,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:34.001060 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34610) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:34.006145 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-40a31079-3874-4fba-882f-82dd411236fe tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (1b749a08-bb9b-4381-bdd6-1337db3b9bf2), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:34.016803 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cd73a8-fd05-4fae-95cb-cda125ba41cb None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:34.019641 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3d5346-0b14-471f-81d7-d2e0c94183c0 None None] Network eaba6a84-95dc-429a-9c8d-a050c4a38ccd requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:34.053823 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ef3ba477-0be4-48e4-be00-9e1d5fa266fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3844833 Apr 15 03:40:34.058024 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34612) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:34.067162 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-8b692c36-b7fd-40ee-8391-fe8adf8de071 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:34.106034 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-af0ec44c-908a-4349-a041-7ab2aacf5599 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ac54984499b43edad78bee2e10a3362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1035275 Apr 15 03:40:34.108756 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34614) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:34.113572 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 9a925d67-e384-4697-943c-d6c63e11c0b7 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:34.131471 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a31079-3874-4fba-882f-82dd411236fe tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Pushing event updated for resources: {'Subnet': ['ID=1b749a08-bb9b-4381-bdd6-1337db3b9bf2,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:34.141611 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 9a925d67-e384-4697-943c-d6c63e11c0b7 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:40:34.141611 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 9a925d67-e384-4697-943c-d6c63e11c0b7 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:40:34.142037 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:34.153580 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a31079-3874-4fba-882f-82dd411236fe tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Checking segment: {'id': 'da483282-0f7e-41d7-9bab-1756f5d7eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bf857ca4-2aa6-4eda-b8e9-b7b0447132bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:34.153951 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a31079-3874-4fba-882f-82dd411236fe tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Network hostable DHCP agents. Network: bf857ca4-2aa6-4eda-b8e9-b7b0447132bb, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:40:34.159237 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f8c05835-e27a-4f4a-898c-a16c5aec2e82 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:34.191457 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:40:34.191756 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 07e7e4a6-edeb-4c50-baf9-9257a9a4aa26 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:40:34.192129 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4612be78-a61d-412c-b47d-ca9def9b47c2 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:34.217513 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-33967e04-535f-43ce-b7ce-8e244fecb39f admin admin] Publish callbacks [] for security_group (b8299c84-3095-49e2-bce2-09c22adcc742), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:34.248360 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 4612be78-a61d-412c-b47d-ca9def9b47c2 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:40:34.248702 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4612be78-a61d-412c-b47d-ca9def9b47c2 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:40:34.256878 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-33967e04-535f-43ce-b7ce-8e244fecb39f admin admin] Publish callbacks [] for security_group (b8299c84-3095-49e2-bce2-09c22adcc742), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:34.269783 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a31079-3874-4fba-882f-82dd411236fe tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Network bf857ca4-2aa6-4eda-b8e9-b7b0447132bb is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:40:34.308884 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f8c05835-e27a-4f4a-898c-a16c5aec2e82 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:34.340383 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b692c36-b7fd-40ee-8391-fe8adf8de071 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:34.343936 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8b692c36-b7fd-40ee-8391-fe8adf8de071 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:34.347288 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-c75cf5b8-3be6-4ea2-803e-18f8f556623c None None] Set router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:40:34.363323 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-40a31079-3874-4fba-882f-82dd411236fe tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, bf857ca4-2aa6-4eda-b8e9-b7b0447132bb) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:34.367886 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a31079-3874-4fba-882f-82dd411236fe tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:34.368622 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-40a31079-3874-4fba-882f-82dd411236fe tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:34.414252 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-33967e04-535f-43ce-b7ce-8e244fecb39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (b8299c84-3095-49e2-bce2-09c22adcc742), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:34.416056 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158d2f85-ceef-4723-8370-125d67452acc None None] Network bf857ca4-2aa6-4eda-b8e9-b7b0447132bb requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:34.417532 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-33967e04-535f-43ce-b7ce-8e244fecb39f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:34.421696 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-33967e04-535f-43ce-b7ce-8e244fecb39f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8299c84-3095-49e2-bce2-09c22adcc742 HTTP/1.1" status: 204 len: 168 time: 0.3089981 Apr 15 03:40:34.444118 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33967e04-535f-43ce-b7ce-8e244fecb39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8299c84-3095-49e2-bce2-09c22adcc742,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:34.444633 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f8c05835-e27a-4f4a-898c-a16c5aec2e82 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port 6eb771ca-9277-4ac0-b805-d9ff3a925881 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:34.445370 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f8c05835-e27a-4f4a-898c-a16c5aec2e82 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (6eb771ca-9277-4ac0-b805-d9ff3a925881), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:34.471766 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-40a31079-3874-4fba-882f-82dd411236fe tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0933757 Apr 15 03:40:34.472470 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34618) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:34.473008 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.ipam_backend_mixin [None req-8b692c36-b7fd-40ee-8391-fe8adf8de071 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e79536f4-f731-44eb-b59c-7fd20d3d4fcf (CIDR: 2001:db8::/64) Apr 15 03:40:34.479976 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-644f8d45-92fc-46fc-a658-6b1fdcaa4472 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Request body: {'port': {'network_id': 'bf857ca4-2aa6-4eda-b8e9-b7b0447132bb', 'name': 'tempest-TagsExtTest-1422560350'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:34.489683 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5662f2-b9b9-44bd-9600-0a16734314ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d8f597fb-2381-4564-a070-eb7f10af68ac', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'fixed_ips': [{'subnet_id': 'e79536f4-f731-44eb-b59c-7fd20d3d4fcf'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:40:34.490558 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5f5662f2-b9b9-44bd-9600-0a16734314ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:34.493187 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c24219-61f4-4a39-9827-12af6304c884 None None] DHCP port deletion for eaba6a84-95dc-429a-9c8d-a050c4a38ccd request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:40:34.513463 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b692c36-b7fd-40ee-8391-fe8adf8de071 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:40:34.514961 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b692c36-b7fd-40ee-8391-fe8adf8de071 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:34.610929 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8b692c36-b7fd-40ee-8391-fe8adf8de071 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5467837 Apr 15 03:40:34.611847 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34620) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:34.613172 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:34.613335 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-f8c05835-e27a-4f4a-898c-a16c5aec2e82 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port 6eb771ca-9277-4ac0-b805-d9ff3a925881, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6eb771ca-9277-4ac0-b805-d9ff3a925881,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:34.613827 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f8c05835-e27a-4f4a-898c-a16c5aec2e82 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (6eb771ca-9277-4ac0-b805-d9ff3a925881), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:34.617410 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-fa48ecdb-1f74-4884-8d3a-7f307f93842e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:34.637317 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f8c05835-e27a-4f4a-898c-a16c5aec2e82 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for 6eb771ca-9277-4ac0-b805-d9ff3a925881 owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:34.709861 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-39c24219-61f4-4a39-9827-12af6304c884 None None] Deleting port b0314c24-3cbb-4af6-a0a0-fad17f57a471 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:34.710173 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-39c24219-61f4-4a39-9827-12af6304c884 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (b0314c24-3cbb-4af6-a0a0-fad17f57a471), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:34.722967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8428c0ff-7480-4932-bbfd-7459dd848cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-bf857ca4-2aa6-4eda-b8e9-b7b0447132bb', 'network_id': 'bf857ca4-2aa6-4eda-b8e9-b7b0447132bb', 'project_id': 'c587abcd45214cb095a8af505381b1c5', 'fixed_ips': [{'subnet_id': '1b749a08-bb9b-4381-bdd6-1337db3b9bf2'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:40:34.723831 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8428c0ff-7480-4932-bbfd-7459dd848cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:34.774705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644f8d45-92fc-46fc-a658-6b1fdcaa4472 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Made reservation on behalf of c587abcd45214cb095a8af505381b1c5 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:34.778697 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-644f8d45-92fc-46fc-a658-6b1fdcaa4472 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:34.799370 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-644f8d45-92fc-46fc-a658-6b1fdcaa4472 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] device_id is not set on port 9de4ed0d-129d-4e7f-a826-9f81f7ea4a84 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:40:34.832843 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa48ecdb-1f74-4884-8d3a-7f307f93842e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:34.836324 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fa48ecdb-1f74-4884-8d3a-7f307f93842e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:34.987831 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f8c05835-e27a-4f4a-898c-a16c5aec2e82 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (6eb771ca-9277-4ac0-b805-d9ff3a925881), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:35.073673 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-644f8d45-92fc-46fc-a658-6b1fdcaa4472 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Allocated IP 172.20.0.12 (bf857ca4-2aa6-4eda-b8e9-b7b0447132bb/1b749a08-bb9b-4381-bdd6-1337db3b9bf2/9de4ed0d-129d-4e7f-a826-9f81f7ea4a84) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:35.079335 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c05835-e27a-4f4a-898c-a16c5aec2e82 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=6eb771ca-9277-4ac0-b805-d9ff3a925881,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:35.114708 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-39c24219-61f4-4a39-9827-12af6304c884 None None] For port b0314c24-3cbb-4af6-a0a0-fad17f57a471, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=b0314c24-3cbb-4af6-a0a0-fad17f57a471,segment=NetworkSegment(c53179f8-fd00-4b37-96b1-595ec4258d91),segment_id=c53179f8-fd00-4b37-96b1-595ec4258d91)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:35.114708 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-39c24219-61f4-4a39-9827-12af6304c884 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (b0314c24-3cbb-4af6-a0a0-fad17f57a471), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:35.119739 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56ec96-c939-4117-abb0-832377aac7a7 req-22bf5cb1-4f56-45dd-9287-0bb60ee36b4a tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:35.121369 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fb56ec96-c939-4117-abb0-832377aac7a7 req-22bf5cb1-4f56-45dd-9287-0bb60ee36b4a tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 945 time: 0.1548164 Apr 15 03:40:35.128814 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c75cf5b8-3be6-4ea2-803e-18f8f556623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'name': 'tempest-TestNetworkBasicOps-router-1070176320', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:38:00Z', 'updated_at': '2022-04-15T03:40:31Z', 'revision_number': 7, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:01Z', 'updated_at': '2022-04-15T03:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:35.134434 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-5f5662f2-b9b9-44bd-9600-0a16734314ac None None] Allocated IP 2001:db8::f816:3eff:fe21:5423 (d8f597fb-2381-4564-a070-eb7f10af68ac/e79536f4-f731-44eb-b59c-7fd20d3d4fcf/783ee782-258e-4668-9d7b-442f4d1e8510) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:35.182055 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-39c24219-61f4-4a39-9827-12af6304c884 None None] Calling delete_port for b0314c24-3cbb-4af6-a0a0-fad17f57a471 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:35.184855 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75cf5b8-3be6-4ea2-803e-18f8f556623c None None] The sync data for ids ['00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7'] in dv-neutron-837140-3-hyperv is: [{'id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'name': 'tempest-TestNetworkBasicOps-router-1070176320', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157'}], 'enable_snat': True}, 'gw_port_id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:38:00Z', 'updated_at': '2022-04-15T03:40:31Z', 'revision_number': 7, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '6eb771ca-9277-4ac0-b805-d9ff3a925881', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:73:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:38:01Z', 'updated_at': '2022-04-15T03:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:40:35.221830 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f8c05835-e27a-4f4a-898c-a16c5aec2e82 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:35.256917 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fa48ecdb-1f74-4884-8d3a-7f307f93842e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (a148aceb-b428-4c5e-9eb5-7da659199fd2), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:35.295257 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa48ecdb-1f74-4884-8d3a-7f307f93842e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:35.299189 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-fa48ecdb-1f74-4884-8d3a-7f307f93842e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:35.303531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa48ecdb-1f74-4884-8d3a-7f307f93842e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:35.304267 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fa48ecdb-1f74-4884-8d3a-7f307f93842e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:35.330973 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48ecdb-1f74-4884-8d3a-7f307f93842e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=a148aceb-b428-4c5e-9eb5-7da659199fd2,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:35.389688 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fa48ecdb-1f74-4884-8d3a-7f307f93842e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7744246 Apr 15 03:40:35.390069 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34634) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:35.396126 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e33907ca-0812-49cc-82fb-53440b6d2324 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'mac_address': 'fa:16:3e:41:bb:fa', 'name': 'tempest-NetworksTestDHCPv6-1001739580'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:35.399075 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5f5662f2-b9b9-44bd-9600-0a16734314ac None None] Publish callbacks [] for port (783ee782-258e-4668-9d7b-442f4d1e8510), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:35.403805 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-39c24219-61f4-4a39-9827-12af6304c884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (b0314c24-3cbb-4af6-a0a0-fad17f57a471), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:35.425086 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c24219-61f4-4a39-9827-12af6304c884 None None] No DVR routers for this DVR port b0314c24-3cbb-4af6-a0a0-fad17f57a471 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:35.441752 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fb56ec96-c939-4117-abb0-832377aac7a7 req-5e259be9-2fbe-4b85-b3f8-4ba104e5fc69 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2960551 Apr 15 03:40:35.452127 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f8c05835-e27a-4f4a-898c-a16c5aec2e82 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:35.455953 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f8c05835-e27a-4f4a-898c-a16c5aec2e82 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_controller (00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:35.472494 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5f5662f2-b9b9-44bd-9600-0a16734314ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (783ee782-258e-4668-9d7b-442f4d1e8510), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:35.474834 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c24219-61f4-4a39-9827-12af6304c884 None None] Pushing event deleted for resources: {'Port': ['ID=b0314c24-3cbb-4af6-a0a0-fad17f57a471,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:35.518788 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5662f2-b9b9-44bd-9600-0a16734314ac None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:35.525841 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-5f5662f2-b9b9-44bd-9600-0a16734314ac None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:35.532844 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5662f2-b9b9-44bd-9600-0a16734314ac None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:35.541766 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-644f8d45-92fc-46fc-a658-6b1fdcaa4472 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks [] for port (9de4ed0d-129d-4e7f-a826-9f81f7ea4a84), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:35.553599 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5662f2-b9b9-44bd-9600-0a16734314ac None None] Pushing event updated for resources: {'Port': ['ID=783ee782-258e-4668-9d7b-442f4d1e8510,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:35.627936 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33907ca-0812-49cc-82fb-53440b6d2324 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:35.638871 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f8c05835-e27a-4f4a-898c-a16c5aec2e82 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:35.639508 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c05835-e27a-4f4a-898c-a16c5aec2e82 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Fanout notify agent at l3_agent the message router_deleted on router 00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:40:35.647970 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5f5662f2-b9b9-44bd-9600-0a16734314ac None None] Attempting to bind port 783ee782-258e-4668-9d7b-442f4d1e8510 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:40:35.650996 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5f5662f2-b9b9-44bd-9600-0a16734314ac None None] Attempting to bind port 783ee782-258e-4668-9d7b-442f4d1e8510 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:40:35.650996 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5662f2-b9b9-44bd-9600-0a16734314ac None None] Attempting to bind port 783ee782-258e-4668-9d7b-442f4d1e8510 on network d8f597fb-2381-4564-a070-eb7f10af68ac {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:40:35.653887 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f8c05835-e27a-4f4a-898c-a16c5aec2e82 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:35.656669 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5662f2-b9b9-44bd-9600-0a16734314ac None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:40:35.657146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5662f2-b9b9-44bd-9600-0a16734314ac None None] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:35.657619 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5f5662f2-b9b9-44bd-9600-0a16734314ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:35.657801 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f8c05835-e27a-4f4a-898c-a16c5aec2e82 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/routers/00b0c0d9-27cf-4f70-a2b2-25efc8e14ca7 HTTP/1.1" status: 204 len: 168 time: 1.7028956 Apr 15 03:40:35.658130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5662f2-b9b9-44bd-9600-0a16734314ac None None] Bound using segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:40:35.658408 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34642) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:35.658785 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5f5662f2-b9b9-44bd-9600-0a16734314ac None None] Bound port: 783ee782-258e-4668-9d7b-442f4d1e8510, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:40:35.659229 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5f5662f2-b9b9-44bd-9600-0a16734314ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (783ee782-258e-4668-9d7b-442f4d1e8510), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:35.726327 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-644f8d45-92fc-46fc-a658-6b1fdcaa4472 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (9de4ed0d-129d-4e7f-a826-9f81f7ea4a84), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:35.751660 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e33907ca-0812-49cc-82fb-53440b6d2324 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:35.783987 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-e33907ca-0812-49cc-82fb-53440b6d2324 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] device_id is not set on port d3c877b9-32d4-48cf-94e6-9aafe952259c yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:40:35.786417 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5f5662f2-b9b9-44bd-9600-0a16734314ac None None] For port 783ee782-258e-4668-9d7b-442f4d1e8510, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:40:35.793780 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5f5662f2-b9b9-44bd-9600-0a16734314ac None None] For port 783ee782-258e-4668-9d7b-442f4d1e8510, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=783ee782-258e-4668-9d7b-442f4d1e8510,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:40:35.795526 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-8428c0ff-7480-4932-bbfd-7459dd848cba None None] Allocated IP 172.20.0.2 (bf857ca4-2aa6-4eda-b8e9-b7b0447132bb/1b749a08-bb9b-4381-bdd6-1337db3b9bf2/f185f8a5-c832-4137-9678-f1fe40527f1b) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:35.812211 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644f8d45-92fc-46fc-a658-6b1fdcaa4472 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Network bf857ca4-2aa6-4eda-b8e9-b7b0447132bb is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:35.819798 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4f94fe36-670c-4559-89b5-b1867628c031 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (eaba6a84-95dc-429a-9c8d-a050c4a38ccd), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:35.825559 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-644f8d45-92fc-46fc-a658-6b1fdcaa4472 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:35.830811 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644f8d45-92fc-46fc-a658-6b1fdcaa4472 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:35.874464 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5f5662f2-b9b9-44bd-9600-0a16734314ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (783ee782-258e-4668-9d7b-442f4d1e8510), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:35.940344 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34646) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:35.945000 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f8d45-92fc-46fc-a658-6b1fdcaa4472 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Pushing event updated for resources: {'Port': ['ID=9de4ed0d-129d-4e7f-a826-9f81f7ea4a84,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:35.969280 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5662f2-b9b9-44bd-9600-0a16734314ac None None] Pushing event updated for resources: {'Port': ['ID=783ee782-258e-4668-9d7b-442f4d1e8510,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:35.990565 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644f8d45-92fc-46fc-a658-6b1fdcaa4472 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:35.991328 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-644f8d45-92fc-46fc-a658-6b1fdcaa4472 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.031392 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-e33907ca-0812-49cc-82fb-53440b6d2324 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8:0:1::95 (d8f597fb-2381-4564-a070-eb7f10af68ac/a148aceb-b428-4c5e-9eb5-7da659199fd2/d3c877b9-32d4-48cf-94e6-9aafe952259c) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:36.038969 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-e33907ca-0812-49cc-82fb-53440b6d2324 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8::f816:3eff:fe41:bbfa (d8f597fb-2381-4564-a070-eb7f10af68ac/e79536f4-f731-44eb-b59c-7fd20d3d4fcf/d3c877b9-32d4-48cf-94e6-9aafe952259c) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:36.092163 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4f94fe36-670c-4559-89b5-b1867628c031 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (eaba6a84-95dc-429a-9c8d-a050c4a38ccd), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.122698 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8428c0ff-7480-4932-bbfd-7459dd848cba None None] Publish callbacks [] for port (f185f8a5-c832-4137-9678-f1fe40527f1b), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.135843 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-4f94fe36-670c-4559-89b5-b1867628c031 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaba6a84-95dc-429a-9c8d-a050c4a38ccd']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:36.148897 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-4f94fe36-670c-4559-89b5-b1867628c031 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c53179f8-fd00-4b37-96b1-595ec4258d91') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:36.149199 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-4f94fe36-670c-4559-89b5-b1867628c031 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c53179f8-fd00-4b37-96b1-595ec4258d91') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:36.160700 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4f94fe36-670c-4559-89b5-b1867628c031 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (c53179f8-fd00-4b37-96b1-595ec4258d91), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.187678 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4f94fe36-670c-4559-89b5-b1867628c031 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (c53179f8-fd00-4b37-96b1-595ec4258d91), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.194796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-4252f050-07a0-49e8-b845-bd9a51fd0a81 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1448737190'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:36.215602 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-644f8d45-92fc-46fc-a658-6b1fdcaa4472 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7400942 Apr 15 03:40:36.216986 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34650) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:36.217141 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f94fe36-670c-4559-89b5-b1867628c031 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:40:36.217292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4f94fe36-670c-4559-89b5-b1867628c031 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (c53179f8-fd00-4b37-96b1-595ec4258d91), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.220478 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8428c0ff-7480-4932-bbfd-7459dd848cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (f185f8a5-c832-4137-9678-f1fe40527f1b), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.222526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-1d075633-8ab9-463b-9a54-f09ea5dc8c20 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1917409487', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:40:36.223765 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:40:36.277397 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e33907ca-0812-49cc-82fb-53440b6d2324 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (d3c877b9-32d4-48cf-94e6-9aafe952259c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.285700 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8428c0ff-7480-4932-bbfd-7459dd848cba None None] Network bf857ca4-2aa6-4eda-b8e9-b7b0447132bb is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:36.287084 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428c0ff-7480-4932-bbfd-7459dd848cba None None] Pushing event updated for resources: {'Port': ['ID=f185f8a5-c832-4137-9678-f1fe40527f1b,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:36.291141 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-8428c0ff-7480-4932-bbfd-7459dd848cba None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:36.293401 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8428c0ff-7480-4932-bbfd-7459dd848cba None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:36.334294 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1d075633-8ab9-463b-9a54-f09ea5dc8c20 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (2ded8cc8-126a-44de-9491-71aadb802b6d), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.335422 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1d075633-8ab9-463b-9a54-f09ea5dc8c20 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (2ded8cc8-126a-44de-9491-71aadb802b6d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.348285 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-8428c0ff-7480-4932-bbfd-7459dd848cba None None] Attempting to bind port f185f8a5-c832-4137-9678-f1fe40527f1b on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:40:36.348650 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-8428c0ff-7480-4932-bbfd-7459dd848cba None None] Attempting to bind port f185f8a5-c832-4137-9678-f1fe40527f1b by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'da483282-0f7e-41d7-9bab-1756f5d7eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bf857ca4-2aa6-4eda-b8e9-b7b0447132bb'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:40:36.349055 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8428c0ff-7480-4932-bbfd-7459dd848cba None None] Attempting to bind port f185f8a5-c832-4137-9678-f1fe40527f1b on network bf857ca4-2aa6-4eda-b8e9-b7b0447132bb {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:40:36.354080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8428c0ff-7480-4932-bbfd-7459dd848cba None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:40:36.354454 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8428c0ff-7480-4932-bbfd-7459dd848cba None None] Checking segment: {'id': 'da483282-0f7e-41d7-9bab-1756f5d7eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bf857ca4-2aa6-4eda-b8e9-b7b0447132bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:36.354889 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8428c0ff-7480-4932-bbfd-7459dd848cba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.355283 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8428c0ff-7480-4932-bbfd-7459dd848cba None None] Bound using segment: {'id': 'da483282-0f7e-41d7-9bab-1756f5d7eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bf857ca4-2aa6-4eda-b8e9-b7b0447132bb'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:40:36.355836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-8428c0ff-7480-4932-bbfd-7459dd848cba None None] Bound port: f185f8a5-c832-4137-9678-f1fe40527f1b, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da483282-0f7e-41d7-9bab-1756f5d7eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bf857ca4-2aa6-4eda-b8e9-b7b0447132bb'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:40:36.356155 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8428c0ff-7480-4932-bbfd-7459dd848cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f185f8a5-c832-4137-9678-f1fe40527f1b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.357175 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4252f050-07a0-49e8-b845-bd9a51fd0a81 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:36.360650 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4252f050-07a0-49e8-b845-bd9a51fd0a81 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.363750 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4f94fe36-670c-4559-89b5-b1867628c031 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (eaba6a84-95dc-429a-9c8d-a050c4a38ccd), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.376348 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4f94fe36-670c-4559-89b5-b1867628c031 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.382508 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4f94fe36-670c-4559-89b5-b1867628c031 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/networks/eaba6a84-95dc-429a-9c8d-a050c4a38ccd HTTP/1.1" status: 204 len: 168 time: 0.7201355 Apr 15 03:40:36.382508 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4252f050-07a0-49e8-b845-bd9a51fd0a81 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.400722 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34652) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:36.405910 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-df72bfa0-07df-478f-8984-c9652b2954ef tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'network': {'name': 'tempest-network-smoke--1342412530', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'port_security_enabled': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:36.407819 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94fe36-670c-4559-89b5-b1867628c031 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Network': ['ID=eaba6a84-95dc-429a-9c8d-a050c4a38ccd,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:36.414416 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1d075633-8ab9-463b-9a54-f09ea5dc8c20 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks [] for router_controller (2ded8cc8-126a-44de-9491-71aadb802b6d), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.418678 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e33907ca-0812-49cc-82fb-53440b6d2324 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (d3c877b9-32d4-48cf-94e6-9aafe952259c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.445655 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-8428c0ff-7480-4932-bbfd-7459dd848cba None None] For port f185f8a5-c832-4137-9678-f1fe40527f1b, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:40:36.449441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-8428c0ff-7480-4932-bbfd-7459dd848cba None None] For port f185f8a5-c832-4137-9678-f1fe40527f1b, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f185f8a5-c832-4137-9678-f1fe40527f1b,segment=NetworkSegment(da483282-0f7e-41d7-9bab-1756f5d7eedc),segment_id=da483282-0f7e-41d7-9bab-1756f5d7eedc)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:40:36.466438 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33907ca-0812-49cc-82fb-53440b6d2324 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:36.469890 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-e33907ca-0812-49cc-82fb-53440b6d2324 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:36.476124 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33907ca-0812-49cc-82fb-53440b6d2324 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:36.479692 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4252f050-07a0-49e8-b845-bd9a51fd0a81 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (c74ff257-e7e4-40f3-939d-bfaa03b8fd95), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.483308 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33907ca-0812-49cc-82fb-53440b6d2324 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:36.490122 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e33907ca-0812-49cc-82fb-53440b6d2324 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.514655 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1d075633-8ab9-463b-9a54-f09ea5dc8c20 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (2ded8cc8-126a-44de-9491-71aadb802b6d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.524811 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:40:36.543726 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33907ca-0812-49cc-82fb-53440b6d2324 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=d3c877b9-32d4-48cf-94e6-9aafe952259c,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:36.549339 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b0314c24-3cbb-4af6-a0a0-fad17f57a471 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:36.558895 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df72bfa0-07df-478f-8984-c9652b2954ef tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:36.571651 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df72bfa0-07df-478f-8984-c9652b2954ef tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.581252 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: b0314c24-3cbb-4af6-a0a0-fad17f57a471 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:40:36.581252 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b0314c24-3cbb-4af6-a0a0-fad17f57a471 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:40:36.581252 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 522dc988-97a8-45f0-9ea1-2260c545fab1 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:36.582641 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8428c0ff-7480-4932-bbfd-7459dd848cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f185f8a5-c832-4137-9678-f1fe40527f1b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.599087 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4252f050-07a0-49e8-b845-bd9a51fd0a81 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (c74ff257-e7e4-40f3-939d-bfaa03b8fd95), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.630725 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4252f050-07a0-49e8-b845-bd9a51fd0a81 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:40:36.642332 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252f050-07a0-49e8-b845-bd9a51fd0a81 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c74ff257-e7e4-40f3-939d-bfaa03b8fd95,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:36.647673 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4252f050-07a0-49e8-b845-bd9a51fd0a81 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (d8de4d6f-dd75-4afe-b6b7-f760ea3c02ea), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.648013 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-4252f050-07a0-49e8-b845-bd9a51fd0a81 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Added segment d8de4d6f-dd75-4afe-b6b7-f760ea3c02ea of type vlan for network ff932ac1-7d44-43d9-8517-b89abf9494c7 Apr 15 03:40:36.654561 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428c0ff-7480-4932-bbfd-7459dd848cba None None] Pushing event updated for resources: {'Port': ['ID=f185f8a5-c832-4137-9678-f1fe40527f1b,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:36.673576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf0dbb-1a33-46b7-bc45-aa330d14ae0c req-b6e158c8-fed6-4ac8-85a4-3059bf4795ab tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:36.675060 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1ccf0dbb-1a33-46b7-bc45-aa330d14ae0c req-b6e158c8-fed6-4ac8-85a4-3059bf4795ab tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 945 time: 0.0609958 Apr 15 03:40:36.685408 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34656) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:36.686262 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e33907ca-0812-49cc-82fb-53440b6d2324 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2950096 Apr 15 03:40:36.690264 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1d075633-8ab9-463b-9a54-f09ea5dc8c20 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.692145 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1d075633-8ab9-463b-9a54-f09ea5dc8c20 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4744122 Apr 15 03:40:36.697882 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34658) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:36.707986 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4252f050-07a0-49e8-b845-bd9a51fd0a81 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (ff932ac1-7d44-43d9-8517-b89abf9494c7), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.711507 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-7950dd6e-d497-435f-aabf-e5e3686f50e7 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-219323659', 'prefixes': ['172.20.0.0/16']}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:36.718418 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 522dc988-97a8-45f0-9ea1-2260c545fab1 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:40:36.719111 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 522dc988-97a8-45f0-9ea1-2260c545fab1 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:40:36.730391 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df72bfa0-07df-478f-8984-c9652b2954ef tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:40:36.764612 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df72bfa0-07df-478f-8984-c9652b2954ef tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7732a559-70af-4b2d-9d35-7aa6a2c8e226), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.764957 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-df72bfa0-07df-478f-8984-c9652b2954ef tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Added segment 7732a559-70af-4b2d-9d35-7aa6a2c8e226 of type vlan for network abcc95a5-3423-4e6f-9cb9-53f8e547921b Apr 15 03:40:36.829584 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-845f545c-bc77-449f-b32e-422494a32d8f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting port d3c877b9-32d4-48cf-94e6-9aafe952259c {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:36.830702 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1ccf0dbb-1a33-46b7-bc45-aa330d14ae0c req-9035294c-162d-474c-9832-f53e0ca2fb1c tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372509 Apr 15 03:40:36.831065 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-845f545c-bc77-449f-b32e-422494a32d8f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (d3c877b9-32d4-48cf-94e6-9aafe952259c), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.832446 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df72bfa0-07df-478f-8984-c9652b2954ef tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (abcc95a5-3423-4e6f-9cb9-53f8e547921b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.871760 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4252f050-07a0-49e8-b845-bd9a51fd0a81 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (ff932ac1-7d44-43d9-8517-b89abf9494c7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.878425 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4252f050-07a0-49e8-b845-bd9a51fd0a81 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:36.879096 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4252f050-07a0-49e8-b845-bd9a51fd0a81 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.918167 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df72bfa0-07df-478f-8984-c9652b2954ef tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (abcc95a5-3423-4e6f-9cb9-53f8e547921b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:36.923829 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df72bfa0-07df-478f-8984-c9652b2954ef tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:36.924988 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-df72bfa0-07df-478f-8984-c9652b2954ef tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:37.003504 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252f050-07a0-49e8-b845-bd9a51fd0a81 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Network': ['ID=ff932ac1-7d44-43d9-8517-b89abf9494c7,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:37.018015 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network ff932ac1-7d44-43d9-8517-b89abf9494c7 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:40:37.025275 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-845f545c-bc77-449f-b32e-422494a32d8f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (d3c877b9-32d4-48cf-94e6-9aafe952259c), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:37.047769 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4252f050-07a0-49e8-b845-bd9a51fd0a81 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1040766 Apr 15 03:40:37.049046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-845f545c-bc77-449f-b32e-422494a32d8f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Calling delete_port for d3c877b9-32d4-48cf-94e6-9aafe952259c owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:37.051285 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34660) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:37.057071 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-cd009432-ab70-48da-b498-daf7444c9c8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'port': {'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7', 'name': 'tempest-PortsTestJSON-1312678368'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:37.400950 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-df72bfa0-07df-478f-8984-c9652b2954ef tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9983559 Apr 15 03:40:37.406354 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34662) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:37.411227 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-06b9b08f-e6e2-4d35-8b58-c056b5e4e86c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1285994353', 'admin_state_up': True, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:37.418809 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72bfa0-07df-478f-8984-c9652b2954ef tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Network': ['ID=abcc95a5-3423-4e6f-9cb9-53f8e547921b,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:37.436023 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network abcc95a5-3423-4e6f-9cb9-53f8e547921b details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:40:37.488569 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7950dd6e-d497-435f-aabf-e5e3686f50e7 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:37.496029 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34664) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:37.497617 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7950dd6e-d497-435f-aabf-e5e3686f50e7 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7981052 Apr 15 03:40:37.507142 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-630f79f4-8860-4cac-bded-1e418783a337 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1b749a08-bb9b-4381-bdd6-1337db3b9bf2', 'tempest-TagsExtTest-Tag-279966352') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:37.513159 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06b9b08f-e6e2-4d35-8b58-c056b5e4e86c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (721dec37-e9b4-44c1-9677-2105e07f1d3d), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:37.514569 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06b9b08f-e6e2-4d35-8b58-c056b5e4e86c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (721dec37-e9b4-44c1-9677-2105e07f1d3d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:37.576360 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06b9b08f-e6e2-4d35-8b58-c056b5e4e86c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_controller (721dec37-e9b4-44c1-9677-2105e07f1d3d), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:37.592491 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544b8cfb-7d7b-42c8-8b12-a5cecfb6bace None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:37.638397 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd009432-ab70-48da-b498-daf7444c9c8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:37.641796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd009432-ab70-48da-b498-daf7444c9c8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:37.679353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-cd009432-ab70-48da-b498-daf7444c9c8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] device_id is not set on port 434ba337-cc79-4338-872c-0c1c33226e65 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:40:37.733924 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-c1feec24-2ea9-4d93-adaf-3c8a5fa01f07 None None] Provisioning complete for port 783ee782-258e-4668-9d7b-442f4d1e8510 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:37.734464 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c1feec24-2ea9-4d93-adaf-3c8a5fa01f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (783ee782-258e-4668-9d7b-442f4d1e8510), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:37.818471 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-845f545c-bc77-449f-b32e-422494a32d8f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (d3c877b9-32d4-48cf-94e6-9aafe952259c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:37.828592 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f341e211-ab13-4a74-940b-325a8f66deaa None None] Update dhcp port {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'fixed_ips': [{'subnet_id': 'e79536f4-f731-44eb-b59c-7fd20d3d4fcf', 'ip_address': '2001:db8::f816:3eff:fe21:5423'}, {'subnet_id': 'a148aceb-b428-4c5e-9eb5-7da659199fd2'}], 'binding:host_id': 'dv-neutron-837140-3-hyperv'}, 'id': '783ee782-258e-4668-9d7b-442f4d1e8510'} from dv-neutron-837140-3-hyperv. {{(pid=104668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 15 03:40:37.840394 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06b9b08f-e6e2-4d35-8b58-c056b5e4e86c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (721dec37-e9b4-44c1-9677-2105e07f1d3d), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:37.888343 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f341e211-ab13-4a74-940b-325a8f66deaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (783ee782-258e-4668-9d7b-442f4d1e8510), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:37.903522 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c1feec24-2ea9-4d93-adaf-3c8a5fa01f07 None None] Current status of the port 783ee782-258e-4668-9d7b-442f4d1e8510 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:37.903907 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c1feec24-2ea9-4d93-adaf-3c8a5fa01f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (783ee782-258e-4668-9d7b-442f4d1e8510), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:37.937456 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-630f79f4-8860-4cac-bded-1e418783a337 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "PUT /v2.0/subnets/1b749a08-bb9b-4381-bdd6-1337db3b9bf2/tags/tempest-TagsExtTest-Tag-279966352 HTTP/1.1" status: 201 len: 201 time: 0.4328392 Apr 15 03:40:37.943859 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f545c-bc77-449f-b32e-422494a32d8f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Port': ['ID=d3c877b9-32d4-48cf-94e6-9aafe952259c,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:37.945483 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34668) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:37.970010 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-53196337-9c5c-4152-97ee-dd954f1eb9da tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9de4ed0d-129d-4e7f-a826-9f81f7ea4a84', 'tempest-TagsExtTest-Tag-25318580') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:38.016595 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9edba21-07f9-4d14-9f55-84ece2c32e48 None None] Network bf857ca4-2aa6-4eda-b8e9-b7b0447132bb requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:38.115040 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c1feec24-2ea9-4d93-adaf-3c8a5fa01f07 None None] For port 783ee782-258e-4668-9d7b-442f4d1e8510, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=783ee782-258e-4668-9d7b-442f4d1e8510,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:38.115165 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-845f545c-bc77-449f-b32e-422494a32d8f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:38.119902 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34670) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:38.120072 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-845f545c-bc77-449f-b32e-422494a32d8f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/d3c877b9-32d4-48cf-94e6-9aafe952259c HTTP/1.1" status: 204 len: 168 time: 1.4333520 Apr 15 03:40:38.154281 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06b9b08f-e6e2-4d35-8b58-c056b5e4e86c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (721dec37-e9b4-44c1-9677-2105e07f1d3d), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:38.158933 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db876f8-85b8-48cb-b94b-e46b3cf130b1 req-c88349ce-d0a6-4b61-bded-5b4a315c0298 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:38.166000 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9db876f8-85b8-48cb-b94b-e46b3cf130b1 req-c88349ce-d0a6-4b61-bded-5b4a315c0298 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 945 time: 0.2371376 Apr 15 03:40:38.188404 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06b9b08f-e6e2-4d35-8b58-c056b5e4e86c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:38.217183 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fed84bf-90f6-4fb7-982e-3a144aba58e2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:38.218944 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3fed84bf-90f6-4fb7-982e-3a144aba58e2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0980477 Apr 15 03:40:38.219975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 783ee782-258e-4668-9d7b-442f4d1e8510 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:38.221452 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34672) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:38.248055 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c1feec24-2ea9-4d93-adaf-3c8a5fa01f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (783ee782-258e-4668-9d7b-442f4d1e8510), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:38.251923 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9db876f8-85b8-48cb-b94b-e46b3cf130b1 req-1060318a-db28-4441-80e5-d90fb9637170 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849733 Apr 15 03:40:38.270534 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd009432-ab70-48da-b498-daf7444c9c8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (434ba337-cc79-4338-872c-0c1c33226e65), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:38.303425 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-53196337-9c5c-4152-97ee-dd954f1eb9da tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "PUT /v2.0/ports/9de4ed0d-129d-4e7f-a826-9f81f7ea4a84/tags/tempest-TagsExtTest-Tag-25318580 HTTP/1.1" status: 201 len: 201 time: 0.3431008 Apr 15 03:40:38.304942 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd00a73-13c8-4bb4-af10-95628f5e4436 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:38.309307 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bdd00a73-13c8-4bb4-af10-95628f5e4436 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0841079 Apr 15 03:40:38.309718 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34674) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:38.310185 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34676) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:38.316304 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-6aa8ddfd-6f99-450e-aead-4d865c64c636 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2ded8cc8-126a-44de-9491-71aadb802b6d', 'tempest-TagsExtTest-Tag-549961044') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:38.358661 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-f341e211-ab13-4a74-940b-325a8f66deaa None None] Allocated IP 2001:db8:0:1::2 (d8f597fb-2381-4564-a070-eb7f10af68ac/a148aceb-b428-4c5e-9eb5-7da659199fd2/783ee782-258e-4668-9d7b-442f4d1e8510) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:38.373413 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1feec24-2ea9-4d93-adaf-3c8a5fa01f07 None None] Pushing event updated for resources: {'Port': ['ID=783ee782-258e-4668-9d7b-442f4d1e8510,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:38.397504 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c9760b-f79a-4467-9ea9-485a19ca497c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:38.398785 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c9760b-f79a-4467-9ea9-485a19ca497c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:38.400559 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c9760b-f79a-4467-9ea9-485a19ca497c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:38.402362 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a1c9760b-f79a-4467-9ea9-485a19ca497c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0912580 Apr 15 03:40:38.407145 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34678) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:38.410199 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 783ee782-258e-4668-9d7b-442f4d1e8510 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:38.410649 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (783ee782-258e-4668-9d7b-442f4d1e8510), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:38.419061 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-06b9b08f-e6e2-4d35-8b58-c056b5e4e86c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.26.6.216 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/f6e837a2-6edb-446d-9cdd-24826eafb90e) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:38.458644 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7b890524-deab-4a09-a10b-319055acc799 None None] Provisioning complete for port f185f8a5-c832-4137-9678-f1fe40527f1b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:38.459249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7b890524-deab-4a09-a10b-319055acc799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f185f8a5-c832-4137-9678-f1fe40527f1b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:38.469450 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b869e6f-6ded-4dac-b972-ad6158f6fdea tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet a148aceb-b428-4c5e-9eb5-7da659199fd2 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:40:38.485531 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd009432-ab70-48da-b498-daf7444c9c8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (434ba337-cc79-4338-872c-0c1c33226e65), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:38.541397 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06b9b08f-e6e2-4d35-8b58-c056b5e4e86c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (f6e837a2-6edb-446d-9cdd-24826eafb90e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:38.551380 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6aa8ddfd-6f99-450e-aead-4d865c64c636 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "PUT /v2.0/routers/2ded8cc8-126a-44de-9491-71aadb802b6d/tags/tempest-TagsExtTest-Tag-549961044 HTTP/1.1" status: 201 len: 201 time: 0.2382462 Apr 15 03:40:38.552430 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34680) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:38.558472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-0b276260-e4a2-4491-9756-3224adbc7ac7 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '32537d6c-e35f-46f5-8218-d70d3a3cf05d', 'tempest-TagsExtTest-Tag-589029916') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:38.560135 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd009432-ab70-48da-b498-daf7444c9c8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=434ba337-cc79-4338-872c-0c1c33226e65,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:38.566078 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd009432-ab70-48da-b498-daf7444c9c8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Checking segment: {'id': 'd8de4d6f-dd75-4afe-b6b7-f760ea3c02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:38.566446 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd009432-ab70-48da-b498-daf7444c9c8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network hostable DHCP agents. Network: ff932ac1-7d44-43d9-8517-b89abf9494c7, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:40:38.590588 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f341e211-ab13-4a74-940b-325a8f66deaa None None] For port 783ee782-258e-4668-9d7b-442f4d1e8510, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=783ee782-258e-4668-9d7b-442f4d1e8510,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:38.650049 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd009432-ab70-48da-b498-daf7444c9c8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network ff932ac1-7d44-43d9-8517-b89abf9494c7 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:40:38.730586 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0b276260-e4a2-4491-9756-3224adbc7ac7 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "PUT /v2.0/subnetpools/32537d6c-e35f-46f5-8218-d70d3a3cf05d/tags/tempest-TagsExtTest-Tag-589029916 HTTP/1.1" status: 201 len: 201 time: 0.1766601 Apr 15 03:40:38.733192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34682) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:38.742830 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-f42924fe-77b1-4078-99ef-089dd8a55b0d tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1b749a08-bb9b-4381-bdd6-1337db3b9bf2') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:38.757770 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06b9b08f-e6e2-4d35-8b58-c056b5e4e86c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (f6e837a2-6edb-446d-9cdd-24826eafb90e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:38.762079 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-cd009432-ab70-48da-b498-daf7444c9c8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, ff932ac1-7d44-43d9-8517-b89abf9494c7) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:38.769574 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd009432-ab70-48da-b498-daf7444c9c8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:38.775028 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd009432-ab70-48da-b498-daf7444c9c8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:38.776198 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd009432-ab70-48da-b498-daf7444c9c8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:38.812763 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f42924fe-77b1-4078-99ef-089dd8a55b0d tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/subnets/1b749a08-bb9b-4381-bdd6-1337db3b9bf2/tags HTTP/1.1" status: 200 len: 240 time: 0.0784237 Apr 15 03:40:38.813913 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34684) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:38.818464 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-c99127d8-b3c5-4455-b022-1eadf95e0c04 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1b749a08-bb9b-4381-bdd6-1337db3b9bf2', 'tempest-TagsExtTest-Tag-279966352') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:38.828237 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b9b08f-e6e2-4d35-8b58-c056b5e4e86c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:38.830693 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95528a6-693c-4e5f-8cc4-1c4e949edc73 None None] Network ff932ac1-7d44-43d9-8517-b89abf9494c7 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:38.833315 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-06b9b08f-e6e2-4d35-8b58-c056b5e4e86c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:38.841696 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b9b08f-e6e2-4d35-8b58-c056b5e4e86c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:38.844350 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9b08f-e6e2-4d35-8b58-c056b5e4e86c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=f6e837a2-6edb-446d-9cdd-24826eafb90e,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:38.872290 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 783ee782-258e-4668-9d7b-442f4d1e8510 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:38.873424 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f185f8a5-c832-4137-9678-f1fe40527f1b up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:38.880009 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f341e211-ab13-4a74-940b-325a8f66deaa None None] Publish callbacks [] for port (783ee782-258e-4668-9d7b-442f4d1e8510), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:38.883312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7b890524-deab-4a09-a10b-319055acc799 None None] Current status of the port f185f8a5-c832-4137-9678-f1fe40527f1b is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:38.883702 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7b890524-deab-4a09-a10b-319055acc799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f185f8a5-c832-4137-9678-f1fe40527f1b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:38.893958 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c99127d8-b3c5-4455-b022-1eadf95e0c04 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/subnets/1b749a08-bb9b-4381-bdd6-1337db3b9bf2/tags/tempest-TagsExtTest-Tag-279966352 HTTP/1.1" status: 204 len: 168 time: 0.0789399 Apr 15 03:40:38.896784 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34686) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:38.902174 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-54e10b38-2f70-4023-bda9-c243b0818f50 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1b749a08-bb9b-4381-bdd6-1337db3b9bf2', 'tempest-TagsExtTest-Tag-279966352') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:38.912596 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cd009432-ab70-48da-b498-daf7444c9c8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8570104 Apr 15 03:40:38.931687 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34688) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:38.936483 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-e26217d6-e6b3-4d26-a452-11bf38480fcd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-979814507'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:38.966154 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1b869e6f-6ded-4dac-b972-ad6158f6fdea tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (a148aceb-b428-4c5e-9eb5-7da659199fd2), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:38.972796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f341e211-ab13-4a74-940b-325a8f66deaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (783ee782-258e-4668-9d7b-442f4d1e8510), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:39.018149 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1b869e6f-6ded-4dac-b972-ad6158f6fdea tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (a148aceb-b428-4c5e-9eb5-7da659199fd2), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:39.063926 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7b890524-deab-4a09-a10b-319055acc799 None None] For port f185f8a5-c832-4137-9678-f1fe40527f1b, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f185f8a5-c832-4137-9678-f1fe40527f1b,segment=NetworkSegment(da483282-0f7e-41d7-9bab-1756f5d7eedc),segment_id=da483282-0f7e-41d7-9bab-1756f5d7eedc)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:39.075600 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26217d6-e6b3-4d26-a452-11bf38480fcd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:39.079533 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e26217d6-e6b3-4d26-a452-11bf38480fcd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:39.114736 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-54e10b38-2f70-4023-bda9-c243b0818f50 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "DELETE /v2.0/subnets/1b749a08-bb9b-4381-bdd6-1337db3b9bf2/tags/tempest-TagsExtTest-Tag-279966352 HTTP/1.1" status: 204 len: 168 time: 0.2158737 Apr 15 03:40:39.117815 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34690) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:39.119191 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port f185f8a5-c832-4137-9678-f1fe40527f1b triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:39.119802 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f185f8a5-c832-4137-9678-f1fe40527f1b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:39.122731 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341e211-ab13-4a74-940b-325a8f66deaa None None] Pushing event updated for resources: {'Port': ['ID=783ee782-258e-4668-9d7b-442f4d1e8510,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:39.123750 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-54e4dde3-110a-4cff-a82d-ee0781928321 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1b749a08-bb9b-4381-bdd6-1337db3b9bf2') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:39.166209 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7b890524-deab-4a09-a10b-319055acc799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f185f8a5-c832-4137-9678-f1fe40527f1b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:39.174741 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1b869e6f-6ded-4dac-b972-ad6158f6fdea tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (a148aceb-b428-4c5e-9eb5-7da659199fd2), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:39.206322 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26217d6-e6b3-4d26-a452-11bf38480fcd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:40:39.219325 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-54e4dde3-110a-4cff-a82d-ee0781928321 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/subnets/1b749a08-bb9b-4381-bdd6-1337db3b9bf2/tags HTTP/1.1" status: 200 len: 205 time: 0.0990353 Apr 15 03:40:39.223962 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34692) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:39.226216 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e26217d6-e6b3-4d26-a452-11bf38480fcd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (de848779-16eb-43c0-9bb5-876d0161561b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:39.226564 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-e26217d6-e6b3-4d26-a452-11bf38480fcd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Added segment de848779-16eb-43c0-9bb5-876d0161561b of type vlan for network 3f98ce9f-839e-4729-b793-4d759c8f065a Apr 15 03:40:39.237277 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-8b4a67dd-de8a-4d8c-be35-ca857e2ad6fb tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9de4ed0d-129d-4e7f-a826-9f81f7ea4a84') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:39.245072 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b890524-deab-4a09-a10b-319055acc799 None None] Pushing event updated for resources: {'Port': ['ID=f185f8a5-c832-4137-9678-f1fe40527f1b,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:39.263719 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port f185f8a5-c832-4137-9678-f1fe40527f1b is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:39.274842 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6eb771ca-9277-4ac0-b805-d9ff3a925881 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:39.300703 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e26217d6-e6b3-4d26-a452-11bf38480fcd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (3f98ce9f-839e-4729-b793-4d759c8f065a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:39.303269 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 6eb771ca-9277-4ac0-b805-d9ff3a925881 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:40:39.303618 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6eb771ca-9277-4ac0-b805-d9ff3a925881 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:40:39.305638 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-b78e6ce9-a0f0-499f-b4cf-44839aa4c364 None None] Provisioning complete for port 9de4ed0d-129d-4e7f-a826-9f81f7ea4a84 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:39.306011 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b78e6ce9-a0f0-499f-b4cf-44839aa4c364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (9de4ed0d-129d-4e7f-a826-9f81f7ea4a84), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:39.325305 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06b9b08f-e6e2-4d35-8b58-c056b5e4e86c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (721dec37-e9b4-44c1-9677-2105e07f1d3d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:39.335939 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34696) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:39.336504 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8b4a67dd-de8a-4d8c-be35-ca857e2ad6fb tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/ports/9de4ed0d-129d-4e7f-a826-9f81f7ea4a84/tags HTTP/1.1" status: 200 len: 239 time: 0.1116009 Apr 15 03:40:39.342868 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-09f7308e-95ea-41ac-b721-c01d3baed4ba tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9de4ed0d-129d-4e7f-a826-9f81f7ea4a84', 'tempest-TagsExtTest-Tag-25318580') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:39.380021 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1b869e6f-6ded-4dac-b972-ad6158f6fdea tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (a148aceb-b428-4c5e-9eb5-7da659199fd2), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:39.381724 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-b78e6ce9-a0f0-499f-b4cf-44839aa4c364 None None] Port 9de4ed0d-129d-4e7f-a826-9f81f7ea4a84 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:40:39.394292 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-b78e6ce9-a0f0-499f-b4cf-44839aa4c364 None None] Provisioning complete for port f185f8a5-c832-4137-9678-f1fe40527f1b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:39.394547 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b78e6ce9-a0f0-499f-b4cf-44839aa4c364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f185f8a5-c832-4137-9678-f1fe40527f1b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:39.437019 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b869e6f-6ded-4dac-b972-ad6158f6fdea tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=a148aceb-b428-4c5e-9eb5-7da659199fd2,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:39.449253 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e26217d6-e6b3-4d26-a452-11bf38480fcd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (3f98ce9f-839e-4729-b793-4d759c8f065a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:39.454486 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26217d6-e6b3-4d26-a452-11bf38480fcd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:39.455101 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e26217d6-e6b3-4d26-a452-11bf38480fcd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:39.475376 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1b869e6f-6ded-4dac-b972-ad6158f6fdea tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:39.478208 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffe947-b180-4053-b790-3cb46ba4cca2 req-c6c1add3-2e22-48e5-b54d-692041d4a862 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:39.479557 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1b869e6f-6ded-4dac-b972-ad6158f6fdea tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/a148aceb-b428-4c5e-9eb5-7da659199fd2 HTTP/1.1" status: 204 len: 168 time: 1.0713873 Apr 15 03:40:39.483736 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-09f7308e-95ea-41ac-b721-c01d3baed4ba tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/ports/9de4ed0d-129d-4e7f-a826-9f81f7ea4a84/tags/tempest-TagsExtTest-Tag-25318580 HTTP/1.1" status: 204 len: 168 time: 0.1466353 Apr 15 03:40:39.484317 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34698) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:39.489388 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7cffe947-b180-4053-b790-3cb46ba4cca2 req-c6c1add3-2e22-48e5-b54d-692041d4a862 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 945 time: 0.1135292 Apr 15 03:40:39.492538 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-b78e6ce9-a0f0-499f-b4cf-44839aa4c364 None None] Current status of the port f185f8a5-c832-4137-9678-f1fe40527f1b is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:39.495648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34700) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:39.502480 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-d69995ed-03b3-4d65-be8d-cd9dc6e6d388 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9de4ed0d-129d-4e7f-a826-9f81f7ea4a84', 'tempest-TagsExtTest-Tag-25318580') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:39.596192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26217d6-e6b3-4d26-a452-11bf38480fcd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Network': ['ID=3f98ce9f-839e-4729-b793-4d759c8f065a,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:39.608854 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 3f98ce9f-839e-4729-b793-4d759c8f065a details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:40:39.623061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bce0bd7-5c6f-4b07-8300-a35502ce60f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet e79536f4-f731-44eb-b59c-7fd20d3d4fcf {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:40:39.627166 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6bce0bd7-5c6f-4b07-8300-a35502ce60f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (e79536f4-f731-44eb-b59c-7fd20d3d4fcf), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:39.654334 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7cffe947-b180-4053-b790-3cb46ba4cca2 req-333c8881-6a7b-4593-b7a2-61e2f6761c50 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467123 Apr 15 03:40:39.675431 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6bce0bd7-5c6f-4b07-8300-a35502ce60f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (e79536f4-f731-44eb-b59c-7fd20d3d4fcf), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:39.736660 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06b9b08f-e6e2-4d35-8b58-c056b5e4e86c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (721dec37-e9b4-44c1-9677-2105e07f1d3d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:39.774288 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6bce0bd7-5c6f-4b07-8300-a35502ce60f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (e79536f4-f731-44eb-b59c-7fd20d3d4fcf), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:39.813096 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e26217d6-e6b3-4d26-a452-11bf38480fcd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8804803 Apr 15 03:40:39.816580 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34702) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:39.821952 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'ports': [{'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7'}, {'network_id': '3f98ce9f-839e-4729-b793-4d759c8f065a'}]} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:39.821952 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'port': {'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:39.822292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'port': {'network_id': '3f98ce9f-839e-4729-b793-4d759c8f065a'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:39.827476 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d69995ed-03b3-4d65-be8d-cd9dc6e6d388 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "DELETE /v2.0/ports/9de4ed0d-129d-4e7f-a826-9f81f7ea4a84/tags/tempest-TagsExtTest-Tag-25318580 HTTP/1.1" status: 204 len: 168 time: 0.3287153 Apr 15 03:40:39.828485 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34704) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:39.833483 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-5b70264c-7089-4abd-ba20-b53c4df0da82 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9de4ed0d-129d-4e7f-a826-9f81f7ea4a84') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:39.889610 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5b70264c-7089-4abd-ba20-b53c4df0da82 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/ports/9de4ed0d-129d-4e7f-a826-9f81f7ea4a84/tags HTTP/1.1" status: 200 len: 205 time: 0.0580525 Apr 15 03:40:39.890982 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34706) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:39.898651 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-a9282ffe-dd33-4a02-8ea6-7d8e339445a7 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2ded8cc8-126a-44de-9491-71aadb802b6d') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:39.925076 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea77f6b1-20bf-4df2-a8c6-7d3d0878311d None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:39.999239 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b9b08f-e6e2-4d35-8b58-c056b5e4e86c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 721dec37-e9b4-44c1-9677-2105e07f1d3d is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:40:40.018402 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a9282ffe-dd33-4a02-8ea6-7d8e339445a7 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/routers/2ded8cc8-126a-44de-9491-71aadb802b6d/tags HTTP/1.1" status: 200 len: 240 time: 0.1268773 Apr 15 03:40:40.021516 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34708) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:40.052763 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6bce0bd7-5c6f-4b07-8300-a35502ce60f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (e79536f4-f731-44eb-b59c-7fd20d3d4fcf), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:40.055157 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d85ed0d9-c384-4ea5-84a8-7c80180e9687 None None] Provisioning complete for port 783ee782-258e-4668-9d7b-442f4d1e8510 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:40.055642 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d85ed0d9-c384-4ea5-84a8-7c80180e9687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (783ee782-258e-4668-9d7b-442f4d1e8510), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:40.099861 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce0bd7-5c6f-4b07-8300-a35502ce60f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=e79536f4-f731-44eb-b59c-7fd20d3d4fcf,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:40.122095 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6bce0bd7-5c6f-4b07-8300-a35502ce60f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:40.125821 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6bce0bd7-5c6f-4b07-8300-a35502ce60f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/e79536f4-f731-44eb-b59c-7fd20d3d4fcf HTTP/1.1" status: 204 len: 168 time: 0.6279848 Apr 15 03:40:40.128496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34710) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:40.166890 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 783ee782-258e-4668-9d7b-442f4d1e8510 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:40.180399 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-44abba7a-fe0d-441b-861a-35342528c399 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505998 Apr 15 03:40:40.183214 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34712) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:40.188064 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a2e9555e-644b-46b6-b7ee-aceedde675ad tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:40.240963 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d85ed0d9-c384-4ea5-84a8-7c80180e9687 None None] Current status of the port 783ee782-258e-4668-9d7b-442f4d1e8510 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:40.249597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d85ed0d9-c384-4ea5-84a8-7c80180e9687 None None] Could not find standard attr ID for object d3c877b9-32d4-48cf-94e6-9aafe952259c. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:40:40.253798 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-3d922743-6955-4762-9e11-de331aadf4ac tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2ded8cc8-126a-44de-9491-71aadb802b6d', 'tempest-TagsExtTest-Tag-549961044') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:40.255208 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 783ee782-258e-4668-9d7b-442f4d1e8510 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:40.255895 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (783ee782-258e-4668-9d7b-442f4d1e8510), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:40.256511 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b9b08f-e6e2-4d35-8b58-c056b5e4e86c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:40:40.270390 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] Sync routers for ids ['721dec37-e9b4-44c1-9677-2105e07f1d3d'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:40:40.293646 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] Routers {'721dec37-e9b4-44c1-9677-2105e07f1d3d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:40:40.297985 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'port': 2} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:40.301851 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:40:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['721dec37-e9b4-44c1-9677-2105e07f1d3d'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:40.302143 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:40.324962 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:40.362870 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3d922743-6955-4762-9e11-de331aadf4ac tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/routers/2ded8cc8-126a-44de-9491-71aadb802b6d/tags/tempest-TagsExtTest-Tag-549961044 HTTP/1.1" status: 204 len: 168 time: 0.3383634 Apr 15 03:40:40.365232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34714) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:40.370232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-8823fb99-34d2-477a-b739-076fbdf32d93 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2ded8cc8-126a-44de-9491-71aadb802b6d', 'tempest-TagsExtTest-Tag-549961044') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:40.396816 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e9555e-644b-46b6-b7ee-aceedde675ad tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:40.400878 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2e9555e-644b-46b6-b7ee-aceedde675ad tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:40.409760 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 783ee782-258e-4668-9d7b-442f4d1e8510 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:40.410905 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f185f8a5-c832-4137-9678-f1fe40527f1b up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:40.470976 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06b9b08f-e6e2-4d35-8b58-c056b5e4e86c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:40.474200 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-06b9b08f-e6e2-4d35-8b58-c056b5e4e86c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0664082 Apr 15 03:40:40.478988 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34716) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:40.504603 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port f185f8a5-c832-4137-9678-f1fe40527f1b triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:40.505226 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f185f8a5-c832-4137-9678-f1fe40527f1b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:40.540108 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c63a4b66-23b3-42ce-9347-5026ff99cf54 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6786bd52355f4b228acda11ee2393b97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0591419 Apr 15 03:40:40.545497 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34718) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:40.545914 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] device_id is not set on port 166ec30a-3571-4ee1-8581-db0c2f742ca6 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:40:40.555991 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] Set router 721dec37-e9b4-44c1-9677-2105e07f1d3d gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:40:40.657792 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (166ec30a-3571-4ee1-8581-db0c2f742ca6), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:40.707390 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port f185f8a5-c832-4137-9678-f1fe40527f1b is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:40.717502 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8823fb99-34d2-477a-b739-076fbdf32d93 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "DELETE /v2.0/routers/2ded8cc8-126a-44de-9491-71aadb802b6d/tags/tempest-TagsExtTest-Tag-549961044 HTTP/1.1" status: 204 len: 168 time: 0.3481414 Apr 15 03:40:40.718502 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34722) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:40.723142 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-34391b71-3558-4b0b-800f-590865072c1f tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2ded8cc8-126a-44de-9491-71aadb802b6d') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:40.792077 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'name': 'tempest-TestNetworkBasicOps-router-1285994353', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:40:37Z', 'updated_at': '2022-04-15T03:40:39Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:38Z', 'updated_at': '2022-04-15T03:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:40.809377 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-34391b71-3558-4b0b-800f-590865072c1f tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/routers/2ded8cc8-126a-44de-9491-71aadb802b6d/tags HTTP/1.1" status: 200 len: 205 time: 0.0899043 Apr 15 03:40:40.811777 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34724) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:40.817356 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-a9b08848-bdb6-492d-97fa-bc1c2e919750 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '32537d6c-e35f-46f5-8218-d70d3a3cf05d') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:40.850910 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a9b08848-bdb6-492d-97fa-bc1c2e919750 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/subnetpools/32537d6c-e35f-46f5-8218-d70d3a3cf05d/tags HTTP/1.1" status: 200 len: 240 time: 0.0380948 Apr 15 03:40:40.854830 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34726) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:40.859989 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-6fe1db3b-d501-4655-bd10-e7ab608efcb2 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '32537d6c-e35f-46f5-8218-d70d3a3cf05d', 'tempest-TagsExtTest-Tag-589029916') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:40.880466 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] Checking router: 721dec37-e9b4-44c1-9677-2105e07f1d3d for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:40:40.880750 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] Updating router 721dec37-e9b4-44c1-9677-2105e07f1d3d port f6e837a2-6edb-446d-9cdd-24826eafb90e binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:40:40.883647 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dc2554-be52-42b1-bcee-9da60bf01ce9 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:40.889656 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-54dc2554-be52-42b1-bcee-9da60bf01ce9 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3183758 Apr 15 03:40:40.890460 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34728) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:40.894865 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] device_id is not set on port d8ffa953-6381-4688-b406-c86512f5c862 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:40:40.912553 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f6e837a2-6edb-446d-9cdd-24826eafb90e), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:40.942540 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a626c3a1-553c-43ee-a2fb-72406ccab9f6 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486228 Apr 15 03:40:40.948024 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34730) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:40.953639 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a22a2c1e-88db-4c4f-a793-8dcadd245123 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-295450913', 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:40.964764 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6fe1db3b-d501-4655-bd10-e7ab608efcb2 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/subnetpools/32537d6c-e35f-46f5-8218-d70d3a3cf05d/tags/tempest-TagsExtTest-Tag-589029916 HTTP/1.1" status: 204 len: 168 time: 0.1089189 Apr 15 03:40:40.976597 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34732) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:40.982427 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-9fccceae-5642-4fca-8d49-733587b43c8e tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '32537d6c-e35f-46f5-8218-d70d3a3cf05d', 'tempest-TagsExtTest-Tag-589029916') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:40.997848 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d38a88-fa49-4f11-86b1-461ee6ec7c62 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:41.023088 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (d8ffa953-6381-4688-b406-c86512f5c862), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:41.059019 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a1604-1f44-4972-82b8-263856367c2e req-71b7c68f-2426-402d-bcbc-b4f49189255e tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:41.060468 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bd5a1604-1f44-4972-82b8-263856367c2e req-71b7c68f-2426-402d-bcbc-b4f49189255e tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 945 time: 0.2008131 Apr 15 03:40:41.141171 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-157079e0-f71c-4bb9-b7c2-f82459194434 None None] Provisioning complete for port 783ee782-258e-4668-9d7b-442f4d1e8510 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:41.141171 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-157079e0-f71c-4bb9-b7c2-f82459194434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (783ee782-258e-4668-9d7b-442f4d1e8510), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:41.178952 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bd5a1604-1f44-4972-82b8-263856367c2e req-fb28eb45-93a4-4b77-b0b5-b5b6c7270748 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023655 Apr 15 03:40:41.242113 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9fccceae-5642-4fca-8d49-733587b43c8e tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "DELETE /v2.0/subnetpools/32537d6c-e35f-46f5-8218-d70d3a3cf05d/tags/tempest-TagsExtTest-Tag-589029916 HTTP/1.1" status: 204 len: 168 time: 0.2638679 Apr 15 03:40:41.242733 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34734) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:41.247828 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-9d8b84f3-fd36-4262-9f81-d98b4f509fab tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '32537d6c-e35f-46f5-8218-d70d3a3cf05d') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:41.283276 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-157079e0-f71c-4bb9-b7c2-f82459194434 None None] Current status of the port 783ee782-258e-4668-9d7b-442f4d1e8510 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:41.287176 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (166ec30a-3571-4ee1-8581-db0c2f742ca6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:41.292694 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9d8b84f3-fd36-4262-9f81-d98b4f509fab tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/subnetpools/32537d6c-e35f-46f5-8218-d70d3a3cf05d/tags HTTP/1.1" status: 200 len: 205 time: 0.0489047 Apr 15 03:40:41.293434 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34736) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:41.294518 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22a2c1e-88db-4c4f-a793-8dcadd245123 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:41.299219 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a22a2c1e-88db-4c4f-a793-8dcadd245123 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:41.311753 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b01505-f41b-49e8-8ceb-bfce94e5111a None None] DHCP port deletion for d8f597fb-2381-4564-a070-eb7f10af68ac request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:40:41.312448 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-b8946ce7-59be-4e81-b18a-c51365ff466e tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '32537d6c-e35f-46f5-8218-d70d3a3cf05d') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:41.326108 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] Publish callbacks [] for port (f6e837a2-6edb-446d-9cdd-24826eafb90e), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:41.360127 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-79b01505-f41b-49e8-8ceb-bfce94e5111a None None] Deleting port 783ee782-258e-4668-9d7b-442f4d1e8510 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:41.360658 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79b01505-f41b-49e8-8ceb-bfce94e5111a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (783ee782-258e-4668-9d7b-442f4d1e8510), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:41.373230 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=166ec30a-3571-4ee1-8581-db0c2f742ca6,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:41.397182 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b8946ce7-59be-4e81-b18a-c51365ff466e tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "DELETE /v2.0/subnetpools/32537d6c-e35f-46f5-8218-d70d3a3cf05d/tags HTTP/1.1" status: 204 len: 168 time: 0.0921643 Apr 15 03:40:41.403325 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34738) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:41.403492 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f6e837a2-6edb-446d-9cdd-24826eafb90e), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:41.403606 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-9b75a36d-0bbc-43ee-b4a5-7f2b31ee1faa tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2ded8cc8-126a-44de-9491-71aadb802b6d') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:41.509223 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] Attempting to bind port f6e837a2-6edb-446d-9cdd-24826eafb90e on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:40:41.513723 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] Attempting to bind port f6e837a2-6edb-446d-9cdd-24826eafb90e by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:40:41.514157 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] Attempting to bind port f6e837a2-6edb-446d-9cdd-24826eafb90e on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:40:41.521972 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network ff932ac1-7d44-43d9-8517-b89abf9494c7 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:41.526317 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:41.528997 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2e9555e-644b-46b6-b7ee-aceedde675ad tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (c14fe010-92c0-4dc5-a028-aa6cd373799b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:41.536823 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dde899-2905-4f0b-ae5a-6af572190dfe None None] Pushing event updated for resources: {'Port': ['ID=f6e837a2-6edb-446d-9cdd-24826eafb90e,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:41.537032 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:41.537032 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (d8ffa953-6381-4688-b406-c86512f5c862), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:41.537215 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-79b01505-f41b-49e8-8ceb-bfce94e5111a None None] For port 783ee782-258e-4668-9d7b-442f4d1e8510, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=783ee782-258e-4668-9d7b-442f4d1e8510,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:41.537215 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79b01505-f41b-49e8-8ceb-bfce94e5111a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (783ee782-258e-4668-9d7b-442f4d1e8510), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:41.547472 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:40:41.547472 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:41.547815 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:41.548631 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:40:41.548631 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] Bound port: f6e837a2-6edb-446d-9cdd-24826eafb90e, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:40:41.548976 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f6e837a2-6edb-446d-9cdd-24826eafb90e), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:41.556927 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dde899-2905-4f0b-ae5a-6af572190dfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:41.560490 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dde899-2905-4f0b-ae5a-6af572190dfe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:41.560490 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dde899-2905-4f0b-ae5a-6af572190dfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:41.560490 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dde899-2905-4f0b-ae5a-6af572190dfe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:41.560490 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dde899-2905-4f0b-ae5a-6af572190dfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:41.560490 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dde899-2905-4f0b-ae5a-6af572190dfe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:41.560490 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dde899-2905-4f0b-ae5a-6af572190dfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:41.560490 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dde899-2905-4f0b-ae5a-6af572190dfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:41.560490 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dde899-2905-4f0b-ae5a-6af572190dfe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:41.560490 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dde899-2905-4f0b-ae5a-6af572190dfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:41.560490 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dde899-2905-4f0b-ae5a-6af572190dfe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:41.561273 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dde899-2905-4f0b-ae5a-6af572190dfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:41.566714 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dde899-2905-4f0b-ae5a-6af572190dfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:41.567022 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dde899-2905-4f0b-ae5a-6af572190dfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:41.567371 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dde899-2905-4f0b-ae5a-6af572190dfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:40:41.570264 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-79b01505-f41b-49e8-8ceb-bfce94e5111a None None] Calling delete_port for 783ee782-258e-4668-9d7b-442f4d1e8510 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:41.628919 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9555e-644b-46b6-b7ee-aceedde675ad tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=c14fe010-92c0-4dc5-a028-aa6cd373799b,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:41.640181 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] For port f6e837a2-6edb-446d-9cdd-24826eafb90e, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:40:41.646900 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] For port f6e837a2-6edb-446d-9cdd-24826eafb90e, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f6e837a2-6edb-446d-9cdd-24826eafb90e,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:40:41.660349 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e9555e-644b-46b6-b7ee-aceedde675ad tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:41.664551 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9b75a36d-0bbc-43ee-b4a5-7f2b31ee1faa tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "DELETE /v2.0/routers/2ded8cc8-126a-44de-9491-71aadb802b6d/tags HTTP/1.1" status: 204 len: 168 time: 0.2659426 Apr 15 03:40:41.670110 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34742) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:41.673788 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-a2e9555e-644b-46b6-b7ee-aceedde675ad tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:41.679736 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-ec7aa17a-a255-440e-9232-9cb03b6aa01e tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9de4ed0d-129d-4e7f-a826-9f81f7ea4a84') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:41.683224 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e9555e-644b-46b6-b7ee-aceedde675ad tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:41.683821 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a2e9555e-644b-46b6-b7ee-aceedde675ad tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:41.687544 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=d8ffa953-6381-4688-b406-c86512f5c862,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:41.719976 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f6e837a2-6edb-446d-9cdd-24826eafb90e), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:41.745892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79b01505-f41b-49e8-8ceb-bfce94e5111a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (783ee782-258e-4668-9d7b-442f4d1e8510), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:41.747787 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a22a2c1e-88db-4c4f-a793-8dcadd245123 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (d7953b3b-beed-4f8a-8cf6-6def90b5765c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:41.753961 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Checking segment: {'id': 'de848779-16eb-43c0-9bb5-876d0161561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3f98ce9f-839e-4729-b793-4d759c8f065a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:41.754336 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network hostable DHCP agents. Network: 3f98ce9f-839e-4729-b793-4d759c8f065a, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:40:41.761430 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ec7aa17a-a255-440e-9232-9cb03b6aa01e tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "DELETE /v2.0/ports/9de4ed0d-129d-4e7f-a826-9f81f7ea4a84/tags HTTP/1.1" status: 204 len: 168 time: 0.0865765 Apr 15 03:40:41.762121 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34744) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:41.766317 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-49935820-7423-4351-b9e3-d2d453694ed7 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1b749a08-bb9b-4381-bdd6-1337db3b9bf2') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:41.790114 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b01505-f41b-49e8-8ceb-bfce94e5111a None None] Pushing event deleted for resources: {'Port': ['ID=783ee782-258e-4668-9d7b-442f4d1e8510,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:41.810543 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a2e9555e-644b-46b6-b7ee-aceedde675ad tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6262152 Apr 15 03:40:41.816652 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34746) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:41.819484 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b01505-f41b-49e8-8ceb-bfce94e5111a None None] No DVR routers for this DVR port 783ee782-258e-4668-9d7b-442f4d1e8510 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:41.829196 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f946f445-7544-4643-9358-f9862570582b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:41.842013 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ff0931-2f7f-4adb-ad93-7ba10dbbd7e5 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:41.845756 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] Routers {'721dec37-e9b4-44c1-9677-2105e07f1d3d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:40:41.846427 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:40:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['721dec37-e9b4-44c1-9677-2105e07f1d3d'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:41.883418 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-49935820-7423-4351-b9e3-d2d453694ed7 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "DELETE /v2.0/subnets/1b749a08-bb9b-4381-bdd6-1337db3b9bf2/tags HTTP/1.1" status: 204 len: 168 time: 0.1202576 Apr 15 03:40:41.886529 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network 3f98ce9f-839e-4729-b793-4d759c8f065a is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:40:41.891178 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34748) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:41.901010 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-9cba4fa3-206b-4bf6-8910-1a0800a5aade tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1b749a08-bb9b-4381-bdd6-1337db3b9bf2', 'tempest-TagsExtTest-Tag-8077352') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:41.904363 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dde899-2905-4f0b-ae5a-6af572190dfe None None] Pushing event updated for resources: {'Port': ['ID=f6e837a2-6edb-446d-9cdd-24826eafb90e,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:41.911752 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a2c1e-88db-4c4f-a793-8dcadd245123 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Subnet': ['ID=d7953b3b-beed-4f8a-8cf6-6def90b5765c,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:41.969275 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22a2c1e-88db-4c4f-a793-8dcadd245123 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Checking segment: {'id': '7732a559-70af-4b2d-9d35-7aa6a2c8e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:41.969673 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22a2c1e-88db-4c4f-a793-8dcadd245123 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network hostable DHCP agents. Network: abcc95a5-3423-4e6f-9cb9-53f8e547921b, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:40:42.033263 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 3f98ce9f-839e-4729-b793-4d759c8f065a) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:42.054013 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7a739a-3a0d-4c2f-a3f6-570d269adc17 None None] Network 3f98ce9f-839e-4729-b793-4d759c8f065a requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:42.055023 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:42.060385 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] Set router 721dec37-e9b4-44c1-9677-2105e07f1d3d gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:40:42.068633 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:42.074203 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:42.074878 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:42.084510 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22a2c1e-88db-4c4f-a793-8dcadd245123 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network abcc95a5-3423-4e6f-9cb9-53f8e547921b is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:40:42.092020 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-a22a2c1e-88db-4c4f-a793-8dcadd245123 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, abcc95a5-3423-4e6f-9cb9-53f8e547921b) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:42.099738 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22a2c1e-88db-4c4f-a793-8dcadd245123 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:42.103016 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a22a2c1e-88db-4c4f-a793-8dcadd245123 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:42.130127 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34754) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:42.132204 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9cba4fa3-206b-4bf6-8910-1a0800a5aade tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "PUT /v2.0/subnets/1b749a08-bb9b-4381-bdd6-1337db3b9bf2/tags/tempest-TagsExtTest-Tag-8077352 HTTP/1.1" status: 201 len: 201 time: 0.2354412 Apr 15 03:40:42.136147 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-1243fa8f-d68c-46be-9246-47ca926cbc55 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9de4ed0d-129d-4e7f-a826-9f81f7ea4a84', 'tempest-TagsExtTest-Tag-1801348030') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:42.184600 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f946f445-7544-4643-9358-f9862570582b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:42.188078 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d481b4-6745-413a-a4ca-53d64627eea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d8f597fb-2381-4564-a070-eb7f10af68ac', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'fixed_ips': [{'subnet_id': 'c14fe010-92c0-4dc5-a028-aa6cd373799b'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:40:42.188958 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b1d481b4-6745-413a-a4ca-53d64627eea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:42.194065 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f946f445-7544-4643-9358-f9862570582b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:42.213820 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a22a2c1e-88db-4c4f-a793-8dcadd245123 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2692533 Apr 15 03:40:42.216629 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34758) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:42.238707 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638239cb-5cf2-4c06-a2e5-17c4413ed817 None None] Network abcc95a5-3423-4e6f-9cb9-53f8e547921b requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:42.284946 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f6a63469-cecd-42ae-b39e-3f864b3ef7ad tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4677403 Apr 15 03:40:42.299773 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34760) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:42.329397 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'name': 'tempest-TestNetworkBasicOps-router-1285994353', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:40:37Z', 'updated_at': '2022-04-15T03:40:39Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:38Z', 'updated_at': '2022-04-15T03:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:42.357409 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 783ee782-258e-4668-9d7b-442f4d1e8510 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:42.435271 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-82acd3f3-4eb0-4a7a-a054-81d6a0116fe3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting port d8ffa953-6381-4688-b406-c86512f5c862 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:42.435917 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-82acd3f3-4eb0-4a7a-a054-81d6a0116fe3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (d8ffa953-6381-4688-b406-c86512f5c862), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:42.440114 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 783ee782-258e-4668-9d7b-442f4d1e8510 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:40:42.441125 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 783ee782-258e-4668-9d7b-442f4d1e8510 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:40:42.486255 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120e4a1c-c44a-447d-bb4c-4d16708becfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-abcc95a5-3423-4e6f-9cb9-53f8e547921b', 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ips': [{'subnet_id': 'd7953b3b-beed-4f8a-8cf6-6def90b5765c'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:40:42.487458 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-120e4a1c-c44a-447d-bb4c-4d16708becfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:42.711503 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a51026-e934-4fde-bf67-deccd1cb287c None None] The sync data for ids ['721dec37-e9b4-44c1-9677-2105e07f1d3d'] in dv-neutron-837140-3-hyperv is: [{'id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'name': 'tempest-TestNetworkBasicOps-router-1285994353', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:40:37Z', 'updated_at': '2022-04-15T03:40:39Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:38Z', 'updated_at': '2022-04-15T03:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:40:42.718106 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-b1d481b4-6745-413a-a4ca-53d64627eea7 None None] Allocated IP 2001:db8::2 (d8f597fb-2381-4564-a070-eb7f10af68ac/c14fe010-92c0-4dc5-a028-aa6cd373799b/6373f9ac-e0f6-4429-9152-242953d851b8) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:42.802684 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-120e4a1c-c44a-447d-bb4c-4d16708becfb None None] Allocated IP 172.20.0.2 (abcc95a5-3423-4e6f-9cb9-53f8e547921b/d7953b3b-beed-4f8a-8cf6-6def90b5765c/e3580ef6-72f2-4a96-b562-da206d165dd5) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:42.841261 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1243fa8f-d68c-46be-9246-47ca926cbc55 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "PUT /v2.0/ports/9de4ed0d-129d-4e7f-a826-9f81f7ea4a84/tags/tempest-TagsExtTest-Tag-1801348030 HTTP/1.1" status: 201 len: 201 time: 0.7099664 Apr 15 03:40:42.849090 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34764) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:42.860886 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-6f2053fc-f5b2-4a4d-817a-06cc578cb344 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2ded8cc8-126a-44de-9491-71aadb802b6d', 'tempest-TagsExtTest-Tag-674993593') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:42.993185 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4dface-1174-45d9-912c-deff96a43ded req-8f52624f-de75-46ac-be23-848e579893d2 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:42.995927 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8a4dface-1174-45d9-912c-deff96a43ded req-8f52624f-de75-46ac-be23-848e579893d2 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 945 time: 0.6851315 Apr 15 03:40:43.054472 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-82acd3f3-4eb0-4a7a-a054-81d6a0116fe3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (d8ffa953-6381-4688-b406-c86512f5c862), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:43.086126 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.ipam_backend_mixin [None req-f946f445-7544-4643-9358-f9862570582b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c14fe010-92c0-4dc5-a028-aa6cd373799b (CIDR: 2001:db8::/64) Apr 15 03:40:43.088467 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-82acd3f3-4eb0-4a7a-a054-81d6a0116fe3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Calling delete_port for d8ffa953-6381-4688-b406-c86512f5c862 owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:43.130097 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6f2053fc-f5b2-4a4d-817a-06cc578cb344 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "PUT /v2.0/routers/2ded8cc8-126a-44de-9491-71aadb802b6d/tags/tempest-TagsExtTest-Tag-674993593 HTTP/1.1" status: 201 len: 201 time: 0.2733419 Apr 15 03:40:43.180110 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34766) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:43.181245 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-f946f445-7544-4643-9358-f9862570582b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:40:43.181845 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f946f445-7544-4643-9358-f9862570582b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:43.203129 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-e87ec8a2-ca9f-4c61-a019-23ff8f9954a9 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '32537d6c-e35f-46f5-8218-d70d3a3cf05d', 'tempest-TagsExtTest-Tag-1263330792') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:43.204261 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8a4dface-1174-45d9-912c-deff96a43ded req-a724c330-5b03-4250-9a13-e014d0b7fe98 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004108 Apr 15 03:40:43.303236 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f946f445-7544-4643-9358-f9862570582b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4855013 Apr 15 03:40:43.303572 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b1d481b4-6745-413a-a4ca-53d64627eea7 None None] Publish callbacks [] for port (6373f9ac-e0f6-4429-9152-242953d851b8), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:43.316473 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34768) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:43.321597 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-ddcf5804-4d0b-47de-87fa-a6fb93f4afb7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:43.378492 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9e0e9-5539-4279-9b80-bfaa9f500642 req-705cc557-ae60-4dd0-9e45-4fc2f73ff29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:43.380009 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e6a9e0e9-5539-4279-9b80-bfaa9f500642 req-705cc557-ae60-4dd0-9e45-4fc2f73ff29b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 1129 time: 0.1520696 Apr 15 03:40:43.395128 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b1d481b4-6745-413a-a4ca-53d64627eea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (6373f9ac-e0f6-4429-9152-242953d851b8), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:43.449701 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d481b4-6745-413a-a4ca-53d64627eea7 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:43.467094 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-b1d481b4-6745-413a-a4ca-53d64627eea7 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:43.480210 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d481b4-6745-413a-a4ca-53d64627eea7 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:43.521953 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e87ec8a2-ca9f-4c61-a019-23ff8f9954a9 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "PUT /v2.0/subnetpools/32537d6c-e35f-46f5-8218-d70d3a3cf05d/tags/tempest-TagsExtTest-Tag-1263330792 HTTP/1.1" status: 201 len: 201 time: 0.3245342 Apr 15 03:40:43.537070 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d481b4-6745-413a-a4ca-53d64627eea7 None None] Pushing event updated for resources: {'Port': ['ID=6373f9ac-e0f6-4429-9152-242953d851b8,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:43.540665 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34770) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:43.540982 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-120e4a1c-c44a-447d-bb4c-4d16708becfb None None] Publish callbacks [] for port (e3580ef6-72f2-4a96-b562-da206d165dd5), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:43.559484 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-37c48f4f-3721-4df3-b892-1fe6a231090e tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1b749a08-bb9b-4381-bdd6-1337db3b9bf2', {'tags': ['tempest-TagsExtTest-Tag-855845418', 'tempest-TagsExtTest-Tag-1434875373', 'tempest-TagsExtTest-Tag-382718328']}) {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:43.608904 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b1d481b4-6745-413a-a4ca-53d64627eea7 None None] Attempting to bind port 6373f9ac-e0f6-4429-9152-242953d851b8 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:40:43.609277 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b1d481b4-6745-413a-a4ca-53d64627eea7 None None] Attempting to bind port 6373f9ac-e0f6-4429-9152-242953d851b8 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:40:43.609649 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d481b4-6745-413a-a4ca-53d64627eea7 None None] Attempting to bind port 6373f9ac-e0f6-4429-9152-242953d851b8 on network d8f597fb-2381-4564-a070-eb7f10af68ac {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:40:43.620804 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d481b4-6745-413a-a4ca-53d64627eea7 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:40:43.621213 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d481b4-6745-413a-a4ca-53d64627eea7 None None] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:43.621593 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b1d481b4-6745-413a-a4ca-53d64627eea7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:43.622044 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d481b4-6745-413a-a4ca-53d64627eea7 None None] Bound using segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:40:43.622537 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b1d481b4-6745-413a-a4ca-53d64627eea7 None None] Bound port: 6373f9ac-e0f6-4429-9152-242953d851b8, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:40:43.623267 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-142a6c32-1e4b-4be8-8480-c02499559740 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:43.624208 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b1d481b4-6745-413a-a4ca-53d64627eea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6373f9ac-e0f6-4429-9152-242953d851b8), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:43.664594 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-120e4a1c-c44a-447d-bb4c-4d16708becfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (e3580ef6-72f2-4a96-b562-da206d165dd5), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:43.669509 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e6a9e0e9-5539-4279-9b80-bfaa9f500642 req-6bebb52e-07a0-49c8-8e13-5058d36aae57 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2828910 Apr 15 03:40:43.732130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120e4a1c-c44a-447d-bb4c-4d16708becfb None None] Network abcc95a5-3423-4e6f-9cb9-53f8e547921b is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:43.733841 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-120e4a1c-c44a-447d-bb4c-4d16708becfb None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:43.739870 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-37c48f4f-3721-4df3-b892-1fe6a231090e tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "PUT /v2.0/subnets/1b749a08-bb9b-4381-bdd6-1337db3b9bf2/tags HTTP/1.1" status: 200 len: 316 time: 0.1886714 Apr 15 03:40:43.743491 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34772) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:43.749125 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-24ce1e8f-9223-4525-98d5-8a2a80626b90 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1b749a08-bb9b-4381-bdd6-1337db3b9bf2') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:43.754733 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-82acd3f3-4eb0-4a7a-a054-81d6a0116fe3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (d8ffa953-6381-4688-b406-c86512f5c862), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:43.762505 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e4a1c-c44a-447d-bb4c-4d16708becfb None None] Pushing event updated for resources: {'Port': ['ID=e3580ef6-72f2-4a96-b562-da206d165dd5,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:43.766900 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120e4a1c-c44a-447d-bb4c-4d16708becfb None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:43.774473 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b1d481b4-6745-413a-a4ca-53d64627eea7 None None] For port 6373f9ac-e0f6-4429-9152-242953d851b8, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:40:43.781036 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b1d481b4-6745-413a-a4ca-53d64627eea7 None None] For port 6373f9ac-e0f6-4429-9152-242953d851b8, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6373f9ac-e0f6-4429-9152-242953d851b8,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:40:43.825083 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acd3f3-4eb0-4a7a-a054-81d6a0116fe3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Port': ['ID=d8ffa953-6381-4688-b406-c86512f5c862,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:43.835688 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-82acd3f3-4eb0-4a7a-a054-81d6a0116fe3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:43.840260 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-82acd3f3-4eb0-4a7a-a054-81d6a0116fe3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/ports/d8ffa953-6381-4688-b406-c86512f5c862 HTTP/1.1" status: 204 len: 168 time: 1.5391459 Apr 15 03:40:43.845431 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34774) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:43.856143 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-120e4a1c-c44a-447d-bb4c-4d16708becfb None None] Attempting to bind port e3580ef6-72f2-4a96-b562-da206d165dd5 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:40:43.856621 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-120e4a1c-c44a-447d-bb4c-4d16708becfb None None] Attempting to bind port e3580ef6-72f2-4a96-b562-da206d165dd5 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '7732a559-70af-4b2d-9d35-7aa6a2c8e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:40:43.857106 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e4a1c-c44a-447d-bb4c-4d16708becfb None None] Attempting to bind port e3580ef6-72f2-4a96-b562-da206d165dd5 on network abcc95a5-3423-4e6f-9cb9-53f8e547921b {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:40:43.864976 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e4a1c-c44a-447d-bb4c-4d16708becfb None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:40:43.865362 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e4a1c-c44a-447d-bb4c-4d16708becfb None None] Checking segment: {'id': '7732a559-70af-4b2d-9d35-7aa6a2c8e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:43.865990 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-120e4a1c-c44a-447d-bb4c-4d16708becfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:43.866408 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120e4a1c-c44a-447d-bb4c-4d16708becfb None None] Bound using segment: {'id': '7732a559-70af-4b2d-9d35-7aa6a2c8e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:40:43.866907 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-120e4a1c-c44a-447d-bb4c-4d16708becfb None None] Bound port: e3580ef6-72f2-4a96-b562-da206d165dd5, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7732a559-70af-4b2d-9d35-7aa6a2c8e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:40:43.867303 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-120e4a1c-c44a-447d-bb4c-4d16708becfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e3580ef6-72f2-4a96-b562-da206d165dd5), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:43.871733 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b1d481b4-6745-413a-a4ca-53d64627eea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (6373f9ac-e0f6-4429-9152-242953d851b8), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:43.901376 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5368fd3-1741-4183-9ddd-acd7bc5ff78a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:43.907008 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5368fd3-1741-4183-9ddd-acd7bc5ff78a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:43.908645 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c5368fd3-1741-4183-9ddd-acd7bc5ff78a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0622814 Apr 15 03:40:43.909686 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcf5804-4d0b-47de-87fa-a6fb93f4afb7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:43.913329 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5804-4d0b-47de-87fa-a6fb93f4afb7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:43.916447 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34776) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:44.037009 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-120e4a1c-c44a-447d-bb4c-4d16708becfb None None] For port e3580ef6-72f2-4a96-b562-da206d165dd5, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:40:44.051105 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-120e4a1c-c44a-447d-bb4c-4d16708becfb None None] For port e3580ef6-72f2-4a96-b562-da206d165dd5, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e3580ef6-72f2-4a96-b562-da206d165dd5,segment=NetworkSegment(7732a559-70af-4b2d-9d35-7aa6a2c8e226),segment_id=7732a559-70af-4b2d-9d35-7aa6a2c8e226)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:40:44.086498 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d481b4-6745-413a-a4ca-53d64627eea7 None None] Pushing event updated for resources: {'Port': ['ID=6373f9ac-e0f6-4429-9152-242953d851b8,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:44.104976 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-904869b0-fdda-4fd7-86db-17eef132c33d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting port 166ec30a-3571-4ee1-8581-db0c2f742ca6 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:44.105521 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-904869b0-fdda-4fd7-86db-17eef132c33d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (166ec30a-3571-4ee1-8581-db0c2f742ca6), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:44.134908 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-24ce1e8f-9223-4525-98d5-8a2a80626b90 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "DELETE /v2.0/subnets/1b749a08-bb9b-4381-bdd6-1337db3b9bf2/tags HTTP/1.1" status: 204 len: 168 time: 0.3902714 Apr 15 03:40:44.144594 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34778) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:44.149326 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-120e4a1c-c44a-447d-bb4c-4d16708becfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e3580ef6-72f2-4a96-b562-da206d165dd5), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:44.153232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-63c3c1a9-a3d4-4dc2-b4fa-851fff167d4c tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1b749a08-bb9b-4381-bdd6-1337db3b9bf2', 'tempest-TagsExtTest-Tag-855845418') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:44.156560 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-142a6c32-1e4b-4be8-8480-c02499559740 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.20.0.1 (abcc95a5-3423-4e6f-9cb9-53f8e547921b/d7953b3b-beed-4f8a-8cf6-6def90b5765c/4ef87d32-7e3a-450b-be71-b1cd5f60cc25) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:44.251057 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-904869b0-fdda-4fd7-86db-17eef132c33d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (166ec30a-3571-4ee1-8581-db0c2f742ca6), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:44.254014 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-63c3c1a9-a3d4-4dc2-b4fa-851fff167d4c tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] show failed (client error): The resource could not be found. Apr 15 03:40:44.259105 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-63c3c1a9-a3d4-4dc2-b4fa-851fff167d4c tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/subnets/1b749a08-bb9b-4381-bdd6-1337db3b9bf2/tags/tempest-TagsExtTest-Tag-855845418 HTTP/1.1" status: 404 len: 328 time: 0.1129215 Apr 15 03:40:44.261517 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34782) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:44.275671 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-f6b549d7-9f78-4ba1-b98b-66008d4725f8 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1b749a08-bb9b-4381-bdd6-1337db3b9bf2', 'tempest-TagsExtTest-Tag-1434875373') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:44.288443 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e4a1c-c44a-447d-bb4c-4d16708becfb None None] Pushing event updated for resources: {'Port': ['ID=e3580ef6-72f2-4a96-b562-da206d165dd5,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:44.349697 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-904869b0-fdda-4fd7-86db-17eef132c33d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Calling delete_port for 166ec30a-3571-4ee1-8581-db0c2f742ca6 owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:44.467383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 87815c8a-c5a3-4497-b9b4-51233aaacfb7 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 03:40:44.469867 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 87815c8a-c5a3-4497-b9b4-51233aaacfb7 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:44.483948 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-142a6c32-1e4b-4be8-8480-c02499559740 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (4ef87d32-7e3a-450b-be71-b1cd5f60cc25), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:44.517517 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6373f9ac-e0f6-4429-9152-242953d851b8 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:44.628287 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-f6b549d7-9f78-4ba1-b98b-66008d4725f8 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] show failed (client error): The resource could not be found. Apr 15 03:40:44.628287 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f6b549d7-9f78-4ba1-b98b-66008d4725f8 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/subnets/1b749a08-bb9b-4381-bdd6-1337db3b9bf2/tags/tempest-TagsExtTest-Tag-1434875373 HTTP/1.1" status: 404 len: 329 time: 0.3592374 Apr 15 03:40:44.629650 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34786) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:44.634432 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-9e954bc9-923b-43f3-93f1-1ca2f33b3c46 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1b749a08-bb9b-4381-bdd6-1337db3b9bf2', 'tempest-TagsExtTest-Tag-382718328') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:44.661259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24597db9-6fa3-4a7a-a0ad-ebc2adefdfa4 req-04e7ab76-2a06-4a65-a1cf-73483dfed280 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:44.662504 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-24597db9-6fa3-4a7a-a0ad-ebc2adefdfa4 req-04e7ab76-2a06-4a65-a1cf-73483dfed280 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 945 time: 0.3066981 Apr 15 03:40:44.671130 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-142a6c32-1e4b-4be8-8480-c02499559740 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (4ef87d32-7e3a-450b-be71-b1cd5f60cc25), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:44.742895 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a6c32-1e4b-4be8-8480-c02499559740 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=4ef87d32-7e3a-450b-be71-b1cd5f60cc25,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:44.757666 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 6373f9ac-e0f6-4429-9152-242953d851b8 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:44.757666 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6373f9ac-e0f6-4429-9152-242953d851b8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:44.781890 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142a6c32-1e4b-4be8-8480-c02499559740 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network abcc95a5-3423-4e6f-9cb9-53f8e547921b is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:44.783267 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-142a6c32-1e4b-4be8-8480-c02499559740 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:44.787113 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142a6c32-1e4b-4be8-8480-c02499559740 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:44.791522 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-9e954bc9-923b-43f3-93f1-1ca2f33b3c46 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] show failed (client error): The resource could not be found. Apr 15 03:40:44.795733 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9e954bc9-923b-43f3-93f1-1ca2f33b3c46 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/subnets/1b749a08-bb9b-4381-bdd6-1337db3b9bf2/tags/tempest-TagsExtTest-Tag-382718328 HTTP/1.1" status: 404 len: 328 time: 0.1649060 Apr 15 03:40:44.799491 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-24597db9-6fa3-4a7a-a0ad-ebc2adefdfa4 req-085bbef0-1a78-4a47-96c5-db1ea2b7446a tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976110 Apr 15 03:40:44.802178 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34788) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:44.812626 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-904869b0-fdda-4fd7-86db-17eef132c33d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (166ec30a-3571-4ee1-8581-db0c2f742ca6), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:44.815642 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-5645a304-d814-4884-a32e-208dd7a067e4 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9de4ed0d-129d-4e7f-a826-9f81f7ea4a84', {'tags': ['tempest-TagsExtTest-Tag-1498135377', 'tempest-TagsExtTest-Tag-389133562', 'tempest-TagsExtTest-Tag-1253348031']}) {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:44.863265 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-142a6c32-1e4b-4be8-8480-c02499559740 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (721dec37-e9b4-44c1-9677-2105e07f1d3d), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:44.866696 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 87815c8a-c5a3-4497-b9b4-51233aaacfb7, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=87815c8a-c5a3-4497-b9b4-51233aaacfb7,segment=NetworkSegment(ef2782cf-c97d-479b-ac4a-ed54ce8219b4),segment_id=ef2782cf-c97d-479b-ac4a-ed54ce8219b4)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:44.879648 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 87815c8a-c5a3-4497-b9b4-51233aaacfb7 is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:44.880036 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:44.912185 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '87815c8a-c5a3-4497-b9b4-51233aaacfb7', 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5', 'port_id': '87815c8a-c5a3-4497-b9b4-51233aaacfb7', 'mac_address': 'fa:16:3e:ce:93:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc8d3040-88a1-4b77-bca2-f8be7b3a58f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 03:40:44.937984 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd790f1-98aa-4aa8-9e53-c4f3bae1309e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87815c8a-c5a3-4497-b9b4-51233aaacfb7'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:40:44.940335 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0680c3-546b-490e-89d8-e0f00d4e81da" -d '{"events": [{"server_uuid": "4bd790f1-98aa-4aa8-9e53-c4f3bae1309e", "name": "network-vif-unplugged", "status": "completed", "tag": "87815c8a-c5a3-4497-b9b4-51233aaacfb7"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:40:44.957216 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904869b0-fdda-4fd7-86db-17eef132c33d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Port': ['ID=166ec30a-3571-4ee1-8581-db0c2f742ca6,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:44.984569 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-904869b0-fdda-4fd7-86db-17eef132c33d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:44.991625 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-904869b0-fdda-4fd7-86db-17eef132c33d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/ports/166ec30a-3571-4ee1-8581-db0c2f742ca6 HTTP/1.1" status: 204 len: 168 time: 1.0690186 Apr 15 03:40:44.992338 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34792) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:44.996032 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 6373f9ac-e0f6-4429-9152-242953d851b8 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:44.996373 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6373f9ac-e0f6-4429-9152-242953d851b8), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:45.047722 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Apr 2022 03:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ee0f56-c382-422e-b1b2-8fab860e7581 x-openstack-request-id: req-99ee0f56-c382-422e-b1b2-8fab860e7581 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:40:45.048024 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd790f1-98aa-4aa8-9e53-c4f3bae1309e", "name": "network-vif-unplugged", "status": "completed", "tag": "87815c8a-c5a3-4497-b9b4-51233aaacfb7", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:40:45.048287 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99ee0f56-c382-422e-b1b2-8fab860e7581 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:40:45.048672 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99ee0f56-c382-422e-b1b2-8fab860e7581'] response: {'server_uuid': '4bd790f1-98aa-4aa8-9e53-c4f3bae1309e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87815c8a-c5a3-4497-b9b4-51233aaacfb7', 'code': 200} Apr 15 03:40:45.055427 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 87815c8a-c5a3-4497-b9b4-51233aaacfb7, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=87815c8a-c5a3-4497-b9b4-51233aaacfb7,segment=NetworkSegment(ef2782cf-c97d-479b-ac4a-ed54ce8219b4),segment_id=ef2782cf-c97d-479b-ac4a-ed54ce8219b4)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:45.087515 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 87815c8a-c5a3-4497-b9b4-51233aaacfb7 is: ACTIVE; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:45.087896 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:45.107641 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 6373f9ac-e0f6-4429-9152-242953d851b8, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6373f9ac-e0f6-4429-9152-242953d851b8,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:45.112922 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87815c8a-c5a3-4497-b9b4-51233aaacfb7 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:40:45.123863 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-142a6c32-1e4b-4be8-8480-c02499559740 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4ef87d32-7e3a-450b-be71-b1cd5f60cc25), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:45.131219 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e4b09e-7d62-4c68-a004-992f915f322b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:45.132117 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:45.134702 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c3e4b09e-7d62-4c68-a004-992f915f322b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1337571 Apr 15 03:40:45.136237 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34794) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:45.171015 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3089c7-bacb-41eb-b789-39254ee24ddb tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] GET failed (client error): The resource could not be found. Apr 15 03:40:45.173334 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0e3089c7-bacb-41eb-b789-39254ee24ddb tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports/d8ffa953-6381-4688-b406-c86512f5c862 HTTP/1.1" status: 404 len: 333 time: 0.0363877 Apr 15 03:40:45.182992 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34796) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:45.198128 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.objects.ports [None req-ddcf5804-4d0b-47de-87fa-a6fb93f4afb7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104666) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 15 03:40:45.217617 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-85528e35-3cb9-4beb-9300-b909f0086074 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] GET failed (client error): The resource could not be found. Apr 15 03:40:45.219168 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-85528e35-3cb9-4beb-9300-b909f0086074 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports/166ec30a-3571-4ee1-8581-db0c2f742ca6 HTTP/1.1" status: 404 len: 333 time: 0.0352130 Apr 15 03:40:45.222767 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=87815c8a-c5a3-4497-b9b4-51233aaacfb7,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:45.224186 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34798) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:45.229286 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (6373f9ac-e0f6-4429-9152-242953d851b8), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:45.230072 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f6e837a2-6edb-446d-9cdd-24826eafb90e up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:45.272044 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5645a304-d814-4884-a32e-208dd7a067e4 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "PUT /v2.0/ports/9de4ed0d-129d-4e7f-a826-9f81f7ea4a84/tags HTTP/1.1" status: 200 len: 317 time: 0.4593086 Apr 15 03:40:45.273130 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34800) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:45.277908 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-d30aa554-1fb8-4833-815e-1ab27f9c0095 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9de4ed0d-129d-4e7f-a826-9f81f7ea4a84') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:45.309951 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:40:45.310317 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:40:45.344172 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=6373f9ac-e0f6-4429-9152-242953d851b8,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:45.354007 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port f6e837a2-6edb-446d-9cdd-24826eafb90e triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:45.354380 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f6e837a2-6edb-446d-9cdd-24826eafb90e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:45.435400 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-394ae63c-0808-49ba-965a-99a487603e2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (3f98ce9f-839e-4729-b793-4d759c8f065a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:45.446083 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d30aa554-1fb8-4833-815e-1ab27f9c0095 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "DELETE /v2.0/ports/9de4ed0d-129d-4e7f-a826-9f81f7ea4a84/tags HTTP/1.1" status: 204 len: 168 time: 0.1715472 Apr 15 03:40:45.458283 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34802) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:45.458283 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-76f3f86c-2fd7-4bdd-a98d-8e9d2556b9e4 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9de4ed0d-129d-4e7f-a826-9f81f7ea4a84', 'tempest-TagsExtTest-Tag-1498135377') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:45.471741 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port f6e837a2-6edb-446d-9cdd-24826eafb90e is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:45.472130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f6e837a2-6edb-446d-9cdd-24826eafb90e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:45.499395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port f6e837a2-6edb-446d-9cdd-24826eafb90e, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f6e837a2-6edb-446d-9cdd-24826eafb90e,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:45.513937 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-76f3f86c-2fd7-4bdd-a98d-8e9d2556b9e4 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] show failed (client error): The resource could not be found. Apr 15 03:40:45.518096 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-76f3f86c-2fd7-4bdd-a98d-8e9d2556b9e4 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/ports/9de4ed0d-129d-4e7f-a826-9f81f7ea4a84/tags/tempest-TagsExtTest-Tag-1498135377 HTTP/1.1" status: 404 len: 329 time: 0.0638919 Apr 15 03:40:45.518972 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34804) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:45.523483 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-08be645c-db57-4fc0-86f4-f883de9ae8f1 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9de4ed0d-129d-4e7f-a826-9f81f7ea4a84', 'tempest-TagsExtTest-Tag-389133562') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:45.570564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a6d1dfe8-bc3e-4c15-8f2b-4f0e66f6dd42 None None] Provisioning complete for port 6373f9ac-e0f6-4429-9152-242953d851b8 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:45.571392 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a6d1dfe8-bc3e-4c15-8f2b-4f0e66f6dd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6373f9ac-e0f6-4429-9152-242953d851b8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:45.590710 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-394ae63c-0808-49ba-965a-99a487603e2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (3f98ce9f-839e-4729-b793-4d759c8f065a), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:45.608677 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f6e837a2-6edb-446d-9cdd-24826eafb90e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:45.613621 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-08be645c-db57-4fc0-86f4-f883de9ae8f1 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] show failed (client error): The resource could not be found. Apr 15 03:40:45.619802 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-08be645c-db57-4fc0-86f4-f883de9ae8f1 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/ports/9de4ed0d-129d-4e7f-a826-9f81f7ea4a84/tags/tempest-TagsExtTest-Tag-389133562 HTTP/1.1" status: 404 len: 328 time: 0.0998669 Apr 15 03:40:45.621554 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34806) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:45.628144 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-27b7a4f2-5f5e-4cbe-b35e-939db068d97f tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9de4ed0d-129d-4e7f-a826-9f81f7ea4a84', 'tempest-TagsExtTest-Tag-1253348031') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:45.673970 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5804-4d0b-47de-87fa-a6fb93f4afb7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6373f9ac-e0f6-4429-9152-242953d851b8), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:45.696628 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-394ae63c-0808-49ba-965a-99a487603e2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f98ce9f-839e-4729-b793-4d759c8f065a']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:45.730370 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-394ae63c-0808-49ba-965a-99a487603e2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de848779-16eb-43c0-9bb5-876d0161561b') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:45.730989 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-394ae63c-0808-49ba-965a-99a487603e2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de848779-16eb-43c0-9bb5-876d0161561b') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:45.744967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=f6e837a2-6edb-446d-9cdd-24826eafb90e,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:45.749250 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-394ae63c-0808-49ba-965a-99a487603e2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (de848779-16eb-43c0-9bb5-876d0161561b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:45.783745 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-394ae63c-0808-49ba-965a-99a487603e2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (de848779-16eb-43c0-9bb5-876d0161561b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:45.786660 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-27b7a4f2-5f5e-4cbe-b35e-939db068d97f tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] show failed (client error): The resource could not be found. Apr 15 03:40:45.791321 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-27b7a4f2-5f5e-4cbe-b35e-939db068d97f tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/ports/9de4ed0d-129d-4e7f-a826-9f81f7ea4a84/tags/tempest-TagsExtTest-Tag-1253348031 HTTP/1.1" status: 404 len: 329 time: 0.1668546 Apr 15 03:40:45.801364 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34808) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:45.802113 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-75e855f6-ef22-44d8-bb0e-8b581238d069 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2ded8cc8-126a-44de-9491-71aadb802b6d', {'tags': ['tempest-TagsExtTest-Tag-391862844', 'tempest-TagsExtTest-Tag-500973014', 'tempest-TagsExtTest-Tag-1895767119']}) {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:45.803145 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394ae63c-0808-49ba-965a-99a487603e2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:40:45.803556 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-394ae63c-0808-49ba-965a-99a487603e2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (de848779-16eb-43c0-9bb5-876d0161561b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:40:45.807168 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:40:45.868708 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 87815c8a-c5a3-4497-b9b4-51233aaacfb7 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:45.869837 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:45.901774 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-142a6c32-1e4b-4be8-8480-c02499559740 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (4ef87d32-7e3a-450b-be71-b1cd5f60cc25), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:45.907080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1dfe8-bc3e-4c15-8f2b-4f0e66f6dd42 None None] Current status of the port 6373f9ac-e0f6-4429-9152-242953d851b8 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:45.910434 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87815c8a-c5a3-4497-b9b4-51233aaacfb7 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:40:45.940534 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 87815c8a-c5a3-4497-b9b4-51233aaacfb7, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=87815c8a-c5a3-4497-b9b4-51233aaacfb7,segment=NetworkSegment(ef2782cf-c97d-479b-ac4a-ed54ce8219b4),segment_id=ef2782cf-c97d-479b-ac4a-ed54ce8219b4)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:45.962243 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-142a6c32-1e4b-4be8-8480-c02499559740 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (4ef87d32-7e3a-450b-be71-b1cd5f60cc25), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:46.017525 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-394ae63c-0808-49ba-965a-99a487603e2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (3f98ce9f-839e-4729-b793-4d759c8f065a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:46.020280 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-27cee16a-6ae0-4710-9467-2058dc610859 None None] Could not find standard attr ID for object d3c877b9-32d4-48cf-94e6-9aafe952259c. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:40:46.038538 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-394ae63c-0808-49ba-965a-99a487603e2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:46.039578 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:46.043172 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-394ae63c-0808-49ba-965a-99a487603e2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/networks/3f98ce9f-839e-4729-b793-4d759c8f065a HTTP/1.1" status: 204 len: 168 time: 0.8180079 Apr 15 03:40:46.058178 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34812) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:46.069666 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-b7a5c9d3-868d-4ffe-9bde-1ba4fb83b956 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-642913227'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:46.092388 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ae63c-0808-49ba-965a-99a487603e2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Network': ['ID=3f98ce9f-839e-4729-b793-4d759c8f065a,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:46.105787 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252bf63-f54e-4ba9-96c5-1e9b7616257b req-d4c40950-4b2a-4d4c-ac19-ffa07c27c33e tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:46.106728 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a6c32-1e4b-4be8-8480-c02499559740 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=4ef87d32-7e3a-450b-be71-b1cd5f60cc25,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:46.107413 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2252bf63-f54e-4ba9-96c5-1e9b7616257b req-d4c40950-4b2a-4d4c-ac19-ffa07c27c33e tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 943 time: 0.1580932 Apr 15 03:40:46.115950 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-142a6c32-1e4b-4be8-8480-c02499559740 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (721dec37-e9b4-44c1-9677-2105e07f1d3d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:46.132943 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=87815c8a-c5a3-4497-b9b4-51233aaacfb7,revision_number=7']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:46.163291 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-ddcf5804-4d0b-47de-87fa-a6fb93f4afb7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] For port 6373f9ac-e0f6-4429-9152-242953d851b8, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6373f9ac-e0f6-4429-9152-242953d851b8,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:46.165839 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ebf0f1-93f9-42a2-a8c1-9f0ac087f7b5 None None] Network abcc95a5-3423-4e6f-9cb9-53f8e547921b requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:46.235085 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-75e855f6-ef22-44d8-bb0e-8b581238d069 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "PUT /v2.0/routers/2ded8cc8-126a-44de-9491-71aadb802b6d/tags HTTP/1.1" status: 200 len: 316 time: 0.4365156 Apr 15 03:40:46.237432 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5804-4d0b-47de-87fa-a6fb93f4afb7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (6373f9ac-e0f6-4429-9152-242953d851b8), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:46.239154 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34814) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:46.243172 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2252bf63-f54e-4ba9-96c5-1e9b7616257b req-19af45fb-c051-4598-a81c-05a27a9c18ce tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975893 Apr 15 03:40:46.248038 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-56289cb0-7864-46f6-bfc1-9b1d8824533e tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2ded8cc8-126a-44de-9491-71aadb802b6d') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:46.261697 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142a6c32-1e4b-4be8-8480-c02499559740 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network abcc95a5-3423-4e6f-9cb9-53f8e547921b is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:46.263280 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-142a6c32-1e4b-4be8-8480-c02499559740 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:46.276057 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34816) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:46.276424 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['87815c8a-c5a3-4497-b9b4-51233aaacfb7'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:40:46.322893 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-010380bb-ca39-461a-8e11-a37a5c592674 None None] Provisioning complete for port e3580ef6-72f2-4a96-b562-da206d165dd5 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:46.323342 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-010380bb-ca39-461a-8e11-a37a5c592674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e3580ef6-72f2-4a96-b562-da206d165dd5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:46.352096 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5804-4d0b-47de-87fa-a6fb93f4afb7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (6373f9ac-e0f6-4429-9152-242953d851b8), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:46.356194 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a5c9d3-868d-4ffe-9bde-1ba4fb83b956 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:46.359472 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7a5c9d3-868d-4ffe-9bde-1ba4fb83b956 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:46.424075 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a5c9d3-868d-4ffe-9bde-1ba4fb83b956 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:40:46.428208 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5804-4d0b-47de-87fa-a6fb93f4afb7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (a86e3664-6e07-494b-9476-aa80306d10e5), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:46.483958 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7a5c9d3-868d-4ffe-9bde-1ba4fb83b956 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7c911de8-33d5-4069-96aa-193e716c7431), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:46.484303 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-b7a5c9d3-868d-4ffe-9bde-1ba4fb83b956 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Added segment 7c911de8-33d5-4069-96aa-193e716c7431 of type vlan for network 99029d52-8469-486d-a6cb-21ecaeb69665 Apr 15 03:40:46.511547 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcf5804-4d0b-47de-87fa-a6fb93f4afb7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:46.524109 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-010380bb-ca39-461a-8e11-a37a5c592674 None None] Current status of the port e3580ef6-72f2-4a96-b562-da206d165dd5 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:46.524606 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-010380bb-ca39-461a-8e11-a37a5c592674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e3580ef6-72f2-4a96-b562-da206d165dd5), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:46.528830 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b0b47a0a-9fd2-4eeb-9d80-e3d027eb3381 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/floatingips/c82c2bd2-7e70-442e-8af6-5a3764e8f3bf HTTP/1.1" status: 200 len: 992 time: 0.2503226 Apr 15 03:40:46.544219 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-ddcf5804-4d0b-47de-87fa-a6fb93f4afb7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:46.554834 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcf5804-4d0b-47de-87fa-a6fb93f4afb7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:46.555447 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ddcf5804-4d0b-47de-87fa-a6fb93f4afb7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:46.568204 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-56289cb0-7864-46f6-bfc1-9b1d8824533e tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "DELETE /v2.0/routers/2ded8cc8-126a-44de-9491-71aadb802b6d/tags HTTP/1.1" status: 204 len: 168 time: 0.3234198 Apr 15 03:40:46.574699 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf5804-4d0b-47de-87fa-a6fb93f4afb7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=a86e3664-6e07-494b-9476-aa80306d10e5,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:46.575979 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142a6c32-1e4b-4be8-8480-c02499559740 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 721dec37-e9b4-44c1-9677-2105e07f1d3d has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:40:46.577070 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf5804-4d0b-47de-87fa-a6fb93f4afb7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=6373f9ac-e0f6-4429-9152-242953d851b8,revision_number=5']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:46.578163 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34818) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:46.582034 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6373f9ac-e0f6-4429-9152-242953d851b8 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:46.587514 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e488b8a1-1261-4ebb-9a0f-f3658579a9ad None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:46.587631 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7a5c9d3-868d-4ffe-9bde-1ba4fb83b956 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (99029d52-8469-486d-a6cb-21ecaeb69665), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:46.587745 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-c782d781-5a25-45a4-9afa-6948efe99711 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2ded8cc8-126a-44de-9491-71aadb802b6d', 'tempest-TagsExtTest-Tag-391862844') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:46.649329 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ddcf5804-4d0b-47de-87fa-a6fb93f4afb7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.3314054 Apr 15 03:40:46.656122 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34820) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:46.656122 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-b8f8876e-7d1f-4319-bbdf-2f6ac61b7bf7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'mac_address': 'fa:16:3e:0d:04:cb', 'name': 'tempest-NetworksTestDHCPv6-1299085910'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:46.695983 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-010380bb-ca39-461a-8e11-a37a5c592674 None None] For port e3580ef6-72f2-4a96-b562-da206d165dd5, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e3580ef6-72f2-4a96-b562-da206d165dd5,segment=NetworkSegment(7732a559-70af-4b2d-9d35-7aa6a2c8e226),segment_id=7732a559-70af-4b2d-9d35-7aa6a2c8e226)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:46.715347 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-c782d781-5a25-45a4-9afa-6948efe99711 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] show failed (client error): The resource could not be found. Apr 15 03:40:46.716457 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c782d781-5a25-45a4-9afa-6948efe99711 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/routers/2ded8cc8-126a-44de-9491-71aadb802b6d/tags/tempest-TagsExtTest-Tag-391862844 HTTP/1.1" status: 404 len: 328 time: 0.1353228 Apr 15 03:40:46.719257 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34822) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:46.723700 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-cd179e9f-ede0-42f5-b5a0-9efd89501557 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2ded8cc8-126a-44de-9491-71aadb802b6d', 'tempest-TagsExtTest-Tag-500973014') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:46.792035 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7a5c9d3-868d-4ffe-9bde-1ba4fb83b956 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (99029d52-8469-486d-a6cb-21ecaeb69665), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:46.798167 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a5c9d3-868d-4ffe-9bde-1ba4fb83b956 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:46.799213 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7a5c9d3-868d-4ffe-9bde-1ba4fb83b956 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:46.819364 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 6373f9ac-e0f6-4429-9152-242953d851b8 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:46.820104 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6373f9ac-e0f6-4429-9152-242953d851b8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:46.821541 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-010380bb-ca39-461a-8e11-a37a5c592674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e3580ef6-72f2-4a96-b562-da206d165dd5), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:46.847538 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-cd179e9f-ede0-42f5-b5a0-9efd89501557 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] show failed (client error): The resource could not be found. Apr 15 03:40:46.854027 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cd179e9f-ede0-42f5-b5a0-9efd89501557 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/routers/2ded8cc8-126a-44de-9491-71aadb802b6d/tags/tempest-TagsExtTest-Tag-500973014 HTTP/1.1" status: 404 len: 328 time: 0.1284301 Apr 15 03:40:46.854027 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34824) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:46.857527 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-049cc5b6-1b68-454d-a6a7-41b6fdf78eea tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2ded8cc8-126a-44de-9491-71aadb802b6d', 'tempest-TagsExtTest-Tag-1895767119') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:46.921740 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b7a5c9d3-868d-4ffe-9bde-1ba4fb83b956 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8591602 Apr 15 03:40:46.936893 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34826) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:46.943084 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f3ce304a-573c-414a-9d20-0c9229902606 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'subnet': {'network_id': '99029d52-8469-486d-a6cb-21ecaeb69665', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:46.950324 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f8876e-7d1f-4319-bbdf-2f6ac61b7bf7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:46.953146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-07822c5f-d297-4d8e-a7d9-80b21267017e None None] Provisioning complete for port e3580ef6-72f2-4a96-b562-da206d165dd5 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:46.953734 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-07822c5f-d297-4d8e-a7d9-80b21267017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e3580ef6-72f2-4a96-b562-da206d165dd5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:46.974373 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a5c9d3-868d-4ffe-9bde-1ba4fb83b956 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Network': ['ID=99029d52-8469-486d-a6cb-21ecaeb69665,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:46.975435 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-049cc5b6-1b68-454d-a6a7-41b6fdf78eea tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] show failed (client error): The resource could not be found. Apr 15 03:40:46.979656 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-049cc5b6-1b68-454d-a6a7-41b6fdf78eea tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/routers/2ded8cc8-126a-44de-9491-71aadb802b6d/tags/tempest-TagsExtTest-Tag-1895767119 HTTP/1.1" status: 404 len: 329 time: 0.1234293 Apr 15 03:40:46.979656 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142a6c32-1e4b-4be8-8480-c02499559740 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:40:46.981134 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34828) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:46.992779 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-a5d7753f-4859-42b8-9de7-fa4618edee68 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '32537d6c-e35f-46f5-8218-d70d3a3cf05d', {'tags': ['tempest-TagsExtTest-Tag-475184255', 'tempest-TagsExtTest-Tag-1475511024', 'tempest-TagsExtTest-Tag-1673751579']}) {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:46.992779 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-142a6c32-1e4b-4be8-8480-c02499559740 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/routers/721dec37-e9b4-44c1-9677-2105e07f1d3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7737801 Apr 15 03:40:46.994596 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34830) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:47.016323 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 99029d52-8469-486d-a6cb-21ecaeb69665 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:40:47.023894 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010380bb-ca39-461a-8e11-a37a5c592674 None None] Pushing event updated for resources: {'Port': ['ID=e3580ef6-72f2-4a96-b562-da206d165dd5,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:47.032959 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] Sync routers for ids ['721dec37-e9b4-44c1-9677-2105e07f1d3d'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:40:47.093867 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 6373f9ac-e0f6-4429-9152-242953d851b8 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:47.095127 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e3580ef6-72f2-4a96-b562-da206d165dd5 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:47.128431 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b8f8876e-7d1f-4319-bbdf-2f6ac61b7bf7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:47.217284 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-b8f8876e-7d1f-4319-bbdf-2f6ac61b7bf7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] device_id is not set on port f3931c0f-1aa0-4783-b231-f03796f5da6a yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:40:47.224675 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] Routers {'721dec37-e9b4-44c1-9677-2105e07f1d3d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:40:47.224675 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:40:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['721dec37-e9b4-44c1-9677-2105e07f1d3d'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:47.292651 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a5d7753f-4859-42b8-9de7-fa4618edee68 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "PUT /v2.0/subnetpools/32537d6c-e35f-46f5-8218-d70d3a3cf05d/tags HTTP/1.1" status: 200 len: 317 time: 0.3083301 Apr 15 03:40:47.293207 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34832) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:47.298626 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-52a90d3c-b697-4036-89fa-45205d1e38cf tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '32537d6c-e35f-46f5-8218-d70d3a3cf05d') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:47.303457 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95bd10c-857d-4220-ba3c-814be3c7475a tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:47.304334 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95bd10c-857d-4220-ba3c-814be3c7475a tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:47.304819 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95bd10c-857d-4220-ba3c-814be3c7475a tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:47.305416 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95bd10c-857d-4220-ba3c-814be3c7475a tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:47.305765 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95bd10c-857d-4220-ba3c-814be3c7475a tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:47.306281 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95bd10c-857d-4220-ba3c-814be3c7475a tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:47.306818 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95bd10c-857d-4220-ba3c-814be3c7475a tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:47.307288 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95bd10c-857d-4220-ba3c-814be3c7475a tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:47.307755 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95bd10c-857d-4220-ba3c-814be3c7475a tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:47.309736 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c95bd10c-857d-4220-ba3c-814be3c7475a tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6297 time: 0.3141863 Apr 15 03:40:47.318865 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port e3580ef6-72f2-4a96-b562-da206d165dd5 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:47.319385 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e3580ef6-72f2-4a96-b562-da206d165dd5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:47.327833 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34834) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:47.419965 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-52a90d3c-b697-4036-89fa-45205d1e38cf tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "DELETE /v2.0/subnetpools/32537d6c-e35f-46f5-8218-d70d3a3cf05d/tags HTTP/1.1" status: 204 len: 168 time: 0.1226575 Apr 15 03:40:47.419965 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34836) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:47.424131 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-07822c5f-d297-4d8e-a7d9-80b21267017e None None] Current status of the port e3580ef6-72f2-4a96-b562-da206d165dd5 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:47.428474 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-b274fd0e-ba1b-4563-83b2-ed73c5b40c03 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '32537d6c-e35f-46f5-8218-d70d3a3cf05d', 'tempest-TagsExtTest-Tag-475184255') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:47.449085 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-b274fd0e-ba1b-4563-83b2-ed73c5b40c03 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] show failed (client error): The resource could not be found. Apr 15 03:40:47.450149 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b274fd0e-ba1b-4563-83b2-ed73c5b40c03 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/subnetpools/32537d6c-e35f-46f5-8218-d70d3a3cf05d/tags/tempest-TagsExtTest-Tag-475184255 HTTP/1.1" status: 404 len: 328 time: 0.0298970 Apr 15 03:40:47.453037 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34838) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:47.459352 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-08b68ea7-0e9c-49cb-9c5d-765f0c14c523 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '32537d6c-e35f-46f5-8218-d70d3a3cf05d', 'tempest-TagsExtTest-Tag-1475511024') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:47.473739 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-07822c5f-d297-4d8e-a7d9-80b21267017e None None] Provisioning complete for port 4ef87d32-7e3a-450b-be71-b1cd5f60cc25 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:47.474407 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-07822c5f-d297-4d8e-a7d9-80b21267017e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4ef87d32-7e3a-450b-be71-b1cd5f60cc25), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:47.479021 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-08b68ea7-0e9c-49cb-9c5d-765f0c14c523 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] show failed (client error): The resource could not be found. Apr 15 03:40:47.480481 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-08b68ea7-0e9c-49cb-9c5d-765f0c14c523 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/subnetpools/32537d6c-e35f-46f5-8218-d70d3a3cf05d/tags/tempest-TagsExtTest-Tag-1475511024 HTTP/1.1" status: 404 len: 329 time: 0.0264888 Apr 15 03:40:47.483756 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34840) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:47.488643 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-2bcb8510-237a-4659-a676-563b0052e6fd tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '32537d6c-e35f-46f5-8218-d70d3a3cf05d', 'tempest-TagsExtTest-Tag-1673751579') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:47.513693 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-2bcb8510-237a-4659-a676-563b0052e6fd tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] show failed (client error): The resource could not be found. Apr 15 03:40:47.515510 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2bcb8510-237a-4659-a676-563b0052e6fd tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/subnetpools/32537d6c-e35f-46f5-8218-d70d3a3cf05d/tags/tempest-TagsExtTest-Tag-1673751579 HTTP/1.1" status: 404 len: 329 time: 0.0299654 Apr 15 03:40:47.516543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] Set router 721dec37-e9b4-44c1-9677-2105e07f1d3d gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:40:47.517848 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34842) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:47.524041 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-701fa2ab-4511-41a2-b30d-4df3ff7130cd tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '32537d6c-e35f-46f5-8218-d70d3a3cf05d') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:47.551719 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-701fa2ab-4511-41a2-b30d-4df3ff7130cd tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "DELETE /v2.0/subnetpools/32537d6c-e35f-46f5-8218-d70d3a3cf05d/tags HTTP/1.1" status: 204 len: 168 time: 0.0314219 Apr 15 03:40:47.554305 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34844) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:47.560454 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-f1d586ce-fa08-4a88-8e74-57982ecff099 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2ded8cc8-126a-44de-9491-71aadb802b6d') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:47.605254 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-07822c5f-d297-4d8e-a7d9-80b21267017e None None] Port 4ef87d32-7e3a-450b-be71-b1cd5f60cc25 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:40:47.652390 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f1d586ce-fa08-4a88-8e74-57982ecff099 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "DELETE /v2.0/routers/2ded8cc8-126a-44de-9491-71aadb802b6d/tags HTTP/1.1" status: 204 len: 168 time: 0.0964911 Apr 15 03:40:47.654887 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34846) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:47.659370 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-1b9dfdaf-2224-4489-afb1-892b0a3d0b6c tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9de4ed0d-129d-4e7f-a826-9f81f7ea4a84') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:47.660665 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e3580ef6-72f2-4a96-b562-da206d165dd5 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:47.661826 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f6e837a2-6edb-446d-9cdd-24826eafb90e up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:47.809276 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f564b-5c5a-41d2-b6af-e83c01cbca92 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:47.809757 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f564b-5c5a-41d2-b6af-e83c01cbca92 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:47.810219 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f564b-5c5a-41d2-b6af-e83c01cbca92 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:47.810699 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f564b-5c5a-41d2-b6af-e83c01cbca92 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:47.811152 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f564b-5c5a-41d2-b6af-e83c01cbca92 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:47.811716 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f564b-5c5a-41d2-b6af-e83c01cbca92 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:47.812044 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f564b-5c5a-41d2-b6af-e83c01cbca92 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:47.812496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f564b-5c5a-41d2-b6af-e83c01cbca92 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:47.814727 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-558f564b-5c5a-41d2-b6af-e83c01cbca92 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5198 time: 0.4930472 Apr 15 03:40:47.818150 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ce304a-573c-414a-9d20-0c9229902606 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:47.821606 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3ce304a-573c-414a-9d20-0c9229902606 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:47.827318 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34848) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:47.904514 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-da234e67-ff01-4494-a791-52e622608797 None None] Provisioning complete for port 4ef87d32-7e3a-450b-be71-b1cd5f60cc25 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:47.904888 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-da234e67-ff01-4494-a791-52e622608797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4ef87d32-7e3a-450b-be71-b1cd5f60cc25), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:47.976369 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-da234e67-ff01-4494-a791-52e622608797 None None] Port 4ef87d32-7e3a-450b-be71-b1cd5f60cc25 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:40:47.989389 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port f6e837a2-6edb-446d-9cdd-24826eafb90e triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:47.989764 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f6e837a2-6edb-446d-9cdd-24826eafb90e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:48.047535 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.ipam_backend_mixin [None req-f3ce304a-573c-414a-9d20-0c9229902606 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Performing IP validity checks on allocation pools {{(pid=104666) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 15 03:40:48.048149 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.ipam_backend_mixin [None req-f3ce304a-573c-414a-9d20-0c9229902606 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104666) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 15 03:40:48.056905 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'name': 'tempest-TestNetworkBasicOps-router-1285994353', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:40:37Z', 'updated_at': '2022-04-15T03:40:45Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:38Z', 'updated_at': '2022-04-15T03:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '4ef87d32-7e3a-450b-be71-b1cd5f60cc25', 'name': '', 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:f1:eb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'd7953b3b-beed-4f8a-8cf6-6def90b5765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:43Z', 'updated_at': '2022-04-15T03:40:45Z', 'revision_number': 2, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'd7953b3b-beed-4f8a-8cf6-6def90b5765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:48.070930 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1b9dfdaf-2224-4489-afb1-892b0a3d0b6c tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "DELETE /v2.0/ports/9de4ed0d-129d-4e7f-a826-9f81f7ea4a84/tags HTTP/1.1" status: 204 len: 168 time: 0.4147990 Apr 15 03:40:48.073275 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34850) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:48.077392 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-548bb605-1cd1-48d0-bc6b-b5dc67a9fe0b tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1b749a08-bb9b-4381-bdd6-1337db3b9bf2') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:48.095463 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] Checking router: 721dec37-e9b4-44c1-9677-2105e07f1d3d for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:40:48.095816 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] Updating router 721dec37-e9b4-44c1-9677-2105e07f1d3d port 4ef87d32-7e3a-450b-be71-b1cd5f60cc25 binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:40:48.125308 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-58cca448-8e23-42db-8274-81b69b2e21b8 None None] Provisioning complete for port 6373f9ac-e0f6-4429-9152-242953d851b8 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:48.125688 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-58cca448-8e23-42db-8274-81b69b2e21b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6373f9ac-e0f6-4429-9152-242953d851b8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:48.135371 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-548bb605-1cd1-48d0-bc6b-b5dc67a9fe0b tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "DELETE /v2.0/subnets/1b749a08-bb9b-4381-bdd6-1337db3b9bf2/tags HTTP/1.1" status: 204 len: 168 time: 0.0572593 Apr 15 03:40:48.136762 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34852) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:48.174975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4ef87d32-7e3a-450b-be71-b1cd5f60cc25), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:48.191179 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-b8f8876e-7d1f-4319-bbdf-2f6ac61b7bf7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8::c2 (d8f597fb-2381-4564-a070-eb7f10af68ac/c14fe010-92c0-4dc5-a028-aa6cd373799b/f3931c0f-1aa0-4783-b231-f03796f5da6a) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:48.203772 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-b8f8876e-7d1f-4319-bbdf-2f6ac61b7bf7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0d:4cb (d8f597fb-2381-4564-a070-eb7f10af68ac/a86e3664-6e07-494b-9476-aa80306d10e5/f3931c0f-1aa0-4783-b231-f03796f5da6a) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:48.204543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port f6e837a2-6edb-446d-9cdd-24826eafb90e is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:48.213722 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f892fe7d-c88e-4440-9eca-5e5ff682e4f9 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2860 time: 0.3826940 Apr 15 03:40:48.303093 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a156a92d-410d-4b0e-9c23-b957c10086dc tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:48.307131 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a156a92d-410d-4b0e-9c23-b957c10086dc tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "DELETE /v2.0/subnetpools/32537d6c-e35f-46f5-8218-d70d3a3cf05d HTTP/1.1" status: 204 len: 168 time: 0.1677208 Apr 15 03:40:48.308980 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34856) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:48.355262 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6e0f89fb-9e75-4dfd-899c-7c6c13a6e458 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ded8cc8-126a-44de-9491-71aadb802b6d HTTP/1.1" status: 200 len: 205 time: 0.0435364 Apr 15 03:40:48.355551 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-58cca448-8e23-42db-8274-81b69b2e21b8 None None] Current status of the port 6373f9ac-e0f6-4429-9152-242953d851b8 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:48.356872 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34858) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:48.367703 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6373f9ac-e0f6-4429-9152-242953d851b8 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:48.479181 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b8f8876e-7d1f-4319-bbdf-2f6ac61b7bf7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (f3931c0f-1aa0-4783-b231-f03796f5da6a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:48.483709 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7c814401-59fd-4ceb-a64f-c0a527f7b540 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks [] for router (2ded8cc8-126a-44de-9491-71aadb802b6d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:48.485831 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3ce304a-573c-414a-9d20-0c9229902606 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (b6dcadf0-6b4a-4cff-a22e-8136605b7ff1), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:48.511918 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 87815c8a-c5a3-4497-b9b4-51233aaacfb7 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:48.550877 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 6373f9ac-e0f6-4429-9152-242953d851b8 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:48.552112 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6373f9ac-e0f6-4429-9152-242953d851b8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:48.593460 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f12634c7-bdc7-4fd1-961b-19398fe49336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:48.603022 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce304a-573c-414a-9d20-0c9229902606 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Subnet': ['ID=b6dcadf0-6b4a-4cff-a22e-8136605b7ff1,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:48.608288 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ce304a-573c-414a-9d20-0c9229902606 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Checking segment: {'id': '7c911de8-33d5-4069-96aa-193e716c7431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '99029d52-8469-486d-a6cb-21ecaeb69665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:48.608670 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ce304a-573c-414a-9d20-0c9229902606 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network hostable DHCP agents. Network: 99029d52-8469-486d-a6cb-21ecaeb69665, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:40:48.673202 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 87815c8a-c5a3-4497-b9b4-51233aaacfb7 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:48.673577 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:48.673946 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b8f8876e-7d1f-4319-bbdf-2f6ac61b7bf7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (f3931c0f-1aa0-4783-b231-f03796f5da6a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:48.692566 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7c814401-59fd-4ceb-a64f-c0a527f7b540 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (2ded8cc8-126a-44de-9491-71aadb802b6d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:48.693827 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34860) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:48.696256 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7c814401-59fd-4ceb-a64f-c0a527f7b540 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks [] for router_controller (2ded8cc8-126a-44de-9491-71aadb802b6d), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:48.700637 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-10bba8bf-9a74-4474-8b8d-d67db9bf9d02 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1689928383', 'description': 'tempest-secgroup-smoke-1689928383 description', 'project_id': '6786bd52355f4b228acda11ee2393b97'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:48.729018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f8876e-7d1f-4319-bbdf-2f6ac61b7bf7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:48.729897 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ce304a-573c-414a-9d20-0c9229902606 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network 99029d52-8469-486d-a6cb-21ecaeb69665 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:40:48.730019 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] Publish callbacks [] for port (4ef87d32-7e3a-450b-be71-b1cd5f60cc25), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:48.739204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-b8f8876e-7d1f-4319-bbdf-2f6ac61b7bf7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:48.744246 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f8876e-7d1f-4319-bbdf-2f6ac61b7bf7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:48.749551 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f8876e-7d1f-4319-bbdf-2f6ac61b7bf7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:48.750199 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b8f8876e-7d1f-4319-bbdf-2f6ac61b7bf7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:48.758832 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 6373f9ac-e0f6-4429-9152-242953d851b8 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:48.760443 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e3580ef6-72f2-4a96-b562-da206d165dd5 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:48.765904 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8876e-7d1f-4319-bbdf-2f6ac61b7bf7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=f3931c0f-1aa0-4783-b231-f03796f5da6a,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:48.823481 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (4ef87d32-7e3a-450b-be71-b1cd5f60cc25), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:48.845861 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7c814401-59fd-4ceb-a64f-c0a527f7b540 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (2ded8cc8-126a-44de-9491-71aadb802b6d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:48.846520 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c814401-59fd-4ceb-a64f-c0a527f7b540 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Fanout notify agent at l3_agent the message router_deleted on router 2ded8cc8-126a-44de-9491-71aadb802b6d {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:40:48.849047 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b8f8876e-7d1f-4319-bbdf-2f6ac61b7bf7 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1972063 Apr 15 03:40:48.850384 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-f3ce304a-573c-414a-9d20-0c9229902606 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 99029d52-8469-486d-a6cb-21ecaeb69665) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:48.853800 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34862) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:48.854172 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-10bba8bf-9a74-4474-8b8d-d67db9bf9d02 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:48.864267 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7c814401-59fd-4ceb-a64f-c0a527f7b540 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:48.867751 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7c814401-59fd-4ceb-a64f-c0a527f7b540 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "DELETE /v2.0/routers/2ded8cc8-126a-44de-9491-71aadb802b6d HTTP/1.1" status: 204 len: 168 time: 0.4978731 Apr 15 03:40:48.869895 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094609da-7d6a-4dde-a502-ea6c8101728a None None] Network 99029d52-8469-486d-a6cb-21ecaeb69665 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:48.874389 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34864) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:48.895851 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 87815c8a-c5a3-4497-b9b4-51233aaacfb7 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:48.896243 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:48.917376 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ce304a-573c-414a-9d20-0c9229902606 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:48.917981 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3ce304a-573c-414a-9d20-0c9229902606 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:48.931651 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port e3580ef6-72f2-4a96-b562-da206d165dd5 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:48.931651 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e3580ef6-72f2-4a96-b562-da206d165dd5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:48.985950 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-b96064ca-c970-4da2-83b2-863cd43ab585 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting port f3931c0f-1aa0-4783-b231-f03796f5da6a {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:48.986315 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b96064ca-c970-4da2-83b2-863cd43ab585 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f3931c0f-1aa0-4783-b231-f03796f5da6a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.041609 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a25297-42a0-4c70-aa3d-0289a60eeace None None] Pushing event updated for resources: {'Port': ['ID=4ef87d32-7e3a-450b-be71-b1cd5f60cc25,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:49.043818 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd790f1-98aa-4aa8-9e53-c4f3bae1309e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87815c8a-c5a3-4497-b9b4-51233aaacfb7'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:40:49.049849 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7807c8c1-90e0-4661-90a4-65227d31268c" -d '{"events": [{"server_uuid": "4bd790f1-98aa-4aa8-9e53-c4f3bae1309e", "name": "network-vif-plugged", "status": "completed", "tag": "87815c8a-c5a3-4497-b9b4-51233aaacfb7"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:40:49.050827 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f3ce304a-573c-414a-9d20-0c9229902606 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1128280 Apr 15 03:40:49.056653 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34868) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:49.077194 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-6e46f5db-7c93-4444-9a66-2678c2f86f8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'port': {'network_id': '99029d52-8469-486d-a6cb-21ecaeb69665', 'name': 'tempest-PortsTestJSON-463169440'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:49.094743 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-bc213cb6-af8e-4c5e-b790-90d14ceace70 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Deleting port 9de4ed0d-129d-4e7f-a826-9f81f7ea4a84 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:49.095098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bc213cb6-af8e-4c5e-b790-90d14ceace70 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (9de4ed0d-129d-4e7f-a826-9f81f7ea4a84), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.142396 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486739d1-8317-4039-aabc-3d3f4b3e5066 x-openstack-request-id: req-486739d1-8317-4039-aabc-3d3f4b3e5066 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:40:49.142814 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd790f1-98aa-4aa8-9e53-c4f3bae1309e", "name": "network-vif-plugged", "status": "completed", "tag": "87815c8a-c5a3-4497-b9b4-51233aaacfb7", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:40:49.143134 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-486739d1-8317-4039-aabc-3d3f4b3e5066 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:40:49.144227 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-486739d1-8317-4039-aabc-3d3f4b3e5066'] response: {'server_uuid': '4bd790f1-98aa-4aa8-9e53-c4f3bae1309e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87815c8a-c5a3-4497-b9b4-51233aaacfb7', 'code': 200} Apr 15 03:40:49.201214 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 87815c8a-c5a3-4497-b9b4-51233aaacfb7, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=87815c8a-c5a3-4497-b9b4-51233aaacfb7,segment=NetworkSegment(ef2782cf-c97d-479b-ac4a-ed54ce8219b4),segment_id=ef2782cf-c97d-479b-ac4a-ed54ce8219b4)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:49.201672 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b96064ca-c970-4da2-83b2-863cd43ab585 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f3931c0f-1aa0-4783-b231-f03796f5da6a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.219217 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bc213cb6-af8e-4c5e-b790-90d14ceace70 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (9de4ed0d-129d-4e7f-a826-9f81f7ea4a84), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.222996 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-b96064ca-c970-4da2-83b2-863cd43ab585 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Calling delete_port for f3931c0f-1aa0-4783-b231-f03796f5da6a owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:49.235969 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-bc213cb6-af8e-4c5e-b790-90d14ceace70 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Calling delete_port for 9de4ed0d-129d-4e7f-a826-9f81f7ea4a84 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:49.275599 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59022a28-c15f-4666-bae6-c82dca7f0bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-99029d52-8469-486d-a6cb-21ecaeb69665', 'network_id': '99029d52-8469-486d-a6cb-21ecaeb69665', 'project_id': '0f29a0ef0d424ee880c0248cae529385', 'fixed_ips': [{'subnet_id': 'b6dcadf0-6b4a-4cff-a22e-8136605b7ff1'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:40:49.276584 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-59022a28-c15f-4666-bae6-c82dca7f0bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.278884 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.286166 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-10bba8bf-9a74-4474-8b8d-d67db9bf9d02 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (51ecbd44-3cec-4834-88cc-bd1dd5b0199c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.287268 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e3580ef6-72f2-4a96-b562-da206d165dd5 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:49.317137 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] Attempting to bind port 4ef87d32-7e3a-450b-be71-b1cd5f60cc25 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:40:49.317636 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] Attempting to bind port 4ef87d32-7e3a-450b-be71-b1cd5f60cc25 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '7732a559-70af-4b2d-9d35-7aa6a2c8e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:40:49.318077 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] Attempting to bind port 4ef87d32-7e3a-450b-be71-b1cd5f60cc25 on network abcc95a5-3423-4e6f-9cb9-53f8e547921b {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:40:49.324934 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7cc52091-022f-4301-8d83-7f0415271d02 None None] Provisioning complete for port f3931c0f-1aa0-4783-b231-f03796f5da6a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:49.325386 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7cc52091-022f-4301-8d83-7f0415271d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f3931c0f-1aa0-4783-b231-f03796f5da6a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.352547 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:40:49.353124 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] Checking segment: {'id': '7732a559-70af-4b2d-9d35-7aa6a2c8e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:49.353632 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.354140 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] Bound using segment: {'id': '7732a559-70af-4b2d-9d35-7aa6a2c8e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:40:49.354754 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] Bound port: 4ef87d32-7e3a-450b-be71-b1cd5f60cc25, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7732a559-70af-4b2d-9d35-7aa6a2c8e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:40:49.355232 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4ef87d32-7e3a-450b-be71-b1cd5f60cc25), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.359267 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-10bba8bf-9a74-4474-8b8d-d67db9bf9d02 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (51ecbd44-3cec-4834-88cc-bd1dd5b0199c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.398351 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e46f5db-7c93-4444-9a66-2678c2f86f8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:49.403112 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6e46f5db-7c93-4444-9a66-2678c2f86f8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.405660 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=87815c8a-c5a3-4497-b9b4-51233aaacfb7,revision_number=8']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:49.411648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bba8bf-9a74-4474-8b8d-d67db9bf9d02 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51ecbd44-3cec-4834-88cc-bd1dd5b0199c,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:49.430018 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7cc52091-022f-4301-8d83-7f0415271d02 None None] Port f3931c0f-1aa0-4783-b231-f03796f5da6a cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:40:49.437216 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-10bba8bf-9a74-4474-8b8d-d67db9bf9d02 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.438945 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-10bba8bf-9a74-4474-8b8d-d67db9bf9d02 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7440934 Apr 15 03:40:49.441589 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34870) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:49.446443 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-446b9bcb-bfc2-4c12-8a4a-7a91cec36e46 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': '51ecbd44-3cec-4834-88cc-bd1dd5b0199c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:49.455969 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-6e46f5db-7c93-4444-9a66-2678c2f86f8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] device_id is not set on port 298d7578-68d1-4163-841d-2405c19b78f6 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:40:49.471646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] For port 4ef87d32-7e3a-450b-be71-b1cd5f60cc25, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:40:49.472743 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bc213cb6-af8e-4c5e-b790-90d14ceace70 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (9de4ed0d-129d-4e7f-a826-9f81f7ea4a84), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.500875 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] For port 4ef87d32-7e3a-450b-be71-b1cd5f60cc25, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4ef87d32-7e3a-450b-be71-b1cd5f60cc25,segment=NetworkSegment(7732a559-70af-4b2d-9d35-7aa6a2c8e226),segment_id=7732a559-70af-4b2d-9d35-7aa6a2c8e226)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:40:49.503684 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc213cb6-af8e-4c5e-b790-90d14ceace70 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Pushing event deleted for resources: {'Port': ['ID=9de4ed0d-129d-4e7f-a826-9f81f7ea4a84,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:49.555043 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-cb4c4004-da5a-4f18-aa2b-e9991c26276c None None] Provisioning complete for port 4ef87d32-7e3a-450b-be71-b1cd5f60cc25 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:49.555447 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cb4c4004-da5a-4f18-aa2b-e9991c26276c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4ef87d32-7e3a-450b-be71-b1cd5f60cc25), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.587331 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bc213cb6-af8e-4c5e-b790-90d14ceace70 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.592882 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bc213cb6-af8e-4c5e-b790-90d14ceace70 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "DELETE /v2.0/ports/9de4ed0d-129d-4e7f-a826-9f81f7ea4a84 HTTP/1.1" status: 204 len: 168 time: 0.7151284 Apr 15 03:40:49.593697 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34872) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:49.599827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-cb4c4004-da5a-4f18-aa2b-e9991c26276c None None] Port 4ef87d32-7e3a-450b-be71-b1cd5f60cc25 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:40:49.618100 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (4ef87d32-7e3a-450b-be71-b1cd5f60cc25), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.623040 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-446b9bcb-bfc2-4c12-8a4a-7a91cec36e46 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (b8d555e9-f48b-4dc0-8a86-c1a31965fa93), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.678751 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f86246-aefb-4c4b-aaa1-47223a16c114 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Deleting subnet 1b749a08-bb9b-4381-bdd6-1337db3b9bf2 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:40:49.685605 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f7f86246-aefb-4c4b-aaa1-47223a16c114 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks [] for subnet (1b749a08-bb9b-4381-bdd6-1337db3b9bf2), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.716675 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a25297-42a0-4c70-aa3d-0289a60eeace None None] Pushing event updated for resources: {'Port': ['ID=4ef87d32-7e3a-450b-be71-b1cd5f60cc25,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:49.720379 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-446b9bcb-bfc2-4c12-8a4a-7a91cec36e46 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (b8d555e9-f48b-4dc0-8a86-c1a31965fa93), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.737778 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f7f86246-aefb-4c4b-aaa1-47223a16c114 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (1b749a08-bb9b-4381-bdd6-1337db3b9bf2), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.754006 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b96064ca-c970-4da2-83b2-863cd43ab585 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (f3931c0f-1aa0-4783-b231-f03796f5da6a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.756042 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] Routers {'721dec37-e9b4-44c1-9677-2105e07f1d3d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:40:49.756788 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:40:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['721dec37-e9b4-44c1-9677-2105e07f1d3d'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:49.802210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-6e46f5db-7c93-4444-9a66-2678c2f86f8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Allocated IP 172.20.0.8 (99029d52-8469-486d-a6cb-21ecaeb69665/b6dcadf0-6b4a-4cff-a22e-8136605b7ff1/298d7578-68d1-4163-841d-2405c19b78f6) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:49.826183 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-446b9bcb-bfc2-4c12-8a4a-7a91cec36e46 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (b8d555e9-f48b-4dc0-8a86-c1a31965fa93), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.830842 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96064ca-c970-4da2-83b2-863cd43ab585 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Port': ['ID=f3931c0f-1aa0-4783-b231-f03796f5da6a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:49.877487 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b9bcb-bfc2-4c12-8a4a-7a91cec36e46 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d555e9-f48b-4dc0-8a86-c1a31965fa93,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:49.892840 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b96064ca-c970-4da2-83b2-863cd43ab585 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.902797 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34874) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:49.906061 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b96064ca-c970-4da2-83b2-863cd43ab585 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/f3931c0f-1aa0-4783-b231-f03796f5da6a HTTP/1.1" status: 204 len: 168 time: 1.0479603 Apr 15 03:40:49.914127 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f7f86246-aefb-4c4b-aaa1-47223a16c114 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (1b749a08-bb9b-4381-bdd6-1337db3b9bf2), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.949443 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] Set router 721dec37-e9b4-44c1-9677-2105e07f1d3d gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:40:49.963906 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-446b9bcb-bfc2-4c12-8a4a-7a91cec36e46 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:49.965762 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-446b9bcb-bfc2-4c12-8a4a-7a91cec36e46 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5225191 Apr 15 03:40:49.969930 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34876) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:49.976467 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-8e34de24-ade9-412d-86de-3d8e7b9edd10 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': '51ecbd44-3cec-4834-88cc-bd1dd5b0199c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:50.006014 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd23265-f50d-4013-a6d6-280d44b6a585 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:50.010728 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ebd23265-f50d-4013-a6d6-280d44b6a585 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1052496 Apr 15 03:40:50.013824 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34878) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:50.103632 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e93c93-4d4a-4170-9423-3c28cf38e258 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:50.107906 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d8e93c93-4d4a-4170-9423-3c28cf38e258 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0910330 Apr 15 03:40:50.108943 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34880) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:50.153498 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-00864986-e3ca-44ce-8b34-ec20a7223433 None None] Provisioning complete for port 4ef87d32-7e3a-450b-be71-b1cd5f60cc25 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:50.154102 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-00864986-e3ca-44ce-8b34-ec20a7223433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4ef87d32-7e3a-450b-be71-b1cd5f60cc25), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.158898 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6e46f5db-7c93-4444-9a66-2678c2f86f8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (298d7578-68d1-4163-841d-2405c19b78f6), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.161088 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e34de24-ade9-412d-86de-3d8e7b9edd10 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (07229fcd-8760-47b8-90a9-7f70e6bff9cc), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.181017 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f7f86246-aefb-4c4b-aaa1-47223a16c114 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (1b749a08-bb9b-4381-bdd6-1337db3b9bf2), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.233164 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71079b3a-cc3b-4cea-90ff-507bc045afe2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:50.234536 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71079b3a-cc3b-4cea-90ff-507bc045afe2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:50.236116 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71079b3a-cc3b-4cea-90ff-507bc045afe2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:50.241137 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-71079b3a-cc3b-4cea-90ff-507bc045afe2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1272087 Apr 15 03:40:50.242756 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f7f86246-aefb-4c4b-aaa1-47223a16c114 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.248675 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f7f86246-aefb-4c4b-aaa1-47223a16c114 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "DELETE /v2.0/subnets/1b749a08-bb9b-4381-bdd6-1337db3b9bf2 HTTP/1.1" status: 204 len: 168 time: 0.6523273 Apr 15 03:40:50.248675 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34882) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:50.251232 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34884) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:50.262100 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f86246-aefb-4c4b-aaa1-47223a16c114 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Pushing event deleted for resources: {'Subnet': ['ID=1b749a08-bb9b-4381-bdd6-1337db3b9bf2,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:50.271767 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6e46f5db-7c93-4444-9a66-2678c2f86f8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (298d7578-68d1-4163-841d-2405c19b78f6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.322452 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e34de24-ade9-412d-86de-3d8e7b9edd10 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (07229fcd-8760-47b8-90a9-7f70e6bff9cc), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.326546 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcfa516-adc1-4176-92af-951cf1768da6 None None] Network bf857ca4-2aa6-4eda-b8e9-b7b0447132bb requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:50.328190 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-8248a1f7-b664-4e3d-8303-44868a2c1db5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet a86e3664-6e07-494b-9476-aa80306d10e5 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:40:50.330974 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8248a1f7-b664-4e3d-8303-44868a2c1db5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (a86e3664-6e07-494b-9476-aa80306d10e5), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.370550 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e34de24-ade9-412d-86de-3d8e7b9edd10 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (07229fcd-8760-47b8-90a9-7f70e6bff9cc), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.371911 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e46f5db-7c93-4444-9a66-2678c2f86f8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network 99029d52-8469-486d-a6cb-21ecaeb69665 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:50.382181 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-6e46f5db-7c93-4444-9a66-2678c2f86f8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:50.393969 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e46f5db-7c93-4444-9a66-2678c2f86f8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:50.399604 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46f5db-7c93-4444-9a66-2678c2f86f8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=298d7578-68d1-4163-841d-2405c19b78f6,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:50.401775 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8248a1f7-b664-4e3d-8303-44868a2c1db5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (a86e3664-6e07-494b-9476-aa80306d10e5), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.423794 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b202988b-e05d-4921-8158-c8d92e0663a6 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (bf857ca4-2aa6-4eda-b8e9-b7b0447132bb), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.425541 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34de24-ade9-412d-86de-3d8e7b9edd10 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07229fcd-8760-47b8-90a9-7f70e6bff9cc,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:50.467337 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e34de24-ade9-412d-86de-3d8e7b9edd10 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.470202 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8e34de24-ade9-412d-86de-3d8e7b9edd10 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4973028 Apr 15 03:40:50.475903 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34886) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:50.480407 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e46f5db-7c93-4444-9a66-2678c2f86f8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:50.480407 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6e46f5db-7c93-4444-9a66-2678c2f86f8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.482123 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-fcb7e402-239e-4085-bd12-5030e7b140ed tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': '51ecbd44-3cec-4834-88cc-bd1dd5b0199c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:50.484403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-59022a28-c15f-4666-bae6-c82dca7f0bac None None] Allocated IP 172.20.0.2 (99029d52-8469-486d-a6cb-21ecaeb69665/b6dcadf0-6b4a-4cff-a22e-8136605b7ff1/239a7845-d3db-4c23-92e3-bed2603ed916) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:50.499987 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-b202988b-e05d-4921-8158-c8d92e0663a6 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Deleting port f185f8a5-c832-4137-9678-f1fe40527f1b {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:50.500341 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b202988b-e05d-4921-8158-c8d92e0663a6 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f185f8a5-c832-4137-9678-f1fe40527f1b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.515520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'name': 'tempest-TestNetworkBasicOps-router-1285994353', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:40:37Z', 'updated_at': '2022-04-15T03:40:45Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:38Z', 'updated_at': '2022-04-15T03:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '4ef87d32-7e3a-450b-be71-b1cd5f60cc25', 'name': '', 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:f1:eb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'd7953b3b-beed-4f8a-8cf6-6def90b5765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:43Z', 'updated_at': '2022-04-15T03:40:49Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'd7953b3b-beed-4f8a-8cf6-6def90b5765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:50.537362 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8248a1f7-b664-4e3d-8303-44868a2c1db5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (a86e3664-6e07-494b-9476-aa80306d10e5), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.569975 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6e46f5db-7c93-4444-9a66-2678c2f86f8b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5098872 Apr 15 03:40:50.570267 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34888) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:50.576590 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-b202988b-e05d-4921-8158-c8d92e0663a6 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] For port f185f8a5-c832-4137-9678-f1fe40527f1b, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f185f8a5-c832-4137-9678-f1fe40527f1b,segment=NetworkSegment(da483282-0f7e-41d7-9bab-1756f5d7eedc),segment_id=da483282-0f7e-41d7-9bab-1756f5d7eedc)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:50.577026 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b202988b-e05d-4921-8158-c8d92e0663a6 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f185f8a5-c832-4137-9678-f1fe40527f1b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.583150 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7db05e7-f3b2-4715-bd19-02776f926c3b None None] The sync data for ids ['721dec37-e9b4-44c1-9677-2105e07f1d3d'] in dv-neutron-837140-3-hyperv is: [{'id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'name': 'tempest-TestNetworkBasicOps-router-1285994353', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:40:37Z', 'updated_at': '2022-04-15T03:40:45Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:38Z', 'updated_at': '2022-04-15T03:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '4ef87d32-7e3a-450b-be71-b1cd5f60cc25', 'name': '', 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:f1:eb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'd7953b3b-beed-4f8a-8cf6-6def90b5765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:43Z', 'updated_at': '2022-04-15T03:40:49Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'd7953b3b-beed-4f8a-8cf6-6def90b5765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:40:50.600581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-b202988b-e05d-4921-8158-c8d92e0663a6 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Calling delete_port for f185f8a5-c832-4137-9678-f1fe40527f1b owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:50.648222 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fcb7e402-239e-4085-bd12-5030e7b140ed tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (5bbcdd56-0535-44ac-8523-4b54728ad02b), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.673640 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-00864986-e3ca-44ce-8b34-ec20a7223433 None None] Current status of the port 4ef87d32-7e3a-450b-be71-b1cd5f60cc25 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:50.674276 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-00864986-e3ca-44ce-8b34-ec20a7223433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4ef87d32-7e3a-450b-be71-b1cd5f60cc25), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.742396 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b8d72-3efe-4a6f-aef3-cd88804cf017 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting port 298d7578-68d1-4163-841d-2405c19b78f6 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:50.742671 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb0b8d72-3efe-4a6f-aef3-cd88804cf017 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (298d7578-68d1-4163-841d-2405c19b78f6), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.761371 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b32df27-96e8-4204-b61f-33d33db29217 None None] DHCP port deletion for bf857ca4-2aa6-4eda-b8e9-b7b0447132bb request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:40:50.771479 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-00864986-e3ca-44ce-8b34-ec20a7223433 None None] For port 4ef87d32-7e3a-450b-be71-b1cd5f60cc25, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4ef87d32-7e3a-450b-be71-b1cd5f60cc25,segment=NetworkSegment(7732a559-70af-4b2d-9d35-7aa6a2c8e226),segment_id=7732a559-70af-4b2d-9d35-7aa6a2c8e226)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:50.819279 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8248a1f7-b664-4e3d-8303-44868a2c1db5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (a86e3664-6e07-494b-9476-aa80306d10e5), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.821007 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b202988b-e05d-4921-8158-c8d92e0663a6 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (f185f8a5-c832-4137-9678-f1fe40527f1b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.849114 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8b4c9ec1-6e19-4bc8-bc8d-a35e234ad42a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.850644 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-00864986-e3ca-44ce-8b34-ec20a7223433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (4ef87d32-7e3a-450b-be71-b1cd5f60cc25), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.852931 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248a1f7-b664-4e3d-8303-44868a2c1db5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=a86e3664-6e07-494b-9476-aa80306d10e5,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:50.859621 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5b32df27-96e8-4204-b61f-33d33db29217 None None] Deleting port f185f8a5-c832-4137-9678-f1fe40527f1b {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:50.859965 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5b32df27-96e8-4204-b61f-33d33db29217 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f185f8a5-c832-4137-9678-f1fe40527f1b), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.880681 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fcb7e402-239e-4085-bd12-5030e7b140ed tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (5bbcdd56-0535-44ac-8523-4b54728ad02b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.885388 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8248a1f7-b664-4e3d-8303-44868a2c1db5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.887613 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b202988b-e05d-4921-8158-c8d92e0663a6 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] No DVR routers for this DVR port f185f8a5-c832-4137-9678-f1fe40527f1b on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:50.889127 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8248a1f7-b664-4e3d-8303-44868a2c1db5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/a86e3664-6e07-494b-9476-aa80306d10e5 HTTP/1.1" status: 204 len: 168 time: 0.6365685 Apr 15 03:40:50.892240 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34890) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:50.894800 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202988b-e05d-4921-8158-c8d92e0663a6 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Pushing event deleted for resources: {'Port': ['ID=f185f8a5-c832-4137-9678-f1fe40527f1b,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:50.911924 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-59022a28-c15f-4666-bae6-c82dca7f0bac None None] Publish callbacks [] for port (239a7845-d3db-4c23-92e3-bed2603ed916), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.913872 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838e1a1e-e142-453f-a9f3-fc4f9a9693d9 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:50.953691 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb0b8d72-3efe-4a6f-aef3-cd88804cf017 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (298d7578-68d1-4163-841d-2405c19b78f6), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:50.958312 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fcb7e402-239e-4085-bd12-5030e7b140ed tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (5bbcdd56-0535-44ac-8523-4b54728ad02b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.006036 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-fb0b8d72-3efe-4a6f-aef3-cd88804cf017 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Calling delete_port for 298d7578-68d1-4163-841d-2405c19b78f6 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:51.006036 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94aadf5-49bf-4d00-9fc9-e1c8ba930d3b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet c14fe010-92c0-4dc5-a028-aa6cd373799b {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:40:51.006036 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7e402-239e-4085-bd12-5030e7b140ed tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbcdd56-0535-44ac-8523-4b54728ad02b,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:51.015353 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f94aadf5-49bf-4d00-9fc9-e1c8ba930d3b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (c14fe010-92c0-4dc5-a028-aa6cd373799b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.037320 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-59022a28-c15f-4666-bae6-c82dca7f0bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (239a7845-d3db-4c23-92e3-bed2603ed916), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.050873 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b202988b-e05d-4921-8158-c8d92e0663a6 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (bf857ca4-2aa6-4eda-b8e9-b7b0447132bb), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.072077 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5b32df27-96e8-4204-b61f-33d33db29217 None None] For port f185f8a5-c832-4137-9678-f1fe40527f1b, host dv-neutron-837140-3-hyperv, got binding levels [] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:51.072077 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5b32df27-96e8-4204-b61f-33d33db29217 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f185f8a5-c832-4137-9678-f1fe40527f1b), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.082002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00864986-e3ca-44ce-8b34-ec20a7223433 None None] Pushing event updated for resources: {'Port': ['ID=4ef87d32-7e3a-450b-be71-b1cd5f60cc25,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:51.098805 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-b202988b-e05d-4921-8158-c8d92e0663a6 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf857ca4-2aa6-4eda-b8e9-b7b0447132bb']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:51.101806 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fcb7e402-239e-4085-bd12-5030e7b140ed tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.103608 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fcb7e402-239e-4085-bd12-5030e7b140ed tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6261320 Apr 15 03:40:51.107367 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34892) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:51.107685 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f94aadf5-49bf-4d00-9fc9-e1c8ba930d3b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (c14fe010-92c0-4dc5-a028-aa6cd373799b), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.122193 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-7170fdab-63f0-4f47-9d02-21cb0983b048 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': '51ecbd44-3cec-4834-88cc-bd1dd5b0199c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:51.131198 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-b202988b-e05d-4921-8158-c8d92e0663a6 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da483282-0f7e-41d7-9bab-1756f5d7eedc') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:51.131842 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-b202988b-e05d-4921-8158-c8d92e0663a6 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da483282-0f7e-41d7-9bab-1756f5d7eedc') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:51.146675 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b202988b-e05d-4921-8158-c8d92e0663a6 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (da483282-0f7e-41d7-9bab-1756f5d7eedc), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.148283 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59022a28-c15f-4666-bae6-c82dca7f0bac None None] Network 99029d52-8469-486d-a6cb-21ecaeb69665 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:51.168939 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b202988b-e05d-4921-8158-c8d92e0663a6 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (da483282-0f7e-41d7-9bab-1756f5d7eedc), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.177042 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b202988b-e05d-4921-8158-c8d92e0663a6 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:40:51.178057 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b202988b-e05d-4921-8158-c8d92e0663a6 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (da483282-0f7e-41d7-9bab-1756f5d7eedc), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:40:51.183101 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:40:51.229167 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-59022a28-c15f-4666-bae6-c82dca7f0bac None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:51.233577 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59022a28-c15f-4666-bae6-c82dca7f0bac None None] Pushing event updated for resources: {'Port': ['ID=239a7845-d3db-4c23-92e3-bed2603ed916,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:51.239192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5b32df27-96e8-4204-b61f-33d33db29217 None None] Calling delete_port for f185f8a5-c832-4137-9678-f1fe40527f1b owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:51.245341 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59022a28-c15f-4666-bae6-c82dca7f0bac None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:51.269522 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f94aadf5-49bf-4d00-9fc9-e1c8ba930d3b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (c14fe010-92c0-4dc5-a028-aa6cd373799b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.277967 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7170fdab-63f0-4f47-9d02-21cb0983b048 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (14ead587-3dc9-4758-b22b-1b937cf701f3), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.284251 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.ipam_backend_mixin [None req-5b32df27-96e8-4204-b61f-33d33db29217 None None] Port f185f8a5-c832-4137-9678-f1fe40527f1b was not found and therefore no delete operation was performed {{(pid=104668) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 15 03:40:51.333467 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5b32df27-96e8-4204-b61f-33d33db29217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (f185f8a5-c832-4137-9678-f1fe40527f1b), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.346903 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-59022a28-c15f-4666-bae6-c82dca7f0bac None None] Attempting to bind port 239a7845-d3db-4c23-92e3-bed2603ed916 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:40:51.347281 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-59022a28-c15f-4666-bae6-c82dca7f0bac None None] Attempting to bind port 239a7845-d3db-4c23-92e3-bed2603ed916 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '7c911de8-33d5-4069-96aa-193e716c7431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '99029d52-8469-486d-a6cb-21ecaeb69665'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:40:51.347651 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59022a28-c15f-4666-bae6-c82dca7f0bac None None] Attempting to bind port 239a7845-d3db-4c23-92e3-bed2603ed916 on network 99029d52-8469-486d-a6cb-21ecaeb69665 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:40:51.365305 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b202988b-e05d-4921-8158-c8d92e0663a6 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (bf857ca4-2aa6-4eda-b8e9-b7b0447132bb), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.376273 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb0b8d72-3efe-4a6f-aef3-cd88804cf017 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (298d7578-68d1-4163-841d-2405c19b78f6), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.380846 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b202988b-e05d-4921-8158-c8d92e0663a6 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.384758 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32df27-96e8-4204-b61f-33d33db29217 None None] Pushing event deleted for resources: {'Port': ['ID=f185f8a5-c832-4137-9678-f1fe40527f1b,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:51.393997 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59022a28-c15f-4666-bae6-c82dca7f0bac None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:40:51.400457 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59022a28-c15f-4666-bae6-c82dca7f0bac None None] Checking segment: {'id': '7c911de8-33d5-4069-96aa-193e716c7431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '99029d52-8469-486d-a6cb-21ecaeb69665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:51.400656 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b202988b-e05d-4921-8158-c8d92e0663a6 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] 10.222.0.15 "DELETE /v2.0/networks/bf857ca4-2aa6-4eda-b8e9-b7b0447132bb HTTP/1.1" status: 204 len: 168 time: 1.1417718 Apr 15 03:40:51.400776 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-59022a28-c15f-4666-bae6-c82dca7f0bac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.400776 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59022a28-c15f-4666-bae6-c82dca7f0bac None None] Bound using segment: {'id': '7c911de8-33d5-4069-96aa-193e716c7431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '99029d52-8469-486d-a6cb-21ecaeb69665'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:40:51.400776 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-59022a28-c15f-4666-bae6-c82dca7f0bac None None] Bound port: 239a7845-d3db-4c23-92e3-bed2603ed916, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c911de8-33d5-4069-96aa-193e716c7431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '99029d52-8469-486d-a6cb-21ecaeb69665'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:40:51.400776 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-59022a28-c15f-4666-bae6-c82dca7f0bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (239a7845-d3db-4c23-92e3-bed2603ed916), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.402382 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7170fdab-63f0-4f47-9d02-21cb0983b048 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (14ead587-3dc9-4758-b22b-1b937cf701f3), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.404928 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b32df27-96e8-4204-b61f-33d33db29217 None None] No DVR routers for this DVR port f185f8a5-c832-4137-9678-f1fe40527f1b on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:51.437550 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202988b-e05d-4921-8158-c8d92e0663a6 tempest-TagsExtTest-162960657 tempest-TagsExtTest-162960657-project] Pushing event deleted for resources: {'Network': ['ID=bf857ca4-2aa6-4eda-b8e9-b7b0447132bb,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:51.457820 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b8d72-3efe-4a6f-aef3-cd88804cf017 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Port': ['ID=298d7578-68d1-4163-841d-2405c19b78f6,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:51.476459 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f94aadf5-49bf-4d00-9fc9-e1c8ba930d3b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (c14fe010-92c0-4dc5-a028-aa6cd373799b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.505552 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7170fdab-63f0-4f47-9d02-21cb0983b048 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (14ead587-3dc9-4758-b22b-1b937cf701f3), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.527829 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-59022a28-c15f-4666-bae6-c82dca7f0bac None None] For port 239a7845-d3db-4c23-92e3-bed2603ed916, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:40:51.547385 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-59022a28-c15f-4666-bae6-c82dca7f0bac None None] For port 239a7845-d3db-4c23-92e3-bed2603ed916, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=239a7845-d3db-4c23-92e3-bed2603ed916,segment=NetworkSegment(7c911de8-33d5-4069-96aa-193e716c7431),segment_id=7c911de8-33d5-4069-96aa-193e716c7431)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:40:51.555816 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170fdab-63f0-4f47-9d02-21cb0983b048 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ead587-3dc9-4758-b22b-1b937cf701f3,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:51.567802 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f94aadf5-49bf-4d00-9fc9-e1c8ba930d3b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.571341 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f94aadf5-49bf-4d00-9fc9-e1c8ba930d3b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/c14fe010-92c0-4dc5-a028-aa6cd373799b HTTP/1.1" status: 204 len: 168 time: 0.6784461 Apr 15 03:40:51.572555 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94aadf5-49bf-4d00-9fc9-e1c8ba930d3b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=c14fe010-92c0-4dc5-a028-aa6cd373799b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:51.574011 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34896) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:51.611225 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-59022a28-c15f-4666-bae6-c82dca7f0bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (239a7845-d3db-4c23-92e3-bed2603ed916), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.656945 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7170fdab-63f0-4f47-9d02-21cb0983b048 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.662335 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7170fdab-63f0-4f47-9d02-21cb0983b048 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5510032 Apr 15 03:40:51.662335 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e270e5a7-7741-4030-821d-dad29fad9953 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0862300 Apr 15 03:40:51.666868 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34898) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:51.667473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34900) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:51.672766 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-80adb6a1-ac92-487a-b660-1f83e3680b12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': '51ecbd44-3cec-4834-88cc-bd1dd5b0199c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:51.685218 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-9a5ce4b0-bd53-4225-9946-65bae557ee47 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:51.739779 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb0b8d72-3efe-4a6f-aef3-cd88804cf017 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.743918 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fb0b8d72-3efe-4a6f-aef3-cd88804cf017 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/ports/298d7578-68d1-4163-841d-2405c19b78f6 HTTP/1.1" status: 204 len: 168 time: 1.1725955 Apr 15 03:40:51.746646 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34902) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:51.826042 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd663592-15fe-4985-a736-3b63e094a22b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:51.826717 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd663592-15fe-4985-a736-3b63e094a22b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:51.836903 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-bd663592-15fe-4985-a736-3b63e094a22b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/ports/298d7578-68d1-4163-841d-2405c19b78f6 HTTP/1.1" status: 404 len: 333 time: 0.0887849 Apr 15 03:40:51.844007 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34904) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:51.868586 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59022a28-c15f-4666-bae6-c82dca7f0bac None None] Pushing event updated for resources: {'Port': ['ID=239a7845-d3db-4c23-92e3-bed2603ed916,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:51.880324 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-df03a170-fdc5-4b75-9e68-07845626884e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] GET failed (client error): The resource could not be found. Apr 15 03:40:51.885341 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-df03a170-fdc5-4b75-9e68-07845626884e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports/298d7578-68d1-4163-841d-2405c19b78f6 HTTP/1.1" status: 404 len: 333 time: 0.0361834 Apr 15 03:40:51.885341 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-80adb6a1-ac92-487a-b660-1f83e3680b12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:40:51.885579 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34906) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:51.898320 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-80adb6a1-ac92-487a-b660-1f83e3680b12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (7de1cd5d-77af-433b-8d0f-b635f4c39dcd), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:51.953427 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.005856 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-5512d3a8-8637-41bd-b839-1d0087fa6e51 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting subnet b6dcadf0-6b4a-4cff-a22e-8136605b7ff1 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:40:52.021954 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5512d3a8-8637-41bd-b839-1d0087fa6e51 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (b6dcadf0-6b4a-4cff-a22e-8136605b7ff1), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.035544 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5ce4b0-bd53-4225-9946-65bae557ee47 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:52.064884 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a5ce4b0-bd53-4225-9946-65bae557ee47 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.108722 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5512d3a8-8637-41bd-b839-1d0087fa6e51 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (b6dcadf0-6b4a-4cff-a22e-8136605b7ff1), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.198426 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34910) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:52.216995 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-80adb6a1-ac92-487a-b660-1f83e3680b12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (7de1cd5d-77af-433b-8d0f-b635f4c39dcd), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.299046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5512d3a8-8637-41bd-b839-1d0087fa6e51 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (b6dcadf0-6b4a-4cff-a22e-8136605b7ff1), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.312922 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-80adb6a1-ac92-487a-b660-1f83e3680b12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (7de1cd5d-77af-433b-8d0f-b635f4c39dcd), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.367602 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80adb6a1-ac92-487a-b660-1f83e3680b12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de1cd5d-77af-433b-8d0f-b635f4c39dcd,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:52.426214 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a28c967-c022-4221-a4a9-e3ab3a76a435 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:52.459326 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-80adb6a1-ac92-487a-b660-1f83e3680b12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.462891 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-80adb6a1-ac92-487a-b660-1f83e3680b12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7920184 Apr 15 03:40:52.462987 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-794ccea7-8f9c-429d-a0f5-508a25ac582b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c587abcd45214cb095a8af505381b1c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580867 Apr 15 03:40:52.462987 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5512d3a8-8637-41bd-b839-1d0087fa6e51 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (b6dcadf0-6b4a-4cff-a22e-8136605b7ff1), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.463705 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34914) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:52.463947 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34916) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:52.471019 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-0a58b31d-dfaa-4525-bd35-2017b537c412 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': '51ecbd44-3cec-4834-88cc-bd1dd5b0199c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:52.488772 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 239a7845-d3db-4c23-92e3-bed2603ed916 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:52.499020 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a5ce4b0-bd53-4225-9946-65bae557ee47 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (20cd81ef-9534-436e-abe8-1a8ed6039e15), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.521192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512d3a8-8637-41bd-b839-1d0087fa6e51 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Subnet': ['ID=b6dcadf0-6b4a-4cff-a22e-8136605b7ff1,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:52.523540 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5512d3a8-8637-41bd-b839-1d0087fa6e51 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.526946 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5512d3a8-8637-41bd-b839-1d0087fa6e51 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/subnets/b6dcadf0-6b4a-4cff-a22e-8136605b7ff1 HTTP/1.1" status: 204 len: 168 time: 0.6404903 Apr 15 03:40:52.531034 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34918) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:52.532151 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-e39ae3e7-0ef4-4ea0-952d-e293c1ec4c9f None None] Provisioning complete for port 6373f9ac-e0f6-4429-9152-242953d851b8 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:52.532710 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e39ae3e7-0ef4-4ea0-952d-e293c1ec4c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6373f9ac-e0f6-4429-9152-242953d851b8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.575914 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5ce4b0-bd53-4225-9946-65bae557ee47 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:52.582588 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-9a5ce4b0-bd53-4225-9946-65bae557ee47 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:52.592665 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5ce4b0-bd53-4225-9946-65bae557ee47 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:52.593371 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a5ce4b0-bd53-4225-9946-65bae557ee47 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.602025 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a697b7a-4477-4978-9f23-0a3f764b947e admin admin] Publish callbacks [] for security_group (aa10d712-5d95-4104-86d6-85c62ea8f0bc), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.612605 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ce4b0-bd53-4225-9946-65bae557ee47 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=20cd81ef-9534-436e-abe8-1a8ed6039e15,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:52.622231 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-92f2e107-0940-40ce-b3b2-acf1765f455a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (99029d52-8469-486d-a6cb-21ecaeb69665), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.639016 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a697b7a-4477-4978-9f23-0a3f764b947e admin admin] Publish callbacks [] for security_group (aa10d712-5d95-4104-86d6-85c62ea8f0bc), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.657807 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-0a58b31d-dfaa-4525-bd35-2017b537c412 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:40:52.667301 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0a58b31d-dfaa-4525-bd35-2017b537c412 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (9df1e2a2-9830-43da-9eb8-01a7381647fa), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.694425 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-92f2e107-0940-40ce-b3b2-acf1765f455a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting port 239a7845-d3db-4c23-92e3-bed2603ed916 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:52.694881 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-92f2e107-0940-40ce-b3b2-acf1765f455a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (239a7845-d3db-4c23-92e3-bed2603ed916), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.701181 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9a5ce4b0-bd53-4225-9946-65bae557ee47 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0215230 Apr 15 03:40:52.704884 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34920) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:52.705611 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 239a7845-d3db-4c23-92e3-bed2603ed916 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:52.705995 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (239a7845-d3db-4c23-92e3-bed2603ed916), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.710687 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-92514df4-633c-477e-87a9-14e2d2f4f3a1 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:52.793584 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a697b7a-4477-4978-9f23-0a3f764b947e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (aa10d712-5d95-4104-86d6-85c62ea8f0bc), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.796901 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0a697b7a-4477-4978-9f23-0a3f764b947e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.797399 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-92f2e107-0940-40ce-b3b2-acf1765f455a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] For port 239a7845-d3db-4c23-92e3-bed2603ed916, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=239a7845-d3db-4c23-92e3-bed2603ed916,segment=NetworkSegment(7c911de8-33d5-4069-96aa-193e716c7431),segment_id=7c911de8-33d5-4069-96aa-193e716c7431)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:52.797775 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-92f2e107-0940-40ce-b3b2-acf1765f455a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (239a7845-d3db-4c23-92e3-bed2603ed916), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.799329 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0a697b7a-4477-4978-9f23-0a3f764b947e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa10d712-5d95-4104-86d6-85c62ea8f0bc HTTP/1.1" status: 204 len: 168 time: 0.3343468 Apr 15 03:40:52.813467 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-92f2e107-0940-40ce-b3b2-acf1765f455a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Calling delete_port for 239a7845-d3db-4c23-92e3-bed2603ed916 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:52.844785 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a697b7a-4477-4978-9f23-0a3f764b947e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa10d712-5d95-4104-86d6-85c62ea8f0bc,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:52.869500 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e39ae3e7-0ef4-4ea0-952d-e293c1ec4c9f None None] Current status of the port 6373f9ac-e0f6-4429-9152-242953d851b8 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:52.875371 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 239a7845-d3db-4c23-92e3-bed2603ed916 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:52.875768 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (239a7845-d3db-4c23-92e3-bed2603ed916), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.880760 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fa5df5-05ac-48a1-beda-ebc4dd970711 None None] DHCP port deletion for d8f597fb-2381-4564-a070-eb7f10af68ac request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:40:52.950819 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0a58b31d-dfaa-4525-bd35-2017b537c412 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (9df1e2a2-9830-43da-9eb8-01a7381647fa), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:52.970721 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 239a7845-d3db-4c23-92e3-bed2603ed916, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=239a7845-d3db-4c23-92e3-bed2603ed916,segment=NetworkSegment(7c911de8-33d5-4069-96aa-193e716c7431),segment_id=7c911de8-33d5-4069-96aa-193e716c7431)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:52.983466 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-35fa5df5-05ac-48a1-beda-ebc4dd970711 None None] Deleting port 6373f9ac-e0f6-4429-9152-242953d851b8 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:52.983466 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-35fa5df5-05ac-48a1-beda-ebc4dd970711 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (6373f9ac-e0f6-4429-9152-242953d851b8), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:53.031721 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92514df4-633c-477e-87a9-14e2d2f4f3a1 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:53.032186 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0a58b31d-dfaa-4525-bd35-2017b537c412 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (9df1e2a2-9830-43da-9eb8-01a7381647fa), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:53.047821 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-92514df4-633c-477e-87a9-14e2d2f4f3a1 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:53.048359 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58b31d-dfaa-4525-bd35-2017b537c412 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df1e2a2-9830-43da-9eb8-01a7381647fa,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:53.062714 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-35fa5df5-05ac-48a1-beda-ebc4dd970711 None None] For port 6373f9ac-e0f6-4429-9152-242953d851b8, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6373f9ac-e0f6-4429-9152-242953d851b8,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:53.068049 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-35fa5df5-05ac-48a1-beda-ebc4dd970711 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (6373f9ac-e0f6-4429-9152-242953d851b8), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:53.068049 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (239a7845-d3db-4c23-92e3-bed2603ed916), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:53.068049 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4ef87d32-7e3a-450b-be71-b1cd5f60cc25 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:53.123607 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-35fa5df5-05ac-48a1-beda-ebc4dd970711 None None] Calling delete_port for 6373f9ac-e0f6-4429-9152-242953d851b8 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:53.129692 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7aa428-dece-41ff-98b7-2d00707c736f None None] Network 99029d52-8469-486d-a6cb-21ecaeb69665 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:53.158881 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-92f2e107-0940-40ce-b3b2-acf1765f455a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (239a7845-d3db-4c23-92e3-bed2603ed916), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:53.162215 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.ipam_backend_mixin [None req-92514df4-633c-477e-87a9-14e2d2f4f3a1 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 20cd81ef-9534-436e-abe8-1a8ed6039e15 (CIDR: 2001:db8::/64) Apr 15 03:40:53.163776 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0a58b31d-dfaa-4525-bd35-2017b537c412 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:53.165050 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0a58b31d-dfaa-4525-bd35-2017b537c412 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6974981 Apr 15 03:40:53.195973 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f1d6eae-70c0-45ce-b0cc-3982117ee2d5 None None] Could not find standard attr ID for object 239a7845-d3db-4c23-92e3-bed2603ed916. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:40:53.203469 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2e107-0940-40ce-b3b2-acf1765f455a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Port': ['ID=239a7845-d3db-4c23-92e3-bed2603ed916,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:53.204917 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-92514df4-633c-477e-87a9-14e2d2f4f3a1 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:40:53.205349 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92514df4-633c-477e-87a9-14e2d2f4f3a1 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:53.208798 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f2e107-0940-40ce-b3b2-acf1765f455a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] No DVR routers for this DVR port 239a7845-d3db-4c23-92e3-bed2603ed916 on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:53.290502 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=239a7845-d3db-4c23-92e3-bed2603ed916,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:53.292537 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-92514df4-633c-477e-87a9-14e2d2f4f3a1 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5856202 Apr 15 03:40:53.299118 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34930) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:53.305182 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a59d0b0f-df4d-40eb-b944-656c5163150b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'subnet': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:53.308465 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 4ef87d32-7e3a-450b-be71-b1cd5f60cc25 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:53.308844 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4ef87d32-7e3a-450b-be71-b1cd5f60cc25), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:53.327074 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-92f2e107-0940-40ce-b3b2-acf1765f455a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (99029d52-8469-486d-a6cb-21ecaeb69665), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:53.363555 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-92f2e107-0940-40ce-b3b2-acf1765f455a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99029d52-8469-486d-a6cb-21ecaeb69665']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:53.374703 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:53.379040 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-92f2e107-0940-40ce-b3b2-acf1765f455a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c911de8-33d5-4069-96aa-193e716c7431') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:53.379345 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-92f2e107-0940-40ce-b3b2-acf1765f455a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c911de8-33d5-4069-96aa-193e716c7431') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:53.393065 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-92f2e107-0940-40ce-b3b2-acf1765f455a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (7c911de8-33d5-4069-96aa-193e716c7431), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:53.433018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-92f2e107-0940-40ce-b3b2-acf1765f455a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7c911de8-33d5-4069-96aa-193e716c7431), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:53.442104 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f2e107-0940-40ce-b3b2-acf1765f455a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:40:53.442809 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-92f2e107-0940-40ce-b3b2-acf1765f455a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (7c911de8-33d5-4069-96aa-193e716c7431), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:40:53.447565 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:40:53.468140 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 4ef87d32-7e3a-450b-be71-b1cd5f60cc25 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:53.470513 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51800841-5264-4795-ac0f-fb223a0aa16c None None] DHCP port deletion for 99029d52-8469-486d-a6cb-21ecaeb69665 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:40:53.504913 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-35fa5df5-05ac-48a1-beda-ebc4dd970711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (6373f9ac-e0f6-4429-9152-242953d851b8), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:53.541461 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59d0b0f-df4d-40eb-b944-656c5163150b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:53.544962 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a59d0b0f-df4d-40eb-b944-656c5163150b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:53.550106 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa5df5-05ac-48a1-beda-ebc4dd970711 None None] Pushing event deleted for resources: {'Port': ['ID=6373f9ac-e0f6-4429-9152-242953d851b8,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:53.554815 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f185f8a5-c832-4137-9678-f1fe40527f1b no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:53.558264 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa5df5-05ac-48a1-beda-ebc4dd970711 None None] No DVR routers for this DVR port 6373f9ac-e0f6-4429-9152-242953d851b8 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:53.579011 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: f185f8a5-c832-4137-9678-f1fe40527f1b {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:40:53.579378 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f185f8a5-c832-4137-9678-f1fe40527f1b not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:40:53.594163 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37c0e97-ec88-4813-9e1d-785e9112638f None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:53.600856 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-eb4c542f-27f5-46bf-94df-bed84501179b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1689928383&fields=id&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 267 time: 0.1176085 Apr 15 03:40:53.605188 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-92f2e107-0940-40ce-b3b2-acf1765f455a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (99029d52-8469-486d-a6cb-21ecaeb69665), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:53.621318 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-92f2e107-0940-40ce-b3b2-acf1765f455a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:53.629415 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-92f2e107-0940-40ce-b3b2-acf1765f455a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/networks/99029d52-8469-486d-a6cb-21ecaeb69665 HTTP/1.1" status: 204 len: 168 time: 1.0950515 Apr 15 03:40:53.631924 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34948) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:53.640175 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-5b611d7b-f7b3-4ee8-a147-36afbfb57c6d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-539541888'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:53.659104 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2e107-0940-40ce-b3b2-acf1765f455a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Network': ['ID=99029d52-8469-486d-a6cb-21ecaeb69665,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:53.712915 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d454353-7dc7-446c-aa55-6dc573d02244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d8f597fb-2381-4564-a070-eb7f10af68ac', 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'project_id': 'df0aaca0878d4368af25e51d28cface6', 'fixed_ips': [{'subnet_id': '20cd81ef-9534-436e-abe8-1a8ed6039e15'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:40:53.713885 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2d454353-7dc7-446c-aa55-6dc573d02244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:53.757120 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b611d7b-f7b3-4ee8-a147-36afbfb57c6d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:53.761625 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5b611d7b-f7b3-4ee8-a147-36afbfb57c6d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:53.782472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-1ed2c5af-fafd-4b01-bf6d-18c1f9a9d5ed tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:53.789333 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-1ed2c5af-fafd-4b01-bf6d-18c1f9a9d5ed tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/networks?id=abcc95a5-3423-4e6f-9cb9-53f8e547921b HTTP/1.1" status: 200 len: 797 time: 0.1554677 Apr 15 03:40:53.796238 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b611d7b-f7b3-4ee8-a147-36afbfb57c6d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:40:53.803496 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-b025a99f-f5aa-4c7f-8fea-eff2a62488b3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/quotas/6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 375 time: 0.0143082 Apr 15 03:40:53.812581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5b611d7b-f7b3-4ee8-a147-36afbfb57c6d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (731d0341-c8dc-46ea-b135-791ec47922c9), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:53.812581 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-5b611d7b-f7b3-4ee8-a147-36afbfb57c6d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Added segment 731d0341-c8dc-46ea-b135-791ec47922c9 of type vlan for network bc3a2e1e-d60c-4207-99a8-2e2a86b90a64 Apr 15 03:40:53.870769 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-2d454353-7dc7-446c-aa55-6dc573d02244 None None] Allocated IP 2001:db8::2 (d8f597fb-2381-4564-a070-eb7f10af68ac/20cd81ef-9534-436e-abe8-1a8ed6039e15/2f01eea4-7d07-4f28-8675-69d5a75d238b) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:53.875841 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5b611d7b-f7b3-4ee8-a147-36afbfb57c6d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (bc3a2e1e-d60c-4207-99a8-2e2a86b90a64), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:53.888888 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-679ea8c8-0699-4c2c-9770-4d609033ca53 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592182 Apr 15 03:40:53.963782 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5b611d7b-f7b3-4ee8-a147-36afbfb57c6d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (bc3a2e1e-d60c-4207-99a8-2e2a86b90a64), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:53.971759 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b611d7b-f7b3-4ee8-a147-36afbfb57c6d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:53.972652 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5b611d7b-f7b3-4ee8-a147-36afbfb57c6d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:54.043286 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b611d7b-f7b3-4ee8-a147-36afbfb57c6d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Network': ['ID=bc3a2e1e-d60c-4207-99a8-2e2a86b90a64,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:54.053660 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network bc3a2e1e-d60c-4207-99a8-2e2a86b90a64 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:40:54.127456 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5b611d7b-f7b3-4ee8-a147-36afbfb57c6d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4934454 Apr 15 03:40:54.133673 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34960) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:54.142628 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-c5629147-d434-4d21-9d4e-0b768d353649 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'subnet': {'network_id': 'bc3a2e1e-d60c-4207-99a8-2e2a86b90a64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:54.187611 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-6457ebe3-b829-481e-82bb-9e21876c3ddb service neutron] 10.222.0.15 "GET /v2.0/networks/abcc95a5-3423-4e6f-9cb9-53f8e547921b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633131 Apr 15 03:40:54.204757 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.objects.ports [None req-a59d0b0f-df4d-40eb-b944-656c5163150b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104667) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 15 03:40:54.215020 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a59d0b0f-df4d-40eb-b944-656c5163150b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (a67947a9-6887-46e2-a3a4-bca89a9299ac), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:54.280843 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2d454353-7dc7-446c-aa55-6dc573d02244 None None] Publish callbacks [] for port (2f01eea4-7d07-4f28-8675-69d5a75d238b), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:54.282489 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34962) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:54.312297 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5629147-d434-4d21-9d4e-0b768d353649 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:54.315747 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c5629147-d434-4d21-9d4e-0b768d353649 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:54.336017 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2d454353-7dc7-446c-aa55-6dc573d02244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (2f01eea4-7d07-4f28-8675-69d5a75d238b), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:54.347060 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 239a7845-d3db-4c23-92e3-bed2603ed916 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:54.395123 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 239a7845-d3db-4c23-92e3-bed2603ed916 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:40:54.395339 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 239a7845-d3db-4c23-92e3-bed2603ed916 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:40:54.395954 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6373f9ac-e0f6-4429-9152-242953d851b8 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:40:54.396260 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59d0b0f-df4d-40eb-b944-656c5163150b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:54.397940 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d0b0f-df4d-40eb-b944-656c5163150b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Subnet': ['ID=a67947a9-6887-46e2-a3a4-bca89a9299ac,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:54.403345 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-a59d0b0f-df4d-40eb-b944-656c5163150b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:54.406456 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d0b0f-df4d-40eb-b944-656c5163150b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:54.407551 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a59d0b0f-df4d-40eb-b944-656c5163150b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:54.411634 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-56162617-3d49-4c3c-a7ed-d3e3a713f755 service neutron] 10.222.0.15 "GET /v2.0/networks/abcc95a5-3423-4e6f-9cb9-53f8e547921b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054281 Apr 15 03:40:54.429405 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d454353-7dc7-446c-aa55-6dc573d02244 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:54.448964 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-32499482-42eb-43ed-bd9d-68a8ea47dc1d tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1444048979'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:54.452989 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-2d454353-7dc7-446c-aa55-6dc573d02244 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:54.456027 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d454353-7dc7-446c-aa55-6dc573d02244 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:54.463605 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 6373f9ac-e0f6-4429-9152-242953d851b8 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:40:54.463952 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6373f9ac-e0f6-4429-9152-242953d851b8 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:40:54.468011 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d454353-7dc7-446c-aa55-6dc573d02244 None None] Pushing event updated for resources: {'Port': ['ID=2f01eea4-7d07-4f28-8675-69d5a75d238b,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:54.485647 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a59d0b0f-df4d-40eb-b944-656c5163150b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1832888 Apr 15 03:40:54.485647 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34966) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:54.490070 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-31c98c10-37eb-4ad6-9001-fc0e7d44dddd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Request body: {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'mac_address': 'fa:16:3e:6c:3d:4c', 'name': 'tempest-NetworksTestDHCPv6-1868928637'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:54.528451 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-2d454353-7dc7-446c-aa55-6dc573d02244 None None] Attempting to bind port 2f01eea4-7d07-4f28-8675-69d5a75d238b on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:40:54.529025 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-2d454353-7dc7-446c-aa55-6dc573d02244 None None] Attempting to bind port 2f01eea4-7d07-4f28-8675-69d5a75d238b by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:40:54.531258 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d454353-7dc7-446c-aa55-6dc573d02244 None None] Attempting to bind port 2f01eea4-7d07-4f28-8675-69d5a75d238b on network d8f597fb-2381-4564-a070-eb7f10af68ac {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:40:54.537956 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d454353-7dc7-446c-aa55-6dc573d02244 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:40:54.541039 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d454353-7dc7-446c-aa55-6dc573d02244 None None] Checking segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:54.541039 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2d454353-7dc7-446c-aa55-6dc573d02244 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:54.541039 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d454353-7dc7-446c-aa55-6dc573d02244 None None] Bound using segment: {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:40:54.541039 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-2d454353-7dc7-446c-aa55-6dc573d02244 None None] Bound port: 2f01eea4-7d07-4f28-8675-69d5a75d238b, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659900b6-fb7b-4710-bd35-ff8fe9005b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:40:54.541510 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2d454353-7dc7-446c-aa55-6dc573d02244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2f01eea4-7d07-4f28-8675-69d5a75d238b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:54.557460 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32499482-42eb-43ed-bd9d-68a8ea47dc1d tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Made reservation on behalf of 073c07610c8a4d6bbf29f5114613abc5 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:54.564027 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-32499482-42eb-43ed-bd9d-68a8ea47dc1d tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:54.573394 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-32499482-42eb-43ed-bd9d-68a8ea47dc1d tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:54.641026 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-2d454353-7dc7-446c-aa55-6dc573d02244 None None] For port 2f01eea4-7d07-4f28-8675-69d5a75d238b, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:40:54.644266 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-2d454353-7dc7-446c-aa55-6dc573d02244 None None] For port 2f01eea4-7d07-4f28-8675-69d5a75d238b, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=2f01eea4-7d07-4f28-8675-69d5a75d238b,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:40:54.644850 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c5629147-d434-4d21-9d4e-0b768d353649 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (f96fb448-1415-4231-aa14-859e29bc5317), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:54.678512 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c98c10-37eb-4ad6-9001-fc0e7d44dddd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Made reservation on behalf of df0aaca0878d4368af25e51d28cface6 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:54.708011 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2d454353-7dc7-446c-aa55-6dc573d02244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (2f01eea4-7d07-4f28-8675-69d5a75d238b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:54.726880 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-835162b3-7bae-4919-99ef-a6054e9baba9 req-a8ecd309-b828-413f-a37d-d1577ba6afad tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 210 time: 0.0758195 Apr 15 03:40:54.768405 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5629147-d434-4d21-9d4e-0b768d353649 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Subnet': ['ID=f96fb448-1415-4231-aa14-859e29bc5317,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:54.801343 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d454353-7dc7-446c-aa55-6dc573d02244 None None] Pushing event updated for resources: {'Port': ['ID=2f01eea4-7d07-4f28-8675-69d5a75d238b,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:54.825217 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-31c98c10-37eb-4ad6-9001-fc0e7d44dddd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:54.870419 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-31c98c10-37eb-4ad6-9001-fc0e7d44dddd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] device_id is not set on port 19e9e1af-9bac-4c64-a8a3-eee06532232b yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:40:54.969824 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:55.090253 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-31c98c10-37eb-4ad6-9001-fc0e7d44dddd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8::17c (d8f597fb-2381-4564-a070-eb7f10af68ac/20cd81ef-9534-436e-abe8-1a8ed6039e15/19e9e1af-9bac-4c64-a8a3-eee06532232b) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:55.097709 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-31c98c10-37eb-4ad6-9001-fc0e7d44dddd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6c:3d4c (d8f597fb-2381-4564-a070-eb7f10af68ac/a67947a9-6887-46e2-a3a4-bca89a9299ac/19e9e1af-9bac-4c64-a8a3-eee06532232b) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:55.114666 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5629147-d434-4d21-9d4e-0b768d353649 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Checking segment: {'id': '731d0341-c8dc-46ea-b135-791ec47922c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc3a2e1e-d60c-4207-99a8-2e2a86b90a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:55.115228 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5629147-d434-4d21-9d4e-0b768d353649 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network hostable DHCP agents. Network: bc3a2e1e-d60c-4207-99a8-2e2a86b90a64, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:40:55.123086 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-32499482-42eb-43ed-bd9d-68a8ea47dc1d tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Publish callbacks [] for security_group (7ae901fd-7b54-41aa-acc7-1c11f305869e), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:55.259797 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-31c98c10-37eb-4ad6-9001-fc0e7d44dddd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for port (19e9e1af-9bac-4c64-a8a3-eee06532232b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:55.260681 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5629147-d434-4d21-9d4e-0b768d353649 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network bc3a2e1e-d60c-4207-99a8-2e2a86b90a64 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:40:55.264602 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-32499482-42eb-43ed-bd9d-68a8ea47dc1d tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (7ae901fd-7b54-41aa-acc7-1c11f305869e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:55.297939 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32499482-42eb-43ed-bd9d-68a8ea47dc1d tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:40:55.305579 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32499482-42eb-43ed-bd9d-68a8ea47dc1d tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae901fd-7b54-41aa-acc7-1c11f305869e,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:55.312306 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-32499482-42eb-43ed-bd9d-68a8ea47dc1d tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (4d09f209-cd64-4a62-bf99-b3d9ac7f3f61), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:55.312655 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-32499482-42eb-43ed-bd9d-68a8ea47dc1d tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Added segment 4d09f209-cd64-4a62-bf99-b3d9ac7f3f61 of type vlan for network 3b39e055-52c7-4d27-bb62-91e9d3af695a Apr 15 03:40:55.346375 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-c5629147-d434-4d21-9d4e-0b768d353649 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, bc3a2e1e-d60c-4207-99a8-2e2a86b90a64) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:55.351049 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5629147-d434-4d21-9d4e-0b768d353649 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:55.355132 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c5629147-d434-4d21-9d4e-0b768d353649 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:55.355401 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f11b3ed-31b3-4029-9a1c-7a26ae708378 None None] Network bc3a2e1e-d60c-4207-99a8-2e2a86b90a64 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:55.370355 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-32499482-42eb-43ed-bd9d-68a8ea47dc1d tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (3b39e055-52c7-4d27-bb62-91e9d3af695a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:55.404289 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-31c98c10-37eb-4ad6-9001-fc0e7d44dddd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (19e9e1af-9bac-4c64-a8a3-eee06532232b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:55.440216 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c5629147-d434-4d21-9d4e-0b768d353649 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3046086 Apr 15 03:40:55.441172 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34980) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:55.444443 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c98c10-37eb-4ad6-9001-fc0e7d44dddd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Network d8f597fb-2381-4564-a070-eb7f10af68ac is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:55.447493 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-fa78a591-e9bb-4888-90c8-5ab6697d6f0e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'port': {'network_id': 'bc3a2e1e-d60c-4207-99a8-2e2a86b90a64', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1781290452'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:55.454407 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-31c98c10-37eb-4ad6-9001-fc0e7d44dddd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:55.454407 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c98c10-37eb-4ad6-9001-fc0e7d44dddd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:55.458293 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c98c10-37eb-4ad6-9001-fc0e7d44dddd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:55.458999 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-31c98c10-37eb-4ad6-9001-fc0e7d44dddd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:55.472501 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343f613b-f7dc-4259-b8f9-6c9af5471982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-bc3a2e1e-d60c-4207-99a8-2e2a86b90a64', 'network_id': 'bc3a2e1e-d60c-4207-99a8-2e2a86b90a64', 'project_id': '0f29a0ef0d424ee880c0248cae529385', 'fixed_ips': [{'subnet_id': 'f96fb448-1415-4231-aa14-859e29bc5317'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:40:55.474404 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-343f613b-f7dc-4259-b8f9-6c9af5471982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:55.478849 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-32499482-42eb-43ed-bd9d-68a8ea47dc1d tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (3b39e055-52c7-4d27-bb62-91e9d3af695a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:55.485486 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32499482-42eb-43ed-bd9d-68a8ea47dc1d tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:55.486180 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c98c10-37eb-4ad6-9001-fc0e7d44dddd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event updated for resources: {'Port': ['ID=19e9e1af-9bac-4c64-a8a3-eee06532232b,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:55.486304 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-32499482-42eb-43ed-bd9d-68a8ea47dc1d tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:55.535325 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-31c98c10-37eb-4ad6-9001-fc0e7d44dddd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0473590 Apr 15 03:40:55.535574 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34982) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:55.606350 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32499482-42eb-43ed-bd9d-68a8ea47dc1d tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Pushing event updated for resources: {'Network': ['ID=3b39e055-52c7-4d27-bb62-91e9d3af695a,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:55.623867 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 3b39e055-52c7-4d27-bb62-91e9d3af695a details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:40:55.659517 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-32499482-42eb-43ed-bd9d-68a8ea47dc1d tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.3748908 Apr 15 03:40:55.662849 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34984) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:55.667851 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-cee24f0a-3d35-4737-8146-cbf329859620 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3b39e055-52c7-4d27-bb62-91e9d3af695a', 'tempest-TagsTest-Tag-608534895') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:55.672570 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-59aa1c8d-05e6-4df8-9a20-7a8aca41f8c5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting port 19e9e1af-9bac-4c64-a8a3-eee06532232b {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:55.673858 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-59aa1c8d-05e6-4df8-9a20-7a8aca41f8c5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (19e9e1af-9bac-4c64-a8a3-eee06532232b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:55.718976 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-343f613b-f7dc-4259-b8f9-6c9af5471982 None None] Allocated IP 172.20.0.2 (bc3a2e1e-d60c-4207-99a8-2e2a86b90a64/f96fb448-1415-4231-aa14-859e29bc5317/655fea7b-acdd-4286-88f6-19655d4867ad) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:55.825829 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8ddb5d0d-801c-40de-a51a-5e5604d265ba req-a72e7f3b-b5a4-4e67-9dcb-16aa01836796 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 210 time: 0.0341353 Apr 15 03:40:55.827661 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-59aa1c8d-05e6-4df8-9a20-7a8aca41f8c5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (19e9e1af-9bac-4c64-a8a3-eee06532232b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:55.832349 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa78a591-e9bb-4888-90c8-5ab6697d6f0e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:55.838519 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fa78a591-e9bb-4888-90c8-5ab6697d6f0e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:55.844687 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-59aa1c8d-05e6-4df8-9a20-7a8aca41f8c5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Calling delete_port for 19e9e1af-9bac-4c64-a8a3-eee06532232b owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:55.867404 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-fa78a591-e9bb-4888-90c8-5ab6697d6f0e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] device_id is not set on port 640b7433-f28c-4de8-8a3d-29d902615598 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:40:55.911542 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-343f613b-f7dc-4259-b8f9-6c9af5471982 None None] Publish callbacks [] for port (655fea7b-acdd-4286-88f6-19655d4867ad), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:55.927645 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cee24f0a-3d35-4737-8146-cbf329859620 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] 10.222.0.15 "PUT /v2.0/networks/3b39e055-52c7-4d27-bb62-91e9d3af695a/tags/tempest-TagsTest-Tag-608534895 HTTP/1.1" status: 201 len: 201 time: 0.2614620 Apr 15 03:40:55.928584 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34988) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:55.933136 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-13ce14c0-6b5b-498b-a332-1a6b6217ce49 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b39e055-52c7-4d27-bb62-91e9d3af695a', 'tempest-TagsTest-Tag-608534895') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:55.997113 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-343f613b-f7dc-4259-b8f9-6c9af5471982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (655fea7b-acdd-4286-88f6-19655d4867ad), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:56.017997 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-13ce14c0-6b5b-498b-a332-1a6b6217ce49 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] 10.222.0.15 "GET /v2.0/networks/3b39e055-52c7-4d27-bb62-91e9d3af695a/tags/tempest-TagsTest-Tag-608534895 HTTP/1.1" status: 204 len: 168 time: 0.0882797 Apr 15 03:40:56.020582 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34990) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:56.027281 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-2b5a6306-783a-4386-b414-8926b2c7a0ce tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3b39e055-52c7-4d27-bb62-91e9d3af695a') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:56.039597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25329002-c2ca-4358-972b-7e62bff33404 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:56.049844 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343f613b-f7dc-4259-b8f9-6c9af5471982 None None] Network bc3a2e1e-d60c-4207-99a8-2e2a86b90a64 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:56.076846 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-fa78a591-e9bb-4888-90c8-5ab6697d6f0e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Allocated IP 172.20.0.9 (bc3a2e1e-d60c-4207-99a8-2e2a86b90a64/f96fb448-1415-4231-aa14-859e29bc5317/640b7433-f28c-4de8-8a3d-29d902615598) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:56.083916 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-343f613b-f7dc-4259-b8f9-6c9af5471982 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:56.093546 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343f613b-f7dc-4259-b8f9-6c9af5471982 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:56.121141 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2b5a6306-783a-4386-b414-8926b2c7a0ce tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] 10.222.0.15 "GET /v2.0/networks/3b39e055-52c7-4d27-bb62-91e9d3af695a/tags HTTP/1.1" status: 200 len: 237 time: 0.0995576 Apr 15 03:40:56.123837 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34992) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:56.128111 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-7d24f6aa-df21-4620-96ad-75021828c175 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3b39e055-52c7-4d27-bb62-91e9d3af695a', {'tags': ['tempest-TagsTest-Tag-552769803', 'tempest-TagsTest-Tag-1674117462', 'tempest-TagsTest-Tag-843926823']}) {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:56.131520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f613b-f7dc-4259-b8f9-6c9af5471982 None None] Pushing event updated for resources: {'Port': ['ID=655fea7b-acdd-4286-88f6-19655d4867ad,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:56.159436 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-c2433815-918a-40b3-898b-6422fa0f9dfc None None] Provisioning complete for port 2f01eea4-7d07-4f28-8675-69d5a75d238b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:56.160175 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c2433815-918a-40b3-898b-6422fa0f9dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2f01eea4-7d07-4f28-8675-69d5a75d238b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:56.241310 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-343f613b-f7dc-4259-b8f9-6c9af5471982 None None] Attempting to bind port 655fea7b-acdd-4286-88f6-19655d4867ad on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:40:56.241310 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-343f613b-f7dc-4259-b8f9-6c9af5471982 None None] Attempting to bind port 655fea7b-acdd-4286-88f6-19655d4867ad by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '731d0341-c8dc-46ea-b135-791ec47922c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc3a2e1e-d60c-4207-99a8-2e2a86b90a64'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:40:56.241642 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343f613b-f7dc-4259-b8f9-6c9af5471982 None None] Attempting to bind port 655fea7b-acdd-4286-88f6-19655d4867ad on network bc3a2e1e-d60c-4207-99a8-2e2a86b90a64 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:40:56.247123 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fa78a591-e9bb-4888-90c8-5ab6697d6f0e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (640b7433-f28c-4de8-8a3d-29d902615598), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:56.275828 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343f613b-f7dc-4259-b8f9-6c9af5471982 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:40:56.276209 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343f613b-f7dc-4259-b8f9-6c9af5471982 None None] Checking segment: {'id': '731d0341-c8dc-46ea-b135-791ec47922c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc3a2e1e-d60c-4207-99a8-2e2a86b90a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:40:56.276616 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-343f613b-f7dc-4259-b8f9-6c9af5471982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:56.277013 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343f613b-f7dc-4259-b8f9-6c9af5471982 None None] Bound using segment: {'id': '731d0341-c8dc-46ea-b135-791ec47922c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc3a2e1e-d60c-4207-99a8-2e2a86b90a64'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:40:56.277498 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-343f613b-f7dc-4259-b8f9-6c9af5471982 None None] Bound port: 655fea7b-acdd-4286-88f6-19655d4867ad, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '731d0341-c8dc-46ea-b135-791ec47922c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc3a2e1e-d60c-4207-99a8-2e2a86b90a64'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:40:56.277877 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-343f613b-f7dc-4259-b8f9-6c9af5471982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (655fea7b-acdd-4286-88f6-19655d4867ad), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:56.284520 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-59aa1c8d-05e6-4df8-9a20-7a8aca41f8c5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (19e9e1af-9bac-4c64-a8a3-eee06532232b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:56.329183 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa1c8d-05e6-4df8-9a20-7a8aca41f8c5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Port': ['ID=19e9e1af-9bac-4c64-a8a3-eee06532232b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:56.375743 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fa78a591-e9bb-4888-90c8-5ab6697d6f0e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (640b7433-f28c-4de8-8a3d-29d902615598), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:56.389582 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2f01eea4-7d07-4f28-8675-69d5a75d238b up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:56.444045 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa78a591-e9bb-4888-90c8-5ab6697d6f0e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network bc3a2e1e-d60c-4207-99a8-2e2a86b90a64 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:56.448263 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-fa78a591-e9bb-4888-90c8-5ab6697d6f0e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:56.451012 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78a591-e9bb-4888-90c8-5ab6697d6f0e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:56.458581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78a591-e9bb-4888-90c8-5ab6697d6f0e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=640b7433-f28c-4de8-8a3d-29d902615598,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:56.479218 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c2433815-918a-40b3-898b-6422fa0f9dfc None None] Current status of the port 2f01eea4-7d07-4f28-8675-69d5a75d238b is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:56.479625 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c2433815-918a-40b3-898b-6422fa0f9dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2f01eea4-7d07-4f28-8675-69d5a75d238b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:56.482322 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-343f613b-f7dc-4259-b8f9-6c9af5471982 None None] For port 655fea7b-acdd-4286-88f6-19655d4867ad, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:40:56.486384 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-343f613b-f7dc-4259-b8f9-6c9af5471982 None None] For port 655fea7b-acdd-4286-88f6-19655d4867ad, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=655fea7b-acdd-4286-88f6-19655d4867ad,segment=NetworkSegment(731d0341-c8dc-46ea-b135-791ec47922c9),segment_id=731d0341-c8dc-46ea-b135-791ec47922c9)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:40:56.490047 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc83434b-f3f1-4400-96f2-b9b05ced61bb None None] Update dhcp port {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'fixed_ips': [{'subnet_id': '20cd81ef-9534-436e-abe8-1a8ed6039e15', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a67947a9-6887-46e2-a3a4-bca89a9299ac'}], 'binding:host_id': 'dv-neutron-837140-3-hyperv'}, 'id': '2f01eea4-7d07-4f28-8675-69d5a75d238b'} from dv-neutron-837140-3-hyperv. {{(pid=104668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 15 03:40:56.519580 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa78a591-e9bb-4888-90c8-5ab6697d6f0e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:56.520492 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fa78a591-e9bb-4888-90c8-5ab6697d6f0e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:56.548145 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 2f01eea4-7d07-4f28-8675-69d5a75d238b triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:56.548517 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2f01eea4-7d07-4f28-8675-69d5a75d238b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:56.552173 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc83434b-f3f1-4400-96f2-b9b05ced61bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2f01eea4-7d07-4f28-8675-69d5a75d238b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:56.588009 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c2433815-918a-40b3-898b-6422fa0f9dfc None None] For port 2f01eea4-7d07-4f28-8675-69d5a75d238b, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=2f01eea4-7d07-4f28-8675-69d5a75d238b,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:56.592340 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-343f613b-f7dc-4259-b8f9-6c9af5471982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (655fea7b-acdd-4286-88f6-19655d4867ad), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:56.617019 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-fa78a591-e9bb-4888-90c8-5ab6697d6f0e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.1745446 Apr 15 03:40:56.620208 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 34994) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:56.696146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c2433815-918a-40b3-898b-6422fa0f9dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (2f01eea4-7d07-4f28-8675-69d5a75d238b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:56.724584 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-653146ef-441c-48b3-b118-b385cb5dc1dd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting port 640b7433-f28c-4de8-8a3d-29d902615598 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:56.725024 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-653146ef-441c-48b3-b118-b385cb5dc1dd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (640b7433-f28c-4de8-8a3d-29d902615598), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:56.743813 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7d24f6aa-df21-4620-96ad-75021828c175 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] 10.222.0.15 "PUT /v2.0/networks/3b39e055-52c7-4d27-bb62-91e9d3af695a/tags HTTP/1.1" status: 200 len: 307 time: 0.6184297 Apr 15 03:40:56.746337 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34996) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:56.765147 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-f98b378f-018d-4742-ba58-75eee18335af tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3b39e055-52c7-4d27-bb62-91e9d3af695a', 'tempest-TagsTest-Tag-552769803') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:56.789736 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-59aa1c8d-05e6-4df8-9a20-7a8aca41f8c5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:56.797561 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-59aa1c8d-05e6-4df8-9a20-7a8aca41f8c5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/19e9e1af-9bac-4c64-a8a3-eee06532232b HTTP/1.1" status: 204 len: 168 time: 1.2566340 Apr 15 03:40:56.797561 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 34998) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:56.801871 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f613b-f7dc-4259-b8f9-6c9af5471982 None None] Pushing event updated for resources: {'Port': ['ID=655fea7b-acdd-4286-88f6-19655d4867ad,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:56.823605 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 2f01eea4-7d07-4f28-8675-69d5a75d238b is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:56.838693 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-653146ef-441c-48b3-b118-b385cb5dc1dd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (640b7433-f28c-4de8-8a3d-29d902615598), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:56.853187 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-653146ef-441c-48b3-b118-b385cb5dc1dd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Calling delete_port for 640b7433-f28c-4de8-8a3d-29d902615598 owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:56.881927 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4874bed-96b6-4d3b-ace9-87ed900dad36 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:56.885595 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f4874bed-96b6-4d3b-ace9-87ed900dad36 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0860102 Apr 15 03:40:56.891631 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35002) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:56.899982 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2433815-918a-40b3-898b-6422fa0f9dfc None None] Pushing event updated for resources: {'Port': ['ID=2f01eea4-7d07-4f28-8675-69d5a75d238b,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:56.973958 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d363fad9-334f-4d7d-8f80-1156d0dc300f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:56.978638 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d363fad9-334f-4d7d-8f80-1156d0dc300f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0828059 Apr 15 03:40:56.978638 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f98b378f-018d-4742-ba58-75eee18335af tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] 10.222.0.15 "DELETE /v2.0/networks/3b39e055-52c7-4d27-bb62-91e9d3af695a/tags/tempest-TagsTest-Tag-552769803 HTTP/1.1" status: 204 len: 168 time: 0.2301304 Apr 15 03:40:56.980892 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35004) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:56.981092 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35006) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:56.990012 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-5490fd4b-90b4-4b70-aa4d-6d441c240eb3 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b39e055-52c7-4d27-bb62-91e9d3af695a', 'tempest-TagsTest-Tag-552769803') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:57.021241 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-fc83434b-f3f1-4400-96f2-b9b05ced61bb None None] Allocated IP 2001:db8:0:1:f816:3eff:fea4:d1a5 (d8f597fb-2381-4564-a070-eb7f10af68ac/a67947a9-6887-46e2-a3a4-bca89a9299ac/2f01eea4-7d07-4f28-8675-69d5a75d238b) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:57.033251 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8910c3f9-a9d3-4e39-8fa3-b4543e83f7a9 req-a8e351e7-0c35-4ef1-9fa5-49416694ef9e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 210 time: 0.0761137 Apr 15 03:40:57.101403 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-5490fd4b-90b4-4b70-aa4d-6d441c240eb3 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] show failed (client error): The resource could not be found. Apr 15 03:40:57.105744 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5490fd4b-90b4-4b70-aa4d-6d441c240eb3 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] 10.222.0.15 "GET /v2.0/networks/3b39e055-52c7-4d27-bb62-91e9d3af695a/tags/tempest-TagsTest-Tag-552769803 HTTP/1.1" status: 404 len: 325 time: 0.1194906 Apr 15 03:40:57.114817 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35008) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:57.120561 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-0d57f076-27a2-4e27-8c72-8ad1f70b1fcb tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b39e055-52c7-4d27-bb62-91e9d3af695a', 'tempest-TagsTest-Tag-1674117462') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:57.127859 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e2887b-564d-42a8-beff-0eefd4bdd8fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:57.129188 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e2887b-564d-42a8-beff-0eefd4bdd8fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:57.130658 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e2887b-564d-42a8-beff-0eefd4bdd8fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:57.137585 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c0e2887b-564d-42a8-beff-0eefd4bdd8fc tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1553221 Apr 15 03:40:57.143930 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35010) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:57.176634 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-fc83434b-f3f1-4400-96f2-b9b05ced61bb None None] For port 2f01eea4-7d07-4f28-8675-69d5a75d238b, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=2f01eea4-7d07-4f28-8675-69d5a75d238b,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:57.217510 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc83434b-f3f1-4400-96f2-b9b05ced61bb None None] Publish callbacks [] for port (2f01eea4-7d07-4f28-8675-69d5a75d238b), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:57.232902 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0d57f076-27a2-4e27-8c72-8ad1f70b1fcb tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] 10.222.0.15 "GET /v2.0/networks/3b39e055-52c7-4d27-bb62-91e9d3af695a/tags/tempest-TagsTest-Tag-1674117462 HTTP/1.1" status: 204 len: 168 time: 0.1145837 Apr 15 03:40:57.233131 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35012) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:57.236384 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-653146ef-441c-48b3-b118-b385cb5dc1dd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (640b7433-f28c-4de8-8a3d-29d902615598), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:57.237535 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-5d9c1790-b189-4468-b8fc-bbbdacb48deb tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b39e055-52c7-4d27-bb62-91e9d3af695a', 'tempest-TagsTest-Tag-843926823') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:57.286215 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653146ef-441c-48b3-b118-b385cb5dc1dd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Port': ['ID=640b7433-f28c-4de8-8a3d-29d902615598,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:57.300822 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-02bd46d9-fc60-4030-84c0-2f8f0fd86a34 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet 20cd81ef-9534-436e-abe8-1a8ed6039e15 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:40:57.307024 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5d9c1790-b189-4468-b8fc-bbbdacb48deb tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] 10.222.0.15 "GET /v2.0/networks/3b39e055-52c7-4d27-bb62-91e9d3af695a/tags/tempest-TagsTest-Tag-843926823 HTTP/1.1" status: 204 len: 168 time: 0.0728588 Apr 15 03:40:57.309464 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35014) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:57.311173 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-02bd46d9-fc60-4030-84c0-2f8f0fd86a34 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (20cd81ef-9534-436e-abe8-1a8ed6039e15), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:57.313541 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc83434b-f3f1-4400-96f2-b9b05ced61bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (2f01eea4-7d07-4f28-8675-69d5a75d238b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:57.315608 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-0e2afb43-726e-489a-9dc0-606292f7e378 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3b39e055-52c7-4d27-bb62-91e9d3af695a') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:57.402624 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-5f4b9e05-8ded-445e-8947-fc70e01e1d49 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:57.404153 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-5f4b9e05-8ded-445e-8947-fc70e01e1d49 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/networks?id=abcc95a5-3423-4e6f-9cb9-53f8e547921b HTTP/1.1" status: 200 len: 797 time: 0.2703907 Apr 15 03:40:57.417539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-02bd46d9-fc60-4030-84c0-2f8f0fd86a34 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (20cd81ef-9534-436e-abe8-1a8ed6039e15), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:57.438069 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83434b-f3f1-4400-96f2-b9b05ced61bb None None] Pushing event updated for resources: {'Port': ['ID=2f01eea4-7d07-4f28-8675-69d5a75d238b,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:57.467201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-653146ef-441c-48b3-b118-b385cb5dc1dd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:57.470197 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-653146ef-441c-48b3-b118-b385cb5dc1dd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/ports/640b7433-f28c-4de8-8a3d-29d902615598 HTTP/1.1" status: 204 len: 168 time: 0.8489418 Apr 15 03:40:57.473075 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35016) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:57.506259 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1732ed-834b-4028-8c06-f944ad2326db tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] GET failed (client error): The resource could not be found. Apr 15 03:40:57.507766 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ad1732ed-834b-4028-8c06-f944ad2326db tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports/640b7433-f28c-4de8-8a3d-29d902615598 HTTP/1.1" status: 404 len: 333 time: 0.0337160 Apr 15 03:40:57.511708 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0e2afb43-726e-489a-9dc0-606292f7e378 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] 10.222.0.15 "DELETE /v2.0/networks/3b39e055-52c7-4d27-bb62-91e9d3af695a/tags HTTP/1.1" status: 204 len: 168 time: 0.1988780 Apr 15 03:40:57.511708 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35018) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:57.517485 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35020) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:57.546686 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-ef7c9a48-4cfd-4ce2-95df-3cc7068a0796 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b39e055-52c7-4d27-bb62-91e9d3af695a', 'tempest-TagsTest-Tag-1674117462') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:57.567107 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-a309a319-b2ad-4452-b129-5cc713f89ae2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting subnet f96fb448-1415-4231-aa14-859e29bc5317 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:40:57.570677 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a309a319-b2ad-4452-b129-5cc713f89ae2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (f96fb448-1415-4231-aa14-859e29bc5317), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:57.585192 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-aa4db64a-f6d8-47a1-908d-48b265bd5d54 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 380 time: 0.1709292 Apr 15 03:40:57.595930 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-6023a3d9-039a-4ea5-8d8f-024e7eea833a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'port': {'device_id': '694f734e-4d74-4136-96c0-603d4651f373', 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b', 'admin_state_up': True, 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'security_groups': ['51ecbd44-3cec-4834-88cc-bd1dd5b0199c']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:57.617563 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a309a319-b2ad-4452-b129-5cc713f89ae2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (f96fb448-1415-4231-aa14-859e29bc5317), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:57.703409 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-02bd46d9-fc60-4030-84c0-2f8f0fd86a34 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (20cd81ef-9534-436e-abe8-1a8ed6039e15), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:57.706646 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-ef7c9a48-4cfd-4ce2-95df-3cc7068a0796 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] show failed (client error): The resource could not be found. Apr 15 03:40:57.707711 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ef7c9a48-4cfd-4ce2-95df-3cc7068a0796 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] 10.222.0.15 "GET /v2.0/networks/3b39e055-52c7-4d27-bb62-91e9d3af695a/tags/tempest-TagsTest-Tag-1674117462 HTTP/1.1" status: 404 len: 326 time: 0.1867914 Apr 15 03:40:57.716294 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35026) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:57.725956 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.tag.tag_plugin [None req-316dd4ca-d8e4-4000-bc87-a5ace1b7456f tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3b39e055-52c7-4d27-bb62-91e9d3af695a', 'tempest-TagsTest-Tag-843926823') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:57.756184 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a309a319-b2ad-4452-b129-5cc713f89ae2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (f96fb448-1415-4231-aa14-859e29bc5317), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:57.824197 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-316dd4ca-d8e4-4000-bc87-a5ace1b7456f tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] show failed (client error): The resource could not be found. Apr 15 03:40:57.825385 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-316dd4ca-d8e4-4000-bc87-a5ace1b7456f tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] 10.222.0.15 "GET /v2.0/networks/3b39e055-52c7-4d27-bb62-91e9d3af695a/tags/tempest-TagsTest-Tag-843926823 HTTP/1.1" status: 404 len: 325 time: 0.1073987 Apr 15 03:40:57.829229 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35028) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:57.834772 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.tag.tag_plugin [None req-5c0c4be0-fba0-4c43-96b6-ddda79212bf3 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3b39e055-52c7-4d27-bb62-91e9d3af695a') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:57.890183 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-02bd46d9-fc60-4030-84c0-2f8f0fd86a34 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (20cd81ef-9534-436e-abe8-1a8ed6039e15), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:57.926147 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-6023a3d9-039a-4ea5-8d8f-024e7eea833a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:40:57.929557 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-6023a3d9-039a-4ea5-8d8f-024e7eea833a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:57.932206 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-02bd46d9-fc60-4030-84c0-2f8f0fd86a34 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:57.937592 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-02bd46d9-fc60-4030-84c0-2f8f0fd86a34 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/20cd81ef-9534-436e-abe8-1a8ed6039e15 HTTP/1.1" status: 204 len: 168 time: 0.7904179 Apr 15 03:40:57.937592 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd46d9-fc60-4030-84c0-2f8f0fd86a34 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=20cd81ef-9534-436e-abe8-1a8ed6039e15,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:57.938536 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35030) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:57.957163 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5c0c4be0-fba0-4c43-96b6-ddda79212bf3 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] 10.222.0.15 "DELETE /v2.0/networks/3b39e055-52c7-4d27-bb62-91e9d3af695a/tags HTTP/1.1" status: 204 len: 168 time: 0.1220481 Apr 15 03:40:57.957620 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35032) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:57.971179 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a309a319-b2ad-4452-b129-5cc713f89ae2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (f96fb448-1415-4231-aa14-859e29bc5317), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.021764 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a309a319-b2ad-4452-b129-5cc713f89ae2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.025677 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a309a319-b2ad-4452-b129-5cc713f89ae2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/subnets/f96fb448-1415-4231-aa14-859e29bc5317 HTTP/1.1" status: 204 len: 168 time: 0.5139694 Apr 15 03:40:58.026545 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309a319-b2ad-4452-b129-5cc713f89ae2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Subnet': ['ID=f96fb448-1415-4231-aa14-859e29bc5317,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:58.028602 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35034) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:58.043809 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3a2886-5c13-4793-9e30-d77c80faef05 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Deleting subnet a67947a9-6887-46e2-a3a4-bca89a9299ac {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:40:58.049681 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2886-5c13-4793-9e30-d77c80faef05 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (a67947a9-6887-46e2-a3a4-bca89a9299ac), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.106442 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2886-5c13-4793-9e30-d77c80faef05 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (a67947a9-6887-46e2-a3a4-bca89a9299ac), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.159252 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-574a2257-ddee-45f1-be66-d0cb19d90792 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (3b39e055-52c7-4d27-bb62-91e9d3af695a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.160908 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4980bb4a-fa29-4709-b674-c3a527faa387 None None] Network bc3a2e1e-d60c-4207-99a8-2e2a86b90a64 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:58.179262 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2fdb1bdb-c3a2-43da-96d7-34320380b598 req-23cd7a49-f65f-4f71-ac09-5bd092550e92 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 210 time: 0.0419018 Apr 15 03:40:58.220588 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf2ff9e1-0fd3-4f77-9902-b90dd1d2641a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (bc3a2e1e-d60c-4207-99a8-2e2a86b90a64), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.247268 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2886-5c13-4793-9e30-d77c80faef05 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (a67947a9-6887-46e2-a3a4-bca89a9299ac), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.287616 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ec772de3-3005-4376-8205-99ac6c998470 None None] Provisioning complete for port 655fea7b-acdd-4286-88f6-19655d4867ad triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:58.288197 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ec772de3-3005-4376-8205-99ac6c998470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (655fea7b-acdd-4286-88f6-19655d4867ad), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.297414 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-6023a3d9-039a-4ea5-8d8f-024e7eea833a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.20.0.5 (abcc95a5-3423-4e6f-9cb9-53f8e547921b/d7953b3b-beed-4f8a-8cf6-6def90b5765c/771af481-68ae-4ce7-9281-b463ff3446d3) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:40:58.340541 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c814df0-9502-43ee-bcd8-08b4660cb714 None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:58.372514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-574a2257-ddee-45f1-be66-d0cb19d90792 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (3b39e055-52c7-4d27-bb62-91e9d3af695a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.416571 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2886-5c13-4793-9e30-d77c80faef05 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (a67947a9-6887-46e2-a3a4-bca89a9299ac), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.417553 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ff9e1-0fd3-4f77-9902-b90dd1d2641a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting port 655fea7b-acdd-4286-88f6-19655d4867ad {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:58.417888 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf2ff9e1-0fd3-4f77-9902-b90dd1d2641a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (655fea7b-acdd-4286-88f6-19655d4867ad), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.423577 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-574a2257-ddee-45f1-be66-d0cb19d90792 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b39e055-52c7-4d27-bb62-91e9d3af695a']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:58.436287 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dd3a2886-5c13-4793-9e30-d77c80faef05 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.443396 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-dd3a2886-5c13-4793-9e30-d77c80faef05 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/a67947a9-6887-46e2-a3a4-bca89a9299ac HTTP/1.1" status: 204 len: 168 time: 0.5018497 Apr 15 03:40:58.445499 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35038) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:58.461153 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-574a2257-ddee-45f1-be66-d0cb19d90792 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d09f209-cd64-4a62-bf99-b3d9ac7f3f61') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:58.461455 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-574a2257-ddee-45f1-be66-d0cb19d90792 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d09f209-cd64-4a62-bf99-b3d9ac7f3f61') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:58.464224 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a2886-5c13-4793-9e30-d77c80faef05 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Subnet': ['ID=a67947a9-6887-46e2-a3a4-bca89a9299ac,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:58.516272 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-574a2257-ddee-45f1-be66-d0cb19d90792 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (4d09f209-cd64-4a62-bf99-b3d9ac7f3f61), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.535657 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-365561f5-9de4-4648-9dc7-5f93192901fd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809994 Apr 15 03:40:58.536177 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35040) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:58.555345 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0893ec-a137-4f9b-95c1-9dc695fdc00e None None] DHCP port deletion for bc3a2e1e-d60c-4207-99a8-2e2a86b90a64 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:40:58.557679 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2f01eea4-7d07-4f28-8675-69d5a75d238b up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:40:58.579034 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-574a2257-ddee-45f1-be66-d0cb19d90792 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (4d09f209-cd64-4a62-bf99-b3d9ac7f3f61), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.594466 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0408d9d-9f03-406a-897e-b23eeda77edd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:58.596370 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d0408d9d-9f03-406a-897e-b23eeda77edd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0588794 Apr 15 03:40:58.598769 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35042) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:58.624631 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574a2257-ddee-45f1-be66-d0cb19d90792 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:40:58.625036 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-574a2257-ddee-45f1-be66-d0cb19d90792 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (4d09f209-cd64-4a62-bf99-b3d9ac7f3f61), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:40:58.628195 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:40:58.630737 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-cf2ff9e1-0fd3-4f77-9902-b90dd1d2641a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] For port 655fea7b-acdd-4286-88f6-19655d4867ad, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=655fea7b-acdd-4286-88f6-19655d4867ad,segment=NetworkSegment(731d0341-c8dc-46ea-b135-791ec47922c9),segment_id=731d0341-c8dc-46ea-b135-791ec47922c9)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:58.630737 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf2ff9e1-0fd3-4f77-9902-b90dd1d2641a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (655fea7b-acdd-4286-88f6-19655d4867ad), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.662375 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee310f09-8f46-40cd-93d2-078c9c174a67 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:58.662677 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ca0893ec-a137-4f9b-95c1-9dc695fdc00e None None] Deleting port 655fea7b-acdd-4286-88f6-19655d4867ad {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:58.663276 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca0893ec-a137-4f9b-95c1-9dc695fdc00e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (655fea7b-acdd-4286-88f6-19655d4867ad), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.667322 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ee310f09-8f46-40cd-93d2-078c9c174a67 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0666356 Apr 15 03:40:58.668136 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35044) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:58.686723 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-cf2ff9e1-0fd3-4f77-9902-b90dd1d2641a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Calling delete_port for 655fea7b-acdd-4286-88f6-19655d4867ad owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:58.718329 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35046) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:58.718633 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b4f7b79d-e212-46eb-a885-f38f0045813f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483930 Apr 15 03:40:58.762113 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 2f01eea4-7d07-4f28-8675-69d5a75d238b triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:58.762480 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2f01eea4-7d07-4f28-8675-69d5a75d238b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.785173 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-03010b09-ce4b-4261-9713-545ef7813b69 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:58.785781 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03010b09-ce4b-4261-9713-545ef7813b69 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:58.788817 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-03010b09-ce4b-4261-9713-545ef7813b69 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/19e9e1af-9bac-4c64-a8a3-eee06532232b HTTP/1.1" status: 404 len: 333 time: 0.0716937 Apr 15 03:40:58.792647 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35048) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:58.802984 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-574a2257-ddee-45f1-be66-d0cb19d90792 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (3b39e055-52c7-4d27-bb62-91e9d3af695a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.811549 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-6023a3d9-039a-4ea5-8d8f-024e7eea833a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (771af481-68ae-4ce7-9281-b463ff3446d3), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.819786 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-574a2257-ddee-45f1-be66-d0cb19d90792 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.823654 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-574a2257-ddee-45f1-be66-d0cb19d90792 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] 10.222.0.15 "DELETE /v2.0/networks/3b39e055-52c7-4d27-bb62-91e9d3af695a HTTP/1.1" status: 204 len: 168 time: 0.8627713 Apr 15 03:40:58.838277 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-103a924b-6bb6-413f-9ef4-452cd1d1c245 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:58.839109 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103a924b-6bb6-413f-9ef4-452cd1d1c245 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:58.839633 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a2257-ddee-45f1-be66-d0cb19d90792 tempest-TagsTest-1067113543 tempest-TagsTest-1067113543-project] Pushing event deleted for resources: {'Network': ['ID=3b39e055-52c7-4d27-bb62-91e9d3af695a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:58.847080 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35052) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:58.848650 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-103a924b-6bb6-413f-9ef4-452cd1d1c245 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/a67947a9-6887-46e2-a3a4-bca89a9299ac HTTP/1.1" status: 404 len: 337 time: 0.0529029 Apr 15 03:40:58.856659 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ec772de3-3005-4376-8205-99ac6c998470 None None] Current status of the port 655fea7b-acdd-4286-88f6-19655d4867ad is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:58.857050 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ec772de3-3005-4376-8205-99ac6c998470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (655fea7b-acdd-4286-88f6-19655d4867ad), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.859934 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ca0893ec-a137-4f9b-95c1-9dc695fdc00e None None] For port 655fea7b-acdd-4286-88f6-19655d4867ad, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=655fea7b-acdd-4286-88f6-19655d4867ad,segment=NetworkSegment(731d0341-c8dc-46ea-b135-791ec47922c9),segment_id=731d0341-c8dc-46ea-b135-791ec47922c9)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:58.860323 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca0893ec-a137-4f9b-95c1-9dc695fdc00e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (655fea7b-acdd-4286-88f6-19655d4867ad), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:58.885932 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b49621-7f9a-4022-aa85-f1c73ebbb67b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:58.886202 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b49621-7f9a-4022-aa85-f1c73ebbb67b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:58.889156 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-27b49621-7f9a-4022-aa85-f1c73ebbb67b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/20cd81ef-9534-436e-abe8-1a8ed6039e15 HTTP/1.1" status: 404 len: 337 time: 0.0407529 Apr 15 03:40:58.891509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ca0893ec-a137-4f9b-95c1-9dc695fdc00e None None] Calling delete_port for 655fea7b-acdd-4286-88f6-19655d4867ad owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:58.892355 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35054) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:58.920616 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771e679a-11b6-469d-be47-0adac34ca4ed None None] Update dhcp port {'port': {'network_id': 'd8f597fb-2381-4564-a070-eb7f10af68ac', 'fixed_ips': [{'subnet_id': 'a67947a9-6887-46e2-a3a4-bca89a9299ac'}], 'binding:host_id': 'dv-neutron-837140-3-hyperv'}, 'id': '2f01eea4-7d07-4f28-8675-69d5a75d238b'} from dv-neutron-837140-3-hyperv. {{(pid=104668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 15 03:40:58.933616 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd6a13b-d02e-457d-9f70-71888ac07679 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:58.934182 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd6a13b-d02e-457d-9f70-71888ac07679 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:58.939642 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ecd6a13b-d02e-457d-9f70-71888ac07679 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/f3931c0f-1aa0-4783-b231-f03796f5da6a HTTP/1.1" status: 404 len: 333 time: 0.0390618 Apr 15 03:40:58.946998 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35056) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:58.969132 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e7fa6b-7fdc-4525-bd01-388852e6b00a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:58.969581 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e7fa6b-7fdc-4525-bd01-388852e6b00a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:58.973480 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a1e7fa6b-7fdc-4525-bd01-388852e6b00a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/a86e3664-6e07-494b-9476-aa80306d10e5 HTTP/1.1" status: 404 len: 337 time: 0.0301173 Apr 15 03:40:58.975424 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35058) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:59.006093 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf2ff9e1-0fd3-4f77-9902-b90dd1d2641a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (655fea7b-acdd-4286-88f6-19655d4867ad), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:59.008274 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8c8eb0-4961-496c-ac5d-eabccfbfea7d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:59.008753 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8c8eb0-4961-496c-ac5d-eabccfbfea7d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:59.011758 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3f8c8eb0-4961-496c-ac5d-eabccfbfea7d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/c14fe010-92c0-4dc5-a028-aa6cd373799b HTTP/1.1" status: 404 len: 337 time: 0.0353360 Apr 15 03:40:59.014579 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35060) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:59.038666 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-771e679a-11b6-469d-be47-0adac34ca4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2f01eea4-7d07-4f28-8675-69d5a75d238b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:59.041517 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-6023a3d9-039a-4ea5-8d8f-024e7eea833a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (771af481-68ae-4ce7-9281-b463ff3446d3), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:59.043222 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ff9e1-0fd3-4f77-9902-b90dd1d2641a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Port': ['ID=655fea7b-acdd-4286-88f6-19655d4867ad,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:59.047420 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-4476939b-77d5-4ca1-9882-2ad17894422b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:59.048818 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4476939b-77d5-4ca1-9882-2ad17894422b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:59.054278 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ff9e1-0fd3-4f77-9902-b90dd1d2641a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] No DVR routers for this DVR port 655fea7b-acdd-4286-88f6-19655d4867ad on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:59.054444 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4476939b-77d5-4ca1-9882-2ad17894422b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/d3c877b9-32d4-48cf-94e6-9aafe952259c HTTP/1.1" status: 404 len: 333 time: 0.0362921 Apr 15 03:40:59.059364 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35062) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:59.059592 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 2f01eea4-7d07-4f28-8675-69d5a75d238b is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:59.093710 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b1f34d-f4a3-4707-a81c-e9a9617c4079 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:59.093710 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b1f34d-f4a3-4707-a81c-e9a9617c4079 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:59.096816 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-59b1f34d-f4a3-4707-a81c-e9a9617c4079 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/a148aceb-b428-4c5e-9eb5-7da659199fd2 HTTP/1.1" status: 404 len: 337 time: 0.0386999 Apr 15 03:40:59.097118 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35064) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:59.110304 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-6023a3d9-039a-4ea5-8d8f-024e7eea833a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network abcc95a5-3423-4e6f-9cb9-53f8e547921b is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:40:59.128572 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f87f753-2aca-433e-ad66-8bbe7f422090 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:59.129031 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f87f753-2aca-433e-ad66-8bbe7f422090 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:59.133954 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-6023a3d9-039a-4ea5-8d8f-024e7eea833a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:40:59.134091 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9f87f753-2aca-433e-ad66-8bbe7f422090 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/e79536f4-f731-44eb-b59c-7fd20d3d4fcf HTTP/1.1" status: 404 len: 337 time: 0.0350559 Apr 15 03:40:59.140167 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35066) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:59.141057 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-6023a3d9-039a-4ea5-8d8f-024e7eea833a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:40:59.189130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca0893ec-a137-4f9b-95c1-9dc695fdc00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (655fea7b-acdd-4286-88f6-19655d4867ad), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:59.194203 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-2d7658ee-5781-4c0a-8c21-b22d7bb889f6 None None] Provisioning complete for port 2f01eea4-7d07-4f28-8675-69d5a75d238b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:59.194580 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2d7658ee-5781-4c0a-8c21-b22d7bb889f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2f01eea4-7d07-4f28-8675-69d5a75d238b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:59.221743 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0893ec-a137-4f9b-95c1-9dc695fdc00e None None] No DVR routers for this DVR port 655fea7b-acdd-4286-88f6-19655d4867ad on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:59.233568 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023a3d9-039a-4ea5-8d8f-024e7eea833a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=771af481-68ae-4ce7-9281-b463ff3446d3,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:59.261407 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5e49d2-b07e-4dd8-a7f6-811563a13b7a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:59.261993 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5e49d2-b07e-4dd8-a7f6-811563a13b7a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:59.266202 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ab5e49d2-b07e-4dd8-a7f6-811563a13b7a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/15b7cae5-977d-464c-a357-ce834b9905fd HTTP/1.1" status: 404 len: 333 time: 0.1206028 Apr 15 03:40:59.270863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf2ff9e1-0fd3-4f77-9902-b90dd1d2641a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (bc3a2e1e-d60c-4207-99a8-2e2a86b90a64), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:59.270995 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35070) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:59.331433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0893ec-a137-4f9b-95c1-9dc695fdc00e None None] Pushing event deleted for resources: {'Port': ['ID=655fea7b-acdd-4286-88f6-19655d4867ad,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:59.331568 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c1340c-2ab3-4bcd-ba33-54c89810d800 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:59.332606 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c1340c-2ab3-4bcd-ba33-54c89810d800 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:59.342525 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-95c1340c-2ab3-4bcd-ba33-54c89810d800 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/5f13cecd-4373-4a05-a579-b7273f37a3ed HTTP/1.1" status: 404 len: 337 time: 0.0704331 Apr 15 03:40:59.342703 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dec9ba-3ec7-4853-bdc6-b6cbd12e21ab None None] Network d8f597fb-2381-4564-a070-eb7f10af68ac requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:40:59.343065 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35074) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:59.355514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-6023a3d9-039a-4ea5-8d8f-024e7eea833a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:59.356093 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-6023a3d9-039a-4ea5-8d8f-024e7eea833a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:59.360705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-cf2ff9e1-0fd3-4f77-9902-b90dd1d2641a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3a2e1e-d60c-4207-99a8-2e2a86b90a64']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:59.379510 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-cf2ff9e1-0fd3-4f77-9902-b90dd1d2641a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731d0341-c8dc-46ea-b135-791ec47922c9') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:59.379839 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-cf2ff9e1-0fd3-4f77-9902-b90dd1d2641a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731d0341-c8dc-46ea-b135-791ec47922c9') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:40:59.396813 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf2ff9e1-0fd3-4f77-9902-b90dd1d2641a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (731d0341-c8dc-46ea-b135-791ec47922c9), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:59.405957 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-532df6bb-7a55-4675-b312-3fa7bc4d5cc9 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:59.408151 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532df6bb-7a55-4675-b312-3fa7bc4d5cc9 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:59.413707 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-532df6bb-7a55-4675-b312-3fa7bc4d5cc9 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/a0cf5789-1284-4b17-9d1b-fcaf8240ab93 HTTP/1.1" status: 404 len: 337 time: 0.0673931 Apr 15 03:40:59.413707 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35076) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:59.414085 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35078) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:59.415780 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c02e9c-dba7-453f-8f6b-7e2944ae159b req-2bbce3a8-aa6c-49e2-943b-c21630bc7b22 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:40:59.424564 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3c02e9c-dba7-453f-8f6b-7e2944ae159b req-2bbce3a8-aa6c-49e2-943b-c21630bc7b22 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 931 time: 0.1235144 Apr 15 03:40:59.442780 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a135e0-6753-4811-8b26-dd857cd16d7f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:59.443343 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a135e0-6753-4811-8b26-dd857cd16d7f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:59.447255 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-95a135e0-6753-4811-8b26-dd857cd16d7f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/c3f545e6-eb10-4d1b-8a3e-3a1ea6333f84 HTTP/1.1" status: 404 len: 333 time: 0.0316513 Apr 15 03:40:59.449489 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35082) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:59.468628 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-6023a3d9-039a-4ea5-8d8f-024e7eea833a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8778312 Apr 15 03:40:59.483631 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf2ff9e1-0fd3-4f77-9902-b90dd1d2641a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (731d0341-c8dc-46ea-b135-791ec47922c9), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:59.492663 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c098c5a-1f34-4c70-9d42-325e3651a631 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:59.493159 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c098c5a-1f34-4c70-9d42-325e3651a631 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:59.499910 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4c098c5a-1f34-4c70-9d42-325e3651a631 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/4a9a7878-0405-4f21-9775-d93c4aca93c7 HTTP/1.1" status: 404 len: 337 time: 0.0492108 Apr 15 03:40:59.502448 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35086) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:59.502926 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2ff9e1-0fd3-4f77-9902-b90dd1d2641a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:40:59.503519 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf2ff9e1-0fd3-4f77-9902-b90dd1d2641a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (731d0341-c8dc-46ea-b135-791ec47922c9), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:40:59.507123 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:40:59.536279 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9b074c-a706-4deb-9253-55ef3da9946b None None] DHCP port deletion for d8f597fb-2381-4564-a070-eb7f10af68ac request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:40:59.545465 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2412c4f-7266-40ac-b939-f9140fe0ba28 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:59.546168 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2412c4f-7266-40ac-b939-f9140fe0ba28 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:59.549788 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f2412c4f-7266-40ac-b939-f9140fe0ba28 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/e4f1f8e5-48f5-49c8-8ac5-101579add5f7 HTTP/1.1" status: 404 len: 333 time: 0.0461457 Apr 15 03:40:59.553519 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35088) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:59.589890 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2d7658ee-5781-4c0a-8c21-b22d7bb889f6 None None] Current status of the port 2f01eea4-7d07-4f28-8675-69d5a75d238b is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:59.596157 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-2d7658ee-5781-4c0a-8c21-b22d7bb889f6 None None] Could not find standard attr ID for object 19e9e1af-9bac-4c64-a8a3-eee06532232b. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:40:59.608421 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b074c-a706-4deb-9253-55ef3da9946b None None] Deleting port 2f01eea4-7d07-4f28-8675-69d5a75d238b {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:40:59.608810 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc9b074c-a706-4deb-9253-55ef3da9946b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (2f01eea4-7d07-4f28-8675-69d5a75d238b), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:59.611773 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-067d5e8d-160b-4217-8c07-1aedce2a6332 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:59.612242 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-067d5e8d-160b-4217-8c07-1aedce2a6332 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:59.619592 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-067d5e8d-160b-4217-8c07-1aedce2a6332 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/b92769ba-3a6b-45fe-b8af-75d52d330810 HTTP/1.1" status: 404 len: 337 time: 0.0614047 Apr 15 03:40:59.619708 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35090) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:59.619874 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3c02e9c-dba7-453f-8f6b-7e2944ae159b req-41eab210-5eae-4e2f-ad78-4c462052a356 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=51ecbd44-3cec-4834-88cc-bd1dd5b0199c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843877 Apr 15 03:40:59.660769 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] Request body: {'port': {'device_id': '694f734e-4d74-4136-96c0-603d4651f373', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:59.660966 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-da606b88-43b9-4246-893f-1074801775b6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:59.661706 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da606b88-43b9-4246-893f-1074801775b6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:59.664862 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-da606b88-43b9-4246-893f-1074801775b6 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/4f888896-2f61-4682-b915-7919fee215ef HTTP/1.1" status: 404 len: 333 time: 0.0442696 Apr 15 03:40:59.674049 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35092) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:59.688082 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-fc9b074c-a706-4deb-9253-55ef3da9946b None None] For port 2f01eea4-7d07-4f28-8675-69d5a75d238b, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=2f01eea4-7d07-4f28-8675-69d5a75d238b,segment=NetworkSegment(659900b6-fb7b-4710-bd35-ff8fe9005b5f),segment_id=659900b6-fb7b-4710-bd35-ff8fe9005b5f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:40:59.688484 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc9b074c-a706-4deb-9253-55ef3da9946b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (2f01eea4-7d07-4f28-8675-69d5a75d238b), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:59.693845 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf2ff9e1-0fd3-4f77-9902-b90dd1d2641a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (bc3a2e1e-d60c-4207-99a8-2e2a86b90a64), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:59.702699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-fc9b074c-a706-4deb-9253-55ef3da9946b None None] Calling delete_port for 2f01eea4-7d07-4f28-8675-69d5a75d238b owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:40:59.706012 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf2ff9e1-0fd3-4f77-9902-b90dd1d2641a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:59.714053 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-126cb8b9-7c75-4a99-b6b9-00d54124555b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:59.714973 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cf2ff9e1-0fd3-4f77-9902-b90dd1d2641a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/networks/bc3a2e1e-d60c-4207-99a8-2e2a86b90a64 HTTP/1.1" status: 204 len: 168 time: 1.6793170 Apr 15 03:40:59.715095 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-126cb8b9-7c75-4a99-b6b9-00d54124555b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:59.721348 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-126cb8b9-7c75-4a99-b6b9-00d54124555b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/9399216f-b25f-4588-aa4c-5be956b5a9ce HTTP/1.1" status: 404 len: 337 time: 0.0460927 Apr 15 03:40:59.721987 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35094) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:59.722316 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35096) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:59.723562 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a83937ee-36f6-469b-b777-5429aed4e767 None None] Provisioning complete for port 771af481-68ae-4ce7-9281-b463ff3446d3 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:59.723933 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a83937ee-36f6-469b-b777-5429aed4e767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (771af481-68ae-4ce7-9281-b463ff3446d3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:59.728632 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-46237f48-d21d-433a-a243-109fbaead7de tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'port': {'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7', 'name': 'tempest-PortsTestJSON-797357538'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:40:59.744076 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ac8d1462-3a55-4917-8786-aeb684a67004 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=073c07610c8a4d6bbf29f5114613abc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3304591 Apr 15 03:40:59.746963 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35098) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:59.750677 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ff9e1-0fd3-4f77-9902-b90dd1d2641a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Network': ['ID=bc3a2e1e-d60c-4207-99a8-2e2a86b90a64,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:59.761261 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (771af481-68ae-4ce7-9281-b463ff3446d3), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:59.785304 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-654d142c-18cf-4f5c-ba73-c91724f17310 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:59.786134 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654d142c-18cf-4f5c-ba73-c91724f17310 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:59.791749 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-654d142c-18cf-4f5c-ba73-c91724f17310 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/131b9009-2d36-45ec-9356-b74dae5772b7 HTTP/1.1" status: 404 len: 333 time: 0.0671000 Apr 15 03:40:59.792526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35100) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:59.802765 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a83937ee-36f6-469b-b777-5429aed4e767 None None] Port 771af481-68ae-4ce7-9281-b463ff3446d3 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:40:59.815549 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a83937ee-36f6-469b-b777-5429aed4e767 None None] Provisioning complete for port 2f01eea4-7d07-4f28-8675-69d5a75d238b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:40:59.815934 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a83937ee-36f6-469b-b777-5429aed4e767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2f01eea4-7d07-4f28-8675-69d5a75d238b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:59.870426 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-967ad80f-1e5d-4dbd-a533-9447accf0b07 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:59.871148 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967ad80f-1e5d-4dbd-a533-9447accf0b07 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:59.876538 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-967ad80f-1e5d-4dbd-a533-9447accf0b07 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/df0e3e71-ad39-457c-a3b5-d5c7a0f00d1d HTTP/1.1" status: 404 len: 337 time: 0.0750935 Apr 15 03:40:59.881984 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35102) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:59.904323 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a83937ee-36f6-469b-b777-5429aed4e767 None None] Current status of the port 2f01eea4-7d07-4f28-8675-69d5a75d238b is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:40:59.921688 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-736b5180-1c83-4a77-a8b9-b4823d825c28 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:59.922245 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736b5180-1c83-4a77-a8b9-b4823d825c28 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:59.925345 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-736b5180-1c83-4a77-a8b9-b4823d825c28 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/a05ce9cf-d145-45db-9d56-a837dfe50c68 HTTP/1.1" status: 404 len: 333 time: 0.0424979 Apr 15 03:40:59.928597 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35104) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:40:59.934010 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc9b074c-a706-4deb-9253-55ef3da9946b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (2f01eea4-7d07-4f28-8675-69d5a75d238b), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:59.960406 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f42f3652-bd11-4e24-a011-6fddb4d4c096 admin admin] Publish callbacks [] for security_group (7ae901fd-7b54-41aa-acc7-1c11f305869e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:59.963205 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b074c-a706-4deb-9253-55ef3da9946b None None] Pushing event deleted for resources: {'Port': ['ID=2f01eea4-7d07-4f28-8675-69d5a75d238b,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:40:59.966607 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9b074c-a706-4deb-9253-55ef3da9946b None None] No DVR routers for this DVR port 2f01eea4-7d07-4f28-8675-69d5a75d238b on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:40:59.986585 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f42f3652-bd11-4e24-a011-6fddb4d4c096 admin admin] Publish callbacks [] for security_group (7ae901fd-7b54-41aa-acc7-1c11f305869e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:40:59.993982 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb523ee-c07c-4d17-9765-f4901f895477 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:40:59.994428 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb523ee-c07c-4d17-9765-f4901f895477 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:40:59.997502 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fdb523ee-c07c-4d17-9765-f4901f895477 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/9901e5b2-302a-4e45-9018-56cd4bef61a2 HTTP/1.1" status: 404 len: 337 time: 0.0676012 Apr 15 03:41:00.000097 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35106) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:00.031344 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f88f26d-17cf-485c-921b-dec5057b35dd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:00.031890 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f88f26d-17cf-485c-921b-dec5057b35dd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:00.032450 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46237f48-d21d-433a-a243-109fbaead7de tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:00.035612 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4f88f26d-17cf-485c-921b-dec5057b35dd tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/8163ab45-5a7e-4771-bd1b-c90e7768c6c4 HTTP/1.1" status: 404 len: 333 time: 0.0338018 Apr 15 03:41:00.035847 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46237f48-d21d-433a-a243-109fbaead7de tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:00.041426 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35108) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:00.055247 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-46237f48-d21d-433a-a243-109fbaead7de tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] device_id is not set on port fcd8900e-7975-47dc-a7a1-eb83e53f2e24 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:41:00.109785 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f42f3652-bd11-4e24-a011-6fddb4d4c096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (7ae901fd-7b54-41aa-acc7-1c11f305869e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:00.112467 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f42f3652-bd11-4e24-a011-6fddb4d4c096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:00.113683 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f42f3652-bd11-4e24-a011-6fddb4d4c096 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ae901fd-7b54-41aa-acc7-1c11f305869e HTTP/1.1" status: 204 len: 168 time: 0.3502238 Apr 15 03:41:00.131274 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f3652-bd11-4e24-a011-6fddb4d4c096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae901fd-7b54-41aa-acc7-1c11f305869e,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:00.256674 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46237f48-d21d-433a-a243-109fbaead7de tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (fcd8900e-7975-47dc-a7a1-eb83e53f2e24), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:00.329946 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2f01eea4-7d07-4f28-8675-69d5a75d238b no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:41:00.355072 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 2f01eea4-7d07-4f28-8675-69d5a75d238b {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:41:00.357385 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46237f48-d21d-433a-a243-109fbaead7de tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (fcd8900e-7975-47dc-a7a1-eb83e53f2e24), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:00.359047 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2f01eea4-7d07-4f28-8675-69d5a75d238b not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:41:00.367135 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 655fea7b-acdd-4286-88f6-19655d4867ad no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:41:00.383121 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d61e348-7963-4580-bb7a-0828105da5d2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:00.383760 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d61e348-7963-4580-bb7a-0828105da5d2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:00.389379 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7d61e348-7963-4580-bb7a-0828105da5d2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/b110edb9-a6b2-4982-ab25-5dfdf50d2569 HTTP/1.1" status: 404 len: 337 time: 0.3469059 Apr 15 03:41:00.390019 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35112) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:00.397231 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 655fea7b-acdd-4286-88f6-19655d4867ad {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:41:00.397958 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 655fea7b-acdd-4286-88f6-19655d4867ad not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:41:00.409621 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46237f48-d21d-433a-a243-109fbaead7de tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=fcd8900e-7975-47dc-a7a1-eb83e53f2e24,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:00.427682 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46237f48-d21d-433a-a243-109fbaead7de tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network ff932ac1-7d44-43d9-8517-b89abf9494c7 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:00.429488 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-46237f48-d21d-433a-a243-109fbaead7de tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:00.432465 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a726b8-eed2-4261-852e-99cae665a574 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:00.432944 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a726b8-eed2-4261-852e-99cae665a574 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:00.437844 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46237f48-d21d-433a-a243-109fbaead7de tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:00.438840 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-45a726b8-eed2-4261-852e-99cae665a574 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/46506e5c-4c4f-4410-8cfc-1d0771f11ad9 HTTP/1.1" status: 404 len: 337 time: 0.0462275 Apr 15 03:41:00.439503 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35114) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:00.445746 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46237f48-d21d-433a-a243-109fbaead7de tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:00.446074 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46237f48-d21d-433a-a243-109fbaead7de tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:00.487328 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33627fb-5d13-4dd2-93f6-f73fbe01f104 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:00.487897 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d33627fb-5d13-4dd2-93f6-f73fbe01f104 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:00.491316 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d33627fb-5d13-4dd2-93f6-f73fbe01f104 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/56d22d0d-460d-4e5f-8a0d-9e1aa3870ba2 HTTP/1.1" status: 404 len: 333 time: 0.0488150 Apr 15 03:41:00.493878 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35116) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:00.510854 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-46237f48-d21d-433a-a243-109fbaead7de tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7869544 Apr 15 03:41:00.513473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35118) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:00.540806 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771af481-68ae-4ce7-9281-b463ff3446d3 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:41:00.551284 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] Publish callbacks [] for port (771af481-68ae-4ce7-9281-b463ff3446d3), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:00.556230 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-44235a8e-3425-44ba-ab95-f0a00be55e71 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:00.556756 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44235a8e-3425-44ba-ab95-f0a00be55e71 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:00.562678 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-44235a8e-3425-44ba-ab95-f0a00be55e71 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/a2cfc87b-e0bb-4ff8-83d1-ff9cdacbe8b0 HTTP/1.1" status: 404 len: 337 time: 0.0650029 Apr 15 03:41:00.562920 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35120) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:00.574772 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] Transition to ACTIVE for port object 771af481-68ae-4ce7-9281-b463ff3446d3 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 03:41:00.594036 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81311f1-b72e-4d17-931e-80d1d7988f53 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:00.594496 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b81311f1-b72e-4d17-931e-80d1d7988f53 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:00.597554 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b81311f1-b72e-4d17-931e-80d1d7988f53 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/b9d78d64-e65b-4d69-afab-cd4f5da0cd97 HTTP/1.1" status: 404 len: 337 time: 0.0337508 Apr 15 03:41:00.600326 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35122) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:00.628922 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d00f2bc-8fff-4c45-ae48-33b7dd8b7101 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:00.629455 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d00f2bc-8fff-4c45-ae48-33b7dd8b7101 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:00.635010 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6d00f2bc-8fff-4c45-ae48-33b7dd8b7101 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/d11d6f27-e84b-42fd-8b75-96c4f3eb8ccb HTTP/1.1" status: 404 len: 333 time: 0.0311573 Apr 15 03:41:00.635010 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (771af481-68ae-4ce7-9281-b463ff3446d3), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:00.635251 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35124) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:00.648473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-2493d523-0394-4c17-9836-e15566446e7e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting port fcd8900e-7975-47dc-a7a1-eb83e53f2e24 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:00.648831 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2493d523-0394-4c17-9836-e15566446e7e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (fcd8900e-7975-47dc-a7a1-eb83e53f2e24), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:00.691607 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3ff957-8a9f-4c1a-903c-161d96b9092b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:00.692057 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3ff957-8a9f-4c1a-903c-161d96b9092b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:00.695018 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0d3ff957-8a9f-4c1a-903c-161d96b9092b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/86f88441-e6f1-4884-b644-98556056e91e HTTP/1.1" status: 404 len: 337 time: 0.0567484 Apr 15 03:41:00.698489 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35128) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:00.742152 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b8aa45-2b22-4773-8d40-3f4c0481bcb4 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:00.743601 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b8aa45-2b22-4773-8d40-3f4c0481bcb4 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:00.748266 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-32b8aa45-2b22-4773-8d40-3f4c0481bcb4 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/6370c8ea-8785-4a5d-acb9-7f4a2193e196 HTTP/1.1" status: 404 len: 337 time: 0.0463402 Apr 15 03:41:00.748572 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35130) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:00.749420 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=771af481-68ae-4ce7-9281-b463ff3446d3,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:00.761809 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2493d523-0394-4c17-9836-e15566446e7e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (fcd8900e-7975-47dc-a7a1-eb83e53f2e24), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:00.798285 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd19e1-4b55-429a-b103-49882c054f85 req-137e00da-fe31-4ea2-80da-f774342dbf64 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:00.799878 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f2dd19e1-4b55-429a-b103-49882c054f85 req-137e00da-fe31-4ea2-80da-f774342dbf64 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 943 time: 0.0924170 Apr 15 03:41:00.800791 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc635e6b-aba7-4709-aba8-933d54431eb8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:00.801362 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc635e6b-aba7-4709-aba8-933d54431eb8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:00.804394 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-dc635e6b-aba7-4709-aba8-933d54431eb8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/aed75b11-ecb8-4c26-ab2d-4eaedf1bb3ae HTTP/1.1" status: 404 len: 333 time: 0.0530427 Apr 15 03:41:00.808453 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35132) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:00.810742 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-2493d523-0394-4c17-9836-e15566446e7e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Calling delete_port for fcd8900e-7975-47dc-a7a1-eb83e53f2e24 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:00.843629 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef0f205-6d0f-442b-986b-b2fd93438467 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:00.844084 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef0f205-6d0f-442b-986b-b2fd93438467 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:00.847093 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-eef0f205-6d0f-442b-986b-b2fd93438467 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/8bea55a8-650d-4667-94bb-056e03178eb1 HTTP/1.1" status: 404 len: 337 time: 0.0376930 Apr 15 03:41:00.850492 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35134) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:00.884185 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d383d9-4c3b-4f08-a74d-1a82bd2a051e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:00.884657 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23d383d9-4c3b-4f08-a74d-1a82bd2a051e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:00.887666 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-23d383d9-4c3b-4f08-a74d-1a82bd2a051e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/4a54dbde-2395-4cb2-af8d-92d44765376c HTTP/1.1" status: 404 len: 337 time: 0.0362282 Apr 15 03:41:00.890444 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35136) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:00.902678 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] Attempting to bind port 771af481-68ae-4ce7-9281-b463ff3446d3 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:41:00.903024 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] Attempting to bind port 771af481-68ae-4ce7-9281-b463ff3446d3 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7732a559-70af-4b2d-9d35-7aa6a2c8e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:41:00.903353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] Attempting to bind port 771af481-68ae-4ce7-9281-b463ff3446d3 on network abcc95a5-3423-4e6f-9cb9-53f8e547921b {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:41:00.908417 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f2dd19e1-4b55-429a-b103-49882c054f85 req-ba6d04cb-0e0e-4760-b7d7-b900628ef70e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=51ecbd44-3cec-4834-88cc-bd1dd5b0199c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990028 Apr 15 03:41:00.926995 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] Port 771af481-68ae-4ce7-9281-b463ff3446d3 on network abcc95a5-3423-4e6f-9cb9-53f8e547921b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:41:00.927224 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] Attempting to bind port 771af481-68ae-4ce7-9281-b463ff3446d3 on network abcc95a5-3423-4e6f-9cb9-53f8e547921b {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:41:00.931048 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d59c2d4d-550a-459a-917d-b6fe13c8963c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports?device_id=3234e075-856b-48b6-ad4f-e75e903f9241 HTTP/1.1" status: 200 len: 205 time: 0.0392354 Apr 15 03:41:00.934956 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35138) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:00.943679 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:41:00.943679 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] Checking segment: {'id': '7732a559-70af-4b2d-9d35-7aa6a2c8e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:00.943679 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] Bound using segment: {'id': '7732a559-70af-4b2d-9d35-7aa6a2c8e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:41:00.943679 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] Bound port: 771af481-68ae-4ce7-9281-b463ff3446d3, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7732a559-70af-4b2d-9d35-7aa6a2c8e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:41:00.943679 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (771af481-68ae-4ce7-9281-b463ff3446d3), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:00.987985 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-84a882c4-8547-4edb-9c9c-8c4b63858067 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] delete failed (client error): The resource could not be found. Apr 15 03:41:00.988918 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-84a882c4-8547-4edb-9c9c-8c4b63858067 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/routers/3234e075-856b-48b6-ad4f-e75e903f9241 HTTP/1.1" status: 404 len: 336 time: 0.0525825 Apr 15 03:41:00.991770 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35140) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:01.018011 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e63c407-f887-4b20-9e24-d8e9c39a2a2d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:01.018465 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e63c407-f887-4b20-9e24-d8e9c39a2a2d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:01.021473 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3e63c407-f887-4b20-9e24-d8e9c39a2a2d tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/d7411ed9-a17a-47f1-879a-185be250b3b6 HTTP/1.1" status: 404 len: 337 time: 0.0287008 Apr 15 03:41:01.022630 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2493d523-0394-4c17-9836-e15566446e7e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (fcd8900e-7975-47dc-a7a1-eb83e53f2e24), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:01.024180 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35142) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:01.046566 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] For port 771af481-68ae-4ce7-9281-b463ff3446d3, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:41:01.049786 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] For port 771af481-68ae-4ce7-9281-b463ff3446d3, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=771af481-68ae-4ce7-9281-b463ff3446d3,segment=NetworkSegment(7732a559-70af-4b2d-9d35-7aa6a2c8e226),segment_id=7732a559-70af-4b2d-9d35-7aa6a2c8e226)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:41:01.077461 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e8ddfc50-f5a7-49ca-b5d8-f36d6ba7f579 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd81a613-5fe7-483f-8c85-44eb3d7d564e HTTP/1.1" status: 200 len: 205 time: 0.0508845 Apr 15 03:41:01.077657 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493d523-0394-4c17-9836-e15566446e7e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Port': ['ID=fcd8900e-7975-47dc-a7a1-eb83e53f2e24,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:01.083149 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2493d523-0394-4c17-9836-e15566446e7e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:01.083543 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35144) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:01.085980 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2493d523-0394-4c17-9836-e15566446e7e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/ports/fcd8900e-7975-47dc-a7a1-eb83e53f2e24 HTTP/1.1" status: 204 len: 168 time: 0.5706244 Apr 15 03:41:01.089948 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35146) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:01.094935 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e5e7556e-16be-411e-a62b-b301f175498d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'port': {'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7', 'mac_address': 'fa:16:3e:bc:7c:fa', 'name': 'tempest-PortsTestJSON-529610934'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:01.127944 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-2f869e67-f317-479f-86f8-7ce6ce5e6707 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] delete failed (client error): The resource could not be found. Apr 15 03:41:01.128995 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2f869e67-f317-479f-86f8-7ce6ce5e6707 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/routers/dd81a613-5fe7-483f-8c85-44eb3d7d564e HTTP/1.1" status: 404 len: 336 time: 0.0441532 Apr 15 03:41:01.131595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35148) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:01.141575 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (771af481-68ae-4ce7-9281-b463ff3446d3), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:01.167062 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39042cd-22fb-4e1b-8b58-064b06201b7a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:01.167518 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f39042cd-22fb-4e1b-8b58-064b06201b7a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:01.170488 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f39042cd-22fb-4e1b-8b58-064b06201b7a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/025e5b18-4feb-49d7-a9bd-4f2658ed6600 HTTP/1.1" status: 404 len: 337 time: 0.0379939 Apr 15 03:41:01.174215 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35150) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:01.194857 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:01.195456 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:01.197394 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] 10.222.0.30 "PUT /v2.0/ports/771af481-68ae-4ce7-9281-b463ff3446d3 HTTP/1.1" status: 200 len: 1093 time: 1.7192802 Apr 15 03:41:01.197858 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694f734e-4d74-4136-96c0-603d4651f373', 'tag': '771af481-68ae-4ce7-9281-b463ff3446d3'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:41:01.200148 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9262f4-99d9-4661-a801-04a593f55e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "694f734e-4d74-4136-96c0-603d4651f373", "tag": "771af481-68ae-4ce7-9281-b463ff3446d3"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:41:01.209134 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e673c67-3c07-4689-b926-c66950ea0bab tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:01.209632 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e673c67-3c07-4689-b926-c66950ea0bab tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:01.215267 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7e673c67-3c07-4689-b926-c66950ea0bab tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/2240640d-808a-42bd-b368-40308bf3968c HTTP/1.1" status: 404 len: 337 time: 0.0377085 Apr 15 03:41:01.215576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35154) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:01.229501 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f62e5-3006-46ab-882e-7e896af3b0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=771af481-68ae-4ce7-9281-b463ff3446d3,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:01.244734 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-0883637a-24d5-4c22-8715-39bd4945802f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:01.245389 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0883637a-24d5-4c22-8715-39bd4945802f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:01.251028 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0883637a-24d5-4c22-8715-39bd4945802f tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/a906a794-0da8-4a2f-8fbc-4a11362b9231 HTTP/1.1" status: 404 len: 333 time: 0.0320392 Apr 15 03:41:01.251379 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35158) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:01.294237 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e7556e-16be-411e-a62b-b301f175498d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:01.300824 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f7ad3c-13b8-42bb-8659-de88e71dfa57 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:01.302967 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f7ad3c-13b8-42bb-8659-de88e71dfa57 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:01.309264 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-74f7ad3c-13b8-42bb-8659-de88e71dfa57 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/2272dcbb-d092-4616-903a-d3d684ad3e2a HTTP/1.1" status: 404 len: 337 time: 0.0544758 Apr 15 03:41:01.310243 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35160) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:01.338113 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-171c89d0-4504-470e-b9ad-5e2a3a446256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:01.341131 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-171c89d0-4504-470e-b9ad-5e2a3a446256 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 1127 time: 0.0512640 Apr 15 03:41:01.361037 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06d67eb-71dd-4689-8f37-2b4bae8a381b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:01.361646 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06d67eb-71dd-4689-8f37-2b4bae8a381b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:01.364775 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b06d67eb-71dd-4689-8f37-2b4bae8a381b tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/96225a9f-0346-4f38-b9c6-a6427a6fcafa HTTP/1.1" status: 404 len: 333 time: 0.0542865 Apr 15 03:41:01.393682 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35162) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:01.416133 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-ce367dca-89cc-4207-8854-900778f91dd6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=771af481-68ae-4ce7-9281-b463ff3446d3 HTTP/1.1" status: 200 len: 217 time: 0.0673368 Apr 15 03:41:01.427676 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e41a6ba-bc8c-40fc-997d-7dcba6afbb95 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:01.434062 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e41a6ba-bc8c-40fc-997d-7dcba6afbb95 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:01.434062 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6e41a6ba-bc8c-40fc-997d-7dcba6afbb95 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/f1a16917-6336-4b90-babc-b47b92e3f103 HTTP/1.1" status: 404 len: 337 time: 0.0371249 Apr 15 03:41:01.435623 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35164) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:01.467477 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-029e3201-f4d1-4c48-9632-f9c6b6b7386e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:01.468208 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029e3201-f4d1-4c48-9632-f9c6b6b7386e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:01.471362 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-029e3201-f4d1-4c48-9632-f9c6b6b7386e tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/64702aa6-877d-42f1-a633-1d4333fafde0 HTTP/1.1" status: 404 len: 333 time: 0.0347607 Apr 15 03:41:01.475994 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35166) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:01.478383 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3893627-848f-4167-bf7b-7bae8a1885a2 x-openstack-request-id: req-f3893627-848f-4167-bf7b-7bae8a1885a2 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:41:01.478709 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694f734e-4d74-4136-96c0-603d4651f373", "tag": "771af481-68ae-4ce7-9281-b463ff3446d3", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:41:01.478963 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3893627-848f-4167-bf7b-7bae8a1885a2 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:41:01.479364 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3893627-848f-4167-bf7b-7bae8a1885a2'] response: {'name': 'network-changed', 'server_uuid': '694f734e-4d74-4136-96c0-603d4651f373', 'tag': '771af481-68ae-4ce7-9281-b463ff3446d3', 'status': 'completed', 'code': 200} Apr 15 03:41:01.484979 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-8437b5eb-ce21-4c16-8170-2dbfdc8606dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:01.485932 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5e7556e-16be-411e-a62b-b301f175498d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:01.486569 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-8437b5eb-ce21-4c16-8170-2dbfdc8606dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7953b3b-beed-4f8a-8cf6-6def90b5765c HTTP/1.1" status: 200 len: 834 time: 0.0641980 Apr 15 03:41:01.516539 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-6683fcd7-6363-426a-afb4-46c06179d735 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:01.516993 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6683fcd7-6363-426a-afb4-46c06179d735 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:01.520013 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6683fcd7-6363-426a-afb4-46c06179d735 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/1f78db62-babf-4634-b84c-ec623084bd2a HTTP/1.1" status: 404 len: 337 time: 0.0430615 Apr 15 03:41:01.523644 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35168) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:01.540553 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-5e4cc30d-28e4-4a6a-ad46-dfb0241722b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:01.542057 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-5e4cc30d-28e4-4a6a-ad46-dfb0241722b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=abcc95a5-3423-4e6f-9cb9-53f8e547921b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393362 Apr 15 03:41:01.553500 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-e5e7556e-16be-411e-a62b-b301f175498d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] device_id is not set on port 95318d6b-bc42-4828-b4ae-cdd7509b0f35 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:41:01.560388 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a43df2-4164-4de5-99a0-de42191a472c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:01.560957 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a43df2-4164-4de5-99a0-de42191a472c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:01.563948 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c1a43df2-4164-4de5-99a0-de42191a472c tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/81f4d39d-2564-40fa-bfd2-2a4abc894a73 HTTP/1.1" status: 404 len: 333 time: 0.0391402 Apr 15 03:41:01.566843 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35170) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:01.622533 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5b88b6-c704-48c4-9f92-6cf7f1bcde3a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:01.623027 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5b88b6-c704-48c4-9f92-6cf7f1bcde3a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:01.626019 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1c5b88b6-c704-48c4-9f92-6cf7f1bcde3a tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/8fdf268e-ddc4-4451-bedf-a08ef6d3cb42 HTTP/1.1" status: 404 len: 337 time: 0.0581307 Apr 15 03:41:01.629291 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35172) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:01.641304 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-9e041d24-f341-4cd0-98da-6404cfb13073 service neutron] 10.222.0.30 "GET /v2.0/networks/abcc95a5-3423-4e6f-9cb9-53f8e547921b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928259 Apr 15 03:41:01.657566 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd6d848-526a-4242-aa13-e06184e38355 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:01.658036 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd6d848-526a-4242-aa13-e06184e38355 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:01.661015 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fcd6d848-526a-4242-aa13-e06184e38355 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/acd88b01-db2e-4eb3-8193-e53dfa5f9273 HTTP/1.1" status: 404 len: 333 time: 0.0308249 Apr 15 03:41:01.664603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35174) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:01.699125 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-98adbae2-42da-4fdd-bafd-0764306513c0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:01.699575 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98adbae2-42da-4fdd-bafd-0764306513c0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:01.702662 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-98adbae2-42da-4fdd-bafd-0764306513c0 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/84f457f9-f240-4b7c-bd7a-92127635c788 HTTP/1.1" status: 404 len: 337 time: 0.0365298 Apr 15 03:41:01.708394 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35176) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:01.740946 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-e283c3f8-92f4-4ac9-be8e-22ab02647372 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:01.741500 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e283c3f8-92f4-4ac9-be8e-22ab02647372 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:01.745083 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e283c3f8-92f4-4ac9-be8e-22ab02647372 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/9504c425-6677-4138-9aef-b387da9c9f4a HTTP/1.1" status: 404 len: 333 time: 0.0356181 Apr 15 03:41:01.747714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35178) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:01.778733 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-65473ea4-267c-48d2-bf4e-1cdbef4c84c5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:01.779188 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65473ea4-267c-48d2-bf4e-1cdbef4c84c5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:01.782261 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-65473ea4-267c-48d2-bf4e-1cdbef4c84c5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/ed94d04e-192c-4c86-b9da-5d19a136cd61 HTTP/1.1" status: 404 len: 337 time: 0.0336068 Apr 15 03:41:01.784857 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35180) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:01.793078 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3462612b-9e36-4683-a4ad-6c624c1424fe req-affcd077-cc31-42d0-9ecf-0a423abbd438 service neutron] 10.222.0.30 "GET /v2.0/networks/abcc95a5-3423-4e6f-9cb9-53f8e547921b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453447 Apr 15 03:41:01.819053 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2660dc-9a8e-4d19-a739-0ebabc5787a2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:01.819608 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2660dc-9a8e-4d19-a739-0ebabc5787a2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:01.822588 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1d2660dc-9a8e-4d19-a739-0ebabc5787a2 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/ports/6f9a60ca-4a77-4db0-8e05-8a93f5afd0bf HTTP/1.1" status: 404 len: 333 time: 0.0368063 Apr 15 03:41:01.825372 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35182) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:01.832034 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5e7556e-16be-411e-a62b-b301f175498d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (95318d6b-bc42-4828-b4ae-cdd7509b0f35), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:01.852138 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-748b430d-d069-49e8-9120-b57d3cb46bd8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:01.853141 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748b430d-d069-49e8-9120-b57d3cb46bd8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:01.856208 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-748b430d-d069-49e8-9120-b57d3cb46bd8 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/subnets/b579abe4-b944-4279-bca6-9bd7275ad2d5 HTTP/1.1" status: 404 len: 337 time: 0.0298514 Apr 15 03:41:01.861594 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35184) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:01.936520 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50c45844-62c6-40cf-9be5-3d0794f453f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (d8f597fb-2381-4564-a070-eb7f10af68ac), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:01.975857 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5e7556e-16be-411e-a62b-b301f175498d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (95318d6b-bc42-4828-b4ae-cdd7509b0f35), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:02.027746 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50c45844-62c6-40cf-9be5-3d0794f453f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (d8f597fb-2381-4564-a070-eb7f10af68ac), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:02.048405 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-50c45844-62c6-40cf-9be5-3d0794f453f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f597fb-2381-4564-a070-eb7f10af68ac']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:02.050407 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e7556e-16be-411e-a62b-b301f175498d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network ff932ac1-7d44-43d9-8517-b89abf9494c7 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:02.057806 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-50c45844-62c6-40cf-9be5-3d0794f453f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659900b6-fb7b-4710-bd35-ff8fe9005b5f') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:02.058108 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-50c45844-62c6-40cf-9be5-3d0794f453f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659900b6-fb7b-4710-bd35-ff8fe9005b5f') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:02.059283 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd195c22-88c0-4ad0-b778-8bb9b8218693 req-36aa16a0-e857-45e7-8788-123b2c91477d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:02.060800 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dd195c22-88c0-4ad0-b778-8bb9b8218693 req-36aa16a0-e857-45e7-8788-123b2c91477d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 943 time: 0.0824070 Apr 15 03:41:02.061646 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-e5e7556e-16be-411e-a62b-b301f175498d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:02.068054 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e7556e-16be-411e-a62b-b301f175498d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:02.069406 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50c45844-62c6-40cf-9be5-3d0794f453f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (659900b6-fb7b-4710-bd35-ff8fe9005b5f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:02.073295 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e7556e-16be-411e-a62b-b301f175498d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:02.073928 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5e7556e-16be-411e-a62b-b301f175498d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:02.083522 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50c45844-62c6-40cf-9be5-3d0794f453f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (659900b6-fb7b-4710-bd35-ff8fe9005b5f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:02.090130 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c45844-62c6-40cf-9be5-3d0794f453f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:02.090547 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50c45844-62c6-40cf-9be5-3d0794f453f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (659900b6-fb7b-4710-bd35-ff8fe9005b5f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:02.093633 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:02.099961 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7556e-16be-411e-a62b-b301f175498d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=95318d6b-bc42-4828-b4ae-cdd7509b0f35,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:02.135578 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dd195c22-88c0-4ad0-b778-8bb9b8218693 req-0a1e9e1f-cb96-42ab-8fec-950f3054599b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=51ecbd44-3cec-4834-88cc-bd1dd5b0199c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589085 Apr 15 03:41:02.189254 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e5e7556e-16be-411e-a62b-b301f175498d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0982122 Apr 15 03:41:02.191908 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35188) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:02.236536 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cad26f2-4a48-4a23-9613-03c64b797604 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:02.237861 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9cad26f2-4a48-4a23-9613-03c64b797604 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports/95318d6b-bc42-4828-b4ae-cdd7509b0f35 HTTP/1.1" status: 200 len: 840 time: 0.0449924 Apr 15 03:41:02.240830 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35190) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:02.248987 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50c45844-62c6-40cf-9be5-3d0794f453f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (d8f597fb-2381-4564-a070-eb7f10af68ac), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:02.254853 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50c45844-62c6-40cf-9be5-3d0794f453f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:02.259863 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-50c45844-62c6-40cf-9be5-3d0794f453f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] 10.222.0.15 "DELETE /v2.0/networks/d8f597fb-2381-4564-a070-eb7f10af68ac HTTP/1.1" status: 204 len: 168 time: 0.3936305 Apr 15 03:41:02.289756 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c45844-62c6-40cf-9be5-3d0794f453f5 tempest-NetworksTestDHCPv6-1246932585 tempest-NetworksTestDHCPv6-1246932585-project] Pushing event deleted for resources: {'Network': ['ID=d8f597fb-2381-4564-a070-eb7f10af68ac,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:02.346328 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c188f-5868-4cb1-97ee-74807193acb2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting port 95318d6b-bc42-4828-b4ae-cdd7509b0f35 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:02.346709 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8f8c188f-5868-4cb1-97ee-74807193acb2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (95318d6b-bc42-4828-b4ae-cdd7509b0f35), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:02.411696 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8f8c188f-5868-4cb1-97ee-74807193acb2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (95318d6b-bc42-4828-b4ae-cdd7509b0f35), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:02.424842 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c188f-5868-4cb1-97ee-74807193acb2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Calling delete_port for 95318d6b-bc42-4828-b4ae-cdd7509b0f35 owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:02.563762 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8f8c188f-5868-4cb1-97ee-74807193acb2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (95318d6b-bc42-4828-b4ae-cdd7509b0f35), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:02.610999 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c188f-5868-4cb1-97ee-74807193acb2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Port': ['ID=95318d6b-bc42-4828-b4ae-cdd7509b0f35,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:02.620134 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8f8c188f-5868-4cb1-97ee-74807193acb2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:02.623392 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8f8c188f-5868-4cb1-97ee-74807193acb2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/ports/95318d6b-bc42-4828-b4ae-cdd7509b0f35 HTTP/1.1" status: 204 len: 168 time: 0.3816814 Apr 15 03:41:02.624708 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9262f4-99d9-4661-a801-04a593f55e2e req-72e814a2-ef17-4c07-8d22-fb4409d964ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:02.626224 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5c9262f4-99d9-4661-a801-04a593f55e2e req-72e814a2-ef17-4c07-8d22-fb4409d964ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 1127 time: 0.0717013 Apr 15 03:41:02.626413 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35194) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:02.656467 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6f859e-63e8-453a-a79f-72272f0cafd5 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] GET failed (client error): The resource could not be found. Apr 15 03:41:02.661971 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ec6f859e-63e8-453a-a79f-72272f0cafd5 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports/95318d6b-bc42-4828-b4ae-cdd7509b0f35 HTTP/1.1" status: 404 len: 333 time: 0.0304799 Apr 15 03:41:02.662376 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35198) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:02.667198 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-6b38de0e-ac85-443f-affd-90ba4483b59a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'port': {'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7', 'name': 'tempest-PortsTestJSON-875626487'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:02.726670 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35200) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:02.735353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9262f4-99d9-4661-a801-04a593f55e2e req-bc0db5b9-1723-4314-b443-d516b996a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:02.737286 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5c9262f4-99d9-4661-a801-04a593f55e2e req-bc0db5b9-1723-4314-b443-d516b996a124 service neutron] 10.222.0.30 "GET /v2.0/networks?id=abcc95a5-3423-4e6f-9cb9-53f8e547921b HTTP/1.1" status: 200 len: 897 time: 0.1032143 Apr 15 03:41:02.778866 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5c9262f4-99d9-4661-a801-04a593f55e2e req-8de336a9-b463-49e7-94ff-5fc9b3167b67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=771af481-68ae-4ce7-9281-b463ff3446d3 HTTP/1.1" status: 200 len: 217 time: 0.0346816 Apr 15 03:41:02.833038 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9262f4-99d9-4661-a801-04a593f55e2e req-f15208e5-ec85-4461-88cd-d83392aeaa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:02.834459 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5c9262f4-99d9-4661-a801-04a593f55e2e req-f15208e5-ec85-4461-88cd-d83392aeaa14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7953b3b-beed-4f8a-8cf6-6def90b5765c HTTP/1.1" status: 200 len: 834 time: 0.0496268 Apr 15 03:41:02.842215 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b38de0e-ac85-443f-affd-90ba4483b59a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:02.845626 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6b38de0e-ac85-443f-affd-90ba4483b59a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:02.862968 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-6b38de0e-ac85-443f-affd-90ba4483b59a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] device_id is not set on port 117d2116-de0a-4da0-a9e7-9dd0281d30a3 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:41:02.898042 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9262f4-99d9-4661-a801-04a593f55e2e req-22fff066-204f-4863-85a7-79f3589eff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:02.899615 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5c9262f4-99d9-4661-a801-04a593f55e2e req-22fff066-204f-4863-85a7-79f3589eff34 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=abcc95a5-3423-4e6f-9cb9-53f8e547921b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0579224 Apr 15 03:41:02.906183 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-96b1fd8e-c345-40bf-9d6f-961db14d85a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df0aaca0878d4368af25e51d28cface6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1784537 Apr 15 03:41:02.908827 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35204) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:02.991475 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5c9262f4-99d9-4661-a801-04a593f55e2e req-18c993a2-55ac-4da4-a7f3-e9b1c2245b96 service neutron] 10.222.0.30 "GET /v2.0/networks/abcc95a5-3423-4e6f-9cb9-53f8e547921b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841861 Apr 15 03:41:03.033022 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-36244cd0-36bb-4010-b55a-1deaead4c445 admin admin] Publish callbacks [] for security_group (8a4b8516-ef58-4b6d-a8bc-1a19a71257ca), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:03.075875 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-36244cd0-36bb-4010-b55a-1deaead4c445 admin admin] Publish callbacks [] for security_group (8a4b8516-ef58-4b6d-a8bc-1a19a71257ca), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:03.079575 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6b38de0e-ac85-443f-affd-90ba4483b59a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (117d2116-de0a-4da0-a9e7-9dd0281d30a3), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:03.087537 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5c9262f4-99d9-4661-a801-04a593f55e2e req-909b1af7-bd88-44d7-a5cb-08dfd7a6f1e9 service neutron] 10.222.0.30 "GET /v2.0/networks/abcc95a5-3423-4e6f-9cb9-53f8e547921b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884082 Apr 15 03:41:03.198905 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6b38de0e-ac85-443f-affd-90ba4483b59a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (117d2116-de0a-4da0-a9e7-9dd0281d30a3), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:03.236231 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-36244cd0-36bb-4010-b55a-1deaead4c445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (8a4b8516-ef58-4b6d-a8bc-1a19a71257ca), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:03.238768 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-36244cd0-36bb-4010-b55a-1deaead4c445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:03.239917 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-36244cd0-36bb-4010-b55a-1deaead4c445 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a4b8516-ef58-4b6d-a8bc-1a19a71257ca HTTP/1.1" status: 204 len: 168 time: 0.3301549 Apr 15 03:41:03.251254 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c45a1-20cd-419a-a99a-36bc8380a9a8 req-f3fd35f9-bee0-4737-9fa3-d87adbb72798 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:03.252789 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-640c45a1-20cd-419a-a99a-36bc8380a9a8 req-f3fd35f9-bee0-4737-9fa3-d87adbb72798 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 943 time: 0.0490928 Apr 15 03:41:03.257973 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b38de0e-ac85-443f-affd-90ba4483b59a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network ff932ac1-7d44-43d9-8517-b89abf9494c7 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:03.265240 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-6b38de0e-ac85-443f-affd-90ba4483b59a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:03.267964 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b38de0e-ac85-443f-affd-90ba4483b59a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:03.274203 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b38de0e-ac85-443f-affd-90ba4483b59a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:03.274464 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6b38de0e-ac85-443f-affd-90ba4483b59a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:03.281787 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38de0e-ac85-443f-affd-90ba4483b59a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=117d2116-de0a-4da0-a9e7-9dd0281d30a3,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:03.290804 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36244cd0-36bb-4010-b55a-1deaead4c445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4b8516-ef58-4b6d-a8bc-1a19a71257ca,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:03.307838 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-640c45a1-20cd-419a-a99a-36bc8380a9a8 req-c3ddb6c6-5472-415e-95a4-34a2065880b2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=51ecbd44-3cec-4834-88cc-bd1dd5b0199c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481842 Apr 15 03:41:03.355388 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6b38de0e-ac85-443f-affd-90ba4483b59a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6919346 Apr 15 03:41:03.357980 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35210) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:03.363035 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-0739cb33-0ab5-4e17-aa56-52d1d6fa4c54 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:03.430827 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0739cb33-0ab5-4e17-aa56-52d1d6fa4c54 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (117d2116-de0a-4da0-a9e7-9dd0281d30a3), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:03.591088 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0739cb33-0ab5-4e17-aa56-52d1d6fa4c54 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (117d2116-de0a-4da0-a9e7-9dd0281d30a3), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:03.655471 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0739cb33-0ab5-4e17-aa56-52d1d6fa4c54 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (117d2116-de0a-4da0-a9e7-9dd0281d30a3), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:03.692286 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-0739cb33-0ab5-4e17-aa56-52d1d6fa4c54 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] In _notify_port_updated(), no bound segment for port 117d2116-de0a-4da0-a9e7-9dd0281d30a3 on network ff932ac1-7d44-43d9-8517-b89abf9494c7 {{(pid=104667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:41:03.697413 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0739cb33-0ab5-4e17-aa56-52d1d6fa4c54 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:03.698016 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0739cb33-0ab5-4e17-aa56-52d1d6fa4c54 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:03.699330 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0739cb33-0ab5-4e17-aa56-52d1d6fa4c54 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "PUT /v2.0/ports/117d2116-de0a-4da0-a9e7-9dd0281d30a3 HTTP/1.1" status: 200 len: 818 time: 0.3404043 Apr 15 03:41:03.702543 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35220) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:03.714976 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739cb33-0ab5-4e17-aa56-52d1d6fa4c54 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=117d2116-de0a-4da0-a9e7-9dd0281d30a3,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:03.794117 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-afc27038-7adc-401e-a321-d038208fef29 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting port 117d2116-de0a-4da0-a9e7-9dd0281d30a3 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:03.794463 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-afc27038-7adc-401e-a321-d038208fef29 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (117d2116-de0a-4da0-a9e7-9dd0281d30a3), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:03.859904 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-afc27038-7adc-401e-a321-d038208fef29 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (117d2116-de0a-4da0-a9e7-9dd0281d30a3), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:03.872476 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-afc27038-7adc-401e-a321-d038208fef29 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Calling delete_port for 117d2116-de0a-4da0-a9e7-9dd0281d30a3 owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:04.019628 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-afc27038-7adc-401e-a321-d038208fef29 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (117d2116-de0a-4da0-a9e7-9dd0281d30a3), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:04.046831 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc27038-7adc-401e-a321-d038208fef29 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Port': ['ID=117d2116-de0a-4da0-a9e7-9dd0281d30a3,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:04.053911 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-afc27038-7adc-401e-a321-d038208fef29 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:04.057177 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-afc27038-7adc-401e-a321-d038208fef29 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/ports/117d2116-de0a-4da0-a9e7-9dd0281d30a3 HTTP/1.1" status: 204 len: 168 time: 0.3536062 Apr 15 03:41:04.059715 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35230) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:04.105255 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e1aa18-bb84-4e9a-a793-68fd9464a1e4 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:04.106784 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e0e1aa18-bb84-4e9a-a793-68fd9464a1e4 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0460951 Apr 15 03:41:04.109515 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35232) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:04.140244 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c18ccb1-0f85-45e8-879f-f4d2944f8e07 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] GET failed (client error): The resource could not be found. Apr 15 03:41:04.141674 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2c18ccb1-0f85-45e8-879f-f4d2944f8e07 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports/117d2116-de0a-4da0-a9e7-9dd0281d30a3 HTTP/1.1" status: 404 len: 333 time: 0.0312581 Apr 15 03:41:04.145575 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35236) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:04.150557 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-c4ba995c-c6c7-46e2-afc6-d5bd1cfdd88a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2100937884'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:04.218734 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35238) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:04.231944 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ba995c-c6c7-46e2-afc6-d5bd1cfdd88a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:04.235232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c4ba995c-c6c7-46e2-afc6-d5bd1cfdd88a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:04.265216 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ba995c-c6c7-46e2-afc6-d5bd1cfdd88a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:41:04.270123 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c4ba995c-c6c7-46e2-afc6-d5bd1cfdd88a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (1b241e9e-3580-4db3-aa84-2f1354df5b96), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:04.270471 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-c4ba995c-c6c7-46e2-afc6-d5bd1cfdd88a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Added segment 1b241e9e-3580-4db3-aa84-2f1354df5b96 of type vlan for network 3d2f0c3d-2816-4fbf-8196-9062d598d773 Apr 15 03:41:04.311943 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c4ba995c-c6c7-46e2-afc6-d5bd1cfdd88a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (3d2f0c3d-2816-4fbf-8196-9062d598d773), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:04.316781 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Request body: {'networks': [{'name': 'tempest-network--709977080'}, {'name': 'tempest-network--256000279'}]} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:04.330155 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Request body: {'network': {'name': 'tempest-network--709977080'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:04.330155 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Request body: {'network': {'name': 'tempest-network--256000279'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:04.386869 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:04.406072 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Made reservation on behalf of 518298f930ce4b338053d06ffbaead08 for: {'network': 2} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:04.410133 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:04.414323 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c4ba995c-c6c7-46e2-afc6-d5bd1cfdd88a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (3d2f0c3d-2816-4fbf-8196-9062d598d773), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:04.419044 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ba995c-c6c7-46e2-afc6-d5bd1cfdd88a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:04.419608 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c4ba995c-c6c7-46e2-afc6-d5bd1cfdd88a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:04.455707 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:04.462770 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e9768-f7b7-4017-aac3-8f6ae08fe469 req-1fb93f0f-d4a1-4c74-841c-a5f1af1d5f8d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:04.464241 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ac9e9768-f7b7-4017-aac3-8f6ae08fe469 req-1fb93f0f-d4a1-4c74-841c-a5f1af1d5f8d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 943 time: 0.0902412 Apr 15 03:41:04.536956 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c4ba995c-c6c7-46e2-afc6-d5bd1cfdd88a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3902690 Apr 15 03:41:04.537684 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba995c-c6c7-46e2-afc6-d5bd1cfdd88a tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Network': ['ID=3d2f0c3d-2816-4fbf-8196-9062d598d773,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:04.540810 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35244) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:04.546980 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2c9240ca-3a5d-4296-a600-07bf760ddda5 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'subnet': {'network_id': '3d2f0c3d-2816-4fbf-8196-9062d598d773', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:04.550061 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 3d2f0c3d-2816-4fbf-8196-9062d598d773 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:41:04.573420 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 771af481-68ae-4ce7-9281-b463ff3446d3 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 03:41:04.583551 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ac9e9768-f7b7-4017-aac3-8f6ae08fe469 req-39982233-9e2b-4e7e-9d8e-8ac57fadfd8e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=51ecbd44-3cec-4834-88cc-bd1dd5b0199c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061747 Apr 15 03:41:04.627031 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks [] for security_group (6f9b2364-284e-425b-bc3e-9e7c0c6b55c4), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:04.700820 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (6f9b2364-284e-425b-bc3e-9e7c0c6b55c4), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:04.701287 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:04.722404 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 771af481-68ae-4ce7-9281-b463ff3446d3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=771af481-68ae-4ce7-9281-b463ff3446d3,segment=NetworkSegment(7732a559-70af-4b2d-9d35-7aa6a2c8e226),segment_id=7732a559-70af-4b2d-9d35-7aa6a2c8e226)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:04.729302 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9240ca-3a5d-4296-a600-07bf760ddda5 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:04.732729 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2c9240ca-3a5d-4296-a600-07bf760ddda5 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:04.734916 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '771af481-68ae-4ce7-9281-b463ff3446d3', 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b', 'port_id': '771af481-68ae-4ce7-9281-b463ff3446d3', 'mac_address': 'fa:16:3e:b7:03:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7953b3b-beed-4f8a-8cf6-6def90b5765c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 03:41:04.741815 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9b2364-284e-425b-bc3e-9e7c0c6b55c4,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:04.750071 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:41:04.759640 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (e6625de1-227c-40b8-9e2d-821901e33a9e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:04.759985 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Added segment e6625de1-227c-40b8-9e2d-821901e33a9e of type vlan for network af8a7dfd-97ad-42ed-aa6d-82636403673e Apr 15 03:41:04.773994 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 771af481-68ae-4ce7-9281-b463ff3446d3 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:04.774715 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (771af481-68ae-4ce7-9281-b463ff3446d3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:04.788413 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771af481-68ae-4ce7-9281-b463ff3446d3 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:41:04.812828 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 771af481-68ae-4ce7-9281-b463ff3446d3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=771af481-68ae-4ce7-9281-b463ff3446d3,segment=NetworkSegment(7732a559-70af-4b2d-9d35-7aa6a2c8e226),segment_id=7732a559-70af-4b2d-9d35-7aa6a2c8e226)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:04.813366 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (af8a7dfd-97ad-42ed-aa6d-82636403673e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:04.841717 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:41:04.850317 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7946dba7-c91d-41e9-96f5-62279043c460), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:04.854626 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Added segment 7946dba7-c91d-41e9-96f5-62279043c460 of type vlan for network 0a38edce-c82a-4eb0-8197-6654c4ca8f31 Apr 15 03:41:04.866419 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (771af481-68ae-4ce7-9281-b463ff3446d3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:04.889923 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (0a38edce-c82a-4eb0-8197-6654c4ca8f31), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:04.926373 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=771af481-68ae-4ce7-9281-b463ff3446d3,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:04.991972 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (af8a7dfd-97ad-42ed-aa6d-82636403673e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:04.992482 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (0a38edce-c82a-4eb0-8197-6654c4ca8f31), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:04.997551 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:05.001975 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:05.002673 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:05.003978 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2c9240ca-3a5d-4296-a600-07bf760ddda5 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (043d7e92-ceee-41a7-b407-a87a883125ed), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:05.068872 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9240ca-3a5d-4296-a600-07bf760ddda5 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Subnet': ['ID=043d7e92-ceee-41a7-b407-a87a883125ed,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:05.070659 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event updated for resources: {'Network': ['ID=af8a7dfd-97ad-42ed-aa6d-82636403673e,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:05.073476 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9240ca-3a5d-4296-a600-07bf760ddda5 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Checking segment: {'id': '1b241e9e-3580-4db3-aa84-2f1354df5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3d2f0c3d-2816-4fbf-8196-9062d598d773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:05.073837 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9240ca-3a5d-4296-a600-07bf760ddda5 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network hostable DHCP agents. Network: 3d2f0c3d-2816-4fbf-8196-9062d598d773, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:41:05.085439 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['771af481-68ae-4ce7-9281-b463ff3446d3'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:41:05.093884 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network af8a7dfd-97ad-42ed-aa6d-82636403673e details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:41:05.105468 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.8856220 Apr 15 03:41:05.107975 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35246) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:05.152046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9240ca-3a5d-4296-a600-07bf760ddda5 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network 3d2f0c3d-2816-4fbf-8196-9062d598d773 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:41:05.195805 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf9f2c-f31c-4319-b768-ac0dcf768b21 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event updated for resources: {'Network': ['ID=0a38edce-c82a-4eb0-8197-6654c4ca8f31,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:05.209004 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 0a38edce-c82a-4eb0-8197-6654c4ca8f31 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:41:05.220662 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-2c9240ca-3a5d-4296-a600-07bf760ddda5 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 3d2f0c3d-2816-4fbf-8196-9062d598d773) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:05.226895 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9240ca-3a5d-4296-a600-07bf760ddda5 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:05.228847 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2c9240ca-3a5d-4296-a600-07bf760ddda5 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:05.242762 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9ea1e1-f816-4f54-8a97-19ae0c0f43b9 None None] Network 3d2f0c3d-2816-4fbf-8196-9062d598d773 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:05.300585 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2c9240ca-3a5d-4296-a600-07bf760ddda5 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7558057 Apr 15 03:41:05.301499 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35248) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:05.306194 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-3bcfb31c-376a-4b05-bb2a-b18f8b7e8007 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'subnet': {'network_id': '3d2f0c3d-2816-4fbf-8196-9062d598d773', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:05.340124 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb5e1a2-4513-4cef-84d7-d253f4a2a4b2 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:05.345600 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb5e1a2-4513-4cef-84d7-d253f4a2a4b2 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:05.351926 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb5e1a2-4513-4cef-84d7-d253f4a2a4b2 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:05.357390 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb5e1a2-4513-4cef-84d7-d253f4a2a4b2 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:05.363585 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cbb5e1a2-4513-4cef-84d7-d253f4a2a4b2 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2509022 Apr 15 03:41:05.363585 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35250) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:05.429802 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24776384-1340-49dc-be76-4b163589277f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-3d2f0c3d-2816-4fbf-8196-9062d598d773', 'network_id': '3d2f0c3d-2816-4fbf-8196-9062d598d773', 'project_id': '0f29a0ef0d424ee880c0248cae529385', 'fixed_ips': [{'subnet_id': '043d7e92-ceee-41a7-b407-a87a883125ed'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:41:05.432833 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-24776384-1340-49dc-be76-4b163589277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:05.452893 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8e765b9-480f-4bef-ae15-1cd5ab5959f2 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (af8a7dfd-97ad-42ed-aa6d-82636403673e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:05.478533 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcfb31c-376a-4b05-bb2a-b18f8b7e8007 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:05.482331 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3bcfb31c-376a-4b05-bb2a-b18f8b7e8007 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:05.543362 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8e765b9-480f-4bef-ae15-1cd5ab5959f2 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (af8a7dfd-97ad-42ed-aa6d-82636403673e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:05.565426 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-d8e765b9-480f-4bef-ae15-1cd5ab5959f2 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8a7dfd-97ad-42ed-aa6d-82636403673e']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:05.576024 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-d8e765b9-480f-4bef-ae15-1cd5ab5959f2 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6625de1-227c-40b8-9e2d-821901e33a9e') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:05.576326 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-d8e765b9-480f-4bef-ae15-1cd5ab5959f2 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6625de1-227c-40b8-9e2d-821901e33a9e') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:05.576871 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.ipam_backend_mixin [None req-3bcfb31c-376a-4b05-bb2a-b18f8b7e8007 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 043d7e92-ceee-41a7-b407-a87a883125ed (CIDR: 172.20.0.0/28) Apr 15 03:41:05.586070 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8e765b9-480f-4bef-ae15-1cd5ab5959f2 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (e6625de1-227c-40b8-9e2d-821901e33a9e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:05.600014 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8e765b9-480f-4bef-ae15-1cd5ab5959f2 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (e6625de1-227c-40b8-9e2d-821901e33a9e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:05.606218 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e765b9-480f-4bef-ae15-1cd5ab5959f2 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:05.606632 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8e765b9-480f-4bef-ae15-1cd5ab5959f2 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (e6625de1-227c-40b8-9e2d-821901e33a9e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:05.609701 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:05.621700 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bcfb31c-376a-4b05-bb2a-b18f8b7e8007 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:41:05.622847 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bcfb31c-376a-4b05-bb2a-b18f8b7e8007 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:05.639730 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-24776384-1340-49dc-be76-4b163589277f None None] Allocated IP 172.20.0.2 (3d2f0c3d-2816-4fbf-8196-9062d598d773/043d7e92-ceee-41a7-b407-a87a883125ed/dd2771a0-d6eb-4d55-bb9e-044d897b65b4) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:05.708069 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3bcfb31c-376a-4b05-bb2a-b18f8b7e8007 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4033797 Apr 15 03:41:05.708570 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35254) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:05.713947 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e4749298-fdc7-49d1-8c3c-63697141715c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'subnet': {'network_id': '3d2f0c3d-2816-4fbf-8196-9062d598d773', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:05.753852 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3b9bb-7289-4bab-918c-6c17032f3148 req-5f8c0adc-d01c-46d4-8945-d6297ffd70e2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:05.755456 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-80d3b9bb-7289-4bab-918c-6c17032f3148 req-5f8c0adc-d01c-46d4-8945-d6297ffd70e2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 944 time: 0.0623260 Apr 15 03:41:05.767011 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8e765b9-480f-4bef-ae15-1cd5ab5959f2 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (af8a7dfd-97ad-42ed-aa6d-82636403673e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:05.775468 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8e765b9-480f-4bef-ae15-1cd5ab5959f2 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:05.778684 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d8e765b9-480f-4bef-ae15-1cd5ab5959f2 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "DELETE /v2.0/networks/af8a7dfd-97ad-42ed-aa6d-82636403673e HTTP/1.1" status: 204 len: 168 time: 0.4149241 Apr 15 03:41:05.782349 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35256) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:05.801351 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e765b9-480f-4bef-ae15-1cd5ab5959f2 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event deleted for resources: {'Network': ['ID=af8a7dfd-97ad-42ed-aa6d-82636403673e,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:05.886361 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-80d3b9bb-7289-4bab-918c-6c17032f3148 req-cd346bb7-afdb-4e40-858a-3343c01802f2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=51ecbd44-3cec-4834-88cc-bd1dd5b0199c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244464 Apr 15 03:41:05.893792 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-437a6cb2-685b-4a1e-b4d2-b5b70c1b1d94 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (0a38edce-c82a-4eb0-8197-6654c4ca8f31), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:05.908599 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4749298-fdc7-49d1-8c3c-63697141715c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:05.912293 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e4749298-fdc7-49d1-8c3c-63697141715c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:05.951959 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-24776384-1340-49dc-be76-4b163589277f None None] Publish callbacks [] for port (dd2771a0-d6eb-4d55-bb9e-044d897b65b4), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:05.988560 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-437a6cb2-685b-4a1e-b4d2-b5b70c1b1d94 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (0a38edce-c82a-4eb0-8197-6654c4ca8f31), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:06.009223 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-437a6cb2-685b-4a1e-b4d2-b5b70c1b1d94 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a38edce-c82a-4eb0-8197-6654c4ca8f31']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:06.014671 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-24776384-1340-49dc-be76-4b163589277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (dd2771a0-d6eb-4d55-bb9e-044d897b65b4), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:06.018963 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-437a6cb2-685b-4a1e-b4d2-b5b70c1b1d94 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7946dba7-c91d-41e9-96f5-62279043c460') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:06.019278 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-437a6cb2-685b-4a1e-b4d2-b5b70c1b1d94 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7946dba7-c91d-41e9-96f5-62279043c460') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:06.029014 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-437a6cb2-685b-4a1e-b4d2-b5b70c1b1d94 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (7946dba7-c91d-41e9-96f5-62279043c460), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:06.043059 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-437a6cb2-685b-4a1e-b4d2-b5b70c1b1d94 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7946dba7-c91d-41e9-96f5-62279043c460), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:06.049492 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437a6cb2-685b-4a1e-b4d2-b5b70c1b1d94 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:06.049889 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-437a6cb2-685b-4a1e-b4d2-b5b70c1b1d94 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (7946dba7-c91d-41e9-96f5-62279043c460), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:06.052982 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:06.060695 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24776384-1340-49dc-be76-4b163589277f None None] Network 3d2f0c3d-2816-4fbf-8196-9062d598d773 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:06.063963 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-24776384-1340-49dc-be76-4b163589277f None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:06.069075 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24776384-1340-49dc-be76-4b163589277f None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:06.074279 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24776384-1340-49dc-be76-4b163589277f None None] Pushing event updated for resources: {'Port': ['ID=dd2771a0-d6eb-4d55-bb9e-044d897b65b4,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:06.131904 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-24776384-1340-49dc-be76-4b163589277f None None] Attempting to bind port dd2771a0-d6eb-4d55-bb9e-044d897b65b4 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:41:06.132269 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-24776384-1340-49dc-be76-4b163589277f None None] Attempting to bind port dd2771a0-d6eb-4d55-bb9e-044d897b65b4 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1b241e9e-3580-4db3-aa84-2f1354df5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3d2f0c3d-2816-4fbf-8196-9062d598d773'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:41:06.132627 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24776384-1340-49dc-be76-4b163589277f None None] Attempting to bind port dd2771a0-d6eb-4d55-bb9e-044d897b65b4 on network 3d2f0c3d-2816-4fbf-8196-9062d598d773 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:41:06.137747 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24776384-1340-49dc-be76-4b163589277f None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:41:06.138118 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24776384-1340-49dc-be76-4b163589277f None None] Checking segment: {'id': '1b241e9e-3580-4db3-aa84-2f1354df5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3d2f0c3d-2816-4fbf-8196-9062d598d773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:06.138513 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-24776384-1340-49dc-be76-4b163589277f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:06.138925 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24776384-1340-49dc-be76-4b163589277f None None] Bound using segment: {'id': '1b241e9e-3580-4db3-aa84-2f1354df5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3d2f0c3d-2816-4fbf-8196-9062d598d773'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:41:06.139384 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-24776384-1340-49dc-be76-4b163589277f None None] Bound port: dd2771a0-d6eb-4d55-bb9e-044d897b65b4, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b241e9e-3580-4db3-aa84-2f1354df5b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '3d2f0c3d-2816-4fbf-8196-9062d598d773'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:41:06.139750 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-24776384-1340-49dc-be76-4b163589277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dd2771a0-d6eb-4d55-bb9e-044d897b65b4), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:06.181309 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-437a6cb2-685b-4a1e-b4d2-b5b70c1b1d94 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (0a38edce-c82a-4eb0-8197-6654c4ca8f31), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:06.185507 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-437a6cb2-685b-4a1e-b4d2-b5b70c1b1d94 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:06.191426 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-437a6cb2-685b-4a1e-b4d2-b5b70c1b1d94 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "DELETE /v2.0/networks/0a38edce-c82a-4eb0-8197-6654c4ca8f31 HTTP/1.1" status: 204 len: 168 time: 0.4053545 Apr 15 03:41:06.191851 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35258) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:06.201763 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-24776384-1340-49dc-be76-4b163589277f None None] For port dd2771a0-d6eb-4d55-bb9e-044d897b65b4, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:41:06.203784 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a6cb2-685b-4a1e-b4d2-b5b70c1b1d94 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event deleted for resources: {'Network': ['ID=0a38edce-c82a-4eb0-8197-6654c4ca8f31,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:06.204942 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-24776384-1340-49dc-be76-4b163589277f None None] For port dd2771a0-d6eb-4d55-bb9e-044d897b65b4, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=dd2771a0-d6eb-4d55-bb9e-044d897b65b4,segment=NetworkSegment(1b241e9e-3580-4db3-aa84-2f1354df5b96),segment_id=1b241e9e-3580-4db3-aa84-2f1354df5b96)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:41:06.215603 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e4749298-fdc7-49d1-8c3c-63697141715c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (c04ee76d-3f90-46c8-a119-b8ee9f3fd186), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:06.272545 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-24776384-1340-49dc-be76-4b163589277f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (dd2771a0-d6eb-4d55-bb9e-044d897b65b4), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:06.295047 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4749298-fdc7-49d1-8c3c-63697141715c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network 3d2f0c3d-2816-4fbf-8196-9062d598d773 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:06.312542 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-e4749298-fdc7-49d1-8c3c-63697141715c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:06.321222 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4749298-fdc7-49d1-8c3c-63697141715c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:06.321822 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e4749298-fdc7-49d1-8c3c-63697141715c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:06.334405 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24776384-1340-49dc-be76-4b163589277f None None] Pushing event updated for resources: {'Port': ['ID=dd2771a0-d6eb-4d55-bb9e-044d897b65b4,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:06.342987 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4749298-fdc7-49d1-8c3c-63697141715c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Subnet': ['ID=c04ee76d-3f90-46c8-a119-b8ee9f3fd186,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:06.363190 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c862f184-e1ed-42a5-af71-3c9d65209ef7 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:06.368659 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c862f184-e1ed-42a5-af71-3c9d65209ef7 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:06.370320 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c862f184-e1ed-42a5-af71-3c9d65209ef7 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1772959 Apr 15 03:41:06.374147 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35260) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:06.379484 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-fbf5a611-8efa-4e66-8e84-07a8e97a0bd9 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1531183155'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:06.406527 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e4749298-fdc7-49d1-8c3c-63697141715c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6967509 Apr 15 03:41:06.409192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35262) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:06.414527 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-32870800-d099-4220-8ab5-22070d5c8ae3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'port': {'network_id': '3d2f0c3d-2816-4fbf-8196-9062d598d773', 'fixed_ips': [{'subnet_id': '043d7e92-ceee-41a7-b407-a87a883125ed'}, {'subnet_id': 'c04ee76d-3f90-46c8-a119-b8ee9f3fd186'}], 'name': 'tempest-PortsTestJSON-1538320772'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:06.467705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf5a611-8efa-4e66-8e84-07a8e97a0bd9 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Made reservation on behalf of 518298f930ce4b338053d06ffbaead08 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:06.471068 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbf5a611-8efa-4e66-8e84-07a8e97a0bd9 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:06.520935 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf5a611-8efa-4e66-8e84-07a8e97a0bd9 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:41:06.544264 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbf5a611-8efa-4e66-8e84-07a8e97a0bd9 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (9ee85b57-a43e-4e6c-9332-6d41ed70c134), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:06.544603 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-fbf5a611-8efa-4e66-8e84-07a8e97a0bd9 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Added segment 9ee85b57-a43e-4e6c-9332-6d41ed70c134 of type vlan for network 4ac06998-70a9-4ffd-97e0-ed108c5c7898 Apr 15 03:41:06.582823 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 771af481-68ae-4ce7-9281-b463ff3446d3 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:41:06.598074 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbf5a611-8efa-4e66-8e84-07a8e97a0bd9 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (4ac06998-70a9-4ffd-97e0-ed108c5c7898), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:06.637317 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 771af481-68ae-4ce7-9281-b463ff3446d3 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 03:41:06.660992 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32870800-d099-4220-8ab5-22070d5c8ae3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:06.709502 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbf5a611-8efa-4e66-8e84-07a8e97a0bd9 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (4ac06998-70a9-4ffd-97e0-ed108c5c7898), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:06.714923 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf5a611-8efa-4e66-8e84-07a8e97a0bd9 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:06.715511 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbf5a611-8efa-4e66-8e84-07a8e97a0bd9 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:06.745401 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 771af481-68ae-4ce7-9281-b463ff3446d3 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:06.745690 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (771af481-68ae-4ce7-9281-b463ff3446d3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:06.803969 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5a611-8efa-4e66-8e84-07a8e97a0bd9 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event updated for resources: {'Network': ['ID=4ac06998-70a9-4ffd-97e0-ed108c5c7898,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:06.812967 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-32870800-d099-4220-8ab5-22070d5c8ae3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:06.820323 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 4ac06998-70a9-4ffd-97e0-ed108c5c7898 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:41:06.829718 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-32870800-d099-4220-8ab5-22070d5c8ae3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] device_id is not set on port 46543a83-2d3f-41c3-8bb2-3319e9e695fc yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:41:06.841619 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-fbf5a611-8efa-4e66-8e84-07a8e97a0bd9 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4662969 Apr 15 03:41:06.845017 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35264) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:06.850668 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-60f8091e-34c1-4f3c-b435-e52c075605da tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1073298845'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:06.887902 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 771af481-68ae-4ce7-9281-b463ff3446d3 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:06.888294 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (771af481-68ae-4ce7-9281-b463ff3446d3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:06.924686 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694f734e-4d74-4136-96c0-603d4651f373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771af481-68ae-4ce7-9281-b463ff3446d3'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:41:06.927198 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7a56f0-bbed-4a26-af75-464e2770ad7e" -d '{"events": [{"server_uuid": "694f734e-4d74-4136-96c0-603d4651f373", "name": "network-vif-plugged", "status": "completed", "tag": "771af481-68ae-4ce7-9281-b463ff3446d3"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:41:06.934513 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f8091e-34c1-4f3c-b435-e52c075605da tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Made reservation on behalf of 518298f930ce4b338053d06ffbaead08 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:06.938976 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60f8091e-34c1-4f3c-b435-e52c075605da tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:06.941537 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 771af481-68ae-4ce7-9281-b463ff3446d3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=771af481-68ae-4ce7-9281-b463ff3446d3,segment=NetworkSegment(7732a559-70af-4b2d-9d35-7aa6a2c8e226),segment_id=7732a559-70af-4b2d-9d35-7aa6a2c8e226)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:06.999080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d71bc3-e7b6-444d-bdb4-296a51a679be x-openstack-request-id: req-b2d71bc3-e7b6-444d-bdb4-296a51a679be {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:41:06.999591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694f734e-4d74-4136-96c0-603d4651f373", "name": "network-vif-plugged", "status": "completed", "tag": "771af481-68ae-4ce7-9281-b463ff3446d3", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:41:07.000006 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2d71bc3-e7b6-444d-bdb4-296a51a679be {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:41:07.000587 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d71bc3-e7b6-444d-bdb4-296a51a679be'] response: {'server_uuid': '694f734e-4d74-4136-96c0-603d4651f373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771af481-68ae-4ce7-9281-b463ff3446d3', 'code': 200} Apr 15 03:41:07.032232 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (771af481-68ae-4ce7-9281-b463ff3446d3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:07.103047 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=771af481-68ae-4ce7-9281-b463ff3446d3,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:07.160694 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-32870800-d099-4220-8ab5-22070d5c8ae3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Allocated IP 172.20.0.12 (3d2f0c3d-2816-4fbf-8196-9062d598d773/043d7e92-ceee-41a7-b407-a87a883125ed/46543a83-2d3f-41c3-8bb2-3319e9e695fc) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:07.168000 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-32870800-d099-4220-8ab5-22070d5c8ae3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Allocated IP 172.20.0.29 (3d2f0c3d-2816-4fbf-8196-9062d598d773/c04ee76d-3f90-46c8-a119-b8ee9f3fd186/46543a83-2d3f-41c3-8bb2-3319e9e695fc) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:07.344570 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-32870800-d099-4220-8ab5-22070d5c8ae3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (46543a83-2d3f-41c3-8bb2-3319e9e695fc), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:07.389664 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f8091e-34c1-4f3c-b435-e52c075605da tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:41:07.403054 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3ae74-fe83-4a23-ac22-0cd8b613c083 req-ae45e6d2-87eb-41d3-ab0b-1eddc9892a4c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:07.404520 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-faa3ae74-fe83-4a23-ac22-0cd8b613c083 req-ae45e6d2-87eb-41d3-ab0b-1eddc9892a4c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 945 time: 0.0627451 Apr 15 03:41:07.408684 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd3197-948b-4840-8e86-e377711d4de9 req-545d159a-253f-4e7c-bb7b-9f8babddb8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:07.409459 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60f8091e-34c1-4f3c-b435-e52c075605da tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (5640bf0e-066d-4f57-b065-1db142c2d056), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:07.409844 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-60f8091e-34c1-4f3c-b435-e52c075605da tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Added segment 5640bf0e-066d-4f57-b065-1db142c2d056 of type vlan for network ef901a3f-1798-45ff-98c8-cb8db99c7c0d Apr 15 03:41:07.410228 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c2fd3197-948b-4840-8e86-e377711d4de9 req-545d159a-253f-4e7c-bb7b-9f8babddb8c6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 1129 time: 0.0623238 Apr 15 03:41:07.411674 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f5394f-7249-4b01-acb4-049602efb03c None None] Network 3d2f0c3d-2816-4fbf-8196-9062d598d773 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:07.463072 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c2fd3197-948b-4840-8e86-e377711d4de9 req-f6df3670-dc13-443a-9bb1-b40c65aebcc0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=51ecbd44-3cec-4834-88cc-bd1dd5b0199c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463846 Apr 15 03:41:07.465177 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60f8091e-34c1-4f3c-b435-e52c075605da tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (ef901a3f-1798-45ff-98c8-cb8db99c7c0d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:07.466706 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-32870800-d099-4220-8ab5-22070d5c8ae3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (46543a83-2d3f-41c3-8bb2-3319e9e695fc), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:07.485624 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a3adf908-b9be-455f-9557-642379c7e25b None None] Provisioning complete for port dd2771a0-d6eb-4d55-bb9e-044d897b65b4 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:07.486259 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a3adf908-b9be-455f-9557-642379c7e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dd2771a0-d6eb-4d55-bb9e-044d897b65b4), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:07.510701 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32870800-d099-4220-8ab5-22070d5c8ae3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network 3d2f0c3d-2816-4fbf-8196-9062d598d773 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:07.513957 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-32870800-d099-4220-8ab5-22070d5c8ae3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:07.520133 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32870800-d099-4220-8ab5-22070d5c8ae3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:07.525364 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-faa3ae74-fe83-4a23-ac22-0cd8b613c083 req-91bd5c4f-8df7-4573-b342-d5cf024685a1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=51ecbd44-3cec-4834-88cc-bd1dd5b0199c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040361 Apr 15 03:41:07.548529 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32870800-d099-4220-8ab5-22070d5c8ae3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=46543a83-2d3f-41c3-8bb2-3319e9e695fc,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:07.581807 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32870800-d099-4220-8ab5-22070d5c8ae3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:07.582427 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-32870800-d099-4220-8ab5-22070d5c8ae3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:07.586328 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60f8091e-34c1-4f3c-b435-e52c075605da tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (ef901a3f-1798-45ff-98c8-cb8db99c7c0d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:07.593058 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f8091e-34c1-4f3c-b435-e52c075605da tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:07.593623 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60f8091e-34c1-4f3c-b435-e52c075605da tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:07.608225 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a3adf908-b9be-455f-9557-642379c7e25b None None] Current status of the port dd2771a0-d6eb-4d55-bb9e-044d897b65b4 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:07.608834 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a3adf908-b9be-455f-9557-642379c7e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dd2771a0-d6eb-4d55-bb9e-044d897b65b4), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:07.660941 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8091e-34c1-4f3c-b435-e52c075605da tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event updated for resources: {'Network': ['ID=ef901a3f-1798-45ff-98c8-cb8db99c7c0d,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:07.661391 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-32870800-d099-4220-8ab5-22070d5c8ae3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.2510304 Apr 15 03:41:07.662081 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35270) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:07.669681 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d4646019-2024-42fc-9a76-d4263e749996 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '043d7e92-ceee-41a7-b407-a87a883125ed'}]}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:07.673985 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-a3adf908-b9be-455f-9557-642379c7e25b None None] For port dd2771a0-d6eb-4d55-bb9e-044d897b65b4, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=dd2771a0-d6eb-4d55-bb9e-044d897b65b4,segment=NetworkSegment(1b241e9e-3580-4db3-aa84-2f1354df5b96),segment_id=1b241e9e-3580-4db3-aa84-2f1354df5b96)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:07.675054 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network ef901a3f-1798-45ff-98c8-cb8db99c7c0d details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:41:07.711552 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-60f8091e-34c1-4f3c-b435-e52c075605da tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8628669 Apr 15 03:41:07.711827 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35272) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:07.717372 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Request body: {'ports': [{'network_id': '4ac06998-70a9-4ffd-97e0-ed108c5c7898', 'name': 'tempest-port--761413158', 'admin_state_up': True}, {'network_id': 'ef901a3f-1798-45ff-98c8-cb8db99c7c0d', 'admin_state_up': False}]} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:07.717698 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Request body: {'port': {'network_id': '4ac06998-70a9-4ffd-97e0-ed108c5c7898', 'name': 'tempest-port--761413158', 'admin_state_up': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:07.718179 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Request body: {'port': {'network_id': 'ef901a3f-1798-45ff-98c8-cb8db99c7c0d', 'admin_state_up': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:07.727717 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4ce8a1-096c-4353-83fa-937da1d013b9 None None] Update dhcp port {'port': {'network_id': '3d2f0c3d-2816-4fbf-8196-9062d598d773', 'fixed_ips': [{'subnet_id': '043d7e92-ceee-41a7-b407-a87a883125ed', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c04ee76d-3f90-46c8-a119-b8ee9f3fd186'}], 'binding:host_id': 'dv-neutron-837140-3-hyperv'}, 'id': 'dd2771a0-d6eb-4d55-bb9e-044d897b65b4'} from dv-neutron-837140-3-hyperv. {{(pid=104668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 15 03:41:07.753280 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d4646019-2024-42fc-9a76-d4263e749996 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (46543a83-2d3f-41c3-8bb2-3319e9e695fc), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:07.761801 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a3adf908-b9be-455f-9557-642379c7e25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (dd2771a0-d6eb-4d55-bb9e-044d897b65b4), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:07.795316 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce8a1-096c-4353-83fa-937da1d013b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dd2771a0-d6eb-4d55-bb9e-044d897b65b4), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:07.844303 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adf908-b9be-455f-9557-642379c7e25b None None] Pushing event updated for resources: {'Port': ['ID=dd2771a0-d6eb-4d55-bb9e-044d897b65b4,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:07.978635 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-ee4ce8a1-096c-4353-83fa-937da1d013b9 None None] Allocated IP 172.20.0.18 (3d2f0c3d-2816-4fbf-8196-9062d598d773/c04ee76d-3f90-46c8-a119-b8ee9f3fd186/dd2771a0-d6eb-4d55-bb9e-044d897b65b4) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:07.986294 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Made reservation on behalf of 518298f930ce4b338053d06ffbaead08 for: {'port': 2} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:07.990520 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:08.003725 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:08.071265 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ee4ce8a1-096c-4353-83fa-937da1d013b9 None None] For port dd2771a0-d6eb-4d55-bb9e-044d897b65b4, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=dd2771a0-d6eb-4d55-bb9e-044d897b65b4,segment=NetworkSegment(1b241e9e-3580-4db3-aa84-2f1354df5b96),segment_id=1b241e9e-3580-4db3-aa84-2f1354df5b96)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:08.100268 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce8a1-096c-4353-83fa-937da1d013b9 None None] Publish callbacks [] for port (dd2771a0-d6eb-4d55-bb9e-044d897b65b4), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:08.145983 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] device_id is not set on port bfb51f29-4359-4319-8a0b-ee5b0cd9c4b8 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:41:08.158192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce8a1-096c-4353-83fa-937da1d013b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (dd2771a0-d6eb-4d55-bb9e-044d897b65b4), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:08.212229 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-d4646019-2024-42fc-9a76-d4263e749996 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Delete allocated IP 172.20.0.29 (3d2f0c3d-2816-4fbf-8196-9062d598d773/c04ee76d-3f90-46c8-a119-b8ee9f3fd186) {{(pid=104666) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 15 03:41:08.236282 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks [] for port (bfb51f29-4359-4319-8a0b-ee5b0cd9c4b8), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:08.256015 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ce8a1-096c-4353-83fa-937da1d013b9 None None] Pushing event updated for resources: {'Port': ['ID=dd2771a0-d6eb-4d55-bb9e-044d897b65b4,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:08.319350 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] device_id is not set on port 0ad79343-7888-4e95-a03d-ae66d5a361e0 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:41:08.357842 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d4646019-2024-42fc-9a76-d4263e749996 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (46543a83-2d3f-41c3-8bb2-3319e9e695fc), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:08.363554 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device dd2771a0-d6eb-4d55-bb9e-044d897b65b4 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:41:08.411807 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port dd2771a0-d6eb-4d55-bb9e-044d897b65b4 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:08.412225 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dd2771a0-d6eb-4d55-bb9e-044d897b65b4), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:08.419875 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks [] for port (0ad79343-7888-4e95-a03d-ae66d5a361e0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:08.421645 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d4646019-2024-42fc-9a76-d4263e749996 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (46543a83-2d3f-41c3-8bb2-3319e9e695fc), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:08.506425 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port dd2771a0-d6eb-4d55-bb9e-044d897b65b4 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:08.538281 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4646019-2024-42fc-9a76-d4263e749996 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=46543a83-2d3f-41c3-8bb2-3319e9e695fc,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:08.568911 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d4646019-2024-42fc-9a76-d4263e749996 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] In _notify_port_updated(), no bound segment for port 46543a83-2d3f-41c3-8bb2-3319e9e695fc on network 3d2f0c3d-2816-4fbf-8196-9062d598d773 {{(pid=104666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:41:08.575434 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (bfb51f29-4359-4319-8a0b-ee5b0cd9c4b8), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:08.576223 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4646019-2024-42fc-9a76-d4263e749996 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:08.577863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d4646019-2024-42fc-9a76-d4263e749996 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:08.583673 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d4646019-2024-42fc-9a76-d4263e749996 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "PUT /v2.0/ports/46543a83-2d3f-41c3-8bb2-3319e9e695fc HTTP/1.1" status: 200 len: 920 time: 0.9196498 Apr 15 03:41:08.584383 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35276) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:08.590677 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a40d744b-04f3-46b0-ae4a-1b67d127955b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '043d7e92-ceee-41a7-b407-a87a883125ed'}, {'subnet_id': 'c04ee76d-3f90-46c8-a119-b8ee9f3fd186'}]}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:08.631295 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event updated for resources: {'Port': ['ID=bfb51f29-4359-4319-8a0b-ee5b0cd9c4b8,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:08.668195 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Checking segment: {'id': '9ee85b57-a43e-4e6c-9332-6d41ed70c134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4ac06998-70a9-4ffd-97e0-ed108c5c7898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:08.668954 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Network hostable DHCP agents. Network: 4ac06998-70a9-4ffd-97e0-ed108c5c7898, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:41:08.712015 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719ef95-f09d-4cb8-b5a7-129fc6c2e53f req-beb9bfb7-d6f7-4d07-91c1-987d36ca1a14 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:08.713508 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c719ef95-f09d-4cb8-b5a7-129fc6c2e53f req-beb9bfb7-d6f7-4d07-91c1-987d36ca1a14 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 945 time: 0.0888257 Apr 15 03:41:08.714259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a40d744b-04f3-46b0-ae4a-1b67d127955b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (46543a83-2d3f-41c3-8bb2-3319e9e695fc), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:08.752136 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Network 4ac06998-70a9-4ffd-97e0-ed108c5c7898 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:41:08.843535 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 4ac06998-70a9-4ffd-97e0-ed108c5c7898) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:08.847669 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:08.849012 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (0ad79343-7888-4e95-a03d-ae66d5a361e0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:08.853582 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c719ef95-f09d-4cb8-b5a7-129fc6c2e53f req-1f54e3b8-9289-4ab7-9c83-adf1af97313d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=51ecbd44-3cec-4834-88cc-bd1dd5b0199c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300941 Apr 15 03:41:08.853914 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba76756e-695a-4c1f-9ebc-5611e492f2a8 None None] Network 4ac06998-70a9-4ffd-97e0-ed108c5c7898 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:08.917865 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2af181-f535-44b8-927f-07eaa13d6583 None None] Network 3d2f0c3d-2816-4fbf-8196-9062d598d773 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:08.924959 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event updated for resources: {'Port': ['ID=0ad79343-7888-4e95-a03d-ae66d5a361e0,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:08.943028 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Checking segment: {'id': '5640bf0e-066d-4f57-b065-1db142c2d056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ef901a3f-1798-45ff-98c8-cb8db99c7c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:08.943424 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Network hostable DHCP agents. Network: ef901a3f-1798-45ff-98c8-cb8db99c7c0d, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:41:08.994573 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-402d7ef7-5edf-4562-a2bc-a36aaf9ee926 None None] Provisioning complete for port 46543a83-2d3f-41c3-8bb2-3319e9e695fc triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:08.994963 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-402d7ef7-5edf-4562-a2bc-a36aaf9ee926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (46543a83-2d3f-41c3-8bb2-3319e9e695fc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:09.036932 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-a40d744b-04f3-46b0-ae4a-1b67d127955b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Allocated IP 172.20.0.19 (3d2f0c3d-2816-4fbf-8196-9062d598d773/c04ee76d-3f90-46c8-a119-b8ee9f3fd186/46543a83-2d3f-41c3-8bb2-3319e9e695fc) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:09.055138 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Network ef901a3f-1798-45ff-98c8-cb8db99c7c0d is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:41:09.077365 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-402d7ef7-5edf-4562-a2bc-a36aaf9ee926 None None] Port 46543a83-2d3f-41c3-8bb2-3319e9e695fc cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:41:09.094974 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-402d7ef7-5edf-4562-a2bc-a36aaf9ee926 None None] Provisioning complete for port dd2771a0-d6eb-4d55-bb9e-044d897b65b4 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:09.095325 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-402d7ef7-5edf-4562-a2bc-a36aaf9ee926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dd2771a0-d6eb-4d55-bb9e-044d897b65b4), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:09.140614 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, ef901a3f-1798-45ff-98c8-cb8db99c7c0d) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:09.144938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:09.150627 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:09.155168 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:09.155971 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:09.160116 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bc6f21-b2ac-4f2d-b9b4-0cf6ee871964 None None] Network ef901a3f-1798-45ff-98c8-cb8db99c7c0d requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:09.179704 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a40d744b-04f3-46b0-ae4a-1b67d127955b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (46543a83-2d3f-41c3-8bb2-3319e9e695fc), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:09.224880 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-402d7ef7-5edf-4562-a2bc-a36aaf9ee926 None None] Current status of the port dd2771a0-d6eb-4d55-bb9e-044d897b65b4 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:09.234899 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a63fb279-a741-46a8-ba48-bfa7d7159c6b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.5219693 Apr 15 03:41:09.237490 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35278) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:09.249060 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a40d744b-04f3-46b0-ae4a-1b67d127955b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (46543a83-2d3f-41c3-8bb2-3319e9e695fc), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:09.627485 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaefced4-3c3e-42a7-92b3-0f9ea562cf41 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:09.632785 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaefced4-3c3e-42a7-92b3-0f9ea562cf41 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:09.635255 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-aaefced4-3c3e-42a7-92b3-0f9ea562cf41 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3966272 Apr 15 03:41:09.639432 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35280) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:09.649446 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7599de59-2fcf-4159-8e84-b729790c2f24 None None] Provisioning complete for port 46543a83-2d3f-41c3-8bb2-3319e9e695fc triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:09.650113 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7599de59-2fcf-4159-8e84-b729790c2f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (46543a83-2d3f-41c3-8bb2-3319e9e695fc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:09.660312 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d744b-04f3-46b0-ae4a-1b67d127955b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=46543a83-2d3f-41c3-8bb2-3319e9e695fc,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:09.698568 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7599de59-2fcf-4159-8e84-b729790c2f24 None None] Port 46543a83-2d3f-41c3-8bb2-3319e9e695fc cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:41:09.709205 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7599de59-2fcf-4159-8e84-b729790c2f24 None None] Provisioning complete for port dd2771a0-d6eb-4d55-bb9e-044d897b65b4 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:09.709577 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7599de59-2fcf-4159-8e84-b729790c2f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dd2771a0-d6eb-4d55-bb9e-044d897b65b4), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:09.711280 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-a40d744b-04f3-46b0-ae4a-1b67d127955b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] In _notify_port_updated(), no bound segment for port 46543a83-2d3f-41c3-8bb2-3319e9e695fc on network 3d2f0c3d-2816-4fbf-8196-9062d598d773 {{(pid=104666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:41:09.718660 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40d744b-04f3-46b0-ae4a-1b67d127955b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:09.720194 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a40d744b-04f3-46b0-ae4a-1b67d127955b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:09.721693 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a40d744b-04f3-46b0-ae4a-1b67d127955b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "PUT /v2.0/ports/46543a83-2d3f-41c3-8bb2-3319e9e695fc HTTP/1.1" status: 200 len: 1000 time: 1.1361916 Apr 15 03:41:09.724487 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35282) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:09.780436 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-ccf678e9-8f8f-4c54-b17e-80d61dde5ba6 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Deleting port bfb51f29-4359-4319-8a0b-ee5b0cd9c4b8 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:09.780731 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ccf678e9-8f8f-4c54-b17e-80d61dde5ba6 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (bfb51f29-4359-4319-8a0b-ee5b0cd9c4b8), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:09.797118 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7599de59-2fcf-4159-8e84-b729790c2f24 None None] Current status of the port dd2771a0-d6eb-4d55-bb9e-044d897b65b4 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:09.885442 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-b296d06b-aeaa-4478-b99e-fa092ff652bc tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting port 46543a83-2d3f-41c3-8bb2-3319e9e695fc {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:09.885780 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b296d06b-aeaa-4478-b99e-fa092ff652bc tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (46543a83-2d3f-41c3-8bb2-3319e9e695fc), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:09.889552 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ccf678e9-8f8f-4c54-b17e-80d61dde5ba6 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (bfb51f29-4359-4319-8a0b-ee5b0cd9c4b8), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:09.918779 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-58e5e396-349b-4c1b-8108-f3bb0a2a1b64 None None] Provisioning complete for port 46543a83-2d3f-41c3-8bb2-3319e9e695fc triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:09.919264 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-58e5e396-349b-4c1b-8108-f3bb0a2a1b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (46543a83-2d3f-41c3-8bb2-3319e9e695fc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:09.922599 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-ccf678e9-8f8f-4c54-b17e-80d61dde5ba6 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Calling delete_port for bfb51f29-4359-4319-8a0b-ee5b0cd9c4b8 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:09.963703 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-58e5e396-349b-4c1b-8108-f3bb0a2a1b64 None None] Port 46543a83-2d3f-41c3-8bb2-3319e9e695fc cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:41:10.058406 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6ece4-d58b-4ae7-9172-3dc66775ce1e req-374fc192-482d-49df-bae3-9701e306bd9b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:10.059992 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-23d6ece4-d58b-4ae7-9172-3dc66775ce1e req-374fc192-482d-49df-bae3-9701e306bd9b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 945 time: 0.1277277 Apr 15 03:41:10.083431 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-69ac50cd-763f-4030-b03f-4b7a9c14831b None None] Provisioning complete for port 46543a83-2d3f-41c3-8bb2-3319e9e695fc triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:10.083977 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-69ac50cd-763f-4030-b03f-4b7a9c14831b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (46543a83-2d3f-41c3-8bb2-3319e9e695fc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:10.089783 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b296d06b-aeaa-4478-b99e-fa092ff652bc tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (46543a83-2d3f-41c3-8bb2-3319e9e695fc), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:10.123895 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-69ac50cd-763f-4030-b03f-4b7a9c14831b None None] Port 46543a83-2d3f-41c3-8bb2-3319e9e695fc cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:41:10.125426 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-b296d06b-aeaa-4478-b99e-fa092ff652bc tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Calling delete_port for 46543a83-2d3f-41c3-8bb2-3319e9e695fc owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:10.167632 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-23d6ece4-d58b-4ae7-9172-3dc66775ce1e req-7872103e-847d-45a2-955b-8629e1ab50fd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=51ecbd44-3cec-4834-88cc-bd1dd5b0199c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994642 Apr 15 03:41:10.242441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-c2ef7318-75b6-46d4-abd9-8ad5ff88e1fd None None] Provisioning complete for port 46543a83-2d3f-41c3-8bb2-3319e9e695fc triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:10.243382 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7318-75b6-46d4-abd9-8ad5ff88e1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (46543a83-2d3f-41c3-8bb2-3319e9e695fc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:10.289002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c2ef7318-75b6-46d4-abd9-8ad5ff88e1fd None None] Port 46543a83-2d3f-41c3-8bb2-3319e9e695fc cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:41:10.324380 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a4c2a-3fcb-41ca-af35-df6a786b427b req-0a8efe8f-3385-4616-aba8-35950ab3db6f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:10.326432 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-124a4c2a-3fcb-41ca-af35-df6a786b427b req-0a8efe8f-3385-4616-aba8-35950ab3db6f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 945 time: 0.0747938 Apr 15 03:41:10.344401 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device dd2771a0-d6eb-4d55-bb9e-044d897b65b4 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:41:10.350839 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ccf678e9-8f8f-4c54-b17e-80d61dde5ba6 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (bfb51f29-4359-4319-8a0b-ee5b0cd9c4b8), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:10.388512 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-124a4c2a-3fcb-41ca-af35-df6a786b427b req-9e058757-355d-4f03-afaa-99f38e7860c9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=51ecbd44-3cec-4834-88cc-bd1dd5b0199c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556779 Apr 15 03:41:10.392289 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port dd2771a0-d6eb-4d55-bb9e-044d897b65b4 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:10.392635 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dd2771a0-d6eb-4d55-bb9e-044d897b65b4), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:10.401145 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ccf678e9-8f8f-4c54-b17e-80d61dde5ba6 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:10.404440 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ccf678e9-8f8f-4c54-b17e-80d61dde5ba6 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "DELETE /v2.0/ports/bfb51f29-4359-4319-8a0b-ee5b0cd9c4b8 HTTP/1.1" status: 204 len: 168 time: 0.7639737 Apr 15 03:41:10.406871 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf678e9-8f8f-4c54-b17e-80d61dde5ba6 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event deleted for resources: {'Port': ['ID=bfb51f29-4359-4319-8a0b-ee5b0cd9c4b8,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:10.407269 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35288) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:10.418301 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35290) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:10.489631 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port dd2771a0-d6eb-4d55-bb9e-044d897b65b4 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:10.496817 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ea5b3f-af89-4968-8e2c-b7d771471882 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:10.498410 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-05ea5b3f-af89-4968-8e2c-b7d771471882 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 1124 time: 0.0791454 Apr 15 03:41:10.499648 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-8dd8ac1e-0f77-4937-8322-053306de7046 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Deleting port 0ad79343-7888-4e95-a03d-ae66d5a361e0 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:10.499992 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8dd8ac1e-0f77-4937-8322-053306de7046 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (0ad79343-7888-4e95-a03d-ae66d5a361e0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:10.501424 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35292) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:10.506630 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-8643996f-39d3-4d40-9b77-ea9b219ae99b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': '771af481-68ae-4ce7-9281-b463ff3446d3', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:10.570577 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8dd8ac1e-0f77-4937-8322-053306de7046 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (0ad79343-7888-4e95-a03d-ae66d5a361e0), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:10.584133 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-8dd8ac1e-0f77-4937-8322-053306de7046 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Calling delete_port for 0ad79343-7888-4e95-a03d-ae66d5a361e0 owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:10.746862 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b296d06b-aeaa-4478-b99e-fa092ff652bc tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (46543a83-2d3f-41c3-8bb2-3319e9e695fc), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:10.757974 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8dd8ac1e-0f77-4937-8322-053306de7046 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (0ad79343-7888-4e95-a03d-ae66d5a361e0), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:10.774703 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8643996f-39d3-4d40-9b77-ea9b219ae99b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:10.777837 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296d06b-aeaa-4478-b99e-fa092ff652bc tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Port': ['ID=46543a83-2d3f-41c3-8bb2-3319e9e695fc,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:10.784489 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8ac1e-0f77-4937-8322-053306de7046 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event deleted for resources: {'Port': ['ID=0ad79343-7888-4e95-a03d-ae66d5a361e0,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:10.792180 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8dd8ac1e-0f77-4937-8322-053306de7046 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:10.798102 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8dd8ac1e-0f77-4937-8322-053306de7046 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "DELETE /v2.0/ports/0ad79343-7888-4e95-a03d-ae66d5a361e0 HTTP/1.1" status: 204 len: 168 time: 0.3871872 Apr 15 03:41:10.798418 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35300) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:10.830545 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-fd7b99aa-b66d-4f4b-8160-0f734f86019b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0310659 Apr 15 03:41:10.834368 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35302) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:10.839688 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-5c1a1341-c6f2-4a5e-a367-ed47d0572ea0 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2026413162'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:10.900885 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1a1341-c6f2-4a5e-a367-ed47d0572ea0 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Made reservation on behalf of 518298f930ce4b338053d06ffbaead08 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:10.904242 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5c1a1341-c6f2-4a5e-a367-ed47d0572ea0 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:10.920696 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8643996f-39d3-4d40-9b77-ea9b219ae99b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:10.929044 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1a1341-c6f2-4a5e-a367-ed47d0572ea0 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:41:10.934152 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b296d06b-aeaa-4478-b99e-fa092ff652bc tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:10.937333 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b296d06b-aeaa-4478-b99e-fa092ff652bc tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/ports/46543a83-2d3f-41c3-8bb2-3319e9e695fc HTTP/1.1" status: 204 len: 168 time: 1.2116888 Apr 15 03:41:10.940215 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35304) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:10.950006 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5c1a1341-c6f2-4a5e-a367-ed47d0572ea0 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (4593f5fa-38d4-4624-b4f4-4e5cbd7e4a30), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:10.950392 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-5c1a1341-c6f2-4a5e-a367-ed47d0572ea0 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Added segment 4593f5fa-38d4-4624-b4f4-4e5cbd7e4a30 of type vlan for network e5111380-99e8-4295-ab16-245820c2eab8 Apr 15 03:41:10.973686 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc4ee78-832f-4a06-bd24-e1c9e52339b3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] GET failed (client error): The resource could not be found. Apr 15 03:41:10.975129 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-acc4ee78-832f-4a06-bd24-e1c9e52339b3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports/46543a83-2d3f-41c3-8bb2-3319e9e695fc HTTP/1.1" status: 404 len: 333 time: 0.0339155 Apr 15 03:41:10.979119 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35306) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:11.006585 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5c1a1341-c6f2-4a5e-a367-ed47d0572ea0 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (e5111380-99e8-4295-ab16-245820c2eab8), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:11.065084 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ade7369-e281-4f37-8115-04c4c6e47b71 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting subnet c04ee76d-3f90-46c8-a119-b8ee9f3fd186 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:41:11.070759 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ade7369-e281-4f37-8115-04c4c6e47b71 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (c04ee76d-3f90-46c8-a119-b8ee9f3fd186), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:11.100412 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5c1a1341-c6f2-4a5e-a367-ed47d0572ea0 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (e5111380-99e8-4295-ab16-245820c2eab8), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:11.104537 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-8643996f-39d3-4d40-9b77-ea9b219ae99b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.26.6.123 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/16e22e8d-c304-4791-9b49-0c77f1cf8b04) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:11.106116 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1a1341-c6f2-4a5e-a367-ed47d0572ea0 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:11.106754 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5c1a1341-c6f2-4a5e-a367-ed47d0572ea0 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:11.126633 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ade7369-e281-4f37-8115-04c4c6e47b71 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (c04ee76d-3f90-46c8-a119-b8ee9f3fd186), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:11.183947 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a1341-c6f2-4a5e-a367-ed47d0572ea0 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event updated for resources: {'Network': ['ID=e5111380-99e8-4295-ab16-245820c2eab8,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:11.195015 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network e5111380-99e8-4295-ab16-245820c2eab8 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:41:11.214601 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5c1a1341-c6f2-4a5e-a367-ed47d0572ea0 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3760593 Apr 15 03:41:11.215511 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35308) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:11.220566 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-5a4cdcd3-f0c4-4d5e-a57d-290e60a970aa tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2086748552'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:11.294490 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ade7369-e281-4f37-8115-04c4c6e47b71 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (c04ee76d-3f90-46c8-a119-b8ee9f3fd186), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:11.306354 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4cdcd3-f0c4-4d5e-a57d-290e60a970aa tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Made reservation on behalf of 518298f930ce4b338053d06ffbaead08 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:11.317526 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5a4cdcd3-f0c4-4d5e-a57d-290e60a970aa tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:11.323531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8643996f-39d3-4d40-9b77-ea9b219ae99b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (16e22e8d-c304-4791-9b49-0c77f1cf8b04), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:11.336239 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a4cdcd3-f0c4-4d5e-a57d-290e60a970aa tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:41:11.346484 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5a4cdcd3-f0c4-4d5e-a57d-290e60a970aa tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (0fec8090-2f0b-4480-be6c-ecf71adaaa3d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:11.346863 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-5a4cdcd3-f0c4-4d5e-a57d-290e60a970aa tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Added segment 0fec8090-2f0b-4480-be6c-ecf71adaaa3d of type vlan for network bfc9ba50-277f-4465-a01f-11d8d03a90c4 Apr 15 03:41:11.386571 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5a4cdcd3-f0c4-4d5e-a57d-290e60a970aa tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (bfc9ba50-277f-4465-a01f-11d8d03a90c4), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:11.438021 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ade7369-e281-4f37-8115-04c4c6e47b71 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (c04ee76d-3f90-46c8-a119-b8ee9f3fd186), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:11.465706 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5a4cdcd3-f0c4-4d5e-a57d-290e60a970aa tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (bfc9ba50-277f-4465-a01f-11d8d03a90c4), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:11.466387 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade7369-e281-4f37-8115-04c4c6e47b71 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Subnet': ['ID=c04ee76d-3f90-46c8-a119-b8ee9f3fd186,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:11.468838 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8643996f-39d3-4d40-9b77-ea9b219ae99b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (16e22e8d-c304-4791-9b49-0c77f1cf8b04), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:11.474968 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4cdcd3-f0c4-4d5e-a57d-290e60a970aa tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:11.474968 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5a4cdcd3-f0c4-4d5e-a57d-290e60a970aa tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:11.478225 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ade7369-e281-4f37-8115-04c4c6e47b71 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:11.481512 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053e2128-f715-4e48-bc2d-51ab66477481 None None] Network 3d2f0c3d-2816-4fbf-8196-9062d598d773 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:11.481778 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6ade7369-e281-4f37-8115-04c4c6e47b71 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/subnets/c04ee76d-3f90-46c8-a119-b8ee9f3fd186 HTTP/1.1" status: 204 len: 168 time: 0.4993074 Apr 15 03:41:11.496282 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35310) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:11.513032 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8643996f-39d3-4d40-9b77-ea9b219ae99b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:11.518135 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-8643996f-39d3-4d40-9b77-ea9b219ae99b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:11.522082 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8643996f-39d3-4d40-9b77-ea9b219ae99b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:11.528706 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643996f-39d3-4d40-9b77-ea9b219ae99b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=16e22e8d-c304-4791-9b49-0c77f1cf8b04,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:11.592008 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cdcd3-f0c4-4d5e-a57d-290e60a970aa tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event updated for resources: {'Network': ['ID=bfc9ba50-277f-4465-a01f-11d8d03a90c4,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:11.607006 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-93327087-b899-403f-a655-8059c7666f3b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting subnet 043d7e92-ceee-41a7-b407-a87a883125ed {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:41:11.610823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-93327087-b899-403f-a655-8059c7666f3b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (043d7e92-ceee-41a7-b407-a87a883125ed), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:11.641853 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5a4cdcd3-f0c4-4d5e-a57d-290e60a970aa tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4249234 Apr 15 03:41:11.669830 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-93327087-b899-403f-a655-8059c7666f3b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (043d7e92-ceee-41a7-b407-a87a883125ed), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:11.689056 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network bfc9ba50-277f-4465-a01f-11d8d03a90c4 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:41:11.792885 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-93327087-b899-403f-a655-8059c7666f3b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (043d7e92-ceee-41a7-b407-a87a883125ed), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:11.942225 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-93327087-b899-403f-a655-8059c7666f3b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (043d7e92-ceee-41a7-b407-a87a883125ed), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:11.976372 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-93327087-b899-403f-a655-8059c7666f3b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:11.985042 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-93327087-b899-403f-a655-8059c7666f3b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/subnets/043d7e92-ceee-41a7-b407-a87a883125ed HTTP/1.1" status: 204 len: 168 time: 0.4791358 Apr 15 03:41:11.985258 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35312) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:11.985724 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93327087-b899-403f-a655-8059c7666f3b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Subnet': ['ID=043d7e92-ceee-41a7-b407-a87a883125ed,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:12.369852 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbe9bf2-7e17-4162-80c2-11c8d26fab57 None None] Network 3d2f0c3d-2816-4fbf-8196-9062d598d773 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:12.398647 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c9cde72b-423f-44cb-b7ec-9be6970a2d48 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (3d2f0c3d-2816-4fbf-8196-9062d598d773), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:12.451518 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-719100e8-836b-4a88-b3b4-0b7d5084e31d None None] Provisioning complete for port dd2771a0-d6eb-4d55-bb9e-044d897b65b4 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:12.451910 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-719100e8-836b-4a88-b3b4-0b7d5084e31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dd2771a0-d6eb-4d55-bb9e-044d897b65b4), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:12.484644 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8643996f-39d3-4d40-9b77-ea9b219ae99b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (a58de620-7498-4457-9abf-5b15563ddbd9), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:12.542761 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-c9cde72b-423f-44cb-b7ec-9be6970a2d48 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting port dd2771a0-d6eb-4d55-bb9e-044d897b65b4 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:12.543490 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c9cde72b-423f-44cb-b7ec-9be6970a2d48 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (dd2771a0-d6eb-4d55-bb9e-044d897b65b4), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:12.549408 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-719100e8-836b-4a88-b3b4-0b7d5084e31d None None] Current status of the port dd2771a0-d6eb-4d55-bb9e-044d897b65b4 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:12.581052 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9bf8ea-a475-481c-9f24-572f8f8a95b8 None None] DHCP port deletion for 3d2f0c3d-2816-4fbf-8196-9062d598d773 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:41:12.620883 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1b9bf8ea-a475-481c-9f24-572f8f8a95b8 None None] Deleting port dd2771a0-d6eb-4d55-bb9e-044d897b65b4 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:12.620883 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1b9bf8ea-a475-481c-9f24-572f8f8a95b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (dd2771a0-d6eb-4d55-bb9e-044d897b65b4), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:12.626302 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-c9cde72b-423f-44cb-b7ec-9be6970a2d48 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] For port dd2771a0-d6eb-4d55-bb9e-044d897b65b4, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=dd2771a0-d6eb-4d55-bb9e-044d897b65b4,segment=NetworkSegment(1b241e9e-3580-4db3-aa84-2f1354df5b96),segment_id=1b241e9e-3580-4db3-aa84-2f1354df5b96)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:12.626689 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c9cde72b-423f-44cb-b7ec-9be6970a2d48 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (dd2771a0-d6eb-4d55-bb9e-044d897b65b4), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:12.641938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-c9cde72b-423f-44cb-b7ec-9be6970a2d48 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Calling delete_port for dd2771a0-d6eb-4d55-bb9e-044d897b65b4 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:12.686399 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-1b9bf8ea-a475-481c-9f24-572f8f8a95b8 None None] For port dd2771a0-d6eb-4d55-bb9e-044d897b65b4, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=dd2771a0-d6eb-4d55-bb9e-044d897b65b4,segment=NetworkSegment(1b241e9e-3580-4db3-aa84-2f1354df5b96),segment_id=1b241e9e-3580-4db3-aa84-2f1354df5b96)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:12.686850 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1b9bf8ea-a475-481c-9f24-572f8f8a95b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (dd2771a0-d6eb-4d55-bb9e-044d897b65b4), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:12.700739 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1b9bf8ea-a475-481c-9f24-572f8f8a95b8 None None] Calling delete_port for dd2771a0-d6eb-4d55-bb9e-044d897b65b4 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:12.753420 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8643996f-39d3-4d40-9b77-ea9b219ae99b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (16e22e8d-c304-4791-9b49-0c77f1cf8b04), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:12.831955 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1b9bf8ea-a475-481c-9f24-572f8f8a95b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (dd2771a0-d6eb-4d55-bb9e-044d897b65b4), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:12.861628 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bf8ea-a475-481c-9f24-572f8f8a95b8 None None] Pushing event deleted for resources: {'Port': ['ID=dd2771a0-d6eb-4d55-bb9e-044d897b65b4,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:12.867040 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c9cde72b-423f-44cb-b7ec-9be6970a2d48 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (dd2771a0-d6eb-4d55-bb9e-044d897b65b4), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:12.867778 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9bf8ea-a475-481c-9f24-572f8f8a95b8 None None] No DVR routers for this DVR port dd2771a0-d6eb-4d55-bb9e-044d897b65b4 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:41:12.897363 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cde72b-423f-44cb-b7ec-9be6970a2d48 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] No DVR routers for this DVR port dd2771a0-d6eb-4d55-bb9e-044d897b65b4 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:41:12.903725 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cde72b-423f-44cb-b7ec-9be6970a2d48 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Port': ['ID=dd2771a0-d6eb-4d55-bb9e-044d897b65b4,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:13.001112 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c9cde72b-423f-44cb-b7ec-9be6970a2d48 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (3d2f0c3d-2816-4fbf-8196-9062d598d773), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:13.032945 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8643996f-39d3-4d40-9b77-ea9b219ae99b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (16e22e8d-c304-4791-9b49-0c77f1cf8b04), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:13.037407 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-c9cde72b-423f-44cb-b7ec-9be6970a2d48 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2f0c3d-2816-4fbf-8196-9062d598d773']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:13.047914 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-c9cde72b-423f-44cb-b7ec-9be6970a2d48 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b241e9e-3580-4db3-aa84-2f1354df5b96') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:13.048219 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-c9cde72b-423f-44cb-b7ec-9be6970a2d48 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b241e9e-3580-4db3-aa84-2f1354df5b96') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:13.058076 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c9cde72b-423f-44cb-b7ec-9be6970a2d48 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (1b241e9e-3580-4db3-aa84-2f1354df5b96), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:13.072180 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c9cde72b-423f-44cb-b7ec-9be6970a2d48 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (1b241e9e-3580-4db3-aa84-2f1354df5b96), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:13.078499 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9cde72b-423f-44cb-b7ec-9be6970a2d48 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:13.078946 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c9cde72b-423f-44cb-b7ec-9be6970a2d48 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (1b241e9e-3580-4db3-aa84-2f1354df5b96), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:13.082047 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:13.096896 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8643996f-39d3-4d40-9b77-ea9b219ae99b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (16e22e8d-c304-4791-9b49-0c77f1cf8b04), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:13.205329 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643996f-39d3-4d40-9b77-ea9b219ae99b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=16e22e8d-c304-4791-9b49-0c77f1cf8b04,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:13.213667 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8643996f-39d3-4d40-9b77-ea9b219ae99b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (a58de620-7498-4457-9abf-5b15563ddbd9), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:13.253854 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c9cde72b-423f-44cb-b7ec-9be6970a2d48 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (3d2f0c3d-2816-4fbf-8196-9062d598d773), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:13.264530 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c9cde72b-423f-44cb-b7ec-9be6970a2d48 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:13.273432 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c9cde72b-423f-44cb-b7ec-9be6970a2d48 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/networks/3d2f0c3d-2816-4fbf-8196-9062d598d773 HTTP/1.1" status: 204 len: 168 time: 1.2832801 Apr 15 03:41:13.274775 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35316) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:13.311332 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cde72b-423f-44cb-b7ec-9be6970a2d48 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Network': ['ID=3d2f0c3d-2816-4fbf-8196-9062d598d773,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:13.363015 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8524d30e-ba68-4ce2-9b4e-9da2c3526b38 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:13.368288 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8524d30e-ba68-4ce2-9b4e-9da2c3526b38 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0898139 Apr 15 03:41:13.368585 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35318) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:13.420359 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0a048cef-9956-42ec-8e80-9155d62a7662 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0507009 Apr 15 03:41:13.421893 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-8643996f-39d3-4d40-9b77-ea9b219ae99b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Floating IP a58de620-7498-4457-9abf-5b15563ddbd9 associated. External IP: 172.26.6.123, port: 771af481-68ae-4ce7-9281-b463ff3446d3. Apr 15 03:41:13.424332 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35320) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:13.428954 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-68be659f-d929-4903-8045-4541fbd6c9ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-614814784'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:13.523825 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:41:13.582497 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68be659f-d929-4903-8045-4541fbd6c9ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:13.585768 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-68be659f-d929-4903-8045-4541fbd6c9ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:13.651323 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68be659f-d929-4903-8045-4541fbd6c9ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:41:13.667730 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-68be659f-d929-4903-8045-4541fbd6c9ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (efaae0a4-c530-412e-8eef-1758840ca041), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:13.668072 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-68be659f-d929-4903-8045-4541fbd6c9ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Added segment efaae0a4-c530-412e-8eef-1758840ca041 of type vlan for network c0ac5774-33f9-4512-abb1-03e7a5ffd3c4 Apr 15 03:41:13.701729 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8643996f-39d3-4d40-9b77-ea9b219ae99b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 721dec37-e9b4-44c1-9677-2105e07f1d3d has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:41:13.716532 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-68be659f-d929-4903-8045-4541fbd6c9ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (c0ac5774-33f9-4512-abb1-03e7a5ffd3c4), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:13.828057 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-68be659f-d929-4903-8045-4541fbd6c9ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (c0ac5774-33f9-4512-abb1-03e7a5ffd3c4), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:13.832895 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68be659f-d929-4903-8045-4541fbd6c9ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:13.833475 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-68be659f-d929-4903-8045-4541fbd6c9ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:13.875036 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8643996f-39d3-4d40-9b77-ea9b219ae99b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:41:13.885459 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d4673e-62d7-47eb-9dc1-74ee1be73b2d None None] Sync routers for ids ['721dec37-e9b4-44c1-9677-2105e07f1d3d'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:41:13.895136 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d4673e-62d7-47eb-9dc1-74ee1be73b2d None None] Routers {'721dec37-e9b4-44c1-9677-2105e07f1d3d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:41:13.896888 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a3d4673e-62d7-47eb-9dc1-74ee1be73b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:40:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['721dec37-e9b4-44c1-9677-2105e07f1d3d'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:13.919855 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be659f-d929-4903-8045-4541fbd6c9ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Network': ['ID=c0ac5774-33f9-4512-abb1-03e7a5ffd3c4,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:13.931130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network c0ac5774-33f9-4512-abb1-03e7a5ffd3c4 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:41:13.952424 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-68be659f-d929-4903-8045-4541fbd6c9ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5243883 Apr 15 03:41:13.955771 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35322) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:13.957838 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-6ebbfb16-3491-4ca2-a23f-153dff695354 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'subnet': {'network_id': 'c0ac5774-33f9-4512-abb1-03e7a5ffd3c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:14.025548 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-a3d4673e-62d7-47eb-9dc1-74ee1be73b2d None None] Set router 721dec37-e9b4-44c1-9677-2105e07f1d3d gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:41:14.029629 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8643996f-39d3-4d40-9b77-ea9b219ae99b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:14.082883 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8643996f-39d3-4d40-9b77-ea9b219ae99b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5798872 Apr 15 03:41:14.085418 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694f734e-4d74-4136-96c0-603d4651f373', 'tag': '771af481-68ae-4ce7-9281-b463ff3446d3'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:41:14.085615 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35324) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:14.088516 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e500eb0b-0233-4e09-94e3-82ec1a43a868" -d '{"events": [{"name": "network-changed", "server_uuid": "694f734e-4d74-4136-96c0-603d4651f373", "tag": "771af481-68ae-4ce7-9281-b463ff3446d3"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:41:14.173031 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c60e314c-d591-49b2-bf48-04142738eb76 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/a58de620-7498-4457-9abf-5b15563ddbd9 HTTP/1.1" status: 200 len: 991 time: 0.0845640 Apr 15 03:41:14.192856 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebbfb16-3491-4ca2-a23f-153dff695354 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:14.196361 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ebbfb16-3491-4ca2-a23f-153dff695354 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:14.299354 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a3d4673e-62d7-47eb-9dc1-74ee1be73b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'name': 'tempest-TestNetworkBasicOps-router-1285994353', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:40:37Z', 'updated_at': '2022-04-15T03:40:45Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:38Z', 'updated_at': '2022-04-15T03:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'a58de620-7498-4457-9abf-5b15563ddbd9', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.123', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'port_id': '771af481-68ae-4ce7-9281-b463ff3446d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b', 'mac_address': 'fa:16:3e:b7:03:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f734e-4d74-4136-96c0-603d4651f373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:41:11Z', 'updated_at': '2022-04-15T03:41:11Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ef87d32-7e3a-450b-be71-b1cd5f60cc25', 'name': '', 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:f1:eb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'd7953b3b-beed-4f8a-8cf6-6def90b5765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:43Z', 'updated_at': '2022-04-15T03:40:50Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'd7953b3b-beed-4f8a-8cf6-6def90b5765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:14.311357 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc81b5c-6da8-450c-a4bc-886ed03ca526 x-openstack-request-id: req-abc81b5c-6da8-450c-a4bc-886ed03ca526 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:41:14.323742 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694f734e-4d74-4136-96c0-603d4651f373", "tag": "771af481-68ae-4ce7-9281-b463ff3446d3", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:41:14.324624 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abc81b5c-6da8-450c-a4bc-886ed03ca526 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:41:14.325162 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abc81b5c-6da8-450c-a4bc-886ed03ca526'] response: {'name': 'network-changed', 'server_uuid': '694f734e-4d74-4136-96c0-603d4651f373', 'tag': '771af481-68ae-4ce7-9281-b463ff3446d3', 'status': 'completed', 'code': 200} Apr 15 03:41:14.337889 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device dd2771a0-d6eb-4d55-bb9e-044d897b65b4 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:41:14.341479 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d4673e-62d7-47eb-9dc1-74ee1be73b2d None None] Checking router: 721dec37-e9b4-44c1-9677-2105e07f1d3d for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:41:14.351312 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d4673e-62d7-47eb-9dc1-74ee1be73b2d None None] Routers {'721dec37-e9b4-44c1-9677-2105e07f1d3d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:41:14.352666 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a3d4673e-62d7-47eb-9dc1-74ee1be73b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:40:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['721dec37-e9b4-44c1-9677-2105e07f1d3d'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:14.376946 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500eb0b-0233-4e09-94e3-82ec1a43a868 req-d05748d1-dc5b-4f7d-96d7-cad5c08f7180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:14.381945 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e500eb0b-0233-4e09-94e3-82ec1a43a868 req-d05748d1-dc5b-4f7d-96d7-cad5c08f7180 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 1129 time: 0.0482852 Apr 15 03:41:14.382091 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: dd2771a0-d6eb-4d55-bb9e-044d897b65b4 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:41:14.382265 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device dd2771a0-d6eb-4d55-bb9e-044d897b65b4 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:41:14.482184 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500eb0b-0233-4e09-94e3-82ec1a43a868 req-9cb790b3-8276-4eba-8dc8-031bd537b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:14.484153 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e500eb0b-0233-4e09-94e3-82ec1a43a868 req-9cb790b3-8276-4eba-8dc8-031bd537b0f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=abcc95a5-3423-4e6f-9cb9-53f8e547921b HTTP/1.1" status: 200 len: 897 time: 0.0951505 Apr 15 03:41:14.495482 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-a3d4673e-62d7-47eb-9dc1-74ee1be73b2d None None] Set router 721dec37-e9b4-44c1-9677-2105e07f1d3d gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:41:14.551216 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ebbfb16-3491-4ca2-a23f-153dff695354 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (76cfda22-01dd-4062-a7cd-bc86f5490972), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:14.557266 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e500eb0b-0233-4e09-94e3-82ec1a43a868 req-d2739379-9a4d-4f72-b527-1d216e649ca3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=771af481-68ae-4ce7-9281-b463ff3446d3 HTTP/1.1" status: 200 len: 999 time: 0.0655329 Apr 15 03:41:14.621388 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500eb0b-0233-4e09-94e3-82ec1a43a868 req-1a677402-1828-4038-8551-f7f66d7c316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:14.624561 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e500eb0b-0233-4e09-94e3-82ec1a43a868 req-1a677402-1828-4038-8551-f7f66d7c316d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7953b3b-beed-4f8a-8cf6-6def90b5765c HTTP/1.1" status: 200 len: 834 time: 0.0613832 Apr 15 03:41:14.626748 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbfb16-3491-4ca2-a23f-153dff695354 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Subnet': ['ID=76cfda22-01dd-4062-a7cd-bc86f5490972,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:14.637626 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebbfb16-3491-4ca2-a23f-153dff695354 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Checking segment: {'id': 'efaae0a4-c530-412e-8eef-1758840ca041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c0ac5774-33f9-4512-abb1-03e7a5ffd3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:14.638002 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebbfb16-3491-4ca2-a23f-153dff695354 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network hostable DHCP agents. Network: c0ac5774-33f9-4512-abb1-03e7a5ffd3c4, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:41:14.681015 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500eb0b-0233-4e09-94e3-82ec1a43a868 req-ca1eb164-4cb7-40d6-9eb1-bd3a3462c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:14.682724 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e500eb0b-0233-4e09-94e3-82ec1a43a868 req-ca1eb164-4cb7-40d6-9eb1-bd3a3462c91a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=abcc95a5-3423-4e6f-9cb9-53f8e547921b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0511355 Apr 15 03:41:14.723429 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebbfb16-3491-4ca2-a23f-153dff695354 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network c0ac5774-33f9-4512-abb1-03e7a5ffd3c4 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:41:14.748873 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a3d4673e-62d7-47eb-9dc1-74ee1be73b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'name': 'tempest-TestNetworkBasicOps-router-1285994353', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:40:37Z', 'updated_at': '2022-04-15T03:40:45Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:38Z', 'updated_at': '2022-04-15T03:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'a58de620-7498-4457-9abf-5b15563ddbd9', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.123', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'port_id': '771af481-68ae-4ce7-9281-b463ff3446d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b', 'mac_address': 'fa:16:3e:b7:03:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f734e-4d74-4136-96c0-603d4651f373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:41:11Z', 'updated_at': '2022-04-15T03:41:11Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ef87d32-7e3a-450b-be71-b1cd5f60cc25', 'name': '', 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:f1:eb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'd7953b3b-beed-4f8a-8cf6-6def90b5765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:43Z', 'updated_at': '2022-04-15T03:40:50Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'd7953b3b-beed-4f8a-8cf6-6def90b5765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:14.777565 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d4673e-62d7-47eb-9dc1-74ee1be73b2d None None] The sync data for ids ['721dec37-e9b4-44c1-9677-2105e07f1d3d'] in dv-neutron-837140-3-hyperv is: [{'id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'name': 'tempest-TestNetworkBasicOps-router-1285994353', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:40:37Z', 'updated_at': '2022-04-15T03:40:45Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:38Z', 'updated_at': '2022-04-15T03:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'a58de620-7498-4457-9abf-5b15563ddbd9', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.123', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'port_id': '771af481-68ae-4ce7-9281-b463ff3446d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b', 'mac_address': 'fa:16:3e:b7:03:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694f734e-4d74-4136-96c0-603d4651f373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:41:11Z', 'updated_at': '2022-04-15T03:41:11Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ef87d32-7e3a-450b-be71-b1cd5f60cc25', 'name': '', 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:f1:eb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'd7953b3b-beed-4f8a-8cf6-6def90b5765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:43Z', 'updated_at': '2022-04-15T03:40:50Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'd7953b3b-beed-4f8a-8cf6-6def90b5765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:41:14.780911 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e500eb0b-0233-4e09-94e3-82ec1a43a868 req-bc259b07-4b66-45a4-ad1f-28a03d4bd170 service neutron] 10.222.0.30 "GET /v2.0/networks/abcc95a5-3423-4e6f-9cb9-53f8e547921b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888073 Apr 15 03:41:14.791786 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-6ebbfb16-3491-4ca2-a23f-153dff695354 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, c0ac5774-33f9-4512-abb1-03e7a5ffd3c4) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:14.801373 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebbfb16-3491-4ca2-a23f-153dff695354 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:14.802583 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0846c89-661f-4b0e-ace5-903eabc45209 None None] Network c0ac5774-33f9-4512-abb1-03e7a5ffd3c4 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:14.803404 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6ebbfb16-3491-4ca2-a23f-153dff695354 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:14.881678 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35330) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:14.887675 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-81b12d31-a484-4692-95a9-4dfa94ec0255 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Request body: {'subnets': [{'network_id': 'e5111380-99e8-4295-ab16-245820c2eab8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1820696528', 'ip_version': 6}, {'network_id': 'bfc9ba50-277f-4465-a01f-11d8d03a90c4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:14.888038 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-81b12d31-a484-4692-95a9-4dfa94ec0255 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Request body: {'subnet': {'network_id': 'e5111380-99e8-4295-ab16-245820c2eab8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1820696528', 'ip_version': 6}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:14.888876 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-81b12d31-a484-4692-95a9-4dfa94ec0255 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Request body: {'subnet': {'network_id': 'bfc9ba50-277f-4465-a01f-11d8d03a90c4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:14.899161 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6ebbfb16-3491-4ca2-a23f-153dff695354 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9451840 Apr 15 03:41:14.902843 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e500eb0b-0233-4e09-94e3-82ec1a43a868 req-2e2effea-4833-44a5-a03b-981281a6e53a service neutron] 10.222.0.30 "GET /v2.0/networks/abcc95a5-3423-4e6f-9cb9-53f8e547921b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060390 Apr 15 03:41:14.902843 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35332) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:14.907697 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-c0742087-dd91-4933-947d-a4a2ceff15ab tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'port': {'network_id': 'c0ac5774-33f9-4512-abb1-03e7a5ffd3c4', 'name': 'tempest-PortsTestJSON-1057356487'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:14.947113 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83869614-6a30-40bb-afe5-20b38cfbfe24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-c0ac5774-33f9-4512-abb1-03e7a5ffd3c4', 'network_id': 'c0ac5774-33f9-4512-abb1-03e7a5ffd3c4', 'project_id': '0f29a0ef0d424ee880c0248cae529385', 'fixed_ips': [{'subnet_id': '76cfda22-01dd-4062-a7cd-bc86f5490972'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:41:14.948651 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-83869614-6a30-40bb-afe5-20b38cfbfe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:15.096516 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786d4685-6a84-4b0a-83e4-3261fe46b9eb None None] New status for floating IP a58de620-7498-4457-9abf-5b15563ddbd9: ACTIVE {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:41:15.140874 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-83869614-6a30-40bb-afe5-20b38cfbfe24 None None] Allocated IP 172.20.0.2 (c0ac5774-33f9-4512-abb1-03e7a5ffd3c4/76cfda22-01dd-4062-a7cd-bc86f5490972/83b8a823-b043-4420-9f6d-823613f57afc) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:15.150936 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0742087-dd91-4933-947d-a4a2ceff15ab tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:15.151544 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b12d31-a484-4692-95a9-4dfa94ec0255 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Made reservation on behalf of 518298f930ce4b338053d06ffbaead08 for: {'subnet': 2} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:15.154470 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0742087-dd91-4933-947d-a4a2ceff15ab tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:15.160463 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-81b12d31-a484-4692-95a9-4dfa94ec0255 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:15.160463 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-81b12d31-a484-4692-95a9-4dfa94ec0255 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:15.174170 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-c0742087-dd91-4933-947d-a4a2ceff15ab tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] device_id is not set on port 1327c6eb-5217-4702-b047-40689847174f yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:41:15.174507 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35334) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:15.383942 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-83869614-6a30-40bb-afe5-20b38cfbfe24 None None] Publish callbacks [] for port (83b8a823-b043-4420-9f6d-823613f57afc), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:15.443085 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-83869614-6a30-40bb-afe5-20b38cfbfe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (83b8a823-b043-4420-9f6d-823613f57afc), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:15.481942 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83869614-6a30-40bb-afe5-20b38cfbfe24 None None] Network c0ac5774-33f9-4512-abb1-03e7a5ffd3c4 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:15.487217 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-83869614-6a30-40bb-afe5-20b38cfbfe24 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:15.491072 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83869614-6a30-40bb-afe5-20b38cfbfe24 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:15.502218 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83869614-6a30-40bb-afe5-20b38cfbfe24 None None] Pushing event updated for resources: {'Port': ['ID=83b8a823-b043-4420-9f6d-823613f57afc,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:15.506688 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-c0742087-dd91-4933-947d-a4a2ceff15ab tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Allocated IP 172.20.0.9 (c0ac5774-33f9-4512-abb1-03e7a5ffd3c4/76cfda22-01dd-4062-a7cd-bc86f5490972/1327c6eb-5217-4702-b047-40689847174f) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:15.530180 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-693a7307-9942-4cda-8457-10a7b7e725b3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/a58de620-7498-4457-9abf-5b15563ddbd9 HTTP/1.1" status: 200 len: 991 time: 0.3545077 Apr 15 03:41:15.563374 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-83869614-6a30-40bb-afe5-20b38cfbfe24 None None] Attempting to bind port 83b8a823-b043-4420-9f6d-823613f57afc on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:41:15.563750 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-83869614-6a30-40bb-afe5-20b38cfbfe24 None None] Attempting to bind port 83b8a823-b043-4420-9f6d-823613f57afc by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'efaae0a4-c530-412e-8eef-1758840ca041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c0ac5774-33f9-4512-abb1-03e7a5ffd3c4'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:41:15.564106 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83869614-6a30-40bb-afe5-20b38cfbfe24 None None] Attempting to bind port 83b8a823-b043-4420-9f6d-823613f57afc on network c0ac5774-33f9-4512-abb1-03e7a5ffd3c4 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:41:15.569427 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83869614-6a30-40bb-afe5-20b38cfbfe24 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:41:15.569801 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83869614-6a30-40bb-afe5-20b38cfbfe24 None None] Checking segment: {'id': 'efaae0a4-c530-412e-8eef-1758840ca041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c0ac5774-33f9-4512-abb1-03e7a5ffd3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:15.570198 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-83869614-6a30-40bb-afe5-20b38cfbfe24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:15.570589 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83869614-6a30-40bb-afe5-20b38cfbfe24 None None] Bound using segment: {'id': 'efaae0a4-c530-412e-8eef-1758840ca041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c0ac5774-33f9-4512-abb1-03e7a5ffd3c4'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:41:15.571097 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-83869614-6a30-40bb-afe5-20b38cfbfe24 None None] Bound port: 83b8a823-b043-4420-9f6d-823613f57afc, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efaae0a4-c530-412e-8eef-1758840ca041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c0ac5774-33f9-4512-abb1-03e7a5ffd3c4'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:41:15.571494 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-83869614-6a30-40bb-afe5-20b38cfbfe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (83b8a823-b043-4420-9f6d-823613f57afc), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:15.636283 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-83869614-6a30-40bb-afe5-20b38cfbfe24 None None] For port 83b8a823-b043-4420-9f6d-823613f57afc, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:41:15.639467 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-83869614-6a30-40bb-afe5-20b38cfbfe24 None None] For port 83b8a823-b043-4420-9f6d-823613f57afc, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=83b8a823-b043-4420-9f6d-823613f57afc,segment=NetworkSegment(efaae0a4-c530-412e-8eef-1758840ca041),segment_id=efaae0a4-c530-412e-8eef-1758840ca041)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:41:15.680404 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0742087-dd91-4933-947d-a4a2ceff15ab tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (1327c6eb-5217-4702-b047-40689847174f), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:15.752751 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-83869614-6a30-40bb-afe5-20b38cfbfe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (83b8a823-b043-4420-9f6d-823613f57afc), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:15.810035 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83869614-6a30-40bb-afe5-20b38cfbfe24 None None] Pushing event updated for resources: {'Port': ['ID=83b8a823-b043-4420-9f6d-823613f57afc,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:15.815713 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0742087-dd91-4933-947d-a4a2ceff15ab tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (1327c6eb-5217-4702-b047-40689847174f), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:15.858090 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0742087-dd91-4933-947d-a4a2ceff15ab tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network c0ac5774-33f9-4512-abb1-03e7a5ffd3c4 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:15.861355 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-c0742087-dd91-4933-947d-a4a2ceff15ab tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:15.867594 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0742087-dd91-4933-947d-a4a2ceff15ab tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:15.895040 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0742087-dd91-4933-947d-a4a2ceff15ab tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=1327c6eb-5217-4702-b047-40689847174f,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:15.921912 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0742087-dd91-4933-947d-a4a2ceff15ab tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:15.922561 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0742087-dd91-4933-947d-a4a2ceff15ab tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:16.000322 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-81b12d31-a484-4692-95a9-4dfa94ec0255 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (e0df3ee7-795d-4712-aabb-bf0847478ebd), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:16.029386 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c0742087-dd91-4933-947d-a4a2ceff15ab tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1256113 Apr 15 03:41:16.032670 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35336) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:16.037054 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-15c38af7-6636-42df-9fd2-e369317363b2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'port': {'network_id': 'c0ac5774-33f9-4512-abb1-03e7a5ffd3c4', 'name': 'tempest-PortsTestJSON-1954857962'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:16.065004 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b12d31-a484-4692-95a9-4dfa94ec0255 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event updated for resources: {'Subnet': ['ID=e0df3ee7-795d-4712-aabb-bf0847478ebd,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:16.084343 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b12d31-a484-4692-95a9-4dfa94ec0255 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Checking segment: {'id': '4593f5fa-38d4-4624-b4f4-4e5cbd7e4a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e5111380-99e8-4295-ab16-245820c2eab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:16.084717 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b12d31-a484-4692-95a9-4dfa94ec0255 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Network hostable DHCP agents. Network: e5111380-99e8-4295-ab16-245820c2eab8, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:41:16.157718 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b12d31-a484-4692-95a9-4dfa94ec0255 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Network e5111380-99e8-4295-ab16-245820c2eab8 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:41:16.226529 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c38af7-6636-42df-9fd2-e369317363b2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:16.229929 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-15c38af7-6636-42df-9fd2-e369317363b2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:16.248675 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-15c38af7-6636-42df-9fd2-e369317363b2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] device_id is not set on port 2a93826d-2414-49da-9550-2f2278baf7f8 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:41:16.249251 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-81b12d31-a484-4692-95a9-4dfa94ec0255 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, e5111380-99e8-4295-ab16-245820c2eab8) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:16.253146 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-81b12d31-a484-4692-95a9-4dfa94ec0255 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (f75acacf-18c1-4e6c-a847-efb1357e527e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:16.259035 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585255e0-80a8-422c-bd0a-4637a44248da None None] Network e5111380-99e8-4295-ab16-245820c2eab8 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:16.343062 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b12d31-a484-4692-95a9-4dfa94ec0255 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event updated for resources: {'Subnet': ['ID=f75acacf-18c1-4e6c-a847-efb1357e527e,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:16.364463 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b12d31-a484-4692-95a9-4dfa94ec0255 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Checking segment: {'id': '0fec8090-2f0b-4480-be6c-ecf71adaaa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bfc9ba50-277f-4465-a01f-11d8d03a90c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:16.365081 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b12d31-a484-4692-95a9-4dfa94ec0255 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Network hostable DHCP agents. Network: bfc9ba50-277f-4465-a01f-11d8d03a90c4, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:41:16.399919 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-15c38af7-6636-42df-9fd2-e369317363b2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Allocated IP 172.20.0.5 (c0ac5774-33f9-4512-abb1-03e7a5ffd3c4/76cfda22-01dd-4062-a7cd-bc86f5490972/2a93826d-2414-49da-9550-2f2278baf7f8) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:16.400282 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 83b8a823-b043-4420-9f6d-823613f57afc up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:41:16.404113 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11c7270-03bf-4bd1-99a1-16421208b1d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-e5111380-99e8-4295-ab16-245820c2eab8', 'network_id': 'e5111380-99e8-4295-ab16-245820c2eab8', 'project_id': '518298f930ce4b338053d06ffbaead08', 'fixed_ips': [{'subnet_id': 'e0df3ee7-795d-4712-aabb-bf0847478ebd'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:41:16.405080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f11c7270-03bf-4bd1-99a1-16421208b1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:16.465400 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b12d31-a484-4692-95a9-4dfa94ec0255 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Network bfc9ba50-277f-4465-a01f-11d8d03a90c4 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:41:16.533184 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35338) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:16.539231 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 83b8a823-b043-4420-9f6d-823613f57afc triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:16.539231 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (83b8a823-b043-4420-9f6d-823613f57afc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:16.579791 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-15c38af7-6636-42df-9fd2-e369317363b2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (2a93826d-2414-49da-9550-2f2278baf7f8), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:16.589493 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-81b12d31-a484-4692-95a9-4dfa94ec0255 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, bfc9ba50-277f-4465-a01f-11d8d03a90c4) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:16.597540 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b12d31-a484-4692-95a9-4dfa94ec0255 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:16.598018 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b12d31-a484-4692-95a9-4dfa94ec0255 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:16.598675 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-81b12d31-a484-4692-95a9-4dfa94ec0255 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:16.604224 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba16f5a8-a224-40f5-8d06-eaafb887f36a None None] Network bfc9ba50-277f-4465-a01f-11d8d03a90c4 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:16.629873 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1fe1266d-441c-49c6-becd-e1b81f337c42 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/a58de620-7498-4457-9abf-5b15563ddbd9 HTTP/1.1" status: 200 len: 993 time: 0.0952907 Apr 15 03:41:16.654103 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-f11c7270-03bf-4bd1-99a1-16421208b1d4 None None] Allocated IP 2001:db8::1 (e5111380-99e8-4295-ab16-245820c2eab8/e0df3ee7-795d-4712-aabb-bf0847478ebd/f09ab3f8-4852-45b5-be52-3acdd9042b9b) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:16.720640 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35340) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:16.720807 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-81b12d31-a484-4692-95a9-4dfa94ec0255 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.8353283 Apr 15 03:41:16.754343 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-15c38af7-6636-42df-9fd2-e369317363b2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (2a93826d-2414-49da-9550-2f2278baf7f8), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:16.796546 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561aa2be-f662-4b5b-940f-f94519d9f79d None None] Network c0ac5774-33f9-4512-abb1-03e7a5ffd3c4 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:16.810388 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c38af7-6636-42df-9fd2-e369317363b2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network c0ac5774-33f9-4512-abb1-03e7a5ffd3c4 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:16.820903 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-15c38af7-6636-42df-9fd2-e369317363b2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:16.829931 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32d847c-a5d6-4168-bfc9-5fc42a44e14c tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:16.831370 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32d847c-a5d6-4168-bfc9-5fc42a44e14c tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:16.832710 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32d847c-a5d6-4168-bfc9-5fc42a44e14c tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:16.834299 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a32d847c-a5d6-4168-bfc9-5fc42a44e14c tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1153502 Apr 15 03:41:16.835259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c38af7-6636-42df-9fd2-e369317363b2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:16.847156 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35344) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:16.868755 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c38af7-6636-42df-9fd2-e369317363b2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=2a93826d-2414-49da-9550-2f2278baf7f8,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:16.890035 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-4ef2f04b-2d67-40be-8fb8-a71be057154c None None] Provisioning complete for port 83b8a823-b043-4420-9f6d-823613f57afc triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:16.890409 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4ef2f04b-2d67-40be-8fb8-a71be057154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (83b8a823-b043-4420-9f6d-823613f57afc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:16.897705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c38af7-6636-42df-9fd2-e369317363b2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:16.898343 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-15c38af7-6636-42df-9fd2-e369317363b2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:16.920109 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-af8f4155-c61e-4dc5-befb-ff7100de2986 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Deleting subnet e0df3ee7-795d-4712-aabb-bf0847478ebd {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:41:16.926199 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 83b8a823-b043-4420-9f6d-823613f57afc is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:16.926586 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (83b8a823-b043-4420-9f6d-823613f57afc), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:16.935284 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cca3f18-17f4-4627-938f-76f82de01b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-bfc9ba50-277f-4465-a01f-11d8d03a90c4', 'network_id': 'bfc9ba50-277f-4465-a01f-11d8d03a90c4', 'project_id': '518298f930ce4b338053d06ffbaead08', 'fixed_ips': [{'subnet_id': 'f75acacf-18c1-4e6c-a847-efb1357e527e'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:41:16.936090 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9cca3f18-17f4-4627-938f-76f82de01b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:16.999747 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-15c38af7-6636-42df-9fd2-e369317363b2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9667969 Apr 15 03:41:17.002471 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35346) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:17.031067 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35348) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:17.098703 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17176e8-fc82-478b-bc44-49b1b7670dc4 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:17.100316 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e17176e8-fc82-478b-bc44-49b1b7670dc4 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.0968404 Apr 15 03:41:17.104134 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35350) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:17.202032 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting port 2a93826d-2414-49da-9550-2f2278baf7f8 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:17.202786 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (2a93826d-2414-49da-9550-2f2278baf7f8), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:17.207851 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-a69c0262-c6b7-4fa5-871b-5832bbbce64c tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Deleting port 5cb95fd7-4b1a-4efe-9ce5-661079e64dac {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:17.208299 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a69c0262-c6b7-4fa5-871b-5832bbbce64c tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (5cb95fd7-4b1a-4efe-9ce5-661079e64dac), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:17.250466 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 83b8a823-b043-4420-9f6d-823613f57afc, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=83b8a823-b043-4420-9f6d-823613f57afc,segment=NetworkSegment(efaae0a4-c530-412e-8eef-1758840ca041),segment_id=efaae0a4-c530-412e-8eef-1758840ca041)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:17.297913 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a69c0262-c6b7-4fa5-871b-5832bbbce64c tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (5cb95fd7-4b1a-4efe-9ce5-661079e64dac), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:17.298505 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a69c0262-c6b7-4fa5-871b-5832bbbce64c tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for floatingip (5cb95fd7-4b1a-4efe-9ce5-661079e64dac), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:17.302545 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (2a93826d-2414-49da-9550-2f2278baf7f8), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:17.311581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-a69c0262-c6b7-4fa5-871b-5832bbbce64c tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Calling delete_port for 5cb95fd7-4b1a-4efe-9ce5-661079e64dac owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:17.316431 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Calling delete_port for 2a93826d-2414-49da-9550-2f2278baf7f8 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:17.325217 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f11c7270-03bf-4bd1-99a1-16421208b1d4 None None] Publish callbacks [] for port (f09ab3f8-4852-45b5-be52-3acdd9042b9b), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:17.367751 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (83b8a823-b043-4420-9f6d-823613f57afc), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:17.403473 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2f04b-2d67-40be-8fb8-a71be057154c None None] Current status of the port 83b8a823-b043-4420-9f6d-823613f57afc is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:17.403860 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4ef2f04b-2d67-40be-8fb8-a71be057154c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (83b8a823-b043-4420-9f6d-823613f57afc), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:17.414781 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-af8f4155-c61e-4dc5-befb-ff7100de2986 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks [] for subnet (e0df3ee7-795d-4712-aabb-bf0847478ebd), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:17.430688 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f11c7270-03bf-4bd1-99a1-16421208b1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (f09ab3f8-4852-45b5-be52-3acdd9042b9b), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:17.453990 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-9cca3f18-17f4-4627-938f-76f82de01b28 None None] Allocated IP 2001:db8:0:1::1 (bfc9ba50-277f-4465-a01f-11d8d03a90c4/f75acacf-18c1-4e6c-a847-efb1357e527e/aad9fa67-0b00-45eb-9f23-a3f7eea71db7) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:17.476760 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=83b8a823-b043-4420-9f6d-823613f57afc,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:17.502649 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11c7270-03bf-4bd1-99a1-16421208b1d4 None None] Network e5111380-99e8-4295-ab16-245820c2eab8 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:17.513520 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-af8f4155-c61e-4dc5-befb-ff7100de2986 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (e0df3ee7-795d-4712-aabb-bf0847478ebd), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:17.551377 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-f11c7270-03bf-4bd1-99a1-16421208b1d4 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:17.574318 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a69c0262-c6b7-4fa5-871b-5832bbbce64c tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (5cb95fd7-4b1a-4efe-9ce5-661079e64dac), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:17.579681 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11c7270-03bf-4bd1-99a1-16421208b1d4 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:17.622473 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c0262-c6b7-4fa5-871b-5832bbbce64c tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event deleted for resources: {'Port': ['ID=5cb95fd7-4b1a-4efe-9ce5-661079e64dac,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:17.631155 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-af8f4155-c61e-4dc5-befb-ff7100de2986 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (e0df3ee7-795d-4712-aabb-bf0847478ebd), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:17.640592 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c7270-03bf-4bd1-99a1-16421208b1d4 None None] Pushing event updated for resources: {'Port': ['ID=f09ab3f8-4852-45b5-be52-3acdd9042b9b,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:17.646689 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-4ef2f04b-2d67-40be-8fb8-a71be057154c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:41:17.646689 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-4ef2f04b-2d67-40be-8fb8-a71be057154c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:41:17.676984 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (2a93826d-2414-49da-9550-2f2278baf7f8), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:17.697249 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a69c0262-c6b7-4fa5-871b-5832bbbce64c tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for floatingip (c82c2bd2-7e70-442e-8af6-5a3764e8f3bf), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:17.697614 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-a69c0262-c6b7-4fa5-871b-5832bbbce64c tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Floating IP c82c2bd2-7e70-442e-8af6-5a3764e8f3bf disassociated (deleted). External IP: 172.26.6.146, port: 87815c8a-c5a3-4497-b9b4-51233aaacfb7. Apr 15 03:41:17.710548 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-f11c7270-03bf-4bd1-99a1-16421208b1d4 None None] Attempting to bind port f09ab3f8-4852-45b5-be52-3acdd9042b9b on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:41:17.710948 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-f11c7270-03bf-4bd1-99a1-16421208b1d4 None None] Attempting to bind port f09ab3f8-4852-45b5-be52-3acdd9042b9b by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '4593f5fa-38d4-4624-b4f4-4e5cbd7e4a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e5111380-99e8-4295-ab16-245820c2eab8'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:41:17.711309 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c7270-03bf-4bd1-99a1-16421208b1d4 None None] Attempting to bind port f09ab3f8-4852-45b5-be52-3acdd9042b9b on network e5111380-99e8-4295-ab16-245820c2eab8 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:41:17.719622 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Port': ['ID=2a93826d-2414-49da-9550-2f2278baf7f8,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:17.732248 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c7270-03bf-4bd1-99a1-16421208b1d4 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:41:17.732248 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c7270-03bf-4bd1-99a1-16421208b1d4 None None] Checking segment: {'id': '4593f5fa-38d4-4624-b4f4-4e5cbd7e4a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e5111380-99e8-4295-ab16-245820c2eab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:17.732248 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f11c7270-03bf-4bd1-99a1-16421208b1d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:17.732248 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c7270-03bf-4bd1-99a1-16421208b1d4 None None] Bound using segment: {'id': '4593f5fa-38d4-4624-b4f4-4e5cbd7e4a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e5111380-99e8-4295-ab16-245820c2eab8'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:41:17.732248 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-f11c7270-03bf-4bd1-99a1-16421208b1d4 None None] Bound port: f09ab3f8-4852-45b5-be52-3acdd9042b9b, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4593f5fa-38d4-4624-b4f4-4e5cbd7e4a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e5111380-99e8-4295-ab16-245820c2eab8'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:41:17.732248 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f11c7270-03bf-4bd1-99a1-16421208b1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f09ab3f8-4852-45b5-be52-3acdd9042b9b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:17.762344 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:17.762344 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:17.762344 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:17.762344 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:17.762344 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:17.762344 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:17.762344 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:17.762344 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:17.762344 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:17.763345 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:17.763345 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:17.763899 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:17.764019 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:17.764318 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:17.764658 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:17.809012 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9cca3f18-17f4-4627-938f-76f82de01b28 None None] Publish callbacks [] for port (aad9fa67-0b00-45eb-9f23-a3f7eea71db7), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:17.817997 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:17.821791 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ad923b35-c743-401c-8490-832aafe9c0f3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/ports/2a93826d-2414-49da-9550-2f2278baf7f8 HTTP/1.1" status: 204 len: 168 time: 0.7166531 Apr 15 03:41:17.824926 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35352) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:17.850501 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8accf3-5406-4239-a1ef-e2fb88c9cd77 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] GET failed (client error): The resource could not be found. Apr 15 03:41:17.852146 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ef8accf3-5406-4239-a1ef-e2fb88c9cd77 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports/2a93826d-2414-49da-9550-2f2278baf7f8 HTTP/1.1" status: 404 len: 333 time: 0.0262463 Apr 15 03:41:17.854946 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35354) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:17.887312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f11c7270-03bf-4bd1-99a1-16421208b1d4 None None] For port f09ab3f8-4852-45b5-be52-3acdd9042b9b, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:41:17.890730 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f11c7270-03bf-4bd1-99a1-16421208b1d4 None None] For port f09ab3f8-4852-45b5-be52-3acdd9042b9b, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f09ab3f8-4852-45b5-be52-3acdd9042b9b,segment=NetworkSegment(4593f5fa-38d4-4624-b4f4-4e5cbd7e4a30),segment_id=4593f5fa-38d4-4624-b4f4-4e5cbd7e4a30)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:41:17.899520 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-af8f4155-c61e-4dc5-befb-ff7100de2986 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (e0df3ee7-795d-4712-aabb-bf0847478ebd), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:17.919986 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9cca3f18-17f4-4627-938f-76f82de01b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (aad9fa67-0b00-45eb-9f23-a3f7eea71db7), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:17.947369 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f4155-c61e-4dc5-befb-ff7100de2986 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event deleted for resources: {'Subnet': ['ID=e0df3ee7-795d-4712-aabb-bf0847478ebd,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:17.959475 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69c0262-c6b7-4fa5-871b-5832bbbce64c tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Router bfc1f4d4-d407-4aa0-b42b-dac38b9b664e has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:41:17.969699 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-af8f4155-c61e-4dc5-befb-ff7100de2986 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:17.976023 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-af8f4155-c61e-4dc5-befb-ff7100de2986 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "DELETE /v2.0/subnets/e0df3ee7-795d-4712-aabb-bf0847478ebd HTTP/1.1" status: 204 len: 168 time: 1.1268744 Apr 15 03:41:17.979265 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35356) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:17.979532 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f11c7270-03bf-4bd1-99a1-16421208b1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f09ab3f8-4852-45b5-be52-3acdd9042b9b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:18.004419 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cca3f18-17f4-4627-938f-76f82de01b28 None None] Network bfc9ba50-277f-4465-a01f-11d8d03a90c4 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:18.011992 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-9cca3f18-17f4-4627-938f-76f82de01b28 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:18.015293 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca3f18-17f4-4627-938f-76f82de01b28 None None] Pushing event updated for resources: {'Port': ['ID=aad9fa67-0b00-45eb-9f23-a3f7eea71db7,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:18.016562 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca3f18-17f4-4627-938f-76f82de01b28 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:18.040584 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-bd07a95a-f041-479a-9b20-9074e6fea017 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting port 1327c6eb-5217-4702-b047-40689847174f {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:18.040935 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bd07a95a-f041-479a-9b20-9074e6fea017 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (1327c6eb-5217-4702-b047-40689847174f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:18.095485 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-870c908c-a0b5-41a8-94e7-9e9aef8e0895 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Deleting subnet f75acacf-18c1-4e6c-a847-efb1357e527e {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:41:18.100168 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-870c908c-a0b5-41a8-94e7-9e9aef8e0895 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks [] for subnet (f75acacf-18c1-4e6c-a847-efb1357e527e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:18.117154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c7270-03bf-4bd1-99a1-16421208b1d4 None None] Pushing event updated for resources: {'Port': ['ID=f09ab3f8-4852-45b5-be52-3acdd9042b9b,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:18.146004 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69c0262-c6b7-4fa5-871b-5832bbbce64c tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:41:18.159272 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da572bf-fff9-4712-af94-9a94951992af None None] Sync routers for ids ['bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:41:18.165906 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a69c0262-c6b7-4fa5-871b-5832bbbce64c tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:18.179840 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da572bf-fff9-4712-af94-9a94951992af None None] Routers {'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:41:18.182607 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-3da572bf-fff9-4712-af94-9a94951992af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:40:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:18.193874 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-870c908c-a0b5-41a8-94e7-9e9aef8e0895 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (f75acacf-18c1-4e6c-a847-efb1357e527e), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:18.204528 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2f04b-2d67-40be-8fb8-a71be057154c None None] Current status of the port 83b8a823-b043-4420-9f6d-823613f57afc is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:18.211364 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-9cca3f18-17f4-4627-938f-76f82de01b28 None None] Attempting to bind port aad9fa67-0b00-45eb-9f23-a3f7eea71db7 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:41:18.211926 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-9cca3f18-17f4-4627-938f-76f82de01b28 None None] Attempting to bind port aad9fa67-0b00-45eb-9f23-a3f7eea71db7 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '0fec8090-2f0b-4480-be6c-ecf71adaaa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bfc9ba50-277f-4465-a01f-11d8d03a90c4'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:41:18.212482 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca3f18-17f4-4627-938f-76f82de01b28 None None] Attempting to bind port aad9fa67-0b00-45eb-9f23-a3f7eea71db7 on network bfc9ba50-277f-4465-a01f-11d8d03a90c4 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:41:18.223278 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca3f18-17f4-4627-938f-76f82de01b28 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:41:18.223945 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca3f18-17f4-4627-938f-76f82de01b28 None None] Checking segment: {'id': '0fec8090-2f0b-4480-be6c-ecf71adaaa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bfc9ba50-277f-4465-a01f-11d8d03a90c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:18.224523 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9cca3f18-17f4-4627-938f-76f82de01b28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:18.225083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca3f18-17f4-4627-938f-76f82de01b28 None None] Bound using segment: {'id': '0fec8090-2f0b-4480-be6c-ecf71adaaa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bfc9ba50-277f-4465-a01f-11d8d03a90c4'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:41:18.225725 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-9cca3f18-17f4-4627-938f-76f82de01b28 None None] Bound port: aad9fa67-0b00-45eb-9f23-a3f7eea71db7, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fec8090-2f0b-4480-be6c-ecf71adaaa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bfc9ba50-277f-4465-a01f-11d8d03a90c4'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:41:18.226289 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9cca3f18-17f4-4627-938f-76f82de01b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (aad9fa67-0b00-45eb-9f23-a3f7eea71db7), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:18.251465 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a69c0262-c6b7-4fa5-871b-5832bbbce64c tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "DELETE /v2.0/floatingips/c82c2bd2-7e70-442e-8af6-5a3764e8f3bf HTTP/1.1" status: 204 len: 168 time: 1.2190931 Apr 15 03:41:18.255706 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd790f1-98aa-4aa8-9e53-c4f3bae1309e', 'tag': '87815c8a-c5a3-4497-b9b4-51233aaacfb7'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:41:18.258121 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d218b9-9c75-440a-9a9f-1315ad098a51" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd790f1-98aa-4aa8-9e53-c4f3bae1309e", "tag": "87815c8a-c5a3-4497-b9b4-51233aaacfb7"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:41:18.307020 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-870c908c-a0b5-41a8-94e7-9e9aef8e0895 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (f75acacf-18c1-4e6c-a847-efb1357e527e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:18.391447 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-782c65ee-4917-4c35-bb7d-b9c6e93b17ba None None] Provisioning complete for port 83b8a823-b043-4420-9f6d-823613f57afc triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:18.400047 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-782c65ee-4917-4c35-bb7d-b9c6e93b17ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (83b8a823-b043-4420-9f6d-823613f57afc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:18.400690 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-3da572bf-fff9-4712-af94-9a94951992af None None] Set router bfc1f4d4-d407-4aa0-b42b-dac38b9b664e gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:41:18.423854 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87167685-cb70-4e3e-984d-369bade4242e x-openstack-request-id: req-87167685-cb70-4e3e-984d-369bade4242e {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:41:18.424711 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd790f1-98aa-4aa8-9e53-c4f3bae1309e", "tag": "87815c8a-c5a3-4497-b9b4-51233aaacfb7", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:41:18.425249 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87167685-cb70-4e3e-984d-369bade4242e {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:41:18.425853 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87167685-cb70-4e3e-984d-369bade4242e'] response: {'name': 'network-changed', 'server_uuid': '4bd790f1-98aa-4aa8-9e53-c4f3bae1309e', 'tag': '87815c8a-c5a3-4497-b9b4-51233aaacfb7', 'status': 'completed', 'code': 200} Apr 15 03:41:18.451847 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bd07a95a-f041-479a-9b20-9074e6fea017 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (1327c6eb-5217-4702-b047-40689847174f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:18.520795 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d218b9-9c75-440a-9a9f-1315ad098a51 req-f8c24a24-98fe-45c0-b5d0-45fb8c5b8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:18.522407 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a8d218b9-9c75-440a-9a9f-1315ad098a51 req-f8c24a24-98fe-45c0-b5d0-45fb8c5b8513 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=29e3407995e14fb583efa0164c47fc4b&device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 1129 time: 0.0798545 Apr 15 03:41:18.542522 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 83b8a823-b043-4420-9f6d-823613f57afc up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:41:18.550489 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-bd07a95a-f041-479a-9b20-9074e6fea017 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Calling delete_port for 1327c6eb-5217-4702-b047-40689847174f owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:18.662792 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-870c908c-a0b5-41a8-94e7-9e9aef8e0895 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (f75acacf-18c1-4e6c-a847-efb1357e527e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:18.671154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-86a33698-6158-4fe8-9fdc-1dc28170ec57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:18.679344 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-782c65ee-4917-4c35-bb7d-b9c6e93b17ba None None] Current status of the port 83b8a823-b043-4420-9f6d-823613f57afc is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:18.691381 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-9cca3f18-17f4-4627-938f-76f82de01b28 None None] For port aad9fa67-0b00-45eb-9f23-a3f7eea71db7, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:41:18.704631 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d218b9-9c75-440a-9a9f-1315ad098a51 req-14c529e5-5665-4514-bc58-2e4febdef1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:18.706943 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a8d218b9-9c75-440a-9a9f-1315ad098a51 req-14c529e5-5665-4514-bc58-2e4febdef1ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=f3081e79-3282-4be9-823f-9ce5503e6db5 HTTP/1.1" status: 200 len: 897 time: 0.1762340 Apr 15 03:41:18.720367 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c908c-a0b5-41a8-94e7-9e9aef8e0895 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event deleted for resources: {'Subnet': ['ID=f75acacf-18c1-4e6c-a847-efb1357e527e,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:18.722802 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 83b8a823-b043-4420-9f6d-823613f57afc triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:18.723386 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (83b8a823-b043-4420-9f6d-823613f57afc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:18.737576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-870c908c-a0b5-41a8-94e7-9e9aef8e0895 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:18.744622 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-870c908c-a0b5-41a8-94e7-9e9aef8e0895 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "DELETE /v2.0/subnets/f75acacf-18c1-4e6c-a847-efb1357e527e HTTP/1.1" status: 204 len: 168 time: 0.7644207 Apr 15 03:41:18.745295 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35362) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:18.789766 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-3da572bf-fff9-4712-af94-9a94951992af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639051796', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:27Z', 'revision_number': 4, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'gw_port': {'id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'dbf8f2b1-1982-4895-884a-bed7b3631a18', 'name': '', 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'mac_address': 'fa:16:3e:8a:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dc8d3040-88a1-4b77-bca2-f8be7b3a58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:25Z', 'updated_at': '2022-04-15T03:39:33Z', 'revision_number': 5, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'subnets': [{'id': 'dc8d3040-88a1-4b77-bca2-f8be7b3a58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:18.817302 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a8d218b9-9c75-440a-9a9f-1315ad098a51 req-cef785e7-1dae-47bc-b3ee-57f36445bb45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87815c8a-c5a3-4497-b9b4-51233aaacfb7 HTTP/1.1" status: 200 len: 217 time: 0.0928288 Apr 15 03:41:18.818056 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-782c65ee-4917-4c35-bb7d-b9c6e93b17ba None None] Provisioning complete for port 1327c6eb-5217-4702-b047-40689847174f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:18.818636 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-782c65ee-4917-4c35-bb7d-b9c6e93b17ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1327c6eb-5217-4702-b047-40689847174f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:18.839667 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c974755-9f8d-4d33-8652-5056b9920e9a tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:18.845244 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2c974755-9f8d-4d33-8652-5056b9920e9a tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0809622 Apr 15 03:41:18.845621 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35366) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:18.856387 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da572bf-fff9-4712-af94-9a94951992af None None] Checking router: bfc1f4d4-d407-4aa0-b42b-dac38b9b664e for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:41:18.868586 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-9cca3f18-17f4-4627-938f-76f82de01b28 None None] For port aad9fa67-0b00-45eb-9f23-a3f7eea71db7, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=aad9fa67-0b00-45eb-9f23-a3f7eea71db7,segment=NetworkSegment(0fec8090-2f0b-4480-be6c-ecf71adaaa3d),segment_id=0fec8090-2f0b-4480-be6c-ecf71adaaa3d)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:41:18.874723 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da572bf-fff9-4712-af94-9a94951992af None None] Routers {'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:41:18.875350 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-3da572bf-fff9-4712-af94-9a94951992af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:40:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:18.875483 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-782c65ee-4917-4c35-bb7d-b9c6e93b17ba None None] Port 1327c6eb-5217-4702-b047-40689847174f cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:41:18.880613 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-782c65ee-4917-4c35-bb7d-b9c6e93b17ba None None] Could not find standard attr ID for object 2a93826d-2414-49da-9550-2f2278baf7f8. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:41:18.930066 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 83b8a823-b043-4420-9f6d-823613f57afc is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:18.936701 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bd07a95a-f041-479a-9b20-9074e6fea017 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (1327c6eb-5217-4702-b047-40689847174f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:18.967099 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9cca3f18-17f4-4627-938f-76f82de01b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (aad9fa67-0b00-45eb-9f23-a3f7eea71db7), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:18.973522 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd07a95a-f041-479a-9b20-9074e6fea017 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Port': ['ID=1327c6eb-5217-4702-b047-40689847174f,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:18.977007 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (bfc9ba50-277f-4465-a01f-11d8d03a90c4), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:18.993758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8acb5-afa4-4026-b4fc-1690f9d4b544 req-fe40c3ff-8fbb-45df-9eb2-c762759651cc tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:18.995309 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d3c8acb5-afa4-4026-b4fc-1690f9d4b544 req-fe40c3ff-8fbb-45df-9eb2-c762759651cc tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 945 time: 0.0696757 Apr 15 03:41:19.043072 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-3da572bf-fff9-4712-af94-9a94951992af None None] Set router bfc1f4d4-d407-4aa0-b42b-dac38b9b664e gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:41:19.062249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca3f18-17f4-4627-938f-76f82de01b28 None None] Pushing event updated for resources: {'Port': ['ID=aad9fa67-0b00-45eb-9f23-a3f7eea71db7,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:19.072871 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bd07a95a-f041-479a-9b20-9074e6fea017 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:19.080498 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bd07a95a-f041-479a-9b20-9074e6fea017 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/ports/1327c6eb-5217-4702-b047-40689847174f HTTP/1.1" status: 204 len: 168 time: 1.2244027 Apr 15 03:41:19.082919 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35368) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:19.097697 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Deleting port aad9fa67-0b00-45eb-9f23-a3f7eea71db7 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:19.098029 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (aad9fa67-0b00-45eb-9f23-a3f7eea71db7), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:19.105040 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-cc1934c5-baef-4570-8548-4ca409e57015 None None] Could not find standard attr ID for object 2a93826d-2414-49da-9550-2f2278baf7f8. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:41:19.156737 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d3c8acb5-afa4-4026-b4fc-1690f9d4b544 req-95be481f-4b76-4c2c-8941-83b9e1aef8c1 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526222 Apr 15 03:41:19.159056 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-df074cf6-aba2-49e9-894c-4af2194b899e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] GET failed (client error): The resource could not be found. Apr 15 03:41:19.163541 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-df074cf6-aba2-49e9-894c-4af2194b899e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports/1327c6eb-5217-4702-b047-40689847174f HTTP/1.1" status: 404 len: 333 time: 0.0791073 Apr 15 03:41:19.164176 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35370) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:19.220265 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] For port aad9fa67-0b00-45eb-9f23-a3f7eea71db7, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=aad9fa67-0b00-45eb-9f23-a3f7eea71db7,segment=NetworkSegment(0fec8090-2f0b-4480-be6c-ecf71adaaa3d),segment_id=0fec8090-2f0b-4480-be6c-ecf71adaaa3d)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:19.220654 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (aad9fa67-0b00-45eb-9f23-a3f7eea71db7), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:19.235762 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3126fa-9f86-4aa9-a4f0-2475afa2d391 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting subnet 76cfda22-01dd-4062-a7cd-bc86f5490972 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:41:19.247109 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ca3126fa-9f86-4aa9-a4f0-2475afa2d391 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (76cfda22-01dd-4062-a7cd-bc86f5490972), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:19.247376 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Calling delete_port for aad9fa67-0b00-45eb-9f23-a3f7eea71db7 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:19.326186 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ca3126fa-9f86-4aa9-a4f0-2475afa2d391 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (76cfda22-01dd-4062-a7cd-bc86f5490972), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:19.436548 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ca3126fa-9f86-4aa9-a4f0-2475afa2d391 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (76cfda22-01dd-4062-a7cd-bc86f5490972), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:19.485287 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (aad9fa67-0b00-45eb-9f23-a3f7eea71db7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:19.512918 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-3da572bf-fff9-4712-af94-9a94951992af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639051796', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:27Z', 'revision_number': 4, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'gw_port': {'id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'dbf8f2b1-1982-4895-884a-bed7b3631a18', 'name': '', 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'mac_address': 'fa:16:3e:8a:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dc8d3040-88a1-4b77-bca2-f8be7b3a58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:25Z', 'updated_at': '2022-04-15T03:39:33Z', 'revision_number': 5, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'subnets': [{'id': 'dc8d3040-88a1-4b77-bca2-f8be7b3a58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:19.522389 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event deleted for resources: {'Port': ['ID=aad9fa67-0b00-45eb-9f23-a3f7eea71db7,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:19.524636 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] No DVR routers for this DVR port aad9fa67-0b00-45eb-9f23-a3f7eea71db7 on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:41:19.549033 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da572bf-fff9-4712-af94-9a94951992af None None] The sync data for ids ['bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'] in dv-neutron-837140-3-hyperv is: [{'id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639051796', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:27Z', 'revision_number': 4, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'gw_port': {'id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'dbf8f2b1-1982-4895-884a-bed7b3631a18', 'name': '', 'network_id': 'f3081e79-3282-4be9-823f-9ce5503e6db5', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'mac_address': 'fa:16:3e:8a:28:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dc8d3040-88a1-4b77-bca2-f8be7b3a58f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:25Z', 'updated_at': '2022-04-15T03:39:33Z', 'revision_number': 5, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'subnets': [{'id': 'dc8d3040-88a1-4b77-bca2-f8be7b3a58f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:41:19.604465 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ca3126fa-9f86-4aa9-a4f0-2475afa2d391 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (76cfda22-01dd-4062-a7cd-bc86f5490972), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:19.633965 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (bfc9ba50-277f-4465-a01f-11d8d03a90c4), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:19.661964 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ca3126fa-9f86-4aa9-a4f0-2475afa2d391 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:19.673185 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc9ba50-277f-4465-a01f-11d8d03a90c4']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:19.674123 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714914f5-8d58-4523-9889-9881a357b5fa None None] Network c0ac5774-33f9-4512-abb1-03e7a5ffd3c4 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:19.675739 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ca3126fa-9f86-4aa9-a4f0-2475afa2d391 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/subnets/76cfda22-01dd-4062-a7cd-bc86f5490972 HTTP/1.1" status: 204 len: 168 time: 0.5103433 Apr 15 03:41:19.676909 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3126fa-9f86-4aa9-a4f0-2475afa2d391 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Subnet': ['ID=76cfda22-01dd-4062-a7cd-bc86f5490972,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:19.679812 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35372) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:19.697957 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fec8090-2f0b-4480-be6c-ecf71adaaa3d') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:19.698263 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fec8090-2f0b-4480-be6c-ecf71adaaa3d') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:19.725727 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (0fec8090-2f0b-4480-be6c-ecf71adaaa3d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:19.742468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (0fec8090-2f0b-4480-be6c-ecf71adaaa3d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:19.755468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:19.760103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (0fec8090-2f0b-4480-be6c-ecf71adaaa3d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:19.764025 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:19.769312 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da981a90-26de-44fe-a377-53dac3d9f8d6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (c0ac5774-33f9-4512-abb1-03e7a5ffd3c4), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:19.781238 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaabedf-033a-4fcb-b482-65b74f781398 None None] Network e5111380-99e8-4295-ab16-245820c2eab8 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:19.824066 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-da981a90-26de-44fe-a377-53dac3d9f8d6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting port 83b8a823-b043-4420-9f6d-823613f57afc {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:19.824452 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da981a90-26de-44fe-a377-53dac3d9f8d6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (83b8a823-b043-4420-9f6d-823613f57afc), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:19.868390 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3da720c7-1459-41c5-b4ac-ee0e02f058bf None None] Provisioning complete for port f09ab3f8-4852-45b5-be52-3acdd9042b9b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:19.868801 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3da720c7-1459-41c5-b4ac-ee0e02f058bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f09ab3f8-4852-45b5-be52-3acdd9042b9b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:19.906350 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-da981a90-26de-44fe-a377-53dac3d9f8d6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] For port 83b8a823-b043-4420-9f6d-823613f57afc, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=83b8a823-b043-4420-9f6d-823613f57afc,segment=NetworkSegment(efaae0a4-c530-412e-8eef-1758840ca041),segment_id=efaae0a4-c530-412e-8eef-1758840ca041)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:19.907124 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da981a90-26de-44fe-a377-53dac3d9f8d6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (83b8a823-b043-4420-9f6d-823613f57afc), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:19.917981 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (bfc9ba50-277f-4465-a01f-11d8d03a90c4), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:19.929254 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:19.929877 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-da981a90-26de-44fe-a377-53dac3d9f8d6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Calling delete_port for 83b8a823-b043-4420-9f6d-823613f57afc owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:19.934487 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35374) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:19.935891 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "DELETE /v2.0/networks/bfc9ba50-277f-4465-a01f-11d8d03a90c4 HTTP/1.1" status: 204 len: 168 time: 1.0890677 Apr 15 03:41:19.941529 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453f7b1e-333b-467f-9b95-d54142462149 None None] New status for floating IP c82c2bd2-7e70-442e-8af6-5a3764e8f3bf: DOWN {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:41:19.957501 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] DHCP port deletion for c0ac5774-33f9-4512-abb1-03e7a5ffd3c4 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:41:19.957614 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event deleted for resources: {'Network': ['ID=bfc9ba50-277f-4465-a01f-11d8d03a90c4,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:19.969732 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:19.970102 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:19.970461 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:19.971148 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:19.971148 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:19.973426 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:19.974144 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:19.974761 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:19.974895 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:19.975181 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:19.975543 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:19.975888 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:19.976355 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:19.976721 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:19.977663 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d48df90-b6c5-4e0e-b18a-9beac843d97b tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:20.043369 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d218b9-9c75-440a-9a9f-1315ad098a51 req-c67dad5e-a5fd-4f27-b2b0-65733e121063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:20.045016 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a8d218b9-9c75-440a-9a9f-1315ad098a51 req-c67dad5e-a5fd-4f27-b2b0-65733e121063 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dc8d3040-88a1-4b77-bca2-f8be7b3a58f5 HTTP/1.1" status: 200 len: 833 time: 0.0641448 Apr 15 03:41:20.052226 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ca7e40e9-d004-4167-a4e5-8fd8ea777053 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (e5111380-99e8-4295-ab16-245820c2eab8), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:20.056089 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f78b55-e42b-4049-8528-44595bcd538f None None] DHCP port deletion for e5111380-99e8-4295-ab16-245820c2eab8 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:41:20.108030 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] Deleting port 83b8a823-b043-4420-9f6d-823613f57afc {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:20.108652 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (83b8a823-b043-4420-9f6d-823613f57afc), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:20.118775 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d218b9-9c75-440a-9a9f-1315ad098a51 req-3c666440-fe3a-4068-958d-de2e2e222cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:20.121742 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a8d218b9-9c75-440a-9a9f-1315ad098a51 req-3c666440-fe3a-4068-958d-de2e2e222cd3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f3081e79-3282-4be9-823f-9ce5503e6db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0688443 Apr 15 03:41:20.194978 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-ca7e40e9-d004-4167-a4e5-8fd8ea777053 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Deleting port f09ab3f8-4852-45b5-be52-3acdd9042b9b {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:20.195542 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ca7e40e9-d004-4167-a4e5-8fd8ea777053 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f09ab3f8-4852-45b5-be52-3acdd9042b9b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:20.202861 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67f78b55-e42b-4049-8528-44595bcd538f None None] Deleting port f09ab3f8-4852-45b5-be52-3acdd9042b9b {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:20.203241 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67f78b55-e42b-4049-8528-44595bcd538f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f09ab3f8-4852-45b5-be52-3acdd9042b9b), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:20.207920 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3da720c7-1459-41c5-b4ac-ee0e02f058bf None None] Current status of the port f09ab3f8-4852-45b5-be52-3acdd9042b9b is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:20.208512 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3da720c7-1459-41c5-b4ac-ee0e02f058bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f09ab3f8-4852-45b5-be52-3acdd9042b9b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:20.276239 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da981a90-26de-44fe-a377-53dac3d9f8d6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (83b8a823-b043-4420-9f6d-823613f57afc), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:20.299030 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] For port 83b8a823-b043-4420-9f6d-823613f57afc, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=83b8a823-b043-4420-9f6d-823613f57afc,segment=NetworkSegment(efaae0a4-c530-412e-8eef-1758840ca041),segment_id=efaae0a4-c530-412e-8eef-1758840ca041)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:20.299623 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (83b8a823-b043-4420-9f6d-823613f57afc), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:20.313813 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] Calling delete_port for 83b8a823-b043-4420-9f6d-823613f57afc owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:20.332962 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a8d218b9-9c75-440a-9a9f-1315ad098a51 req-5b683a3c-1586-4408-b024-6136708e7ee0 service neutron] 10.222.0.30 "GET /v2.0/networks/f3081e79-3282-4be9-823f-9ce5503e6db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591001 Apr 15 03:41:20.348940 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da981a90-26de-44fe-a377-53dac3d9f8d6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] No DVR routers for this DVR port 83b8a823-b043-4420-9f6d-823613f57afc on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:41:20.382216 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da981a90-26de-44fe-a377-53dac3d9f8d6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Port': ['ID=83b8a823-b043-4420-9f6d-823613f57afc,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:20.397689 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 83b8a823-b043-4420-9f6d-823613f57afc no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:41:20.428518 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273657c-69ab-4552-9340-f2cf7d735349 req-2f22e81e-8971-4190-8753-b54d488cb564 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:20.430574 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b273657c-69ab-4552-9340-f2cf7d735349 req-2f22e81e-8971-4190-8753-b54d488cb564 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 945 time: 0.1374438 Apr 15 03:41:20.433148 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-ca7e40e9-d004-4167-a4e5-8fd8ea777053 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] For port f09ab3f8-4852-45b5-be52-3acdd9042b9b, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f09ab3f8-4852-45b5-be52-3acdd9042b9b,segment=NetworkSegment(4593f5fa-38d4-4624-b4f4-4e5cbd7e4a30),segment_id=4593f5fa-38d4-4624-b4f4-4e5cbd7e4a30)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:20.433624 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ca7e40e9-d004-4167-a4e5-8fd8ea777053 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f09ab3f8-4852-45b5-be52-3acdd9042b9b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:20.449995 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (83b8a823-b043-4420-9f6d-823613f57afc), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:20.454914 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 83b8a823-b043-4420-9f6d-823613f57afc {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:41:20.454914 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 83b8a823-b043-4420-9f6d-823613f57afc not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:41:20.477295 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a8d218b9-9c75-440a-9a9f-1315ad098a51 req-5609c5be-144d-4f3d-b399-3b3758d3346c service neutron] 10.222.0.30 "GET /v2.0/networks/f3081e79-3282-4be9-823f-9ce5503e6db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384084 Apr 15 03:41:20.480484 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-3da720c7-1459-41c5-b4ac-ee0e02f058bf None None] For port f09ab3f8-4852-45b5-be52-3acdd9042b9b, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f09ab3f8-4852-45b5-be52-3acdd9042b9b,segment=NetworkSegment(4593f5fa-38d4-4624-b4f4-4e5cbd7e4a30),segment_id=4593f5fa-38d4-4624-b4f4-4e5cbd7e4a30)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:20.505164 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-67f78b55-e42b-4049-8528-44595bcd538f None None] For port f09ab3f8-4852-45b5-be52-3acdd9042b9b, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f09ab3f8-4852-45b5-be52-3acdd9042b9b,segment=NetworkSegment(4593f5fa-38d4-4624-b4f4-4e5cbd7e4a30),segment_id=4593f5fa-38d4-4624-b4f4-4e5cbd7e4a30)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:20.505563 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67f78b55-e42b-4049-8528-44595bcd538f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f09ab3f8-4852-45b5-be52-3acdd9042b9b), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:20.515788 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] Pushing event deleted for resources: {'Port': ['ID=83b8a823-b043-4420-9f6d-823613f57afc,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:20.519692 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] No DVR routers for this DVR port 83b8a823-b043-4420-9f6d-823613f57afc on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:41:20.530933 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67f78b55-e42b-4049-8528-44595bcd538f None None] Calling delete_port for f09ab3f8-4852-45b5-be52-3acdd9042b9b owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:20.533992 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:20.534302 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:20.534599 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:20.534962 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:20.535292 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:20.535617 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:20.535939 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:20.536260 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:20.536598 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:20.536924 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:20.540869 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:20.540869 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:20.547454 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:20.547454 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:20.547454 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0de897-9f74-4473-afec-afb864a5f92a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:20.548096 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-ca7e40e9-d004-4167-a4e5-8fd8ea777053 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Calling delete_port for f09ab3f8-4852-45b5-be52-3acdd9042b9b owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:20.550992 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3da720c7-1459-41c5-b4ac-ee0e02f058bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f09ab3f8-4852-45b5-be52-3acdd9042b9b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:20.564834 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74434fba-743c-4055-8b8c-f4e22e84bf48 req-76b93730-a46a-41a4-9905-93b6fefc8403 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:20.567071 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-74434fba-743c-4055-8b8c-f4e22e84bf48 req-76b93730-a46a-41a4-9905-93b6fefc8403 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 945 time: 0.2348619 Apr 15 03:41:20.631970 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da981a90-26de-44fe-a377-53dac3d9f8d6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (c0ac5774-33f9-4512-abb1-03e7a5ffd3c4), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:20.654275 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da720c7-1459-41c5-b4ac-ee0e02f058bf None None] Pushing event updated for resources: {'Port': ['ID=f09ab3f8-4852-45b5-be52-3acdd9042b9b,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:20.679470 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-1c6737b4-5ebd-4028-b049-b1ef219dacb6 None None] Could not find standard attr ID for object aad9fa67-0b00-45eb-9f23-a3f7eea71db7. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:41:20.714582 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15350dac-062f-4780-bd95-b8c1e370d439 None None] DHCP port deletion for bfc9ba50-277f-4465-a01f-11d8d03a90c4 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:41:20.735954 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b273657c-69ab-4552-9340-f2cf7d735349 req-d39ea9ad-d3ae-4660-ba60-ff933406b873 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ad9208f-3c75-4044-bd90-0652423f980d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485349 Apr 15 03:41:20.739340 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-da981a90-26de-44fe-a377-53dac3d9f8d6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ac5774-33f9-4512-abb1-03e7a5ffd3c4']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:20.741831 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f2f309-0d57-4041-a088-7b4d331c6d41 None None] Network bfc9ba50-277f-4465-a01f-11d8d03a90c4 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:20.761080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f2f309-0d57-4041-a088-7b4d331c6d41 None None] Network bfc9ba50-277f-4465-a01f-11d8d03a90c4 could not be found, it might have been deleted concurrently. {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 15 03:41:20.769006 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67f78b55-e42b-4049-8528-44595bcd538f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (f09ab3f8-4852-45b5-be52-3acdd9042b9b), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:20.781295 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-da981a90-26de-44fe-a377-53dac3d9f8d6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efaae0a4-c530-412e-8eef-1758840ca041') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:20.781591 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-da981a90-26de-44fe-a377-53dac3d9f8d6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efaae0a4-c530-412e-8eef-1758840ca041') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:20.794377 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f78b55-e42b-4049-8528-44595bcd538f None None] Pushing event deleted for resources: {'Port': ['ID=f09ab3f8-4852-45b5-be52-3acdd9042b9b,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:20.800718 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f78b55-e42b-4049-8528-44595bcd538f None None] No DVR routers for this DVR port f09ab3f8-4852-45b5-be52-3acdd9042b9b on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:41:20.805516 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da981a90-26de-44fe-a377-53dac3d9f8d6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (efaae0a4-c530-412e-8eef-1758840ca041), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:20.825801 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-375cc126-2154-4aeb-8730-5fe848eee539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:20.837376 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-74434fba-743c-4055-8b8c-f4e22e84bf48 req-58e1c8b4-55f9-40cb-96ac-dda57433887f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Deleting port 87815c8a-c5a3-4497-b9b4-51233aaacfb7 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:20.837713 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-74434fba-743c-4055-8b8c-f4e22e84bf48 req-58e1c8b4-55f9-40cb-96ac-dda57433887f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:20.842239 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da981a90-26de-44fe-a377-53dac3d9f8d6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (efaae0a4-c530-412e-8eef-1758840ca041), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:20.864918 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da981a90-26de-44fe-a377-53dac3d9f8d6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:20.865245 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da981a90-26de-44fe-a377-53dac3d9f8d6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (efaae0a4-c530-412e-8eef-1758840ca041), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:20.868635 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:20.882891 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ca7e40e9-d004-4167-a4e5-8fd8ea777053 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (f09ab3f8-4852-45b5-be52-3acdd9042b9b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:20.973304 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e40e9-d004-4167-a4e5-8fd8ea777053 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event deleted for resources: {'Port': ['ID=f09ab3f8-4852-45b5-be52-3acdd9042b9b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:20.985561 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7e40e9-d004-4167-a4e5-8fd8ea777053 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] No DVR routers for this DVR port f09ab3f8-4852-45b5-be52-3acdd9042b9b on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:41:21.087762 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [req-74434fba-743c-4055-8b8c-f4e22e84bf48 req-58e1c8b4-55f9-40cb-96ac-dda57433887f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] For port 87815c8a-c5a3-4497-b9b4-51233aaacfb7, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=87815c8a-c5a3-4497-b9b4-51233aaacfb7,segment=NetworkSegment(ef2782cf-c97d-479b-ac4a-ed54ce8219b4),segment_id=ef2782cf-c97d-479b-ac4a-ed54ce8219b4)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:21.088058 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-74434fba-743c-4055-8b8c-f4e22e84bf48 req-58e1c8b4-55f9-40cb-96ac-dda57433887f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:21.096901 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da981a90-26de-44fe-a377-53dac3d9f8d6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (c0ac5774-33f9-4512-abb1-03e7a5ffd3c4), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:21.104569 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ca7e40e9-d004-4167-a4e5-8fd8ea777053 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (e5111380-99e8-4295-ab16-245820c2eab8), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:21.115436 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da981a90-26de-44fe-a377-53dac3d9f8d6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:21.119559 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-da981a90-26de-44fe-a377-53dac3d9f8d6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/networks/c0ac5774-33f9-4512-abb1-03e7a5ffd3c4 HTTP/1.1" status: 204 len: 168 time: 1.4375403 Apr 15 03:41:21.123279 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35378) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:21.128520 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-fbcf1f23-9249-4db2-90c3-8c7d591a6ad3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-521455192'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:21.133437 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [req-74434fba-743c-4055-8b8c-f4e22e84bf48 req-58e1c8b4-55f9-40cb-96ac-dda57433887f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Calling delete_port for 87815c8a-c5a3-4497-b9b4-51233aaacfb7 owned by compute:nova {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:21.138394 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da981a90-26de-44fe-a377-53dac3d9f8d6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Network': ['ID=c0ac5774-33f9-4512-abb1-03e7a5ffd3c4,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:21.150400 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-ca7e40e9-d004-4167-a4e5-8fd8ea777053 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5111380-99e8-4295-ab16-245820c2eab8']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:21.164808 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-ca7e40e9-d004-4167-a4e5-8fd8ea777053 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4593f5fa-38d4-4624-b4f4-4e5cbd7e4a30') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:21.165141 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-ca7e40e9-d004-4167-a4e5-8fd8ea777053 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4593f5fa-38d4-4624-b4f4-4e5cbd7e4a30') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:21.220388 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcf1f23-9249-4db2-90c3-8c7d591a6ad3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:21.223892 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1f23-9249-4db2-90c3-8c7d591a6ad3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:21.250895 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbcf1f23-9249-4db2-90c3-8c7d591a6ad3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:41:21.260346 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1f23-9249-4db2-90c3-8c7d591a6ad3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (a2c62f85-686c-4fe2-a718-294e8ccc1c0d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:21.260720 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-fbcf1f23-9249-4db2-90c3-8c7d591a6ad3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Added segment a2c62f85-686c-4fe2-a718-294e8ccc1c0d of type vlan for network 8681a8be-d078-4cea-8839-f7d032155ab6 Apr 15 03:41:21.304591 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1f23-9249-4db2-90c3-8c7d591a6ad3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (8681a8be-d078-4cea-8839-f7d032155ab6), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:21.403572 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1f23-9249-4db2-90c3-8c7d591a6ad3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (8681a8be-d078-4cea-8839-f7d032155ab6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:21.408774 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcf1f23-9249-4db2-90c3-8c7d591a6ad3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:21.409356 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbcf1f23-9249-4db2-90c3-8c7d591a6ad3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:21.462864 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ca7e40e9-d004-4167-a4e5-8fd8ea777053 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (4593f5fa-38d4-4624-b4f4-4e5cbd7e4a30), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:21.484260 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ca7e40e9-d004-4167-a4e5-8fd8ea777053 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (4593f5fa-38d4-4624-b4f4-4e5cbd7e4a30), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:21.496316 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7e40e9-d004-4167-a4e5-8fd8ea777053 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:21.496720 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ca7e40e9-d004-4167-a4e5-8fd8ea777053 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (4593f5fa-38d4-4624-b4f4-4e5cbd7e4a30), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:21.499820 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:21.637957 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ca7e40e9-d004-4167-a4e5-8fd8ea777053 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (e5111380-99e8-4295-ab16-245820c2eab8), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:21.644855 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ca7e40e9-d004-4167-a4e5-8fd8ea777053 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:21.650909 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ca7e40e9-d004-4167-a4e5-8fd8ea777053 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "DELETE /v2.0/networks/e5111380-99e8-4295-ab16-245820c2eab8 HTTP/1.1" status: 204 len: 168 time: 1.7103097 Apr 15 03:41:21.651169 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35380) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:21.670419 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e40e9-d004-4167-a4e5-8fd8ea777053 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event deleted for resources: {'Network': ['ID=e5111380-99e8-4295-ab16-245820c2eab8,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:21.718378 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-74434fba-743c-4055-8b8c-f4e22e84bf48 req-58e1c8b4-55f9-40cb-96ac-dda57433887f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (87815c8a-c5a3-4497-b9b4-51233aaacfb7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:21.760136 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1c8b4-55f9-40cb-96ac-dda57433887f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event deleted for resources: {'Port': ['ID=87815c8a-c5a3-4497-b9b4-51233aaacfb7,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:21.772668 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-fbcf1f23-9249-4db2-90c3-8c7d591a6ad3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6457217 Apr 15 03:41:21.774331 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35384) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:21.780946 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-cbcd46c4-69aa-4be4-9f5f-7a5ee9082a3b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'subnet': {'network_id': '8681a8be-d078-4cea-8839-f7d032155ab6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:21.785842 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf1f23-9249-4db2-90c3-8c7d591a6ad3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Network': ['ID=8681a8be-d078-4cea-8839-f7d032155ab6,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:21.808445 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 8681a8be-d078-4cea-8839-f7d032155ab6 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:41:21.818983 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-420cb852-df52-4b94-925a-e32394635693 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (ef901a3f-1798-45ff-98c8-cb8db99c7c0d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:21.840099 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [req-74434fba-743c-4055-8b8c-f4e22e84bf48 req-58e1c8b4-55f9-40cb-96ac-dda57433887f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] No DVR routers for this DVR port 87815c8a-c5a3-4497-b9b4-51233aaacfb7 on host hv-neutron-8371 {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:41:21.844314 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [req-74434fba-743c-4055-8b8c-f4e22e84bf48 req-58e1c8b4-55f9-40cb-96ac-dda57433887f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:21.847577 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-74434fba-743c-4055-8b8c-f4e22e84bf48 req-58e1c8b4-55f9-40cb-96ac-dda57433887f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.30 "DELETE /v2.0/ports/87815c8a-c5a3-4497-b9b4-51233aaacfb7 HTTP/1.1" status: 204 len: 173 time: 1.2420819 Apr 15 03:41:21.848030 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd790f1-98aa-4aa8-9e53-c4f3bae1309e', 'name': 'network-vif-deleted', 'tag': '87815c8a-c5a3-4497-b9b4-51233aaacfb7'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:41:21.850344 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016e8796-bfae-4125-9ad4-f7408d0a7cd1" -d '{"events": [{"server_uuid": "4bd790f1-98aa-4aa8-9e53-c4f3bae1309e", "name": "network-vif-deleted", "tag": "87815c8a-c5a3-4497-b9b4-51233aaacfb7"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:41:21.884822 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-46b8f2b8-4079-45d9-8164-1e1710ca30a8 req-db77a157-4c6b-4a51-93f3-80ce378223d2 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 210 time: 0.0336924 Apr 15 03:41:21.911738 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:21.943371 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dd0ccb-55b1-45ab-8b61-b9cdef90b33e x-openstack-request-id: req-d8dd0ccb-55b1-45ab-8b61-b9cdef90b33e {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:41:21.943667 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd790f1-98aa-4aa8-9e53-c4f3bae1309e", "name": "network-vif-deleted", "tag": "87815c8a-c5a3-4497-b9b4-51233aaacfb7", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:41:21.943921 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8dd0ccb-55b1-45ab-8b61-b9cdef90b33e {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:41:21.944319 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8dd0ccb-55b1-45ab-8b61-b9cdef90b33e'] response: {'server_uuid': '4bd790f1-98aa-4aa8-9e53-c4f3bae1309e', 'name': 'network-vif-deleted', 'tag': '87815c8a-c5a3-4497-b9b4-51233aaacfb7', 'status': 'completed', 'code': 200} Apr 15 03:41:21.951938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-420cb852-df52-4b94-925a-e32394635693 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (ef901a3f-1798-45ff-98c8-cb8db99c7c0d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:21.972842 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-420cb852-df52-4b94-925a-e32394635693 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef901a3f-1798-45ff-98c8-cb8db99c7c0d']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:21.981832 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-420cb852-df52-4b94-925a-e32394635693 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5640bf0e-066d-4f57-b065-1db142c2d056') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:21.982130 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-420cb852-df52-4b94-925a-e32394635693 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5640bf0e-066d-4f57-b065-1db142c2d056') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:21.991263 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-420cb852-df52-4b94-925a-e32394635693 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (5640bf0e-066d-4f57-b065-1db142c2d056), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:22.004097 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-420cb852-df52-4b94-925a-e32394635693 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (5640bf0e-066d-4f57-b065-1db142c2d056), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:22.010442 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420cb852-df52-4b94-925a-e32394635693 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:22.010846 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-420cb852-df52-4b94-925a-e32394635693 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (5640bf0e-066d-4f57-b065-1db142c2d056), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:22.013777 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:22.026071 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcd46c4-69aa-4be4-9f5f-7a5ee9082a3b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:22.029574 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cbcd46c4-69aa-4be4-9f5f-7a5ee9082a3b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:22.123388 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-420cb852-df52-4b94-925a-e32394635693 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (ef901a3f-1798-45ff-98c8-cb8db99c7c0d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:22.136186 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-420cb852-df52-4b94-925a-e32394635693 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:22.140952 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-420cb852-df52-4b94-925a-e32394635693 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "DELETE /v2.0/networks/ef901a3f-1798-45ff-98c8-cb8db99c7c0d HTTP/1.1" status: 204 len: 168 time: 0.4887972 Apr 15 03:41:22.145222 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35388) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:22.154892 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420cb852-df52-4b94-925a-e32394635693 tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event deleted for resources: {'Network': ['ID=ef901a3f-1798-45ff-98c8-cb8db99c7c0d,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:22.285389 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4796f570-c7f9-473d-aca2-a7e21ad194af tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (4ac06998-70a9-4ffd-97e0-ed108c5c7898), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:22.297946 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device aad9fa67-0b00-45eb-9f23-a3f7eea71db7 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:41:22.391479 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cbcd46c4-69aa-4be4-9f5f-7a5ee9082a3b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (fe0f3288-e7f7-4da4-983b-7e5e102005a4), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:22.400273 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4796f570-c7f9-473d-aca2-a7e21ad194af tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (4ac06998-70a9-4ffd-97e0-ed108c5c7898), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:22.461106 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-4796f570-c7f9-473d-aca2-a7e21ad194af tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac06998-70a9-4ffd-97e0-ed108c5c7898']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:22.467158 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: aad9fa67-0b00-45eb-9f23-a3f7eea71db7 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:41:22.467502 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device aad9fa67-0b00-45eb-9f23-a3f7eea71db7 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:41:22.482592 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-4796f570-c7f9-473d-aca2-a7e21ad194af tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee85b57-a43e-4e6c-9332-6d41ed70c134') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:22.482914 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-4796f570-c7f9-473d-aca2-a7e21ad194af tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee85b57-a43e-4e6c-9332-6d41ed70c134') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:22.490496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd46c4-69aa-4be4-9f5f-7a5ee9082a3b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Subnet': ['ID=fe0f3288-e7f7-4da4-983b-7e5e102005a4,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:22.496829 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4796f570-c7f9-473d-aca2-a7e21ad194af tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (9ee85b57-a43e-4e6c-9332-6d41ed70c134), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:22.511369 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcd46c4-69aa-4be4-9f5f-7a5ee9082a3b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Checking segment: {'id': 'a2c62f85-686c-4fe2-a718-294e8ccc1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8681a8be-d078-4cea-8839-f7d032155ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:22.511730 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcd46c4-69aa-4be4-9f5f-7a5ee9082a3b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network hostable DHCP agents. Network: 8681a8be-d078-4cea-8839-f7d032155ab6, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:41:22.514892 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4796f570-c7f9-473d-aca2-a7e21ad194af tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (9ee85b57-a43e-4e6c-9332-6d41ed70c134), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:22.522266 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4796f570-c7f9-473d-aca2-a7e21ad194af tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:22.522665 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4796f570-c7f9-473d-aca2-a7e21ad194af tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (9ee85b57-a43e-4e6c-9332-6d41ed70c134), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:22.525657 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:22.672089 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcd46c4-69aa-4be4-9f5f-7a5ee9082a3b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network 8681a8be-d078-4cea-8839-f7d032155ab6 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:41:22.699036 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4796f570-c7f9-473d-aca2-a7e21ad194af tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (4ac06998-70a9-4ffd-97e0-ed108c5c7898), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:22.705858 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4796f570-c7f9-473d-aca2-a7e21ad194af tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:22.709027 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4796f570-c7f9-473d-aca2-a7e21ad194af tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] 10.222.0.15 "DELETE /v2.0/networks/4ac06998-70a9-4ffd-97e0-ed108c5c7898 HTTP/1.1" status: 204 len: 168 time: 0.5628312 Apr 15 03:41:22.725173 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796f570-c7f9-473d-aca2-a7e21ad194af tempest-BulkNetworkOpsIpV6Test-628683615 tempest-BulkNetworkOpsIpV6Test-628683615-project] Pushing event deleted for resources: {'Network': ['ID=4ac06998-70a9-4ffd-97e0-ed108c5c7898,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:22.780212 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-cbcd46c4-69aa-4be4-9f5f-7a5ee9082a3b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 8681a8be-d078-4cea-8839-f7d032155ab6) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:22.784279 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcd46c4-69aa-4be4-9f5f-7a5ee9082a3b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:22.784879 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cbcd46c4-69aa-4be4-9f5f-7a5ee9082a3b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:22.792265 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a494b49c-dd18-4fb2-a1e5-e5149c670ca4 None None] Network 8681a8be-d078-4cea-8839-f7d032155ab6 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:22.870115 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cbcd46c4-69aa-4be4-9f5f-7a5ee9082a3b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0950177 Apr 15 03:41:22.873006 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35392) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:22.878152 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-3f8bffa3-86aa-4334-a684-52e72ced81e0 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'port': {'network_id': '8681a8be-d078-4cea-8839-f7d032155ab6', 'name': 'tempest-PortsTestJSON-1469040164', 'fixed_ips': [{'subnet_id': 'fe0f3288-e7f7-4da4-983b-7e5e102005a4', 'ip_address': '172.20.0.10'}]}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:22.912273 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1362decd-ec0b-48f4-ae7c-b20897c9746c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-8681a8be-d078-4cea-8839-f7d032155ab6', 'network_id': '8681a8be-d078-4cea-8839-f7d032155ab6', 'project_id': '0f29a0ef0d424ee880c0248cae529385', 'fixed_ips': [{'subnet_id': 'fe0f3288-e7f7-4da4-983b-7e5e102005a4'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:41:22.912273 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1362decd-ec0b-48f4-ae7c-b20897c9746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:23.003813 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fdcac78c-c259-4abd-b005-0ac1791b4d17 req-bf60b687-8e74-469d-a402-461caea5859f tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bd790f1-98aa-4aa8-9e53-c4f3bae1309e HTTP/1.1" status: 200 len: 210 time: 0.0278456 Apr 15 03:41:23.063660 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-1362decd-ec0b-48f4-ae7c-b20897c9746c None None] Allocated IP 172.20.0.2 (8681a8be-d078-4cea-8839-f7d032155ab6/fe0f3288-e7f7-4da4-983b-7e5e102005a4/f536d5e6-8ff9-46dc-b3c9-4e6cee482f68) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:23.094632 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8bffa3-86aa-4334-a684-52e72ced81e0 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:23.189145 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3f8bffa3-86aa-4334-a684-52e72ced81e0 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:23.208139 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-3f8bffa3-86aa-4334-a684-52e72ced81e0 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] device_id is not set on port f521d358-6f75-4426-9144-5066fc5d8ff0 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:41:23.212444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1362decd-ec0b-48f4-ae7c-b20897c9746c None None] Publish callbacks [] for port (f536d5e6-8ff9-46dc-b3c9-4e6cee482f68), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:23.270758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35398) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:23.278403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1362decd-ec0b-48f4-ae7c-b20897c9746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (f536d5e6-8ff9-46dc-b3c9-4e6cee482f68), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:23.311210 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:23.326208 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1362decd-ec0b-48f4-ae7c-b20897c9746c None None] Network 8681a8be-d078-4cea-8839-f7d032155ab6 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:23.329394 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-1362decd-ec0b-48f4-ae7c-b20897c9746c None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:23.334184 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1362decd-ec0b-48f4-ae7c-b20897c9746c None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:23.336936 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362decd-ec0b-48f4-ae7c-b20897c9746c None None] Pushing event updated for resources: {'Port': ['ID=f536d5e6-8ff9-46dc-b3c9-4e6cee482f68,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:23.387533 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-3f8bffa3-86aa-4334-a684-52e72ced81e0 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Allocated IP 172.20.0.10 (8681a8be-d078-4cea-8839-f7d032155ab6/fe0f3288-e7f7-4da4-983b-7e5e102005a4/f521d358-6f75-4426-9144-5066fc5d8ff0) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:23.400508 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-1362decd-ec0b-48f4-ae7c-b20897c9746c None None] Attempting to bind port f536d5e6-8ff9-46dc-b3c9-4e6cee482f68 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:41:23.400890 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-1362decd-ec0b-48f4-ae7c-b20897c9746c None None] Attempting to bind port f536d5e6-8ff9-46dc-b3c9-4e6cee482f68 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'a2c62f85-686c-4fe2-a718-294e8ccc1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8681a8be-d078-4cea-8839-f7d032155ab6'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:41:23.401256 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1362decd-ec0b-48f4-ae7c-b20897c9746c None None] Attempting to bind port f536d5e6-8ff9-46dc-b3c9-4e6cee482f68 on network 8681a8be-d078-4cea-8839-f7d032155ab6 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:41:23.407940 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1362decd-ec0b-48f4-ae7c-b20897c9746c None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:41:23.408395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1362decd-ec0b-48f4-ae7c-b20897c9746c None None] Checking segment: {'id': 'a2c62f85-686c-4fe2-a718-294e8ccc1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8681a8be-d078-4cea-8839-f7d032155ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:23.408862 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1362decd-ec0b-48f4-ae7c-b20897c9746c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:23.409313 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1362decd-ec0b-48f4-ae7c-b20897c9746c None None] Bound using segment: {'id': 'a2c62f85-686c-4fe2-a718-294e8ccc1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8681a8be-d078-4cea-8839-f7d032155ab6'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:41:23.409849 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-1362decd-ec0b-48f4-ae7c-b20897c9746c None None] Bound port: f536d5e6-8ff9-46dc-b3c9-4e6cee482f68, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c62f85-686c-4fe2-a718-294e8ccc1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '8681a8be-d078-4cea-8839-f7d032155ab6'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:41:23.410292 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1362decd-ec0b-48f4-ae7c-b20897c9746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f536d5e6-8ff9-46dc-b3c9-4e6cee482f68), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:23.422080 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-398c196d-3a6d-4f50-9dcd-9c5fbd117b8a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=518298f930ce4b338053d06ffbaead08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1495495 Apr 15 03:41:23.422716 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35402) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:23.472524 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b994d650-ac24-4eb4-bc7d-2e57d67b7fe6 admin admin] Publish callbacks [] for security_group (6f9b2364-284e-425b-bc3e-9e7c0c6b55c4), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:23.476218 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-1362decd-ec0b-48f4-ae7c-b20897c9746c None None] For port f536d5e6-8ff9-46dc-b3c9-4e6cee482f68, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:41:23.479459 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-1362decd-ec0b-48f4-ae7c-b20897c9746c None None] For port f536d5e6-8ff9-46dc-b3c9-4e6cee482f68, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f536d5e6-8ff9-46dc-b3c9-4e6cee482f68,segment=NetworkSegment(a2c62f85-686c-4fe2-a718-294e8ccc1c0d),segment_id=a2c62f85-686c-4fe2-a718-294e8ccc1c0d)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:41:23.494369 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b994d650-ac24-4eb4-bc7d-2e57d67b7fe6 admin admin] Publish callbacks [] for security_group (6f9b2364-284e-425b-bc3e-9e7c0c6b55c4), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:23.546910 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1362decd-ec0b-48f4-ae7c-b20897c9746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f536d5e6-8ff9-46dc-b3c9-4e6cee482f68), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:23.550560 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3f8bffa3-86aa-4334-a684-52e72ced81e0 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (f521d358-6f75-4426-9144-5066fc5d8ff0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:23.605435 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362decd-ec0b-48f4-ae7c-b20897c9746c None None] Pushing event updated for resources: {'Port': ['ID=f536d5e6-8ff9-46dc-b3c9-4e6cee482f68,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:23.643474 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b994d650-ac24-4eb4-bc7d-2e57d67b7fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (6f9b2364-284e-425b-bc3e-9e7c0c6b55c4), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:23.644143 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3f8bffa3-86aa-4334-a684-52e72ced81e0 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (f521d358-6f75-4426-9144-5066fc5d8ff0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:23.646054 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b994d650-ac24-4eb4-bc7d-2e57d67b7fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:23.649889 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b994d650-ac24-4eb4-bc7d-2e57d67b7fe6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f9b2364-284e-425b-bc3e-9e7c0c6b55c4 HTTP/1.1" status: 204 len: 168 time: 0.2236500 Apr 15 03:41:23.662870 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994d650-ac24-4eb4-bc7d-2e57d67b7fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9b2364-284e-425b-bc3e-9e7c0c6b55c4,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:23.703556 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8bffa3-86aa-4334-a684-52e72ced81e0 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network 8681a8be-d078-4cea-8839-f7d032155ab6 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:23.706855 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-3f8bffa3-86aa-4334-a684-52e72ced81e0 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:23.711631 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8bffa3-86aa-4334-a684-52e72ced81e0 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:23.715726 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bffa3-86aa-4334-a684-52e72ced81e0 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=f521d358-6f75-4426-9144-5066fc5d8ff0,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:23.763189 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8bffa3-86aa-4334-a684-52e72ced81e0 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:23.763879 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3f8bffa3-86aa-4334-a684-52e72ced81e0 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:23.840472 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3f8bffa3-86aa-4334-a684-52e72ced81e0 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9663341 Apr 15 03:41:23.843134 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35406) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:23.848459 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-2ad64a93-a392-43d0-9238-37a72b7bbdc9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'port': {'network_id': '8681a8be-d078-4cea-8839-f7d032155ab6', 'name': 'tempest-PortsTestJSON-507689558', 'fixed_ips': [{'subnet_id': 'fe0f3288-e7f7-4da4-983b-7e5e102005a4', 'ip_address': '172.20.0.9'}]}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:24.015053 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad64a93-a392-43d0-9238-37a72b7bbdc9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:24.020053 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ad64a93-a392-43d0-9238-37a72b7bbdc9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:24.043261 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-2ad64a93-a392-43d0-9238-37a72b7bbdc9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] device_id is not set on port 95225971-7f01-4b32-8d5b-29d603e7d7bd yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:41:24.070486 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35416) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:24.228582 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-2ad64a93-a392-43d0-9238-37a72b7bbdc9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Allocated IP 172.20.0.9 (8681a8be-d078-4cea-8839-f7d032155ab6/fe0f3288-e7f7-4da4-983b-7e5e102005a4/95225971-7f01-4b32-8d5b-29d603e7d7bd) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:24.392115 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f536d5e6-8ff9-46dc-b3c9-4e6cee482f68 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:41:24.447594 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ad64a93-a392-43d0-9238-37a72b7bbdc9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (95225971-7f01-4b32-8d5b-29d603e7d7bd), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:24.487560 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port f536d5e6-8ff9-46dc-b3c9-4e6cee482f68 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:24.487935 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f536d5e6-8ff9-46dc-b3c9-4e6cee482f68), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:24.548083 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c247fd0-d02f-49e5-b584-3148fe70c579 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (bfc1f4d4-d407-4aa0-b42b-dac38b9b664e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:24.552383 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ad64a93-a392-43d0-9238-37a72b7bbdc9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (95225971-7f01-4b32-8d5b-29d603e7d7bd), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:24.585795 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port f536d5e6-8ff9-46dc-b3c9-4e6cee482f68 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:24.594420 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f536d5e6-8ff9-46dc-b3c9-4e6cee482f68), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:24.594584 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad64a93-a392-43d0-9238-37a72b7bbdc9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network 8681a8be-d078-4cea-8839-f7d032155ab6 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:24.595574 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-2ad64a93-a392-43d0-9238-37a72b7bbdc9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:24.599395 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad64a93-a392-43d0-9238-37a72b7bbdc9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:24.630240 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port f536d5e6-8ff9-46dc-b3c9-4e6cee482f68, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f536d5e6-8ff9-46dc-b3c9-4e6cee482f68,segment=NetworkSegment(a2c62f85-686c-4fe2-a718-294e8ccc1c0d),segment_id=a2c62f85-686c-4fe2-a718-294e8ccc1c0d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:24.668234 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 87815c8a-c5a3-4497-b9b4-51233aaacfb7 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:41:24.668502 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad64a93-a392-43d0-9238-37a72b7bbdc9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=95225971-7f01-4b32-8d5b-29d603e7d7bd,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:24.689182 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad64a93-a392-43d0-9238-37a72b7bbdc9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:24.689837 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ad64a93-a392-43d0-9238-37a72b7bbdc9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:24.715416 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e007ac51-b317-41d9-a044-e07a455ba374 None None] Network 8681a8be-d078-4cea-8839-f7d032155ab6 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:24.719541 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f536d5e6-8ff9-46dc-b3c9-4e6cee482f68), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:24.721146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 87815c8a-c5a3-4497-b9b4-51233aaacfb7 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:41:24.721564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 87815c8a-c5a3-4497-b9b4-51233aaacfb7 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:41:24.781623 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35430) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:24.781815 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2ad64a93-a392-43d0-9238-37a72b7bbdc9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9358983 Apr 15 03:41:24.797271 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35432) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:24.806693 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-e8b24c5d-c592-4c7c-8b55-b77c1a609c01 None None] Provisioning complete for port f536d5e6-8ff9-46dc-b3c9-4e6cee482f68 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:24.807072 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e8b24c5d-c592-4c7c-8b55-b77c1a609c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f536d5e6-8ff9-46dc-b3c9-4e6cee482f68), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:24.892442 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4a71da-8b54-43e4-8af0-af901e9ff701 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:24.892442 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1e4a71da-8b54-43e4-8af0-af901e9ff701 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1092350 Apr 15 03:41:24.892656 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=f536d5e6-8ff9-46dc-b3c9-4e6cee482f68,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:24.893038 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35436) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:24.921885 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-0c247fd0-d02f-49e5-b584-3148fe70c579 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Deleting port dbf8f2b1-1982-4895-884a-bed7b3631a18 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:24.922385 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c247fd0-d02f-49e5-b584-3148fe70c579 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (dbf8f2b1-1982-4895-884a-bed7b3631a18), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:24.955500 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-2f5393f6-e12e-4078-9c54-7a66b35a0534 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2068305067'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:24.964119 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:24.985872 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e8b24c5d-c592-4c7c-8b55-b77c1a609c01 None None] Current status of the port f536d5e6-8ff9-46dc-b3c9-4e6cee482f68 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:25.003547 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb235bdf-20e8-465d-9c97-e388862c3bf2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:25.009490 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb235bdf-20e8-465d-9c97-e388862c3bf2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:25.014920 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb235bdf-20e8-465d-9c97-e388862c3bf2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:25.019321 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-eb235bdf-20e8-465d-9c97-e388862c3bf2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1226139 Apr 15 03:41:25.019923 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35438) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:25.041267 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-0c247fd0-d02f-49e5-b584-3148fe70c579 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] For port dbf8f2b1-1982-4895-884a-bed7b3631a18, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=dbf8f2b1-1982-4895-884a-bed7b3631a18,segment=NetworkSegment(ef2782cf-c97d-479b-ac4a-ed54ce8219b4),segment_id=ef2782cf-c97d-479b-ac4a-ed54ce8219b4)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:25.041594 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c247fd0-d02f-49e5-b584-3148fe70c579 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (dbf8f2b1-1982-4895-884a-bed7b3631a18), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:25.056456 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-0c247fd0-d02f-49e5-b584-3148fe70c579 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Calling delete_port for dbf8f2b1-1982-4895-884a-bed7b3631a18 owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:25.100057 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5393f6-e12e-4078-9c54-7a66b35a0534 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Made reservation on behalf of d32b2993bc124e40b67702e188368d12 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:25.106358 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2f5393f6-e12e-4078-9c54-7a66b35a0534 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:25.122908 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2f5393f6-e12e-4078-9c54-7a66b35a0534 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:25.144309 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-e842994f-c267-47fc-bd37-33aa04f6ebc6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting port 95225971-7f01-4b32-8d5b-29d603e7d7bd {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:25.144663 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e842994f-c267-47fc-bd37-33aa04f6ebc6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (95225971-7f01-4b32-8d5b-29d603e7d7bd), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:25.207423 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d3a7cdba-24da-4b43-bc5f-f0058d1a7cb3 None None] Provisioning complete for port 95225971-7f01-4b32-8d5b-29d603e7d7bd triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:25.207800 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cdba-24da-4b43-bc5f-f0058d1a7cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (95225971-7f01-4b32-8d5b-29d603e7d7bd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:25.254249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7cdba-24da-4b43-bc5f-f0058d1a7cb3 None None] Port 95225971-7f01-4b32-8d5b-29d603e7d7bd cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:41:25.265349 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e842994f-c267-47fc-bd37-33aa04f6ebc6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (95225971-7f01-4b32-8d5b-29d603e7d7bd), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:25.266983 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d3a7cdba-24da-4b43-bc5f-f0058d1a7cb3 None None] Provisioning complete for port f536d5e6-8ff9-46dc-b3c9-4e6cee482f68 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:25.267558 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cdba-24da-4b43-bc5f-f0058d1a7cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f536d5e6-8ff9-46dc-b3c9-4e6cee482f68), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:25.286642 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-e842994f-c267-47fc-bd37-33aa04f6ebc6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Calling delete_port for 95225971-7f01-4b32-8d5b-29d603e7d7bd owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:25.308291 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2f5393f6-e12e-4078-9c54-7a66b35a0534 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for security_group (bfd92328-0978-43f4-8c9f-f0ea3be52188), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:25.347186 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c247fd0-d02f-49e5-b584-3148fe70c579 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (dbf8f2b1-1982-4895-884a-bed7b3631a18), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:25.350369 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7cdba-24da-4b43-bc5f-f0058d1a7cb3 None None] Current status of the port f536d5e6-8ff9-46dc-b3c9-4e6cee482f68 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:25.360389 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d3a7cdba-24da-4b43-bc5f-f0058d1a7cb3 None None] Provisioning complete for port f521d358-6f75-4426-9144-5066fc5d8ff0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:25.361014 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d3a7cdba-24da-4b43-bc5f-f0058d1a7cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f521d358-6f75-4426-9144-5066fc5d8ff0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:25.381819 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2f5393f6-e12e-4078-9c54-7a66b35a0534 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (bfd92328-0978-43f4-8c9f-f0ea3be52188), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:25.385110 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c247fd0-d02f-49e5-b584-3148fe70c579 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event deleted for resources: {'Port': ['ID=dbf8f2b1-1982-4895-884a-bed7b3631a18,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:25.405604 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7cdba-24da-4b43-bc5f-f0058d1a7cb3 None None] Port f521d358-6f75-4426-9144-5066fc5d8ff0 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:41:25.423347 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5393f6-e12e-4078-9c54-7a66b35a0534 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd92328-0978-43f4-8c9f-f0ea3be52188,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:25.531136 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-24e92397-73eb-4847-a664-2ddf5a7bbef5 None None] Provisioning complete for port f521d358-6f75-4426-9144-5066fc5d8ff0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:25.531136 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-24e92397-73eb-4847-a664-2ddf5a7bbef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f521d358-6f75-4426-9144-5066fc5d8ff0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:25.543358 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e842994f-c267-47fc-bd37-33aa04f6ebc6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (95225971-7f01-4b32-8d5b-29d603e7d7bd), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:25.556279 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5393f6-e12e-4078-9c54-7a66b35a0534 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:41:25.584037 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-24e92397-73eb-4847-a664-2ddf5a7bbef5 None None] Port f521d358-6f75-4426-9144-5066fc5d8ff0 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:41:25.592970 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842994f-c267-47fc-bd37-33aa04f6ebc6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Port': ['ID=95225971-7f01-4b32-8d5b-29d603e7d7bd,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:25.599955 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2f5393f6-e12e-4078-9c54-7a66b35a0534 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (a3f5b3ae-2ad8-49b5-889e-a3694cc0e104), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:25.600482 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-2f5393f6-e12e-4078-9c54-7a66b35a0534 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Added segment a3f5b3ae-2ad8-49b5-889e-a3694cc0e104 of type vlan for network a7e25e3f-b271-4257-8b04-6e9c3a8cd209 Apr 15 03:41:25.650991 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c247fd0-d02f-49e5-b584-3148fe70c579 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (bfc1f4d4-d407-4aa0-b42b-dac38b9b664e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:25.696264 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2f5393f6-e12e-4078-9c54-7a66b35a0534 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (a7e25e3f-b271-4257-8b04-6e9c3a8cd209), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:25.742033 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e842994f-c267-47fc-bd37-33aa04f6ebc6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:25.752013 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e842994f-c267-47fc-bd37-33aa04f6ebc6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/ports/95225971-7f01-4b32-8d5b-29d603e7d7bd HTTP/1.1" status: 204 len: 168 time: 0.7253723 Apr 15 03:41:25.752013 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35440) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:25.773748 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5cce63-1d06-4836-89d6-31fe34056508 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] GET failed (client error): The resource could not be found. Apr 15 03:41:25.775195 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2d5cce63-1d06-4836-89d6-31fe34056508 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports/95225971-7f01-4b32-8d5b-29d603e7d7bd HTTP/1.1" status: 404 len: 333 time: 0.0259364 Apr 15 03:41:25.782836 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35442) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:25.796875 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-eb7a02b6-6ea5-40a5-bc22-93c04c15433b None None] Could not find standard attr ID for object 95225971-7f01-4b32-8d5b-29d603e7d7bd. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:41:25.857373 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2f5393f6-e12e-4078-9c54-7a66b35a0534 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (a7e25e3f-b271-4257-8b04-6e9c3a8cd209), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:25.862365 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5393f6-e12e-4078-9c54-7a66b35a0534 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:25.863004 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2f5393f6-e12e-4078-9c54-7a66b35a0534 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:25.911084 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c247fd0-d02f-49e5-b584-3148fe70c579 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Router bfc1f4d4-d407-4aa0-b42b-dac38b9b664e has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:41:25.915882 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-1fb26e8d-66ff-4bdf-9233-671e06c44442 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting port f521d358-6f75-4426-9144-5066fc5d8ff0 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:25.916228 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1fb26e8d-66ff-4bdf-9233-671e06c44442 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f521d358-6f75-4426-9144-5066fc5d8ff0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:25.976007 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2f5393f6-e12e-4078-9c54-7a66b35a0534 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1750758 Apr 15 03:41:26.009542 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5393f6-e12e-4078-9c54-7a66b35a0534 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Network': ['ID=a7e25e3f-b271-4257-8b04-6e9c3a8cd209,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:26.038135 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network a7e25e3f-b271-4257-8b04-6e9c3a8cd209 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:41:26.038343 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c247fd0-d02f-49e5-b584-3148fe70c579 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:41:26.045556 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0c247fd0-d02f-49e5-b584-3148fe70c579 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "PUT /v2.0/routers/bfc1f4d4-d407-4aa0-b42b-dac38b9b664e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9712927 Apr 15 03:41:26.046939 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35444) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:26.051069 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1fb26e8d-66ff-4bdf-9233-671e06c44442 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f521d358-6f75-4426-9144-5066fc5d8ff0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:26.055499 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54299a6-8187-497d-a867-ea2d149b048e None None] Sync routers for ids ['bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:41:26.096262 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54299a6-8187-497d-a867-ea2d149b048e None None] Routers {'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:41:26.096913 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b54299a6-8187-497d-a867-ea2d149b048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:26.105972 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ca5943-1208-4d82-b19e-f149567a69be tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Deleting subnet dc8d3040-88a1-4b77-bca2-f8be7b3a58f5 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:41:26.109869 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65ca5943-1208-4d82-b19e-f149567a69be tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for subnet (dc8d3040-88a1-4b77-bca2-f8be7b3a58f5), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:26.127060 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-1fb26e8d-66ff-4bdf-9233-671e06c44442 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Calling delete_port for f521d358-6f75-4426-9144-5066fc5d8ff0 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:26.156142 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65ca5943-1208-4d82-b19e-f149567a69be tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (dc8d3040-88a1-4b77-bca2-f8be7b3a58f5), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:26.246564 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-b54299a6-8187-497d-a867-ea2d149b048e None None] Set router bfc1f4d4-d407-4aa0-b42b-dac38b9b664e gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:41:26.258989 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65ca5943-1208-4d82-b19e-f149567a69be tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (dc8d3040-88a1-4b77-bca2-f8be7b3a58f5), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:26.340553 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1fb26e8d-66ff-4bdf-9233-671e06c44442 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (f521d358-6f75-4426-9144-5066fc5d8ff0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:26.390801 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb26e8d-66ff-4bdf-9233-671e06c44442 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Port': ['ID=f521d358-6f75-4426-9144-5066fc5d8ff0,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:26.399529 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65ca5943-1208-4d82-b19e-f149567a69be tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (dc8d3040-88a1-4b77-bca2-f8be7b3a58f5), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:26.480895 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b54299a6-8187-497d-a867-ea2d149b048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639051796', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:41:25Z', 'revision_number': 5, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'gw_port': {'id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:26.484327 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f536d5e6-8ff9-46dc-b3c9-4e6cee482f68 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:41:26.491588 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d396ddc4-cb9e-4c85-81ce-31c1527a40a1 None None] Network f3081e79-3282-4be9-823f-9ce5503e6db5 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:26.492910 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1fb26e8d-66ff-4bdf-9233-671e06c44442 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:26.493130 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-65ca5943-1208-4d82-b19e-f149567a69be tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:26.501958 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-65ca5943-1208-4d82-b19e-f149567a69be tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "DELETE /v2.0/subnets/dc8d3040-88a1-4b77-bca2-f8be7b3a58f5 HTTP/1.1" status: 204 len: 168 time: 0.4514101 Apr 15 03:41:26.502430 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1fb26e8d-66ff-4bdf-9233-671e06c44442 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/ports/f521d358-6f75-4426-9144-5066fc5d8ff0 HTTP/1.1" status: 204 len: 168 time: 0.7150149 Apr 15 03:41:26.502906 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35446) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:26.503824 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35448) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:26.537196 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54299a6-8187-497d-a867-ea2d149b048e None None] Checking router: bfc1f4d4-d407-4aa0-b42b-dac38b9b664e for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:41:26.555355 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54299a6-8187-497d-a867-ea2d149b048e None None] Routers {'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:41:26.556072 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b54299a6-8187-497d-a867-ea2d149b048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:26.580222 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca5943-1208-4d82-b19e-f149567a69be tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event deleted for resources: {'Subnet': ['ID=dc8d3040-88a1-4b77-bca2-f8be7b3a58f5,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:26.637155 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-5656e892-5a57-4e94-bd1c-ea2849777833 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] GET failed (client error): The resource could not be found. Apr 15 03:41:26.641730 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35450) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:26.644414 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5656e892-5a57-4e94-bd1c-ea2849777833 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports/f521d358-6f75-4426-9144-5066fc5d8ff0 HTTP/1.1" status: 404 len: 333 time: 0.0601156 Apr 15 03:41:26.673413 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port f536d5e6-8ff9-46dc-b3c9-4e6cee482f68 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:26.673786 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f536d5e6-8ff9-46dc-b3c9-4e6cee482f68), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:26.753018 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db67141-b5eb-4ff4-bc4a-d0413d14be34 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting subnet fe0f3288-e7f7-4da4-983b-7e5e102005a4 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:41:26.756659 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d000902a-9601-4153-b416-8bd2667622cd None None] DHCP port deletion for f3081e79-3282-4be9-823f-9ce5503e6db5 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:41:26.757184 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2db67141-b5eb-4ff4-bc4a-d0413d14be34 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (fe0f3288-e7f7-4da4-983b-7e5e102005a4), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:26.771792 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-b54299a6-8187-497d-a867-ea2d149b048e None None] Set router bfc1f4d4-d407-4aa0-b42b-dac38b9b664e gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:41:26.796380 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-400711ba-bbb0-4c75-9429-e0fb20fe3d3d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for router (bfc1f4d4-d407-4aa0-b42b-dac38b9b664e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:26.806425 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2db67141-b5eb-4ff4-bc4a-d0413d14be34 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (fe0f3288-e7f7-4da4-983b-7e5e102005a4), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:26.841055 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d000902a-9601-4153-b416-8bd2667622cd None None] Deleting port 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:26.841845 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d000902a-9601-4153-b416-8bd2667622cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (0bc8bf85-d23b-4691-91b9-0e8ee58bf97a), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:26.877956 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port f536d5e6-8ff9-46dc-b3c9-4e6cee482f68 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:26.921496 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2db67141-b5eb-4ff4-bc4a-d0413d14be34 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (fe0f3288-e7f7-4da4-983b-7e5e102005a4), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:26.933995 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d000902a-9601-4153-b416-8bd2667622cd None None] For port 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=0bc8bf85-d23b-4691-91b9-0e8ee58bf97a,segment=NetworkSegment(ef2782cf-c97d-479b-ac4a-ed54ce8219b4),segment_id=ef2782cf-c97d-479b-ac4a-ed54ce8219b4)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:26.934986 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d000902a-9601-4153-b416-8bd2667622cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (0bc8bf85-d23b-4691-91b9-0e8ee58bf97a), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:26.953289 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d000902a-9601-4153-b416-8bd2667622cd None None] Calling delete_port for 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:27.013994 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-400711ba-bbb0-4c75-9429-e0fb20fe3d3d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for router_gateway (bfc1f4d4-d407-4aa0-b42b-dac38b9b664e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:27.060968 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2db67141-b5eb-4ff4-bc4a-d0413d14be34 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (fe0f3288-e7f7-4da4-983b-7e5e102005a4), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:27.077669 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b54299a6-8187-497d-a867-ea2d149b048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639051796', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:41:25Z', 'revision_number': 5, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'gw_port': {'id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:27.086669 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db67141-b5eb-4ff4-bc4a-d0413d14be34 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Subnet': ['ID=fe0f3288-e7f7-4da4-983b-7e5e102005a4,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:27.098049 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2db67141-b5eb-4ff4-bc4a-d0413d14be34 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:27.105518 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2db67141-b5eb-4ff4-bc4a-d0413d14be34 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/subnets/fe0f3288-e7f7-4da4-983b-7e5e102005a4 HTTP/1.1" status: 204 len: 168 time: 0.4628527 Apr 15 03:41:27.106036 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54299a6-8187-497d-a867-ea2d149b048e None None] The sync data for ids ['bfc1f4d4-d407-4aa0-b42b-dac38b9b664e'] in dv-neutron-837140-3-hyperv is: [{'id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-639051796', 'tenant_id': '29e3407995e14fb583efa0164c47fc4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104'}], 'enable_snat': True}, 'gw_port_id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:41:25Z', 'revision_number': 5, 'project_id': '29e3407995e14fb583efa0164c47fc4b', 'gw_port': {'id': 'ab2274c1-0912-4139-aa80-3fc1b46c4be4', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc1f4d4-d407-4aa0-b42b-dac38b9b664e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:39:16Z', 'updated_at': '2022-04-15T03:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:41:27.106236 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35452) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:27.108280 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78110030-9e6f-4093-be34-5af506a4bcc0 None None] Network 8681a8be-d078-4cea-8839-f7d032155ab6 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:27.149662 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d000902a-9601-4153-b416-8bd2667622cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (0bc8bf85-d23b-4691-91b9-0e8ee58bf97a), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:27.180359 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-400711ba-bbb0-4c75-9429-e0fb20fe3d3d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Deleting port ab2274c1-0912-4139-aa80-3fc1b46c4be4 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:27.181044 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-400711ba-bbb0-4c75-9429-e0fb20fe3d3d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (ab2274c1-0912-4139-aa80-3fc1b46c4be4), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:27.214172 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fa1e07f3-ff00-487b-ae46-aed5cde678ed tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (8681a8be-d078-4cea-8839-f7d032155ab6), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:27.237046 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000902a-9601-4153-b416-8bd2667622cd None None] Pushing event deleted for resources: {'Port': ['ID=0bc8bf85-d23b-4691-91b9-0e8ee58bf97a,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:27.241151 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d000902a-9601-4153-b416-8bd2667622cd None None] No DVR routers for this DVR port 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:41:27.273989 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-fa1e07f3-ff00-487b-ae46-aed5cde678ed tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting port f536d5e6-8ff9-46dc-b3c9-4e6cee482f68 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:27.274433 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fa1e07f3-ff00-487b-ae46-aed5cde678ed tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f536d5e6-8ff9-46dc-b3c9-4e6cee482f68), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:27.324442 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-400711ba-bbb0-4c75-9429-e0fb20fe3d3d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] For port ab2274c1-0912-4139-aa80-3fc1b46c4be4, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ab2274c1-0912-4139-aa80-3fc1b46c4be4,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:27.324442 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-400711ba-bbb0-4c75-9429-e0fb20fe3d3d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (ab2274c1-0912-4139-aa80-3fc1b46c4be4), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:27.342046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-400711ba-bbb0-4c75-9429-e0fb20fe3d3d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Calling delete_port for ab2274c1-0912-4139-aa80-3fc1b46c4be4 owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:27.345037 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-fa1e07f3-ff00-487b-ae46-aed5cde678ed tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] For port f536d5e6-8ff9-46dc-b3c9-4e6cee482f68, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f536d5e6-8ff9-46dc-b3c9-4e6cee482f68,segment=NetworkSegment(a2c62f85-686c-4fe2-a718-294e8ccc1c0d),segment_id=a2c62f85-686c-4fe2-a718-294e8ccc1c0d)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:27.345766 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fa1e07f3-ff00-487b-ae46-aed5cde678ed tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f536d5e6-8ff9-46dc-b3c9-4e6cee482f68), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:27.363211 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-fa1e07f3-ff00-487b-ae46-aed5cde678ed tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Calling delete_port for f536d5e6-8ff9-46dc-b3c9-4e6cee482f68 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:27.518975 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fa1e07f3-ff00-487b-ae46-aed5cde678ed tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (f536d5e6-8ff9-46dc-b3c9-4e6cee482f68), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:27.523949 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3fb238-2bf6-4d09-97b8-d84a3dc792a1 None None] DHCP port deletion for 8681a8be-d078-4cea-8839-f7d032155ab6 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:41:27.559407 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e07f3-ff00-487b-ae46-aed5cde678ed tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Port': ['ID=f536d5e6-8ff9-46dc-b3c9-4e6cee482f68,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:27.565024 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1e07f3-ff00-487b-ae46-aed5cde678ed tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] No DVR routers for this DVR port f536d5e6-8ff9-46dc-b3c9-4e6cee482f68 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:41:27.569529 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-400711ba-bbb0-4c75-9429-e0fb20fe3d3d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (ab2274c1-0912-4139-aa80-3fc1b46c4be4), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:27.605552 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400711ba-bbb0-4c75-9429-e0fb20fe3d3d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event deleted for resources: {'Port': ['ID=ab2274c1-0912-4139-aa80-3fc1b46c4be4,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:27.679004 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-400711ba-bbb0-4c75-9429-e0fb20fe3d3d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (bfc1f4d4-d407-4aa0-b42b-dac38b9b664e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:27.681451 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fa1e07f3-ff00-487b-ae46-aed5cde678ed tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (8681a8be-d078-4cea-8839-f7d032155ab6), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:27.705483 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-fa1e07f3-ff00-487b-ae46-aed5cde678ed tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8681a8be-d078-4cea-8839-f7d032155ab6']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:27.723255 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-fa1e07f3-ff00-487b-ae46-aed5cde678ed tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c62f85-686c-4fe2-a718-294e8ccc1c0d') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:27.723680 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-fa1e07f3-ff00-487b-ae46-aed5cde678ed tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c62f85-686c-4fe2-a718-294e8ccc1c0d') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:27.735902 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fa1e07f3-ff00-487b-ae46-aed5cde678ed tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (a2c62f85-686c-4fe2-a718-294e8ccc1c0d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:27.750410 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fa1e07f3-ff00-487b-ae46-aed5cde678ed tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (a2c62f85-686c-4fe2-a718-294e8ccc1c0d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:27.756730 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1e07f3-ff00-487b-ae46-aed5cde678ed tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:27.759674 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fa1e07f3-ff00-487b-ae46-aed5cde678ed tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (a2c62f85-686c-4fe2-a718-294e8ccc1c0d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:27.761129 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:27.923558 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fa1e07f3-ff00-487b-ae46-aed5cde678ed tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (8681a8be-d078-4cea-8839-f7d032155ab6), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:27.943256 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fa1e07f3-ff00-487b-ae46-aed5cde678ed tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:27.950936 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fa1e07f3-ff00-487b-ae46-aed5cde678ed tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/networks/8681a8be-d078-4cea-8839-f7d032155ab6 HTTP/1.1" status: 204 len: 168 time: 0.8400428 Apr 15 03:41:27.951717 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35454) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:27.952630 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e07f3-ff00-487b-ae46-aed5cde678ed tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Network': ['ID=8681a8be-d078-4cea-8839-f7d032155ab6,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:27.963920 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-9e7bb917-7af4-4f30-80e8-2aad0a9993b9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1729172032'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:28.060684 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7bb917-7af4-4f30-80e8-2aad0a9993b9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:28.064392 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9e7bb917-7af4-4f30-80e8-2aad0a9993b9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:28.071782 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-400711ba-bbb0-4c75-9429-e0fb20fe3d3d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (bfc1f4d4-d407-4aa0-b42b-dac38b9b664e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:28.074225 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-400711ba-bbb0-4c75-9429-e0fb20fe3d3d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for router_controller (bfc1f4d4-d407-4aa0-b42b-dac38b9b664e), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:28.091048 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7bb917-7af4-4f30-80e8-2aad0a9993b9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:41:28.099884 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9e7bb917-7af4-4f30-80e8-2aad0a9993b9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (5d254e8a-9bba-454f-84e5-e156c07d13b5), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:28.100276 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-9e7bb917-7af4-4f30-80e8-2aad0a9993b9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Added segment 5d254e8a-9bba-454f-84e5-e156c07d13b5 of type vlan for network 38c549cc-c606-4de7-945c-6dab2154479b Apr 15 03:41:28.141254 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9e7bb917-7af4-4f30-80e8-2aad0a9993b9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (38c549cc-c606-4de7-945c-6dab2154479b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:28.185107 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-400711ba-bbb0-4c75-9429-e0fb20fe3d3d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (bfc1f4d4-d407-4aa0-b42b-dac38b9b664e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:28.185715 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400711ba-bbb0-4c75-9429-e0fb20fe3d3d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Fanout notify agent at l3_agent the message router_deleted on router bfc1f4d4-d407-4aa0-b42b-dac38b9b664e {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:41:28.192456 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-400711ba-bbb0-4c75-9429-e0fb20fe3d3d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:28.197102 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-400711ba-bbb0-4c75-9429-e0fb20fe3d3d tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "DELETE /v2.0/routers/bfc1f4d4-d407-4aa0-b42b-dac38b9b664e HTTP/1.1" status: 204 len: 168 time: 1.6886132 Apr 15 03:41:28.197199 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35456) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:28.244876 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9e7bb917-7af4-4f30-80e8-2aad0a9993b9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (38c549cc-c606-4de7-945c-6dab2154479b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:28.251351 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7bb917-7af4-4f30-80e8-2aad0a9993b9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:28.252290 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9e7bb917-7af4-4f30-80e8-2aad0a9993b9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:28.307463 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-169e949b-1cbd-4da6-8cce-27f0167fc150 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (f3081e79-3282-4be9-823f-9ce5503e6db5), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:28.344331 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bb917-7af4-4f30-80e8-2aad0a9993b9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Network': ['ID=38c549cc-c606-4de7-945c-6dab2154479b,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:28.355833 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 38c549cc-c606-4de7-945c-6dab2154479b details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:41:28.380507 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9e7bb917-7af4-4f30-80e8-2aad0a9993b9 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4189467 Apr 15 03:41:28.380738 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35458) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:28.386926 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-7dafe83a-e8e5-4568-864f-063489de44ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'subnet': {'network_id': '38c549cc-c606-4de7-945c-6dab2154479b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:28.448307 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-169e949b-1cbd-4da6-8cce-27f0167fc150 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (f3081e79-3282-4be9-823f-9ce5503e6db5), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:28.470106 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-169e949b-1cbd-4da6-8cce-27f0167fc150 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3081e79-3282-4be9-823f-9ce5503e6db5']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:28.480883 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-169e949b-1cbd-4da6-8cce-27f0167fc150 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2782cf-c97d-479b-ac4a-ed54ce8219b4') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:28.481182 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-169e949b-1cbd-4da6-8cce-27f0167fc150 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2782cf-c97d-479b-ac4a-ed54ce8219b4') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:28.490621 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-169e949b-1cbd-4da6-8cce-27f0167fc150 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (ef2782cf-c97d-479b-ac4a-ed54ce8219b4), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:28.504557 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-169e949b-1cbd-4da6-8cce-27f0167fc150 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (ef2782cf-c97d-479b-ac4a-ed54ce8219b4), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:28.510651 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169e949b-1cbd-4da6-8cce-27f0167fc150 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:28.511039 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-169e949b-1cbd-4da6-8cce-27f0167fc150 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (ef2782cf-c97d-479b-ac4a-ed54ce8219b4), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:28.514028 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:28.573163 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dafe83a-e8e5-4568-864f-063489de44ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:28.576845 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7dafe83a-e8e5-4568-864f-063489de44ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:28.637656 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-169e949b-1cbd-4da6-8cce-27f0167fc150 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (f3081e79-3282-4be9-823f-9ce5503e6db5), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:28.642178 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-169e949b-1cbd-4da6-8cce-27f0167fc150 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:28.648926 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-169e949b-1cbd-4da6-8cce-27f0167fc150 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "DELETE /v2.0/networks/f3081e79-3282-4be9-823f-9ce5503e6db5 HTTP/1.1" status: 204 len: 168 time: 0.4505975 Apr 15 03:41:28.649592 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35460) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:28.680332 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e949b-1cbd-4da6-8cce-27f0167fc150 tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event deleted for resources: {'Network': ['ID=f3081e79-3282-4be9-823f-9ce5503e6db5,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:28.756928 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d274ce88-d3f2-4ab7-9050-f6dbecfe05cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group (0ad9208f-3c75-4044-bd90-0652423f980d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:28.795191 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:41:28.798972 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d274ce88-d3f2-4ab7-9050-f6dbecfe05cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group (0ad9208f-3c75-4044-bd90-0652423f980d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:28.819834 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:41:28.820646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 0bc8bf85-d23b-4691-91b9-0e8ee58bf97a not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:41:28.821253 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device dbf8f2b1-1982-4895-884a-bed7b3631a18 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:41:28.842941 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: dbf8f2b1-1982-4895-884a-bed7b3631a18 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:41:28.843568 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device dbf8f2b1-1982-4895-884a-bed7b3631a18 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:41:28.844154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f536d5e6-8ff9-46dc-b3c9-4e6cee482f68 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:41:28.866371 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: f536d5e6-8ff9-46dc-b3c9-4e6cee482f68 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:41:28.867050 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f536d5e6-8ff9-46dc-b3c9-4e6cee482f68 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:41:28.946036 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d274ce88-d3f2-4ab7-9050-f6dbecfe05cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (0ad9208f-3c75-4044-bd90-0652423f980d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:28.949021 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d274ce88-d3f2-4ab7-9050-f6dbecfe05cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:28.953061 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d274ce88-d3f2-4ab7-9050-f6dbecfe05cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] 10.222.0.15 "DELETE /v2.0/security-groups/0ad9208f-3c75-4044-bd90-0652423f980d HTTP/1.1" status: 204 len: 168 time: 0.2965205 Apr 15 03:41:28.961540 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274ce88-d3f2-4ab7-9050-f6dbecfe05cf tempest-TestNetworkAdvancedServerOps-1413216712 tempest-TestNetworkAdvancedServerOps-1413216712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad9208f-3c75-4044-bd90-0652423f980d,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:29.175022 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7dafe83a-e8e5-4568-864f-063489de44ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (6ce89e28-eb40-4df4-9216-6a70cc8a6911), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:29.239768 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafe83a-e8e5-4568-864f-063489de44ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Subnet': ['ID=6ce89e28-eb40-4df4-9216-6a70cc8a6911,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:29.249138 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dafe83a-e8e5-4568-864f-063489de44ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Checking segment: {'id': '5d254e8a-9bba-454f-84e5-e156c07d13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '38c549cc-c606-4de7-945c-6dab2154479b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:29.249495 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dafe83a-e8e5-4568-864f-063489de44ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network hostable DHCP agents. Network: 38c549cc-c606-4de7-945c-6dab2154479b, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:41:29.304660 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35466) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:29.309895 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-e6d5bcdc-b39a-4bbe-9a33-72f51fdca0e9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'subnet': {'network_id': 'a7e25e3f-b271-4257-8b04-6e9c3a8cd209', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:29.334327 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dafe83a-e8e5-4568-864f-063489de44ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network 38c549cc-c606-4de7-945c-6dab2154479b is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:41:29.414395 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-7dafe83a-e8e5-4568-864f-063489de44ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 38c549cc-c606-4de7-945c-6dab2154479b) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:29.418391 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dafe83a-e8e5-4568-864f-063489de44ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:29.419028 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7dafe83a-e8e5-4568-864f-063489de44ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:29.423342 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e42f64-dfcf-437d-a282-333997d3137f None None] Network 38c549cc-c606-4de7-945c-6dab2154479b requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:29.482995 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d5bcdc-b39a-4bbe-9a33-72f51fdca0e9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Made reservation on behalf of d32b2993bc124e40b67702e188368d12 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:29.486456 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e6d5bcdc-b39a-4bbe-9a33-72f51fdca0e9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:29.519118 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7dafe83a-e8e5-4568-864f-063489de44ec tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1368551 Apr 15 03:41:29.521772 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35470) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:29.526806 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-60fba2cf-9c6e-464b-8f57-06dc9ec8b5ae tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-656119883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:29.535221 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8895b0-3005-47a5-b053-7daef2b3f821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-38c549cc-c606-4de7-945c-6dab2154479b', 'network_id': '38c549cc-c606-4de7-945c-6dab2154479b', 'project_id': '0f29a0ef0d424ee880c0248cae529385', 'fixed_ips': [{'subnet_id': '6ce89e28-eb40-4df4-9216-6a70cc8a6911'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:41:29.536395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a8895b0-3005-47a5-b053-7daef2b3f821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:29.573242 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35472) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:29.644834 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60fba2cf-9c6e-464b-8f57-06dc9ec8b5ae tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (4dd8a5fa-4981-4359-becb-a203937c38a7), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:29.647694 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60fba2cf-9c6e-464b-8f57-06dc9ec8b5ae tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (4dd8a5fa-4981-4359-becb-a203937c38a7), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:29.686797 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-0a8895b0-3005-47a5-b053-7daef2b3f821 None None] Allocated IP 172.20.0.2 (38c549cc-c606-4de7-945c-6dab2154479b/6ce89e28-eb40-4df4-9216-6a70cc8a6911/910ea14f-bde8-42a0-8dea-32b6b3d773ae) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:29.725840 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9cf2d5d9-99b6-4a52-8466-6358c51043cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29e3407995e14fb583efa0164c47fc4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1514075 Apr 15 03:41:29.728309 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35476) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:29.752691 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60fba2cf-9c6e-464b-8f57-06dc9ec8b5ae tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for router_controller (4dd8a5fa-4981-4359-becb-a203937c38a7), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:29.760279 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e6d5bcdc-b39a-4bbe-9a33-72f51fdca0e9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (27508694-1f06-4f19-940f-7720176ce12b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:29.838096 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60fba2cf-9c6e-464b-8f57-06dc9ec8b5ae tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (4dd8a5fa-4981-4359-becb-a203937c38a7), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:29.841485 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-38ed4480-6761-4447-a9e3-9dfd39898b09 admin admin] Publish callbacks [] for security_group (882f4d96-1708-4f8d-9d34-cfa61e0780a0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:29.844727 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a8895b0-3005-47a5-b053-7daef2b3f821 None None] Publish callbacks [] for port (910ea14f-bde8-42a0-8dea-32b6b3d773ae), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:29.845260 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5bcdc-b39a-4bbe-9a33-72f51fdca0e9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Subnet': ['ID=27508694-1f06-4f19-940f-7720176ce12b,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:29.863392 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d5bcdc-b39a-4bbe-9a33-72f51fdca0e9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Checking segment: {'id': 'a3f5b3ae-2ad8-49b5-889e-a3694cc0e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a7e25e3f-b271-4257-8b04-6e9c3a8cd209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:29.863755 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d5bcdc-b39a-4bbe-9a33-72f51fdca0e9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Network hostable DHCP agents. Network: a7e25e3f-b271-4257-8b04-6e9c3a8cd209, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:41:29.881879 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-38ed4480-6761-4447-a9e3-9dfd39898b09 admin admin] Publish callbacks [] for security_group (882f4d96-1708-4f8d-9d34-cfa61e0780a0), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:29.930020 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a8895b0-3005-47a5-b053-7daef2b3f821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (910ea14f-bde8-42a0-8dea-32b6b3d773ae), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:29.959756 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60fba2cf-9c6e-464b-8f57-06dc9ec8b5ae tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:29.963713 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35478) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:29.963885 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-60fba2cf-9c6e-464b-8f57-06dc9ec8b5ae tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4410272 Apr 15 03:41:29.965965 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8895b0-3005-47a5-b053-7daef2b3f821 None None] Network 38c549cc-c606-4de7-945c-6dab2154479b is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:29.969036 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-0a8895b0-3005-47a5-b053-7daef2b3f821 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:29.969319 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-ed2145ec-c101-45de-a215-b10001828e87 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'port': {'network_id': '38c549cc-c606-4de7-945c-6dab2154479b', 'name': 'tempest-PortsTestJSON-829518760'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:29.974898 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8895b0-3005-47a5-b053-7daef2b3f821 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:29.986433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8895b0-3005-47a5-b053-7daef2b3f821 None None] Pushing event updated for resources: {'Port': ['ID=910ea14f-bde8-42a0-8dea-32b6b3d773ae,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:30.020636 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d5bcdc-b39a-4bbe-9a33-72f51fdca0e9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Network a7e25e3f-b271-4257-8b04-6e9c3a8cd209 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:41:30.041141 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-0a8895b0-3005-47a5-b053-7daef2b3f821 None None] Attempting to bind port 910ea14f-bde8-42a0-8dea-32b6b3d773ae on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:41:30.042256 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-0a8895b0-3005-47a5-b053-7daef2b3f821 None None] Attempting to bind port 910ea14f-bde8-42a0-8dea-32b6b3d773ae by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '5d254e8a-9bba-454f-84e5-e156c07d13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '38c549cc-c606-4de7-945c-6dab2154479b'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:41:30.042256 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8895b0-3005-47a5-b053-7daef2b3f821 None None] Attempting to bind port 910ea14f-bde8-42a0-8dea-32b6b3d773ae on network 38c549cc-c606-4de7-945c-6dab2154479b {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:41:30.042930 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-38ed4480-6761-4447-a9e3-9dfd39898b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (882f4d96-1708-4f8d-9d34-cfa61e0780a0), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:30.045460 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-38ed4480-6761-4447-a9e3-9dfd39898b09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:30.046885 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-38ed4480-6761-4447-a9e3-9dfd39898b09 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/882f4d96-1708-4f8d-9d34-cfa61e0780a0 HTTP/1.1" status: 204 len: 168 time: 0.3176012 Apr 15 03:41:30.047851 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8895b0-3005-47a5-b053-7daef2b3f821 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:41:30.048211 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8895b0-3005-47a5-b053-7daef2b3f821 None None] Checking segment: {'id': '5d254e8a-9bba-454f-84e5-e156c07d13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '38c549cc-c606-4de7-945c-6dab2154479b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:30.048618 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a8895b0-3005-47a5-b053-7daef2b3f821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:30.049032 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8895b0-3005-47a5-b053-7daef2b3f821 None None] Bound using segment: {'id': '5d254e8a-9bba-454f-84e5-e156c07d13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '38c549cc-c606-4de7-945c-6dab2154479b'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:41:30.050110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-0a8895b0-3005-47a5-b053-7daef2b3f821 None None] Bound port: 910ea14f-bde8-42a0-8dea-32b6b3d773ae, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d254e8a-9bba-454f-84e5-e156c07d13b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '38c549cc-c606-4de7-945c-6dab2154479b'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:41:30.050110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a8895b0-3005-47a5-b053-7daef2b3f821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (910ea14f-bde8-42a0-8dea-32b6b3d773ae), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:30.061068 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed4480-6761-4447-a9e3-9dfd39898b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882f4d96-1708-4f8d-9d34-cfa61e0780a0,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:30.088740 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-e6d5bcdc-b39a-4bbe-9a33-72f51fdca0e9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, a7e25e3f-b271-4257-8b04-6e9c3a8cd209) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:30.097170 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5bcdc-b39a-4bbe-9a33-72f51fdca0e9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:30.099668 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e6d5bcdc-b39a-4bbe-9a33-72f51fdca0e9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:30.179396 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e6d5bcdc-b39a-4bbe-9a33-72f51fdca0e9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8733754 Apr 15 03:41:30.183173 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35482) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:30.188043 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-0134d608-deb2-4e88-abd1-07636fe72ca5 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-490318869'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:30.206769 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51f0d0c-35ea-4b86-ba49-ead82aac3f5b None None] Network a7e25e3f-b271-4257-8b04-6e9c3a8cd209 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:30.248809 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2145ec-c101-45de-a215-b10001828e87 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:30.253390 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ed2145ec-c101-45de-a215-b10001828e87 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:30.267325 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0134d608-deb2-4e88-abd1-07636fe72ca5 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Made reservation on behalf of d32b2993bc124e40b67702e188368d12 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:30.270480 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0134d608-deb2-4e88-abd1-07636fe72ca5 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:30.287355 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-ed2145ec-c101-45de-a215-b10001828e87 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] device_id is not set on port 90745dfb-c909-470f-8ed6-3e30264e9474 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:41:30.295428 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ab2274c1-0912-4139-aa80-3fc1b46c4be4 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:41:30.331510 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: ab2274c1-0912-4139-aa80-3fc1b46c4be4 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:41:30.331510 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ab2274c1-0912-4139-aa80-3fc1b46c4be4 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:41:30.341515 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0134d608-deb2-4e88-abd1-07636fe72ca5 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:41:30.353823 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-0a8895b0-3005-47a5-b053-7daef2b3f821 None None] For port 910ea14f-bde8-42a0-8dea-32b6b3d773ae, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:41:30.357596 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-0a8895b0-3005-47a5-b053-7daef2b3f821 None None] For port 910ea14f-bde8-42a0-8dea-32b6b3d773ae, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=910ea14f-bde8-42a0-8dea-32b6b3d773ae,segment=NetworkSegment(5d254e8a-9bba-454f-84e5-e156c07d13b5),segment_id=5d254e8a-9bba-454f-84e5-e156c07d13b5)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:41:30.366832 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0134d608-deb2-4e88-abd1-07636fe72ca5 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (25372c6a-0ac0-47b4-863c-ea3cbf4b5679), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:30.367341 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-0134d608-deb2-4e88-abd1-07636fe72ca5 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Added segment 25372c6a-0ac0-47b4-863c-ea3cbf4b5679 of type vlan for network 86bb6431-983d-44e2-bf90-60d8c4a9f093 Apr 15 03:41:30.388593 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6a991e-b1fd-4b4d-bf25-ad015333447d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-a7e25e3f-b271-4257-8b04-6e9c3a8cd209', 'network_id': 'a7e25e3f-b271-4257-8b04-6e9c3a8cd209', 'project_id': 'd32b2993bc124e40b67702e188368d12', 'fixed_ips': [{'subnet_id': '27508694-1f06-4f19-940f-7720176ce12b'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:41:30.389474 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7c6a991e-b1fd-4b4d-bf25-ad015333447d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:30.448748 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0134d608-deb2-4e88-abd1-07636fe72ca5 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (86bb6431-983d-44e2-bf90-60d8c4a9f093), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:30.462325 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a8895b0-3005-47a5-b053-7daef2b3f821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (910ea14f-bde8-42a0-8dea-32b6b3d773ae), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:30.470527 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-ed2145ec-c101-45de-a215-b10001828e87 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Allocated IP 172.20.0.3 (38c549cc-c606-4de7-945c-6dab2154479b/6ce89e28-eb40-4df4-9216-6a70cc8a6911/90745dfb-c909-470f-8ed6-3e30264e9474) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:30.559068 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0134d608-deb2-4e88-abd1-07636fe72ca5 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (86bb6431-983d-44e2-bf90-60d8c4a9f093), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:30.564384 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8895b0-3005-47a5-b053-7daef2b3f821 None None] Pushing event updated for resources: {'Port': ['ID=910ea14f-bde8-42a0-8dea-32b6b3d773ae,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:30.565069 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0134d608-deb2-4e88-abd1-07636fe72ca5 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:30.565724 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0134d608-deb2-4e88-abd1-07636fe72ca5 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:30.583884 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-7c6a991e-b1fd-4b4d-bf25-ad015333447d None None] Allocated IP 2001:db8:0:ffff::2 (a7e25e3f-b271-4257-8b04-6e9c3a8cd209/27508694-1f06-4f19-940f-7720176ce12b/dd51eeed-3ec9-42ac-b648-018054a0256a) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:30.693063 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134d608-deb2-4e88-abd1-07636fe72ca5 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Network': ['ID=86bb6431-983d-44e2-bf90-60d8c4a9f093,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:30.710655 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 86bb6431-983d-44e2-bf90-60d8c4a9f093 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:41:30.733644 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0134d608-deb2-4e88-abd1-07636fe72ca5 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5493560 Apr 15 03:41:30.736492 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35486) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:30.737142 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ed2145ec-c101-45de-a215-b10001828e87 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (90745dfb-c909-470f-8ed6-3e30264e9474), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:30.744698 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-dfb3462a-3150-410c-ac9f-66595f3c3fdf tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'subnet': {'network_id': '86bb6431-983d-44e2-bf90-60d8c4a9f093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:30.759245 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35488) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:30.781056 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a05c6027-987f-4dce-ab88-76acb8a8a7b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:30.831449 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7c6a991e-b1fd-4b4d-bf25-ad015333447d None None] Publish callbacks [] for port (dd51eeed-3ec9-42ac-b648-018054a0256a), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:30.877858 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ed2145ec-c101-45de-a215-b10001828e87 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (90745dfb-c909-470f-8ed6-3e30264e9474), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:30.923557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7c6a991e-b1fd-4b4d-bf25-ad015333447d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (dd51eeed-3ec9-42ac-b648-018054a0256a), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:30.940099 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2145ec-c101-45de-a215-b10001828e87 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network 38c549cc-c606-4de7-945c-6dab2154479b is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:30.952184 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb3462a-3150-410c-ac9f-66595f3c3fdf tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Made reservation on behalf of d32b2993bc124e40b67702e188368d12 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:30.952636 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a05c6027-987f-4dce-ab88-76acb8a8a7b4 admin admin] Publish callbacks [] for security_group (de5d3255-7262-45ac-b641-516a2fbef646), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:30.953870 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-ed2145ec-c101-45de-a215-b10001828e87 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:30.955655 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dfb3462a-3150-410c-ac9f-66595f3c3fdf tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:30.956453 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2145ec-c101-45de-a215-b10001828e87 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:30.992576 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a991e-b1fd-4b4d-bf25-ad015333447d None None] Network a7e25e3f-b271-4257-8b04-6e9c3a8cd209 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:30.998975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-7c6a991e-b1fd-4b4d-bf25-ad015333447d None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:31.001870 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a991e-b1fd-4b4d-bf25-ad015333447d None None] Pushing event updated for resources: {'Port': ['ID=dd51eeed-3ec9-42ac-b648-018054a0256a,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:31.004466 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a991e-b1fd-4b4d-bf25-ad015333447d None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:31.004599 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2145ec-c101-45de-a215-b10001828e87 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=90745dfb-c909-470f-8ed6-3e30264e9474,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:31.033977 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a05c6027-987f-4dce-ab88-76acb8a8a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (de5d3255-7262-45ac-b641-516a2fbef646), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:31.070841 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-7c6a991e-b1fd-4b4d-bf25-ad015333447d None None] Attempting to bind port dd51eeed-3ec9-42ac-b648-018054a0256a on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:41:31.071518 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-7c6a991e-b1fd-4b4d-bf25-ad015333447d None None] Attempting to bind port dd51eeed-3ec9-42ac-b648-018054a0256a by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'a3f5b3ae-2ad8-49b5-889e-a3694cc0e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a7e25e3f-b271-4257-8b04-6e9c3a8cd209'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:41:31.071884 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a991e-b1fd-4b4d-bf25-ad015333447d None None] Attempting to bind port dd51eeed-3ec9-42ac-b648-018054a0256a on network a7e25e3f-b271-4257-8b04-6e9c3a8cd209 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:41:31.077822 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a991e-b1fd-4b4d-bf25-ad015333447d None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:41:31.077822 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a991e-b1fd-4b4d-bf25-ad015333447d None None] Checking segment: {'id': 'a3f5b3ae-2ad8-49b5-889e-a3694cc0e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a7e25e3f-b271-4257-8b04-6e9c3a8cd209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:31.083093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7c6a991e-b1fd-4b4d-bf25-ad015333447d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:31.083093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a991e-b1fd-4b4d-bf25-ad015333447d None None] Bound using segment: {'id': 'a3f5b3ae-2ad8-49b5-889e-a3694cc0e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a7e25e3f-b271-4257-8b04-6e9c3a8cd209'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:41:31.083093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-7c6a991e-b1fd-4b4d-bf25-ad015333447d None None] Bound port: dd51eeed-3ec9-42ac-b648-018054a0256a, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f5b3ae-2ad8-49b5-889e-a3694cc0e104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'a7e25e3f-b271-4257-8b04-6e9c3a8cd209'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:41:31.083093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7c6a991e-b1fd-4b4d-bf25-ad015333447d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dd51eeed-3ec9-42ac-b648-018054a0256a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:31.096401 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2145ec-c101-45de-a215-b10001828e87 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:31.099371 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ed2145ec-c101-45de-a215-b10001828e87 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:31.118343 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c6027-987f-4dce-ab88-76acb8a8a7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5d3255-7262-45ac-b641-516a2fbef646,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:31.126886 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a05c6027-987f-4dce-ab88-76acb8a8a7b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b98c4a22977046b5aaa1af81130c8d90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3665297 Apr 15 03:41:31.129656 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35490) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:31.153079 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7c6a991e-b1fd-4b4d-bf25-ad015333447d None None] For port dd51eeed-3ec9-42ac-b648-018054a0256a, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:41:31.156439 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7c6a991e-b1fd-4b4d-bf25-ad015333447d None None] For port dd51eeed-3ec9-42ac-b648-018054a0256a, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=dd51eeed-3ec9-42ac-b648-018054a0256a,segment=NetworkSegment(a3f5b3ae-2ad8-49b5-889e-a3694cc0e104),segment_id=a3f5b3ae-2ad8-49b5-889e-a3694cc0e104)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:41:31.184038 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6309c88a-5f49-48a0-9f7c-2a5acce6f35f admin admin] Publish callbacks [] for security_group (de5d3255-7262-45ac-b641-516a2fbef646), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:31.198243 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ed2145ec-c101-45de-a215-b10001828e87 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2333412 Apr 15 03:41:31.201242 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35492) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:31.209891 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6309c88a-5f49-48a0-9f7c-2a5acce6f35f admin admin] Publish callbacks [] for security_group (de5d3255-7262-45ac-b641-516a2fbef646), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:31.217062 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7c6a991e-b1fd-4b4d-bf25-ad015333447d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (dd51eeed-3ec9-42ac-b648-018054a0256a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:31.278449 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dfb3462a-3150-410c-ac9f-66595f3c3fdf tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (a9ce80a2-05a0-4a68-a1a0-a147d3f275ee), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:31.278776 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a991e-b1fd-4b4d-bf25-ad015333447d None None] Pushing event updated for resources: {'Port': ['ID=dd51eeed-3ec9-42ac-b648-018054a0256a,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:31.351023 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6309c88a-5f49-48a0-9f7c-2a5acce6f35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (de5d3255-7262-45ac-b641-516a2fbef646), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:31.353668 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6309c88a-5f49-48a0-9f7c-2a5acce6f35f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:31.355155 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6309c88a-5f49-48a0-9f7c-2a5acce6f35f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de5d3255-7262-45ac-b641-516a2fbef646 HTTP/1.1" status: 204 len: 168 time: 0.2245231 Apr 15 03:41:31.365640 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309c88a-5f49-48a0-9f7c-2a5acce6f35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5d3255-7262-45ac-b641-516a2fbef646,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:31.491765 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3462a-3150-410c-ac9f-66595f3c3fdf tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Subnet': ['ID=a9ce80a2-05a0-4a68-a1a0-a147d3f275ee,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:31.527806 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb3462a-3150-410c-ac9f-66595f3c3fdf tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Checking segment: {'id': '25372c6a-0ac0-47b4-863c-ea3cbf4b5679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '86bb6431-983d-44e2-bf90-60d8c4a9f093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:31.528196 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb3462a-3150-410c-ac9f-66595f3c3fdf tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Network hostable DHCP agents. Network: 86bb6431-983d-44e2-bf90-60d8c4a9f093, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:41:31.665493 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb3462a-3150-410c-ac9f-66595f3c3fdf tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Network 86bb6431-983d-44e2-bf90-60d8c4a9f093 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:41:31.683407 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0fd91c8f-0763-4b06-87cc-b07ec07664b8 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (90745dfb-c909-470f-8ed6-3e30264e9474), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:31.740140 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-dfb3462a-3150-410c-ac9f-66595f3c3fdf tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 86bb6431-983d-44e2-bf90-60d8c4a9f093) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:31.750789 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebeb19e-b6f1-47cd-97d2-433ef58db25d None None] Network 86bb6431-983d-44e2-bf90-60d8c4a9f093 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:31.782807 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb3462a-3150-410c-ac9f-66595f3c3fdf tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:31.783431 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dfb3462a-3150-410c-ac9f-66595f3c3fdf tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:31.921966 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ba1960-1772-4ffb-b903-70339326f8c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-86bb6431-983d-44e2-bf90-60d8c4a9f093', 'network_id': '86bb6431-983d-44e2-bf90-60d8c4a9f093', 'project_id': 'd32b2993bc124e40b67702e188368d12', 'fixed_ips': [{'subnet_id': 'a9ce80a2-05a0-4a68-a1a0-a147d3f275ee'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:41:31.923114 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-82ba1960-1772-4ffb-b903-70339326f8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:32.006738 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0fd91c8f-0763-4b06-87cc-b07ec07664b8 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (90745dfb-c909-470f-8ed6-3e30264e9474), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:32.012538 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183a8558-9960-46f0-9642-28fb39523ce3 None None] Network 38c549cc-c606-4de7-945c-6dab2154479b requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:32.051943 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-dfb3462a-3150-410c-ac9f-66595f3c3fdf tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3129022 Apr 15 03:41:32.054412 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35496) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:32.076036 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-14a09c80-2cdd-4fd0-9d09-69ac2b992ea9 None None] Provisioning complete for port 910ea14f-bde8-42a0-8dea-32b6b3d773ae triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:32.076408 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-14a09c80-2cdd-4fd0-9d09-69ac2b992ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (910ea14f-bde8-42a0-8dea-32b6b3d773ae), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:32.121566 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0fd91c8f-0763-4b06-87cc-b07ec07664b8 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (90745dfb-c909-470f-8ed6-3e30264e9474), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:32.220515 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-82ba1960-1772-4ffb-b903-70339326f8c5 None None] Allocated IP 2001:db8::1 (86bb6431-983d-44e2-bf90-60d8c4a9f093/a9ce80a2-05a0-4a68-a1a0-a147d3f275ee/3816ba28-f3c9-4170-91d2-fe783d48e20f) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:32.229115 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd91c8f-0763-4b06-87cc-b07ec07664b8 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=90745dfb-c909-470f-8ed6-3e30264e9474,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:32.240064 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (86bb6431-983d-44e2-bf90-60d8c4a9f093), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:32.277640 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-14a09c80-2cdd-4fd0-9d09-69ac2b992ea9 None None] Current status of the port 910ea14f-bde8-42a0-8dea-32b6b3d773ae is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:32.278045 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-14a09c80-2cdd-4fd0-9d09-69ac2b992ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (910ea14f-bde8-42a0-8dea-32b6b3d773ae), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:32.375720 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-14a09c80-2cdd-4fd0-9d09-69ac2b992ea9 None None] For port 910ea14f-bde8-42a0-8dea-32b6b3d773ae, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=910ea14f-bde8-42a0-8dea-32b6b3d773ae,segment=NetworkSegment(5d254e8a-9bba-454f-84e5-e156c07d13b5),segment_id=5d254e8a-9bba-454f-84e5-e156c07d13b5)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:32.428406 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (a9ce80a2-05a0-4a68-a1a0-a147d3f275ee), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:32.452210 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-14a09c80-2cdd-4fd0-9d09-69ac2b992ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (910ea14f-bde8-42a0-8dea-32b6b3d773ae), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:32.480557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 910ea14f-bde8-42a0-8dea-32b6b3d773ae up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:41:32.516259 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0fd91c8f-0763-4b06-87cc-b07ec07664b8 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (4dd8a5fa-4981-4359-becb-a203937c38a7), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:32.556173 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-82ba1960-1772-4ffb-b903-70339326f8c5 None None] Publish callbacks [] for port (3816ba28-f3c9-4170-91d2-fe783d48e20f), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:32.573563 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a09c80-2cdd-4fd0-9d09-69ac2b992ea9 None None] Pushing event updated for resources: {'Port': ['ID=910ea14f-bde8-42a0-8dea-32b6b3d773ae,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:32.592531 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 910ea14f-bde8-42a0-8dea-32b6b3d773ae triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:32.592975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (910ea14f-bde8-42a0-8dea-32b6b3d773ae), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:32.621632 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da978c3a-e46e-4a3c-873e-c976ba438796 None None] Network a7e25e3f-b271-4257-8b04-6e9c3a8cd209 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:32.692081 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-82ba1960-1772-4ffb-b903-70339326f8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (3816ba28-f3c9-4170-91d2-fe783d48e20f), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:32.726141 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0fd91c8f-0763-4b06-87cc-b07ec07664b8 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (90745dfb-c909-470f-8ed6-3e30264e9474), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:32.750771 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8fe73f2f-a7c6-4ce9-aa46-63c5d0614029 None None] Provisioning complete for port 90745dfb-c909-470f-8ed6-3e30264e9474 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:32.751149 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8fe73f2f-a7c6-4ce9-aa46-63c5d0614029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (90745dfb-c909-470f-8ed6-3e30264e9474), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:32.763312 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (a9ce80a2-05a0-4a68-a1a0-a147d3f275ee), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:32.794197 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ba1960-1772-4ffb-b903-70339326f8c5 None None] Network 86bb6431-983d-44e2-bf90-60d8c4a9f093 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:32.801264 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ce80a2-05a0-4a68-a1a0-a147d3f275ee,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:32.809958 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-82ba1960-1772-4ffb-b903-70339326f8c5 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:32.831635 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba1960-1772-4ffb-b903-70339326f8c5 None None] Pushing event updated for resources: {'Port': ['ID=3816ba28-f3c9-4170-91d2-fe783d48e20f,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:32.836328 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba1960-1772-4ffb-b903-70339326f8c5 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:32.866685 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8fe73f2f-a7c6-4ce9-aa46-63c5d0614029 None None] Port 90745dfb-c909-470f-8ed6-3e30264e9474 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:41:32.914448 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8fe73f2f-a7c6-4ce9-aa46-63c5d0614029 None None] Provisioning complete for port 910ea14f-bde8-42a0-8dea-32b6b3d773ae triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:32.914851 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8fe73f2f-a7c6-4ce9-aa46-63c5d0614029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (910ea14f-bde8-42a0-8dea-32b6b3d773ae), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:32.916352 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 910ea14f-bde8-42a0-8dea-32b6b3d773ae is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:32.917402 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device dd51eeed-3ec9-42ac-b648-018054a0256a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:41:32.934216 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (86bb6431-983d-44e2-bf90-60d8c4a9f093), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:32.968974 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bb6431-983d-44e2-bf90-60d8c4a9f093']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:32.995566 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25372c6a-0ac0-47b4-863c-ea3cbf4b5679') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:32.995808 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25372c6a-0ac0-47b4-863c-ea3cbf4b5679') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:33.015714 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (25372c6a-0ac0-47b4-863c-ea3cbf4b5679), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:33.063927 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (25372c6a-0ac0-47b4-863c-ea3cbf4b5679), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:33.077653 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:33.078061 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (25372c6a-0ac0-47b4-863c-ea3cbf4b5679), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:33.081411 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:33.147579 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-82ba1960-1772-4ffb-b903-70339326f8c5 None None] Attempting to bind port 3816ba28-f3c9-4170-91d2-fe783d48e20f on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:41:33.148158 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-82ba1960-1772-4ffb-b903-70339326f8c5 None None] Attempting to bind port 3816ba28-f3c9-4170-91d2-fe783d48e20f by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '25372c6a-0ac0-47b4-863c-ea3cbf4b5679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '86bb6431-983d-44e2-bf90-60d8c4a9f093'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:41:33.148409 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ba1960-1772-4ffb-b903-70339326f8c5 None None] Attempting to bind port 3816ba28-f3c9-4170-91d2-fe783d48e20f on network 86bb6431-983d-44e2-bf90-60d8c4a9f093 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:41:33.160438 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ba1960-1772-4ffb-b903-70339326f8c5 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:41:33.160828 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ba1960-1772-4ffb-b903-70339326f8c5 None None] Checking segment: {'id': '25372c6a-0ac0-47b4-863c-ea3cbf4b5679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '86bb6431-983d-44e2-bf90-60d8c4a9f093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:33.161242 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-82ba1960-1772-4ffb-b903-70339326f8c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:33.161646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ba1960-1772-4ffb-b903-70339326f8c5 None None] Bound using segment: {'id': '25372c6a-0ac0-47b4-863c-ea3cbf4b5679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '86bb6431-983d-44e2-bf90-60d8c4a9f093'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:41:33.164618 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-82ba1960-1772-4ffb-b903-70339326f8c5 None None] Bound port: 3816ba28-f3c9-4170-91d2-fe783d48e20f, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25372c6a-0ac0-47b4-863c-ea3cbf4b5679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '86bb6431-983d-44e2-bf90-60d8c4a9f093'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:41:33.164618 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-82ba1960-1772-4ffb-b903-70339326f8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (3816ba28-f3c9-4170-91d2-fe783d48e20f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:33.182933 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0fd91c8f-0763-4b06-87cc-b07ec07664b8 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (90745dfb-c909-470f-8ed6-3e30264e9474), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:33.215280 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.db.api [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 03:41:33.215280 dv-neutron-837140-3-hyperv neutron-server[104667]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 03:41:33.215280 dv-neutron-837140-3-hyperv neutron-server[104667]: [parameters: {'id': '86bb6431-983d-44e2-bf90-60d8c4a9f093'}] Apr 15 03:41:33.215280 dv-neutron-837140-3-hyperv neutron-server[104667]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:41:33.215734 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG oslo_db.api [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:41:33.238749 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port dd51eeed-3ec9-42ac-b648-018054a0256a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:33.239248 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dd51eeed-3ec9-42ac-b648-018054a0256a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:33.248930 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0fd91c8f-0763-4b06-87cc-b07ec07664b8 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (90745dfb-c909-470f-8ed6-3e30264e9474), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:33.308701 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8fe73f2f-a7c6-4ce9-aa46-63c5d0614029 None None] Current status of the port 910ea14f-bde8-42a0-8dea-32b6b3d773ae is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:33.317739 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-82ba1960-1772-4ffb-b903-70339326f8c5 None None] For port 3816ba28-f3c9-4170-91d2-fe783d48e20f, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:41:33.322338 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-82ba1960-1772-4ffb-b903-70339326f8c5 None None] For port 3816ba28-f3c9-4170-91d2-fe783d48e20f, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=3816ba28-f3c9-4170-91d2-fe783d48e20f,segment=NetworkSegment(25372c6a-0ac0-47b4-863c-ea3cbf4b5679),segment_id=25372c6a-0ac0-47b4-863c-ea3cbf4b5679)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:41:33.331499 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8fe73f2f-a7c6-4ce9-aa46-63c5d0614029 None None] Provisioning complete for port dd51eeed-3ec9-42ac-b648-018054a0256a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:33.331873 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8fe73f2f-a7c6-4ce9-aa46-63c5d0614029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dd51eeed-3ec9-42ac-b648-018054a0256a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:33.344993 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0fd91c8f-0763-4b06-87cc-b07ec07664b8 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (4dd8a5fa-4981-4359-becb-a203937c38a7), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:33.351956 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd91c8f-0763-4b06-87cc-b07ec07664b8 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=90745dfb-c909-470f-8ed6-3e30264e9474,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:33.404667 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port dd51eeed-3ec9-42ac-b648-018054a0256a is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:33.405059 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dd51eeed-3ec9-42ac-b648-018054a0256a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:33.407328 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-82ba1960-1772-4ffb-b903-70339326f8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (3816ba28-f3c9-4170-91d2-fe783d48e20f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:33.444683 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd91c8f-0763-4b06-87cc-b07ec07664b8 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network 38c549cc-c606-4de7-945c-6dab2154479b is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:33.446138 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-0fd91c8f-0763-4b06-87cc-b07ec07664b8 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:33.549013 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port dd51eeed-3ec9-42ac-b648-018054a0256a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=dd51eeed-3ec9-42ac-b648-018054a0256a,segment=NetworkSegment(a3f5b3ae-2ad8-49b5-889e-a3694cc0e104),segment_id=a3f5b3ae-2ad8-49b5-889e-a3694cc0e104)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:33.552088 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba1960-1772-4ffb-b903-70339326f8c5 None None] Pushing event updated for resources: {'Port': ['ID=3816ba28-f3c9-4170-91d2-fe783d48e20f,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:33.556678 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8fe73f2f-a7c6-4ce9-aa46-63c5d0614029 None None] Current status of the port dd51eeed-3ec9-42ac-b648-018054a0256a is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:33.557065 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8fe73f2f-a7c6-4ce9-aa46-63c5d0614029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dd51eeed-3ec9-42ac-b648-018054a0256a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:33.580788 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5492d3f5-c25c-4992-865f-90c190da8ade None None] Network 86bb6431-983d-44e2-bf90-60d8c4a9f093 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:33.639420 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (dd51eeed-3ec9-42ac-b648-018054a0256a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:33.660158 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd91c8f-0763-4b06-87cc-b07ec07664b8 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Router 4dd8a5fa-4981-4359-becb-a203937c38a7 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:41:33.748980 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9162cf38-a0a7-4bff-9002-1abbe0a26d22 None None] get_active_networks_info from dv-neutron-837140-3-hyperv {{(pid=104668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 15 03:41:33.776099 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-8fe73f2f-a7c6-4ce9-aa46-63c5d0614029 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:41:33.776463 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-8fe73f2f-a7c6-4ce9-aa46-63c5d0614029 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:41:33.776962 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=dd51eeed-3ec9-42ac-b648-018054a0256a,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:33.841356 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9162cf38-a0a7-4bff-9002-1abbe0a26d22 None None] Resources bound (agent type, host, resource id): {{(pid=104668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 15 03:41:33.995888 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (86bb6431-983d-44e2-bf90-60d8c4a9f093), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:34.049174 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd91c8f-0763-4b06-87cc-b07ec07664b8 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:41:34.057240 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0fd91c8f-0763-4b06-87cc-b07ec07664b8 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "PUT /v2.0/routers/4dd8a5fa-4981-4359-becb-a203937c38a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8549747 Apr 15 03:41:34.058539 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444fc67d-9edc-4d02-8bbe-150f65ccbda1 None None] Sync routers for ids ['4dd8a5fa-4981-4359-becb-a203937c38a7'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:41:34.059770 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35498) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:34.068225 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444fc67d-9edc-4d02-8bbe-150f65ccbda1 None None] Routers {'4dd8a5fa-4981-4359-becb-a203937c38a7'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:41:34.068845 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-444fc67d-9edc-4d02-8bbe-150f65ccbda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4dd8a5fa-4981-4359-becb-a203937c38a7'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:34.073551 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Deleting port 3816ba28-f3c9-4170-91d2-fe783d48e20f {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:34.073551 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (3816ba28-f3c9-4170-91d2-fe783d48e20f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:34.107506 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-444fc67d-9edc-4d02-8bbe-150f65ccbda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:34.116779 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444fc67d-9edc-4d02-8bbe-150f65ccbda1 None None] Routers {'4dd8a5fa-4981-4359-becb-a203937c38a7'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:41:34.117444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-444fc67d-9edc-4d02-8bbe-150f65ccbda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4dd8a5fa-4981-4359-becb-a203937c38a7'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:34.150131 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-444fc67d-9edc-4d02-8bbe-150f65ccbda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:34.150823 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444fc67d-9edc-4d02-8bbe-150f65ccbda1 None None] The sync data for ids ['4dd8a5fa-4981-4359-becb-a203937c38a7'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:41:34.152075 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1ac261-fbf7-41e7-9a73-312406354295 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:34.155728 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6b1ac261-fbf7-41e7-9a73-312406354295 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dd8a5fa-4981-4359-becb-a203937c38a7 HTTP/1.1" status: 200 len: 981 time: 0.0923059 Apr 15 03:41:34.156302 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35500) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:34.168801 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] For port 3816ba28-f3c9-4170-91d2-fe783d48e20f, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=3816ba28-f3c9-4170-91d2-fe783d48e20f,segment=NetworkSegment(25372c6a-0ac0-47b4-863c-ea3cbf4b5679),segment_id=25372c6a-0ac0-47b4-863c-ea3cbf4b5679)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:34.169166 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (3816ba28-f3c9-4170-91d2-fe783d48e20f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:34.182641 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Calling delete_port for 3816ba28-f3c9-4170-91d2-fe783d48e20f owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:34.330696 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8fe73f2f-a7c6-4ce9-aa46-63c5d0614029 None None] Current status of the port dd51eeed-3ec9-42ac-b648-018054a0256a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:34.362550 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (3816ba28-f3c9-4170-91d2-fe783d48e20f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:34.365668 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 910ea14f-bde8-42a0-8dea-32b6b3d773ae up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:41:34.392964 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:34.396263 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Port': ['ID=3816ba28-f3c9-4170-91d2-fe783d48e20f,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:34.398125 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] No DVR routers for this DVR port 3816ba28-f3c9-4170-91d2-fe783d48e20f on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:41:34.418702 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 910ea14f-bde8-42a0-8dea-32b6b3d773ae triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:34.419168 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (910ea14f-bde8-42a0-8dea-32b6b3d773ae), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:34.463913 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-905132a6-02da-4b65-a419-21b570d57c7e None None] Provisioning complete for port 90745dfb-c909-470f-8ed6-3e30264e9474 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:34.464384 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-905132a6-02da-4b65-a419-21b570d57c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (90745dfb-c909-470f-8ed6-3e30264e9474), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:34.484316 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (86bb6431-983d-44e2-bf90-60d8c4a9f093), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:34.505253 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bb6431-983d-44e2-bf90-60d8c4a9f093']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:34.506393 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-905132a6-02da-4b65-a419-21b570d57c7e None None] Port 90745dfb-c909-470f-8ed6-3e30264e9474 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:41:34.515507 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25372c6a-0ac0-47b4-863c-ea3cbf4b5679') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:34.515806 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25372c6a-0ac0-47b4-863c-ea3cbf4b5679') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:34.525552 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (25372c6a-0ac0-47b4-863c-ea3cbf4b5679), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:34.540142 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (25372c6a-0ac0-47b4-863c-ea3cbf4b5679), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:34.543672 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-905132a6-02da-4b65-a419-21b570d57c7e None None] Provisioning complete for port dd51eeed-3ec9-42ac-b648-018054a0256a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:34.544057 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-905132a6-02da-4b65-a419-21b570d57c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dd51eeed-3ec9-42ac-b648-018054a0256a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:34.548138 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:34.548502 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (25372c6a-0ac0-47b4-863c-ea3cbf4b5679), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:34.551844 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:34.570130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 910ea14f-bde8-42a0-8dea-32b6b3d773ae is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:34.571469 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device dd51eeed-3ec9-42ac-b648-018054a0256a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:41:34.572862 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ccf49ec6-3f68-4793-912f-48a19698db1f tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (4dd8a5fa-4981-4359-becb-a203937c38a7), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:34.654459 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port dd51eeed-3ec9-42ac-b648-018054a0256a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:34.654863 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dd51eeed-3ec9-42ac-b648-018054a0256a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:34.668345 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (86bb6431-983d-44e2-bf90-60d8c4a9f093), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:34.673077 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:34.676866 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/networks/86bb6431-983d-44e2-bf90-60d8c4a9f093 HTTP/1.1" status: 204 len: 168 time: 2.6213198 Apr 15 03:41:34.682066 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35502) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:34.686875 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-29399491-860b-4587-ac91-1baec9308cde tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1068655930'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:34.709351 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3f137-2b49-4e82-8ced-e2d2af1d918b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Network': ['ID=86bb6431-983d-44e2-bf90-60d8c4a9f093,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:34.714312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-905132a6-02da-4b65-a419-21b570d57c7e None None] Current status of the port dd51eeed-3ec9-42ac-b648-018054a0256a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:34.767178 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port dd51eeed-3ec9-42ac-b648-018054a0256a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:34.778295 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-ccf49ec6-3f68-4793-912f-48a19698db1f tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting port 90745dfb-c909-470f-8ed6-3e30264e9474 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:34.778663 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ccf49ec6-3f68-4793-912f-48a19698db1f tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (90745dfb-c909-470f-8ed6-3e30264e9474), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:34.785932 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29399491-860b-4587-ac91-1baec9308cde tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Made reservation on behalf of d32b2993bc124e40b67702e188368d12 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:34.790009 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-29399491-860b-4587-ac91-1baec9308cde tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:34.815449 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29399491-860b-4587-ac91-1baec9308cde tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:41:34.824051 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-29399491-860b-4587-ac91-1baec9308cde tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (bd7ce992-f17e-40ae-82fc-daaa0f8e7b57), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:34.826182 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-29399491-860b-4587-ac91-1baec9308cde tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Added segment bd7ce992-f17e-40ae-82fc-daaa0f8e7b57 of type vlan for network ada9e40a-7416-4c19-a950-0b71894a1750 Apr 15 03:41:34.864106 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-29399491-860b-4587-ac91-1baec9308cde tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (ada9e40a-7416-4c19-a950-0b71894a1750), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:34.872826 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ccf49ec6-3f68-4793-912f-48a19698db1f tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (90745dfb-c909-470f-8ed6-3e30264e9474), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:34.885652 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-ccf49ec6-3f68-4793-912f-48a19698db1f tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Calling delete_port for 90745dfb-c909-470f-8ed6-3e30264e9474 owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:34.957450 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-29399491-860b-4587-ac91-1baec9308cde tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (ada9e40a-7416-4c19-a950-0b71894a1750), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:34.963109 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29399491-860b-4587-ac91-1baec9308cde tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:34.963784 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-29399491-860b-4587-ac91-1baec9308cde tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:35.033354 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29399491-860b-4587-ac91-1baec9308cde tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Network': ['ID=ada9e40a-7416-4c19-a950-0b71894a1750,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:35.044572 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network ada9e40a-7416-4c19-a950-0b71894a1750 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:41:35.058011 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-29399491-860b-4587-ac91-1baec9308cde tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3753948 Apr 15 03:41:35.061175 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35508) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:35.065964 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-de8fa84f-3a8d-4a37-97fb-c25dba573e24 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'subnet': {'network_id': 'ada9e40a-7416-4c19-a950-0b71894a1750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:35.129848 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ccf49ec6-3f68-4793-912f-48a19698db1f tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (90745dfb-c909-470f-8ed6-3e30264e9474), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:35.169427 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf49ec6-3f68-4793-912f-48a19698db1f tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Port': ['ID=90745dfb-c909-470f-8ed6-3e30264e9474,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:35.287210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8fa84f-3a8d-4a37-97fb-c25dba573e24 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Made reservation on behalf of d32b2993bc124e40b67702e188368d12 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:35.290574 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-de8fa84f-3a8d-4a37-97fb-c25dba573e24 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:35.372991 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ccf49ec6-3f68-4793-912f-48a19698db1f tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (4dd8a5fa-4981-4359-becb-a203937c38a7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:35.595861 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf49ec6-3f68-4793-912f-48a19698db1f tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Router 4dd8a5fa-4981-4359-becb-a203937c38a7 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:41:35.715178 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf49ec6-3f68-4793-912f-48a19698db1f tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:41:35.720370 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ccf49ec6-3f68-4793-912f-48a19698db1f tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "PUT /v2.0/routers/4dd8a5fa-4981-4359-becb-a203937c38a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5633163 Apr 15 03:41:35.723086 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35510) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:35.725810 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e430117-9d22-428b-b7c8-a463c42374a1 None None] Sync routers for ids ['4dd8a5fa-4981-4359-becb-a203937c38a7'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:41:35.735917 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e430117-9d22-428b-b7c8-a463c42374a1 None None] Routers {'4dd8a5fa-4981-4359-becb-a203937c38a7'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:41:35.736533 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-1e430117-9d22-428b-b7c8-a463c42374a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4dd8a5fa-4981-4359-becb-a203937c38a7'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:35.748244 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b75a1ad-336f-4fb8-87d5-b7aa7dde94b6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] GET failed (client error): The resource could not be found. Apr 15 03:41:35.749633 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0b75a1ad-336f-4fb8-87d5-b7aa7dde94b6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports/90745dfb-c909-470f-8ed6-3e30264e9474 HTTP/1.1" status: 404 len: 333 time: 0.0256445 Apr 15 03:41:35.750731 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-de8fa84f-3a8d-4a37-97fb-c25dba573e24 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (3ea1a43c-f77e-461a-885f-f14a5e892eb0), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:35.752445 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35512) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:35.781642 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-1e430117-9d22-428b-b7c8-a463c42374a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:35.802553 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e430117-9d22-428b-b7c8-a463c42374a1 None None] Routers {'4dd8a5fa-4981-4359-becb-a203937c38a7'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:41:35.803220 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-1e430117-9d22-428b-b7c8-a463c42374a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4dd8a5fa-4981-4359-becb-a203937c38a7'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:35.806548 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8fa84f-3a8d-4a37-97fb-c25dba573e24 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Subnet': ['ID=3ea1a43c-f77e-461a-885f-f14a5e892eb0,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:35.822767 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8fa84f-3a8d-4a37-97fb-c25dba573e24 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Checking segment: {'id': 'bd7ce992-f17e-40ae-82fc-daaa0f8e7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ada9e40a-7416-4c19-a950-0b71894a1750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:35.823134 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8fa84f-3a8d-4a37-97fb-c25dba573e24 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Network hostable DHCP agents. Network: ada9e40a-7416-4c19-a950-0b71894a1750, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:41:35.838324 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-1e430117-9d22-428b-b7c8-a463c42374a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:35.838542 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f6109b4-c888-432a-b4db-03de24f25624 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for router (4dd8a5fa-4981-4359-becb-a203937c38a7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:35.838981 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e430117-9d22-428b-b7c8-a463c42374a1 None None] The sync data for ids ['4dd8a5fa-4981-4359-becb-a203937c38a7'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:41:35.917040 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8fa84f-3a8d-4a37-97fb-c25dba573e24 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Network ada9e40a-7416-4c19-a950-0b71894a1750 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:41:35.974355 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-de8fa84f-3a8d-4a37-97fb-c25dba573e24 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, ada9e40a-7416-4c19-a950-0b71894a1750) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:35.979545 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8fa84f-3a8d-4a37-97fb-c25dba573e24 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:35.980575 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-de8fa84f-3a8d-4a37-97fb-c25dba573e24 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:35.983918 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab43d724-b4b5-42ee-b795-3c28605e447f None None] Network ada9e40a-7416-4c19-a950-0b71894a1750 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:36.004846 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f6109b4-c888-432a-b4db-03de24f25624 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (4dd8a5fa-4981-4359-becb-a203937c38a7), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.007714 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f6109b4-c888-432a-b4db-03de24f25624 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for router_controller (4dd8a5fa-4981-4359-becb-a203937c38a7), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.066587 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35514) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:36.068772 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-de8fa84f-3a8d-4a37-97fb-c25dba573e24 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0007977 Apr 15 03:41:36.071990 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-d4d9dcdb-781f-4628-9c78-c03fbec0ea7e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-552884749'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:36.085362 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e2f8d3-0d0e-401b-abf9-e7a32ab38dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-ada9e40a-7416-4c19-a950-0b71894a1750', 'network_id': 'ada9e40a-7416-4c19-a950-0b71894a1750', 'project_id': 'd32b2993bc124e40b67702e188368d12', 'fixed_ips': [{'subnet_id': '3ea1a43c-f77e-461a-885f-f14a5e892eb0'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:41:36.085362 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-84e2f8d3-0d0e-401b-abf9-e7a32ab38dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.104584 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f6109b4-c888-432a-b4db-03de24f25624 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (4dd8a5fa-4981-4359-becb-a203937c38a7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.105127 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6109b4-c888-432a-b4db-03de24f25624 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Fanout notify agent at l3_agent the message router_deleted on router 4dd8a5fa-4981-4359-becb-a203937c38a7 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:41:36.115747 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f6109b4-c888-432a-b4db-03de24f25624 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.115747 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5f6109b4-c888-432a-b4db-03de24f25624 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/routers/4dd8a5fa-4981-4359-becb-a203937c38a7 HTTP/1.1" status: 204 len: 168 time: 0.3595371 Apr 15 03:41:36.115747 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35516) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:36.164816 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d9dcdb-781f-4628-9c78-c03fbec0ea7e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Made reservation on behalf of d32b2993bc124e40b67702e188368d12 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:36.168207 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d4d9dcdb-781f-4628-9c78-c03fbec0ea7e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.185725 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef477eed-35d8-4aa8-85b7-a5a7c9c88d77 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting subnet 6ce89e28-eb40-4df4-9216-6a70cc8a6911 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:41:36.190815 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ef477eed-35d8-4aa8-85b7-a5a7c9c88d77 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (6ce89e28-eb40-4df4-9216-6a70cc8a6911), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.224543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-84e2f8d3-0d0e-401b-abf9-e7a32ab38dc8 None None] Allocated IP 2001:db8::3 (ada9e40a-7416-4c19-a950-0b71894a1750/3ea1a43c-f77e-461a-885f-f14a5e892eb0/22c0a8af-6efe-43b1-9431-8f7fd02b60b0) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:36.230524 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d9dcdb-781f-4628-9c78-c03fbec0ea7e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:41:36.240819 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ef477eed-35d8-4aa8-85b7-a5a7c9c88d77 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (6ce89e28-eb40-4df4-9216-6a70cc8a6911), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.265456 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d4d9dcdb-781f-4628-9c78-c03fbec0ea7e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (befc0e69-8e67-4850-95cf-a6544011c7a7), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.265808 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-d4d9dcdb-781f-4628-9c78-c03fbec0ea7e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Added segment befc0e69-8e67-4850-95cf-a6544011c7a7 of type vlan for network 9b86af90-f224-4fee-a1d1-e24cab9ce8e0 Apr 15 03:41:36.320719 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d4d9dcdb-781f-4628-9c78-c03fbec0ea7e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (9b86af90-f224-4fee-a1d1-e24cab9ce8e0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.370223 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-84e2f8d3-0d0e-401b-abf9-e7a32ab38dc8 None None] Publish callbacks [] for port (22c0a8af-6efe-43b1-9431-8f7fd02b60b0), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.379370 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ef477eed-35d8-4aa8-85b7-a5a7c9c88d77 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (6ce89e28-eb40-4df4-9216-6a70cc8a6911), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.448018 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-84e2f8d3-0d0e-401b-abf9-e7a32ab38dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (22c0a8af-6efe-43b1-9431-8f7fd02b60b0), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.470312 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d4d9dcdb-781f-4628-9c78-c03fbec0ea7e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (9b86af90-f224-4fee-a1d1-e24cab9ce8e0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.475450 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d9dcdb-781f-4628-9c78-c03fbec0ea7e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:36.476046 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d4d9dcdb-781f-4628-9c78-c03fbec0ea7e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.484022 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e2f8d3-0d0e-401b-abf9-e7a32ab38dc8 None None] Network ada9e40a-7416-4c19-a950-0b71894a1750 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:36.486863 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-84e2f8d3-0d0e-401b-abf9-e7a32ab38dc8 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:36.492394 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e2f8d3-0d0e-401b-abf9-e7a32ab38dc8 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:36.501149 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2f8d3-0d0e-401b-abf9-e7a32ab38dc8 None None] Pushing event updated for resources: {'Port': ['ID=22c0a8af-6efe-43b1-9431-8f7fd02b60b0,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:36.537232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ef477eed-35d8-4aa8-85b7-a5a7c9c88d77 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (6ce89e28-eb40-4df4-9216-6a70cc8a6911), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.559746 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-84e2f8d3-0d0e-401b-abf9-e7a32ab38dc8 None None] Attempting to bind port 22c0a8af-6efe-43b1-9431-8f7fd02b60b0 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:41:36.560114 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-84e2f8d3-0d0e-401b-abf9-e7a32ab38dc8 None None] Attempting to bind port 22c0a8af-6efe-43b1-9431-8f7fd02b60b0 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'bd7ce992-f17e-40ae-82fc-daaa0f8e7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ada9e40a-7416-4c19-a950-0b71894a1750'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:41:36.560475 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2f8d3-0d0e-401b-abf9-e7a32ab38dc8 None None] Attempting to bind port 22c0a8af-6efe-43b1-9431-8f7fd02b60b0 on network ada9e40a-7416-4c19-a950-0b71894a1750 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:41:36.565903 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2f8d3-0d0e-401b-abf9-e7a32ab38dc8 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:41:36.566277 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2f8d3-0d0e-401b-abf9-e7a32ab38dc8 None None] Checking segment: {'id': 'bd7ce992-f17e-40ae-82fc-daaa0f8e7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ada9e40a-7416-4c19-a950-0b71894a1750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:36.566706 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-84e2f8d3-0d0e-401b-abf9-e7a32ab38dc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.569494 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2f8d3-0d0e-401b-abf9-e7a32ab38dc8 None None] Bound using segment: {'id': 'bd7ce992-f17e-40ae-82fc-daaa0f8e7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ada9e40a-7416-4c19-a950-0b71894a1750'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:41:36.569494 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-84e2f8d3-0d0e-401b-abf9-e7a32ab38dc8 None None] Bound port: 22c0a8af-6efe-43b1-9431-8f7fd02b60b0, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7ce992-f17e-40ae-82fc-daaa0f8e7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ada9e40a-7416-4c19-a950-0b71894a1750'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:41:36.569494 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-84e2f8d3-0d0e-401b-abf9-e7a32ab38dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (22c0a8af-6efe-43b1-9431-8f7fd02b60b0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.597291 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9dcdb-781f-4628-9c78-c03fbec0ea7e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Network': ['ID=9b86af90-f224-4fee-a1d1-e24cab9ce8e0,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:36.602259 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef477eed-35d8-4aa8-85b7-a5a7c9c88d77 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce89e28-eb40-4df4-9216-6a70cc8a6911,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:36.606517 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d4d9dcdb-781f-4628-9c78-c03fbec0ea7e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5387719 Apr 15 03:41:36.609643 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35518) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:36.613164 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ef477eed-35d8-4aa8-85b7-a5a7c9c88d77 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.618544 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-c3261b97-7893-43d3-8a2b-fb8b6dc77ce9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'subnet': {'network_id': '9b86af90-f224-4fee-a1d1-e24cab9ce8e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:36.618745 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ef477eed-35d8-4aa8-85b7-a5a7c9c88d77 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/subnets/6ce89e28-eb40-4df4-9216-6a70cc8a6911 HTTP/1.1" status: 204 len: 168 time: 0.4996700 Apr 15 03:41:36.618837 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35520) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:36.631355 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b156a1fa-92a1-48ec-941a-8d2f734ab434 req-18e1d803-0f10-4b5a-b26f-1a301ccd2e6c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=694f734e-4d74-4136-96c0-603d4651f373&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0890675 Apr 15 03:41:36.632977 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 9b86af90-f224-4fee-a1d1-e24cab9ce8e0 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:41:36.635659 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7541a9e8-4263-43b5-a15f-cf9644cfdcf4 None None] Network 38c549cc-c606-4de7-945c-6dab2154479b requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:36.684094 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-84e2f8d3-0d0e-401b-abf9-e7a32ab38dc8 None None] For port 22c0a8af-6efe-43b1-9431-8f7fd02b60b0, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:41:36.755179 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-84e2f8d3-0d0e-401b-abf9-e7a32ab38dc8 None None] For port 22c0a8af-6efe-43b1-9431-8f7fd02b60b0, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=22c0a8af-6efe-43b1-9431-8f7fd02b60b0,segment=NetworkSegment(bd7ce992-f17e-40ae-82fc-daaa0f8e7b57),segment_id=bd7ce992-f17e-40ae-82fc-daaa0f8e7b57)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:41:36.765695 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f1972a66-7df8-4d55-920e-f681f61c9374 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (38c549cc-c606-4de7-945c-6dab2154479b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.772160 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a1fa-92a1-48ec-941a-8d2f734ab434 req-c385bccc-88a1-42b5-a6c3-b0057f3a2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:36.774236 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b156a1fa-92a1-48ec-941a-8d2f734ab434 req-c385bccc-88a1-42b5-a6c3-b0057f3a2c50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 1129 time: 0.0941067 Apr 15 03:41:36.775109 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3261b97-7893-43d3-8a2b-fb8b6dc77ce9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Made reservation on behalf of d32b2993bc124e40b67702e188368d12 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:36.779696 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c3261b97-7893-43d3-8a2b-fb8b6dc77ce9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.815344 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-84e2f8d3-0d0e-401b-abf9-e7a32ab38dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (22c0a8af-6efe-43b1-9431-8f7fd02b60b0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.842115 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.ipam_backend_mixin [None req-c3261b97-7893-43d3-8a2b-fb8b6dc77ce9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Performing IP validity checks on allocation pools {{(pid=104666) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 15 03:41:36.842750 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.ipam_backend_mixin [None req-c3261b97-7893-43d3-8a2b-fb8b6dc77ce9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104666) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 15 03:41:36.894990 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2f8d3-0d0e-401b-abf9-e7a32ab38dc8 None None] Pushing event updated for resources: {'Port': ['ID=22c0a8af-6efe-43b1-9431-8f7fd02b60b0,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:36.901570 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9db94fa-9993-40de-9a3c-91a9b8e6c099 None None] DHCP port deletion for 38c549cc-c606-4de7-945c-6dab2154479b request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:41:36.936711 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-f1972a66-7df8-4d55-920e-f681f61c9374 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting port 910ea14f-bde8-42a0-8dea-32b6b3d773ae {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:36.937061 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f1972a66-7df8-4d55-920e-f681f61c9374 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (910ea14f-bde8-42a0-8dea-32b6b3d773ae), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:36.962966 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-b9db94fa-9993-40de-9a3c-91a9b8e6c099 None None] Deleting port 910ea14f-bde8-42a0-8dea-32b6b3d773ae {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:36.963324 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b9db94fa-9993-40de-9a3c-91a9b8e6c099 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (910ea14f-bde8-42a0-8dea-32b6b3d773ae), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:37.029957 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b9db94fa-9993-40de-9a3c-91a9b8e6c099 None None] For port 910ea14f-bde8-42a0-8dea-32b6b3d773ae, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=910ea14f-bde8-42a0-8dea-32b6b3d773ae,segment=NetworkSegment(5d254e8a-9bba-454f-84e5-e156c07d13b5),segment_id=5d254e8a-9bba-454f-84e5-e156c07d13b5)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:37.031436 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b9db94fa-9993-40de-9a3c-91a9b8e6c099 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (910ea14f-bde8-42a0-8dea-32b6b3d773ae), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:37.041710 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a1fa-92a1-48ec-941a-8d2f734ab434 req-54b31b16-c5f1-489c-bfc5-f71ac865d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:37.043211 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b156a1fa-92a1-48ec-941a-8d2f734ab434 req-54b31b16-c5f1-489c-bfc5-f71ac865d618 service neutron] 10.222.0.30 "GET /v2.0/networks?id=abcc95a5-3423-4e6f-9cb9-53f8e547921b HTTP/1.1" status: 200 len: 897 time: 0.2335372 Apr 15 03:41:37.046895 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-b9db94fa-9993-40de-9a3c-91a9b8e6c099 None None] Calling delete_port for 910ea14f-bde8-42a0-8dea-32b6b3d773ae owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:37.048446 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-f1972a66-7df8-4d55-920e-f681f61c9374 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] For port 910ea14f-bde8-42a0-8dea-32b6b3d773ae, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=910ea14f-bde8-42a0-8dea-32b6b3d773ae,segment=NetworkSegment(5d254e8a-9bba-454f-84e5-e156c07d13b5),segment_id=5d254e8a-9bba-454f-84e5-e156c07d13b5)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:37.048820 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f1972a66-7df8-4d55-920e-f681f61c9374 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (910ea14f-bde8-42a0-8dea-32b6b3d773ae), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:37.146138 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c3261b97-7893-43d3-8a2b-fb8b6dc77ce9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (2bea555b-41e6-488f-9ff6-66cc1ef2607b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:37.156955 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-f1972a66-7df8-4d55-920e-f681f61c9374 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Calling delete_port for 910ea14f-bde8-42a0-8dea-32b6b3d773ae owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:37.222688 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b156a1fa-92a1-48ec-941a-8d2f734ab434 req-ea544470-437f-4158-b7d7-66248ba413b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=771af481-68ae-4ce7-9281-b463ff3446d3 HTTP/1.1" status: 200 len: 1001 time: 0.1710339 Apr 15 03:41:37.226732 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3261b97-7893-43d3-8a2b-fb8b6dc77ce9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Subnet': ['ID=2bea555b-41e6-488f-9ff6-66cc1ef2607b,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:37.237434 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b9db94fa-9993-40de-9a3c-91a9b8e6c099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (910ea14f-bde8-42a0-8dea-32b6b3d773ae), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:37.237722 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3261b97-7893-43d3-8a2b-fb8b6dc77ce9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Checking segment: {'id': 'befc0e69-8e67-4850-95cf-a6544011c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9b86af90-f224-4fee-a1d1-e24cab9ce8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:37.238089 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3261b97-7893-43d3-8a2b-fb8b6dc77ce9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Network hostable DHCP agents. Network: 9b86af90-f224-4fee-a1d1-e24cab9ce8e0, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:41:37.261411 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db94fa-9993-40de-9a3c-91a9b8e6c099 None None] Pushing event deleted for resources: {'Port': ['ID=910ea14f-bde8-42a0-8dea-32b6b3d773ae,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:37.275192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9db94fa-9993-40de-9a3c-91a9b8e6c099 None None] No DVR routers for this DVR port 910ea14f-bde8-42a0-8dea-32b6b3d773ae on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:41:37.333629 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a1fa-92a1-48ec-941a-8d2f734ab434 req-4509ef58-6b61-4db0-b40f-efd0a8172fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:37.335121 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b156a1fa-92a1-48ec-941a-8d2f734ab434 req-4509ef58-6b61-4db0-b40f-efd0a8172fac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7953b3b-beed-4f8a-8cf6-6def90b5765c HTTP/1.1" status: 200 len: 834 time: 0.0746546 Apr 15 03:41:37.345762 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3261b97-7893-43d3-8a2b-fb8b6dc77ce9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Network 9b86af90-f224-4fee-a1d1-e24cab9ce8e0 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:41:37.397456 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f1972a66-7df8-4d55-920e-f681f61c9374 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (910ea14f-bde8-42a0-8dea-32b6b3d773ae), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:37.415157 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-c3261b97-7893-43d3-8a2b-fb8b6dc77ce9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 9b86af90-f224-4fee-a1d1-e24cab9ce8e0) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:37.419813 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3261b97-7893-43d3-8a2b-fb8b6dc77ce9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:37.420422 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c3261b97-7893-43d3-8a2b-fb8b6dc77ce9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:37.432295 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f03a3f-32ca-48f2-8c74-4aeadc84faa5 None None] Network 9b86af90-f224-4fee-a1d1-e24cab9ce8e0 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:37.435767 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1972a66-7df8-4d55-920e-f681f61c9374 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Port': ['ID=910ea14f-bde8-42a0-8dea-32b6b3d773ae,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:37.440524 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156a1fa-92a1-48ec-941a-8d2f734ab434 req-33f6c601-2a0a-400c-ae3c-bdca5f2ea18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:37.442021 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b156a1fa-92a1-48ec-941a-8d2f734ab434 req-33f6c601-2a0a-400c-ae3c-bdca5f2ea18b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=abcc95a5-3423-4e6f-9cb9-53f8e547921b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0999942 Apr 15 03:41:37.444370 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1972a66-7df8-4d55-920e-f681f61c9374 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] No DVR routers for this DVR port 910ea14f-bde8-42a0-8dea-32b6b3d773ae on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:41:37.486163 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c3261b97-7893-43d3-8a2b-fb8b6dc77ce9 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8752227 Apr 15 03:41:37.488834 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35524) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:37.545871 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c90af99-e472-497e-8129-b4f2215fb96d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-9b86af90-f224-4fee-a1d1-e24cab9ce8e0', 'network_id': '9b86af90-f224-4fee-a1d1-e24cab9ce8e0', 'project_id': 'd32b2993bc124e40b67702e188368d12', 'fixed_ips': [{'subnet_id': '2bea555b-41e6-488f-9ff6-66cc1ef2607b'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:41:37.547111 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5c90af99-e472-497e-8129-b4f2215fb96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:37.574602 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f1972a66-7df8-4d55-920e-f681f61c9374 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (38c549cc-c606-4de7-945c-6dab2154479b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:37.604563 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-f1972a66-7df8-4d55-920e-f681f61c9374 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c549cc-c606-4de7-945c-6dab2154479b']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:37.624402 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-f1972a66-7df8-4d55-920e-f681f61c9374 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d254e8a-9bba-454f-84e5-e156c07d13b5') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:37.624701 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-f1972a66-7df8-4d55-920e-f681f61c9374 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d254e8a-9bba-454f-84e5-e156c07d13b5') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:37.638532 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b156a1fa-92a1-48ec-941a-8d2f734ab434 req-a6aff381-2449-4ff4-84eb-9f4dbed1672d service neutron] 10.222.0.30 "GET /v2.0/networks/abcc95a5-3423-4e6f-9cb9-53f8e547921b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881614 Apr 15 03:41:37.640314 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f1972a66-7df8-4d55-920e-f681f61c9374 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (5d254e8a-9bba-454f-84e5-e156c07d13b5), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:37.681794 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f1972a66-7df8-4d55-920e-f681f61c9374 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (5d254e8a-9bba-454f-84e5-e156c07d13b5), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:37.715321 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1972a66-7df8-4d55-920e-f681f61c9374 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:37.719664 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f1972a66-7df8-4d55-920e-f681f61c9374 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (5d254e8a-9bba-454f-84e5-e156c07d13b5), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: self.session.flush() Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:37.725003 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:37.813594 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b156a1fa-92a1-48ec-941a-8d2f734ab434 req-df0b1d67-c481-4f89-891c-d928f32c3cec service neutron] 10.222.0.30 "GET /v2.0/networks/abcc95a5-3423-4e6f-9cb9-53f8e547921b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662185 Apr 15 03:41:37.863031 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-5c90af99-e472-497e-8129-b4f2215fb96d None None] Allocated IP 2001:db8::3 (9b86af90-f224-4fee-a1d1-e24cab9ce8e0/2bea555b-41e6-488f-9ff6-66cc1ef2607b/572a6aca-f740-4926-8ac3-200ec633ee7c) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:37.889373 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f1972a66-7df8-4d55-920e-f681f61c9374 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (38c549cc-c606-4de7-945c-6dab2154479b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:37.896525 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f1972a66-7df8-4d55-920e-f681f61c9374 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:37.905928 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f1972a66-7df8-4d55-920e-f681f61c9374 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/networks/38c549cc-c606-4de7-945c-6dab2154479b HTTP/1.1" status: 204 len: 168 time: 1.2819514 Apr 15 03:41:37.912124 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35526) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:37.921481 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1972a66-7df8-4d55-920e-f681f61c9374 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Network': ['ID=38c549cc-c606-4de7-945c-6dab2154479b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:37.979196 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11947b0-ec93-4563-9daa-1b38605f7607 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:37.984484 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d11947b0-ec93-4563-9daa-1b38605f7607 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports/434ba337-cc79-4338-872c-0c1c33226e65 HTTP/1.1" status: 200 len: 841 time: 0.0688241 Apr 15 03:41:37.985200 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35528) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:38.002136 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (9b86af90-f224-4fee-a1d1-e24cab9ce8e0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:38.034981 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2bf3f0c0-7b34-4059-a169-5e1eb7b1de58 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports/434ba337-cc79-4338-872c-0c1c33226e65?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0488541 Apr 15 03:41:38.039211 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35530) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:38.044422 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-91b2369b-8229-4076-91a8-038ac85f2b24 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'subnet': {'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:38.055225 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5c90af99-e472-497e-8129-b4f2215fb96d None None] Publish callbacks [] for port (572a6aca-f740-4926-8ac3-200ec633ee7c), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:38.073763 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (2bea555b-41e6-488f-9ff6-66cc1ef2607b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:38.084626 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d47dd6-e908-477b-aa5d-6941c340e541 None None] Network ada9e40a-7416-4c19-a950-0b71894a1750 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:38.138773 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5c90af99-e472-497e-8129-b4f2215fb96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (572a6aca-f740-4926-8ac3-200ec633ee7c), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:38.174213 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b2369b-8229-4076-91a8-038ac85f2b24 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:38.177803 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91b2369b-8229-4076-91a8-038ac85f2b24 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:38.199605 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c90af99-e472-497e-8129-b4f2215fb96d None None] Network 9b86af90-f224-4fee-a1d1-e24cab9ce8e0 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:38.203618 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (2bea555b-41e6-488f-9ff6-66cc1ef2607b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:38.203974 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-1d7a9882-0d6f-40b6-9f8a-a840aa2aa7c7 None None] Provisioning complete for port 22c0a8af-6efe-43b1-9431-8f7fd02b60b0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:38.204347 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1d7a9882-0d6f-40b6-9f8a-a840aa2aa7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (22c0a8af-6efe-43b1-9431-8f7fd02b60b0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:38.214076 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-5c90af99-e472-497e-8129-b4f2215fb96d None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:38.235190 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Subnet': ['ID=2bea555b-41e6-488f-9ff6-66cc1ef2607b,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:38.240082 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c90af99-e472-497e-8129-b4f2215fb96d None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:38.248465 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90af99-e472-497e-8129-b4f2215fb96d None None] Pushing event updated for resources: {'Port': ['ID=572a6aca-f740-4926-8ac3-200ec633ee7c,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:38.303239 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (9b86af90-f224-4fee-a1d1-e24cab9ce8e0), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:38.353585 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b86af90-f224-4fee-a1d1-e24cab9ce8e0']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:38.369041 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befc0e69-8e67-4850-95cf-a6544011c7a7') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:38.369341 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befc0e69-8e67-4850-95cf-a6544011c7a7') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:38.378134 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5c90af99-e472-497e-8129-b4f2215fb96d None None] Attempting to bind port 572a6aca-f740-4926-8ac3-200ec633ee7c on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:41:38.378794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5c90af99-e472-497e-8129-b4f2215fb96d None None] Attempting to bind port 572a6aca-f740-4926-8ac3-200ec633ee7c by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'befc0e69-8e67-4850-95cf-a6544011c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9b86af90-f224-4fee-a1d1-e24cab9ce8e0'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:41:38.378951 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c90af99-e472-497e-8129-b4f2215fb96d None None] Attempting to bind port 572a6aca-f740-4926-8ac3-200ec633ee7c on network 9b86af90-f224-4fee-a1d1-e24cab9ce8e0 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:41:38.396853 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (befc0e69-8e67-4850-95cf-a6544011c7a7), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:38.399643 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c90af99-e472-497e-8129-b4f2215fb96d None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:41:38.400825 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c90af99-e472-497e-8129-b4f2215fb96d None None] Checking segment: {'id': 'befc0e69-8e67-4850-95cf-a6544011c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9b86af90-f224-4fee-a1d1-e24cab9ce8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:38.400825 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5c90af99-e472-497e-8129-b4f2215fb96d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:38.400825 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c90af99-e472-497e-8129-b4f2215fb96d None None] Bound using segment: {'id': 'befc0e69-8e67-4850-95cf-a6544011c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9b86af90-f224-4fee-a1d1-e24cab9ce8e0'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:41:38.401302 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5c90af99-e472-497e-8129-b4f2215fb96d None None] Bound port: 572a6aca-f740-4926-8ac3-200ec633ee7c, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befc0e69-8e67-4850-95cf-a6544011c7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9b86af90-f224-4fee-a1d1-e24cab9ce8e0'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:41:38.401686 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5c90af99-e472-497e-8129-b4f2215fb96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (572a6aca-f740-4926-8ac3-200ec633ee7c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:38.416187 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a9882-0d6f-40b6-9f8a-a840aa2aa7c7 None None] Current status of the port 22c0a8af-6efe-43b1-9431-8f7fd02b60b0 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:38.416589 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1d7a9882-0d6f-40b6-9f8a-a840aa2aa7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (22c0a8af-6efe-43b1-9431-8f7fd02b60b0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:38.433314 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (befc0e69-8e67-4850-95cf-a6544011c7a7), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:38.444560 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:38.445341 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (befc0e69-8e67-4850-95cf-a6544011c7a7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:38.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:38.546654 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 22c0a8af-6efe-43b1-9431-8f7fd02b60b0 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:41:38.569431 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.db.api [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 03:41:38.569431 dv-neutron-837140-3-hyperv neutron-server[104666]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 03:41:38.569431 dv-neutron-837140-3-hyperv neutron-server[104666]: [parameters: {'id': '9b86af90-f224-4fee-a1d1-e24cab9ce8e0'}] Apr 15 03:41:38.569431 dv-neutron-837140-3-hyperv neutron-server[104666]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:41:38.570985 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG oslo_db.api [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:41:38.608919 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-1d7a9882-0d6f-40b6-9f8a-a840aa2aa7c7 None None] For port 22c0a8af-6efe-43b1-9431-8f7fd02b60b0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=22c0a8af-6efe-43b1-9431-8f7fd02b60b0,segment=NetworkSegment(bd7ce992-f17e-40ae-82fc-daaa0f8e7b57),segment_id=bd7ce992-f17e-40ae-82fc-daaa0f8e7b57)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:38.613186 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5c90af99-e472-497e-8129-b4f2215fb96d None None] For port 572a6aca-f740-4926-8ac3-200ec633ee7c, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:41:38.626898 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5c90af99-e472-497e-8129-b4f2215fb96d None None] For port 572a6aca-f740-4926-8ac3-200ec633ee7c, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=572a6aca-f740-4926-8ac3-200ec633ee7c,segment=NetworkSegment(befc0e69-8e67-4850-95cf-a6544011c7a7),segment_id=befc0e69-8e67-4850-95cf-a6544011c7a7)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:41:38.637407 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 22c0a8af-6efe-43b1-9431-8f7fd02b60b0 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:38.637775 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (22c0a8af-6efe-43b1-9431-8f7fd02b60b0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:38.673283 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1d7a9882-0d6f-40b6-9f8a-a840aa2aa7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (22c0a8af-6efe-43b1-9431-8f7fd02b60b0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:38.704720 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5c90af99-e472-497e-8129-b4f2215fb96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (572a6aca-f740-4926-8ac3-200ec633ee7c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:38.768683 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a9882-0d6f-40b6-9f8a-a840aa2aa7c7 None None] Pushing event updated for resources: {'Port': ['ID=22c0a8af-6efe-43b1-9431-8f7fd02b60b0,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:38.774850 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91b2369b-8229-4076-91a8-038ac85f2b24 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (54eaeace-b243-4513-b631-625896e562df), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:38.822087 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b2369b-8229-4076-91a8-038ac85f2b24 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network ff932ac1-7d44-43d9-8517-b89abf9494c7 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:38.826732 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-91b2369b-8229-4076-91a8-038ac85f2b24 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:38.830926 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b2369b-8229-4076-91a8-038ac85f2b24 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:38.831522 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91b2369b-8229-4076-91a8-038ac85f2b24 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:38.840136 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 22c0a8af-6efe-43b1-9431-8f7fd02b60b0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:38.842451 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3907a4-8d44-4e96-b55d-a46a97991543 None None] Network ff932ac1-7d44-43d9-8517-b89abf9494c7 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:38.843142 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2369b-8229-4076-91a8-038ac85f2b24 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Subnet': ['ID=54eaeace-b243-4513-b631-625896e562df,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:38.858272 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6b2d6766-fa76-4693-b162-e30425175507 None None] Provisioning complete for port 22c0a8af-6efe-43b1-9431-8f7fd02b60b0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:38.858272 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6b2d6766-fa76-4693-b162-e30425175507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (22c0a8af-6efe-43b1-9431-8f7fd02b60b0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:38.899214 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc3d80b-9b23-4c24-9286-99c5f2a5402b None None] Network 9b86af90-f224-4fee-a1d1-e24cab9ce8e0 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:38.907911 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 910ea14f-bde8-42a0-8dea-32b6b3d773ae no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:41:38.908444 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-91b2369b-8229-4076-91a8-038ac85f2b24 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8680501 Apr 15 03:41:38.911174 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35532) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:38.915633 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-775d5979-edb1-44ed-ab0b-d131dc4fe844 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'security_group': {'name': 'tempest-secgroup-1381556495'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:38.975480 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90af99-e472-497e-8129-b4f2215fb96d None None] Pushing event updated for resources: {'Port': ['ID=572a6aca-f740-4926-8ac3-200ec633ee7c,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:38.985406 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 910ea14f-bde8-42a0-8dea-32b6b3d773ae {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:41:38.985661 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 910ea14f-bde8-42a0-8dea-32b6b3d773ae not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:41:38.986493 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-775d5979-edb1-44ed-ab0b-d131dc4fe844 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.064651 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-775d5979-edb1-44ed-ab0b-d131dc4fe844 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (cdc015d8-e936-4499-b93f-7eca69e418dd), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.072939 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (9b86af90-f224-4fee-a1d1-e24cab9ce8e0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.124252 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Deleting port 572a6aca-f740-4926-8ac3-200ec633ee7c {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:39.124601 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (572a6aca-f740-4926-8ac3-200ec633ee7c), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.132811 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6b2d6766-fa76-4693-b162-e30425175507 None None] Current status of the port 22c0a8af-6efe-43b1-9431-8f7fd02b60b0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:39.135353 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-775d5979-edb1-44ed-ab0b-d131dc4fe844 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (cdc015d8-e936-4499-b93f-7eca69e418dd), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.140964 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09143d6c-0987-4802-8bb0-3444f3432093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-ff932ac1-7d44-43d9-8517-b89abf9494c7', 'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7', 'project_id': '0f29a0ef0d424ee880c0248cae529385', 'fixed_ips': [{'subnet_id': '54eaeace-b243-4513-b631-625896e562df'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:41:39.141825 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-09143d6c-0987-4802-8bb0-3444f3432093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.165041 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d5979-edb1-44ed-ab0b-d131dc4fe844 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc015d8-e936-4499-b93f-7eca69e418dd,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:39.195117 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] For port 572a6aca-f740-4926-8ac3-200ec633ee7c, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=572a6aca-f740-4926-8ac3-200ec633ee7c,segment=NetworkSegment(befc0e69-8e67-4850-95cf-a6544011c7a7),segment_id=befc0e69-8e67-4850-95cf-a6544011c7a7)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:39.195483 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (572a6aca-f740-4926-8ac3-200ec633ee7c), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.208864 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Calling delete_port for 572a6aca-f740-4926-8ac3-200ec633ee7c owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:39.239204 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-775d5979-edb1-44ed-ab0b-d131dc4fe844 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.243745 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-775d5979-edb1-44ed-ab0b-d131dc4fe844 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3285179 Apr 15 03:41:39.244352 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35534) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:39.248878 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-9a820b4d-c043-4f06-ae54-e6eb602df333 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'security_group': {'name': 'tempest-secgroup-540356458'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:39.280793 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-09143d6c-0987-4802-8bb0-3444f3432093 None None] Allocated IP 172.20.0.2 (ff932ac1-7d44-43d9-8517-b89abf9494c7/54eaeace-b243-4513-b631-625896e562df/61dbdef7-5af6-4a1e-8a7b-6d0cee95526a) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:39.322896 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a820b4d-c043-4f06-ae54-e6eb602df333 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.350701 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (572a6aca-f740-4926-8ac3-200ec633ee7c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.381245 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Port': ['ID=572a6aca-f740-4926-8ac3-200ec633ee7c,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:39.384809 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] No DVR routers for this DVR port 572a6aca-f740-4926-8ac3-200ec633ee7c on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:41:39.396756 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a820b4d-c043-4f06-ae54-e6eb602df333 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (be1e9f50-2196-4da9-99c1-26368f6c8093), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.453466 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a820b4d-c043-4f06-ae54-e6eb602df333 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (be1e9f50-2196-4da9-99c1-26368f6c8093), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.465309 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (9b86af90-f224-4fee-a1d1-e24cab9ce8e0), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.485131 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a820b4d-c043-4f06-ae54-e6eb602df333 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be1e9f50-2196-4da9-99c1-26368f6c8093,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:39.487355 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-09143d6c-0987-4802-8bb0-3444f3432093 None None] Publish callbacks [] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.489112 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b86af90-f224-4fee-a1d1-e24cab9ce8e0']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:39.499000 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befc0e69-8e67-4850-95cf-a6544011c7a7') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:39.499369 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befc0e69-8e67-4850-95cf-a6544011c7a7') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:39.513329 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (befc0e69-8e67-4850-95cf-a6544011c7a7), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.527914 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (befc0e69-8e67-4850-95cf-a6544011c7a7), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.533927 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:39.534314 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (befc0e69-8e67-4850-95cf-a6544011c7a7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:39.537345 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:39.553601 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a820b4d-c043-4f06-ae54-e6eb602df333 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.555081 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9a820b4d-c043-4f06-ae54-e6eb602df333 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3097546 Apr 15 03:41:39.557648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35536) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:39.562652 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-da1bd5de-5bb9-4ed1-a9ec-1cc8250a6344 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1906261866', 'security_groups': ['be1e9f50-2196-4da9-99c1-26368f6c8093'], 'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '54eaeace-b243-4513-b631-625896e562df'}]}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:39.574963 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-09143d6c-0987-4802-8bb0-3444f3432093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.617772 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09143d6c-0987-4802-8bb0-3444f3432093 None None] Network ff932ac1-7d44-43d9-8517-b89abf9494c7 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:39.622741 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-09143d6c-0987-4802-8bb0-3444f3432093 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:39.626285 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09143d6c-0987-4802-8bb0-3444f3432093 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:39.633383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09143d6c-0987-4802-8bb0-3444f3432093 None None] Pushing event updated for resources: {'Port': ['ID=61dbdef7-5af6-4a1e-8a7b-6d0cee95526a,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:39.654302 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (9b86af90-f224-4fee-a1d1-e24cab9ce8e0), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.661283 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.667509 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/networks/9b86af90-f224-4fee-a1d1-e24cab9ce8e0 HTTP/1.1" status: 204 len: 168 time: 2.1769216 Apr 15 03:41:39.672471 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35538) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:39.679945 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a63f2a40-a196-4b48-8fbc-d4eaa744600c tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1447605454'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:39.683423 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11b6e2-a518-4d30-b580-a6afb3ef40af tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Network': ['ID=9b86af90-f224-4fee-a1d1-e24cab9ce8e0,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:39.690245 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-09143d6c-0987-4802-8bb0-3444f3432093 None None] Attempting to bind port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:41:39.690660 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-09143d6c-0987-4802-8bb0-3444f3432093 None None] Attempting to bind port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'd8de4d6f-dd75-4afe-b6b7-f760ea3c02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:41:39.691029 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09143d6c-0987-4802-8bb0-3444f3432093 None None] Attempting to bind port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a on network ff932ac1-7d44-43d9-8517-b89abf9494c7 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:41:39.696096 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09143d6c-0987-4802-8bb0-3444f3432093 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:41:39.696471 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09143d6c-0987-4802-8bb0-3444f3432093 None None] Checking segment: {'id': 'd8de4d6f-dd75-4afe-b6b7-f760ea3c02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:39.696869 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-09143d6c-0987-4802-8bb0-3444f3432093 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.697257 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09143d6c-0987-4802-8bb0-3444f3432093 None None] Bound using segment: {'id': 'd8de4d6f-dd75-4afe-b6b7-f760ea3c02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:41:39.697718 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-09143d6c-0987-4802-8bb0-3444f3432093 None None] Bound port: 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8de4d6f-dd75-4afe-b6b7-f760ea3c02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:41:39.698093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-09143d6c-0987-4802-8bb0-3444f3432093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.759618 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-09143d6c-0987-4802-8bb0-3444f3432093 None None] For port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:41:39.762817 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-09143d6c-0987-4802-8bb0-3444f3432093 None None] For port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=61dbdef7-5af6-4a1e-8a7b-6d0cee95526a,segment=NetworkSegment(d8de4d6f-dd75-4afe-b6b7-f760ea3c02ea),segment_id=d8de4d6f-dd75-4afe-b6b7-f760ea3c02ea)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:41:39.768261 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1bd5de-5bb9-4ed1-a9ec-1cc8250a6344 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:39.792279 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63f2a40-a196-4b48-8fbc-d4eaa744600c tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Made reservation on behalf of d32b2993bc124e40b67702e188368d12 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:39.795682 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a63f2a40-a196-4b48-8fbc-d4eaa744600c tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.848908 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-09143d6c-0987-4802-8bb0-3444f3432093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.860000 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63f2a40-a196-4b48-8fbc-d4eaa744600c tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:41:39.881682 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da1bd5de-5bb9-4ed1-a9ec-1cc8250a6344 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.885756 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a63f2a40-a196-4b48-8fbc-d4eaa744600c tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (89ad91ed-6dd4-414e-8721-578b8f7299a6), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:39.886100 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-a63f2a40-a196-4b48-8fbc-d4eaa744600c tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Added segment 89ad91ed-6dd4-414e-8721-578b8f7299a6 of type vlan for network 015c06e3-914c-4dab-84d5-c19c3499a653 Apr 15 03:41:39.908796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09143d6c-0987-4802-8bb0-3444f3432093 None None] Pushing event updated for resources: {'Port': ['ID=61dbdef7-5af6-4a1e-8a7b-6d0cee95526a,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:39.929652 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-da1bd5de-5bb9-4ed1-a9ec-1cc8250a6344 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] device_id is not set on port cfd8207d-cb48-447e-b99d-20176fa9ac11 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:41:39.948825 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a63f2a40-a196-4b48-8fbc-d4eaa744600c tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (015c06e3-914c-4dab-84d5-c19c3499a653), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:40.126308 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a63f2a40-a196-4b48-8fbc-d4eaa744600c tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (015c06e3-914c-4dab-84d5-c19c3499a653), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:40.131376 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63f2a40-a196-4b48-8fbc-d4eaa744600c tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:40.131958 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a63f2a40-a196-4b48-8fbc-d4eaa744600c tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:40.173638 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-da1bd5de-5bb9-4ed1-a9ec-1cc8250a6344 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Allocated IP 172.20.0.10 (ff932ac1-7d44-43d9-8517-b89abf9494c7/54eaeace-b243-4513-b631-625896e562df/cfd8207d-cb48-447e-b99d-20176fa9ac11) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:40.223530 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f2a40-a196-4b48-8fbc-d4eaa744600c tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Network': ['ID=015c06e3-914c-4dab-84d5-c19c3499a653,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:40.238512 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 015c06e3-914c-4dab-84d5-c19c3499a653 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:41:40.274334 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a63f2a40-a196-4b48-8fbc-d4eaa744600c tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5983348 Apr 15 03:41:40.274939 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35540) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:40.296387 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-b63aea5a-c0f1-424f-94cc-b22e14394c8a tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'subnet': {'network_id': '015c06e3-914c-4dab-84d5-c19c3499a653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:40.375227 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da1bd5de-5bb9-4ed1-a9ec-1cc8250a6344 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (cfd8207d-cb48-447e-b99d-20176fa9ac11), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:40.460888 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da1bd5de-5bb9-4ed1-a9ec-1cc8250a6344 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (cfd8207d-cb48-447e-b99d-20176fa9ac11), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:40.482047 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63aea5a-c0f1-424f-94cc-b22e14394c8a tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Made reservation on behalf of d32b2993bc124e40b67702e188368d12 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:40.487095 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b63aea5a-c0f1-424f-94cc-b22e14394c8a tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:40.512855 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1bd5de-5bb9-4ed1-a9ec-1cc8250a6344 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network ff932ac1-7d44-43d9-8517-b89abf9494c7 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:40.516166 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-da1bd5de-5bb9-4ed1-a9ec-1cc8250a6344 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:40.519816 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:41:40.522576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1bd5de-5bb9-4ed1-a9ec-1cc8250a6344 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:40.550956 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bd5de-5bb9-4ed1-a9ec-1cc8250a6344 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=cfd8207d-cb48-447e-b99d-20176fa9ac11,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:40.580799 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1bd5de-5bb9-4ed1-a9ec-1cc8250a6344 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:40.581678 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-da1bd5de-5bb9-4ed1-a9ec-1cc8250a6344 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:40.589024 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:40.589394 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:40.677602 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:40.677987 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:40.687556 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-da1bd5de-5bb9-4ed1-a9ec-1cc8250a6344 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1264615 Apr 15 03:41:40.687784 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35542) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:40.692787 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-5e0dae64-62c9-4685-8cb2-e778ac791173 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'subnet': {'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:40.724219 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=61dbdef7-5af6-4a1e-8a7b-6d0cee95526a,segment=NetworkSegment(d8de4d6f-dd75-4afe-b6b7-f760ea3c02ea),segment_id=d8de4d6f-dd75-4afe-b6b7-f760ea3c02ea)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:40.792835 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:40.793123 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b63aea5a-c0f1-424f-94cc-b22e14394c8a tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (d2de871b-8677-4a28-806b-1823a4a440fb), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:40.796575 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 22c0a8af-6efe-43b1-9431-8f7fd02b60b0 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:41:40.878123 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63aea5a-c0f1-424f-94cc-b22e14394c8a tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Subnet': ['ID=d2de871b-8677-4a28-806b-1823a4a440fb,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:40.883782 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0dae64-62c9-4685-8cb2-e778ac791173 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:40.887735 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63aea5a-c0f1-424f-94cc-b22e14394c8a tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Checking segment: {'id': '89ad91ed-6dd4-414e-8721-578b8f7299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '015c06e3-914c-4dab-84d5-c19c3499a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:40.888295 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63aea5a-c0f1-424f-94cc-b22e14394c8a tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Network hostable DHCP agents. Network: 015c06e3-914c-4dab-84d5-c19c3499a653, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:41:40.888727 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5e0dae64-62c9-4685-8cb2-e778ac791173 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:40.914503 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 22c0a8af-6efe-43b1-9431-8f7fd02b60b0 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:40.914980 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (22c0a8af-6efe-43b1-9431-8f7fd02b60b0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:40.962893 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63aea5a-c0f1-424f-94cc-b22e14394c8a tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Network 015c06e3-914c-4dab-84d5-c19c3499a653 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:41:40.963488 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=61dbdef7-5af6-4a1e-8a7b-6d0cee95526a,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:41.013710 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 22c0a8af-6efe-43b1-9431-8f7fd02b60b0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:41.014386 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.ipam_backend_mixin [None req-5e0dae64-62c9-4685-8cb2-e778ac791173 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 54eaeace-b243-4513-b631-625896e562df (CIDR: 172.20.0.0/28) Apr 15 03:41:41.025898 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-b63aea5a-c0f1-424f-94cc-b22e14394c8a tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 015c06e3-914c-4dab-84d5-c19c3499a653) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:41.035199 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63aea5a-c0f1-424f-94cc-b22e14394c8a tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:41.036349 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b63aea5a-c0f1-424f-94cc-b22e14394c8a tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:41.045776 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5661b714-072a-40f4-9a2b-28fde89dcd17 None None] Network 015c06e3-914c-4dab-84d5-c19c3499a653 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:41.077886 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0dae64-62c9-4685-8cb2-e778ac791173 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:41:41.078472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0dae64-62c9-4685-8cb2-e778ac791173 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:41.132027 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b63aea5a-c0f1-424f-94cc-b22e14394c8a tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8557963 Apr 15 03:41:41.134650 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35546) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:41.156476 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8edf23-0228-498e-a6f1-decafa3ea5c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-015c06e3-914c-4dab-84d5-c19c3499a653', 'network_id': '015c06e3-914c-4dab-84d5-c19c3499a653', 'project_id': 'd32b2993bc124e40b67702e188368d12', 'fixed_ips': [{'subnet_id': 'd2de871b-8677-4a28-806b-1823a4a440fb'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:41:41.157383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2c8edf23-0228-498e-a6f1-decafa3ea5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:41.160748 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35548) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:41.180622 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5e0dae64-62c9-4685-8cb2-e778ac791173 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4917326 Apr 15 03:41:41.190155 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35550) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:41.200944 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-7b61a0fe-249f-4413-88c8-2d651e83d06c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'subnet': {'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:41.289180 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-2358f643-0fef-4f24-8d27-36fdc281ee2f None None] Provisioning complete for port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:41.290582 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2358f643-0fef-4f24-8d27-36fdc281ee2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:41.302168 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-afe3c640-eb0d-4891-aee2-0776d5f13ab8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/a58de620-7498-4457-9abf-5b15563ddbd9 HTTP/1.1" status: 200 len: 993 time: 0.1398866 Apr 15 03:41:41.406555 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-2c8edf23-0228-498e-a6f1-decafa3ea5c9 None None] Allocated IP 2001:db8::1 (015c06e3-914c-4dab-84d5-c19c3499a653/d2de871b-8677-4a28-806b-1823a4a440fb/848beac6-13c4-4c7a-b948-912541599def) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:41.430854 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (015c06e3-914c-4dab-84d5-c19c3499a653), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:41.528660 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (d2de871b-8677-4a28-806b-1823a4a440fb), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:41.537019 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2358f643-0fef-4f24-8d27-36fdc281ee2f None None] Current status of the port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:41.572935 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b61a0fe-249f-4413-88c8-2d651e83d06c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:41.576492 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7b61a0fe-249f-4413-88c8-2d651e83d06c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:41.653394 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35556) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:41.717719 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-2358f643-0fef-4f24-8d27-36fdc281ee2f None None] Provisioning complete for port 434ba337-cc79-4338-872c-0c1c33226e65 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:41.718087 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2358f643-0fef-4f24-8d27-36fdc281ee2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (434ba337-cc79-4338-872c-0c1c33226e65), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:41.774590 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2358f643-0fef-4f24-8d27-36fdc281ee2f None None] Port 434ba337-cc79-4338-872c-0c1c33226e65 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:41:41.825567 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2c8edf23-0228-498e-a6f1-decafa3ea5c9 None None] Publish callbacks [] for port (848beac6-13c4-4c7a-b948-912541599def), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:41.858983 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-a2c057e2-a450-411f-87dc-c7370e59bbca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port 16e22e8d-c304-4791-9b49-0c77f1cf8b04 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:41.859334 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a2c057e2-a450-411f-87dc-c7370e59bbca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (16e22e8d-c304-4791-9b49-0c77f1cf8b04), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:41.892616 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-b0c2733f-cd52-4df4-a09c-16088b994284 None None] Provisioning complete for port cfd8207d-cb48-447e-b99d-20176fa9ac11 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:41.893536 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b0c2733f-cd52-4df4-a09c-16088b994284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cfd8207d-cb48-447e-b99d-20176fa9ac11), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:41.922699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2c8edf23-0228-498e-a6f1-decafa3ea5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (848beac6-13c4-4c7a-b948-912541599def), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:41.939830 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7b61a0fe-249f-4413-88c8-2d651e83d06c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (fcb60d28-21c8-48e1-938a-4bf95f21cfc9), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:41.947535 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a2c057e2-a450-411f-87dc-c7370e59bbca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (16e22e8d-c304-4791-9b49-0c77f1cf8b04), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:41.947962 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a2c057e2-a450-411f-87dc-c7370e59bbca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (16e22e8d-c304-4791-9b49-0c77f1cf8b04), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:41.963079 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-a2c057e2-a450-411f-87dc-c7370e59bbca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for 16e22e8d-c304-4791-9b49-0c77f1cf8b04 owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:41.968598 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-b0c2733f-cd52-4df4-a09c-16088b994284 None None] Port cfd8207d-cb48-447e-b99d-20176fa9ac11 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:41:41.982173 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8edf23-0228-498e-a6f1-decafa3ea5c9 None None] Network 015c06e3-914c-4dab-84d5-c19c3499a653 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:41.985408 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-2c8edf23-0228-498e-a6f1-decafa3ea5c9 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:41.990146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8edf23-0228-498e-a6f1-decafa3ea5c9 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:41.993860 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8edf23-0228-498e-a6f1-decafa3ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=848beac6-13c4-4c7a-b948-912541599def,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:42.005048 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b61a0fe-249f-4413-88c8-2d651e83d06c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network ff932ac1-7d44-43d9-8517-b89abf9494c7 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:42.013355 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-7b61a0fe-249f-4413-88c8-2d651e83d06c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:42.017039 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b61a0fe-249f-4413-88c8-2d651e83d06c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:42.017880 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7b61a0fe-249f-4413-88c8-2d651e83d06c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:42.030823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (d2de871b-8677-4a28-806b-1823a4a440fb), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:42.034751 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974be15f-7920-4abd-8a76-e2a9715cc5d2 None None] Network ff932ac1-7d44-43d9-8517-b89abf9494c7 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:42.087865 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61a0fe-249f-4413-88c8-2d651e83d06c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Subnet': ['ID=fcb60d28-21c8-48e1-938a-4bf95f21cfc9,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:42.124927 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Subnet': ['ID=d2de871b-8677-4a28-806b-1823a4a440fb,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:42.149555 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-2c8edf23-0228-498e-a6f1-decafa3ea5c9 None None] Attempting to bind port 848beac6-13c4-4c7a-b948-912541599def on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:41:42.150206 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-2c8edf23-0228-498e-a6f1-decafa3ea5c9 None None] Attempting to bind port 848beac6-13c4-4c7a-b948-912541599def by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '89ad91ed-6dd4-414e-8721-578b8f7299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '015c06e3-914c-4dab-84d5-c19c3499a653'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:41:42.150788 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8edf23-0228-498e-a6f1-decafa3ea5c9 None None] Attempting to bind port 848beac6-13c4-4c7a-b948-912541599def on network 015c06e3-914c-4dab-84d5-c19c3499a653 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:41:42.165761 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7b61a0fe-249f-4413-88c8-2d651e83d06c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9745681 Apr 15 03:41:42.167072 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8edf23-0228-498e-a6f1-decafa3ea5c9 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:41:42.167451 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8edf23-0228-498e-a6f1-decafa3ea5c9 None None] Checking segment: {'id': '89ad91ed-6dd4-414e-8721-578b8f7299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '015c06e3-914c-4dab-84d5-c19c3499a653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:42.167854 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2c8edf23-0228-498e-a6f1-decafa3ea5c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:42.168243 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8edf23-0228-498e-a6f1-decafa3ea5c9 None None] Bound using segment: {'id': '89ad91ed-6dd4-414e-8721-578b8f7299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '015c06e3-914c-4dab-84d5-c19c3499a653'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:41:42.168715 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-2c8edf23-0228-498e-a6f1-decafa3ea5c9 None None] Bound port: 848beac6-13c4-4c7a-b948-912541599def, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89ad91ed-6dd4-414e-8721-578b8f7299a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '015c06e3-914c-4dab-84d5-c19c3499a653'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:41:42.169089 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2c8edf23-0228-498e-a6f1-decafa3ea5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (848beac6-13c4-4c7a-b948-912541599def), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:42.169647 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35558) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:42.172973 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (015c06e3-914c-4dab-84d5-c19c3499a653), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:42.178991 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d6729b10-665e-42aa-a66e-0637df803939 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1943417670', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fcb60d28-21c8-48e1-938a-4bf95f21cfc9'}], 'security_groups': ['cdc015d8-e936-4499-b93f-7eca69e418dd']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:42.235031 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015c06e3-914c-4dab-84d5-c19c3499a653']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:42.267978 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ad91ed-6dd4-414e-8721-578b8f7299a6') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:42.268645 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ad91ed-6dd4-414e-8721-578b8f7299a6') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:42.274112 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-2c8edf23-0228-498e-a6f1-decafa3ea5c9 None None] For port 848beac6-13c4-4c7a-b948-912541599def, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:41:42.277505 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a2c057e2-a450-411f-87dc-c7370e59bbca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (16e22e8d-c304-4791-9b49-0c77f1cf8b04), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:42.282245 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-2c8edf23-0228-498e-a6f1-decafa3ea5c9 None None] For port 848beac6-13c4-4c7a-b948-912541599def, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=848beac6-13c4-4c7a-b948-912541599def,segment=NetworkSegment(89ad91ed-6dd4-414e-8721-578b8f7299a6),segment_id=89ad91ed-6dd4-414e-8721-578b8f7299a6)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:41:42.309204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (89ad91ed-6dd4-414e-8721-578b8f7299a6), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:42.348170 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c057e2-a450-411f-87dc-c7370e59bbca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=16e22e8d-c304-4791-9b49-0c77f1cf8b04,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:42.382570 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2c8edf23-0228-498e-a6f1-decafa3ea5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (848beac6-13c4-4c7a-b948-912541599def), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:42.399392 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6729b10-665e-42aa-a66e-0637df803939 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cfd8207d-cb48-447e-b99d-20176fa9ac11), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:42.401722 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (89ad91ed-6dd4-414e-8721-578b8f7299a6), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:42.417521 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:42.418017 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (89ad91ed-6dd4-414e-8721-578b8f7299a6), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:42.421974 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:42.428712 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a2c057e2-a450-411f-87dc-c7370e59bbca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (a58de620-7498-4457-9abf-5b15563ddbd9), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:42.431961 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-a2c057e2-a450-411f-87dc-c7370e59bbca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Floating IP a58de620-7498-4457-9abf-5b15563ddbd9 disassociated (deleted). External IP: 172.26.6.123, port: 771af481-68ae-4ce7-9281-b463ff3446d3. Apr 15 03:41:42.457886 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:41:42.517975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5864e3ff-fcc9-4e6c-a418-eb982d0c97c4 None None] Update dhcp port {'port': {'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7', 'fixed_ips': [{'subnet_id': '54eaeace-b243-4513-b631-625896e562df', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fcb60d28-21c8-48e1-938a-4bf95f21cfc9'}], 'binding:host_id': 'dv-neutron-837140-3-hyperv'}, 'id': '61dbdef7-5af6-4a1e-8a7b-6d0cee95526a'} from dv-neutron-837140-3-hyperv. {{(pid=104668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 15 03:41:42.549974 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.db.api [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 03:41:42.549974 dv-neutron-837140-3-hyperv neutron-server[104666]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 03:41:42.549974 dv-neutron-837140-3-hyperv neutron-server[104666]: [parameters: {'id': '015c06e3-914c-4dab-84d5-c19c3499a653'}] Apr 15 03:41:42.549974 dv-neutron-837140-3-hyperv neutron-server[104666]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:41:42.550846 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG oslo_db.api [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:41:42.563922 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8edf23-0228-498e-a6f1-decafa3ea5c9 None None] Pushing event updated for resources: {'Port': ['ID=848beac6-13c4-4c7a-b948-912541599def,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:42.592333 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcc69e7-bc13-462d-b781-39384ad86035 None None] Network 015c06e3-914c-4dab-84d5-c19c3499a653 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:42.623157 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5864e3ff-fcc9-4e6c-a418-eb982d0c97c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:42.676776 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:42.677149 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:42.720509 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c057e2-a450-411f-87dc-c7370e59bbca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 721dec37-e9b4-44c1-9677-2105e07f1d3d has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:41:42.834653 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-d6729b10-665e-42aa-a66e-0637df803939 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Delete allocated IP 172.20.0.10 (ff932ac1-7d44-43d9-8517-b89abf9494c7/54eaeace-b243-4513-b631-625896e562df) {{(pid=104666) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 15 03:41:42.844671 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-d6729b10-665e-42aa-a66e-0637df803939 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Allocated IP 172.20.0.27 (ff932ac1-7d44-43d9-8517-b89abf9494c7/fcb60d28-21c8-48e1-938a-4bf95f21cfc9/cfd8207d-cb48-447e-b99d-20176fa9ac11) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:42.863517 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c057e2-a450-411f-87dc-c7370e59bbca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:41:42.870452 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a2c057e2-a450-411f-87dc-c7370e59bbca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:42.886151 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:42.888407 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e253deea-1580-4673-9c32-7b98ba54de38 None None] Sync routers for ids ['721dec37-e9b4-44c1-9677-2105e07f1d3d'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:41:42.901520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e253deea-1580-4673-9c32-7b98ba54de38 None None] Routers {'721dec37-e9b4-44c1-9677-2105e07f1d3d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:41:42.902160 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e253deea-1580-4673-9c32-7b98ba54de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['721dec37-e9b4-44c1-9677-2105e07f1d3d'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:42.904497 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a2c057e2-a450-411f-87dc-c7370e59bbca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/floatingips/a58de620-7498-4457-9abf-5b15563ddbd9 HTTP/1.1" status: 204 len: 168 time: 1.2500253 Apr 15 03:41:42.905311 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694f734e-4d74-4136-96c0-603d4651f373', 'tag': '771af481-68ae-4ce7-9281-b463ff3446d3'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:41:42.908011 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8134df55-0517-40a9-ae4f-01f8f76228f8" -d '{"events": [{"name": "network-changed", "server_uuid": "694f734e-4d74-4136-96c0-603d4651f373", "tag": "771af481-68ae-4ce7-9281-b463ff3446d3"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:41:42.954098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce56ba51-a607-442c-a649-3bb22368d52e x-openstack-request-id: req-ce56ba51-a607-442c-a649-3bb22368d52e {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:41:42.954410 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694f734e-4d74-4136-96c0-603d4651f373", "tag": "771af481-68ae-4ce7-9281-b463ff3446d3", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:41:42.954724 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce56ba51-a607-442c-a649-3bb22368d52e {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:41:42.955141 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce56ba51-a607-442c-a649-3bb22368d52e'] response: {'name': 'network-changed', 'server_uuid': '694f734e-4d74-4136-96c0-603d4651f373', 'tag': '771af481-68ae-4ce7-9281-b463ff3446d3', 'status': 'completed', 'code': 200} Apr 15 03:41:43.031245 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-e253deea-1580-4673-9c32-7b98ba54de38 None None] Set router 721dec37-e9b4-44c1-9677-2105e07f1d3d gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:41:43.038126 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6729b10-665e-42aa-a66e-0637df803939 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (cfd8207d-cb48-447e-b99d-20176fa9ac11), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:43.050836 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (015c06e3-914c-4dab-84d5-c19c3499a653), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:43.102396 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Deleting port 848beac6-13c4-4c7a-b948-912541599def {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:43.102787 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (848beac6-13c4-4c7a-b948-912541599def), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:43.121382 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6729b10-665e-42aa-a66e-0637df803939 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (cfd8207d-cb48-447e-b99d-20176fa9ac11), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:43.219932 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-5864e3ff-fcc9-4e6c-a418-eb982d0c97c4 None None] Allocated IP 172.20.0.18 (ff932ac1-7d44-43d9-8517-b89abf9494c7/fcb60d28-21c8-48e1-938a-4bf95f21cfc9/61dbdef7-5af6-4a1e-8a7b-6d0cee95526a) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:43.237036 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134df55-0517-40a9-ae4f-01f8f76228f8 req-1af59b7e-8348-4848-95da-540530ddf241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:43.239049 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8134df55-0517-40a9-ae4f-01f8f76228f8 req-1af59b7e-8348-4848-95da-540530ddf241 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 1129 time: 0.0599184 Apr 15 03:41:43.240247 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6729b10-665e-42aa-a66e-0637df803939 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=cfd8207d-cb48-447e-b99d-20176fa9ac11,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:43.246741 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] For port 848beac6-13c4-4c7a-b948-912541599def, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=848beac6-13c4-4c7a-b948-912541599def,segment=NetworkSegment(89ad91ed-6dd4-414e-8721-578b8f7299a6),segment_id=89ad91ed-6dd4-414e-8721-578b8f7299a6)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:43.247125 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (848beac6-13c4-4c7a-b948-912541599def), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:43.286603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Calling delete_port for 848beac6-13c4-4c7a-b948-912541599def owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:43.345417 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d6729b10-665e-42aa-a66e-0637df803939 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] In _notify_port_updated(), no bound segment for port cfd8207d-cb48-447e-b99d-20176fa9ac11 on network ff932ac1-7d44-43d9-8517-b89abf9494c7 {{(pid=104666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:41:43.348720 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e253deea-1580-4673-9c32-7b98ba54de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'name': 'tempest-TestNetworkBasicOps-router-1285994353', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:40:37Z', 'updated_at': '2022-04-15T03:40:45Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:38Z', 'updated_at': '2022-04-15T03:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '4ef87d32-7e3a-450b-be71-b1cd5f60cc25', 'name': '', 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:f1:eb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'd7953b3b-beed-4f8a-8cf6-6def90b5765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:43Z', 'updated_at': '2022-04-15T03:40:50Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'd7953b3b-beed-4f8a-8cf6-6def90b5765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:43.349417 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134df55-0517-40a9-ae4f-01f8f76228f8 req-14569019-a640-41ec-a26b-9d6cccc246d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:43.350508 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6729b10-665e-42aa-a66e-0637df803939 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:43.350963 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8134df55-0517-40a9-ae4f-01f8f76228f8 req-14569019-a640-41ec-a26b-9d6cccc246d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=abcc95a5-3423-4e6f-9cb9-53f8e547921b HTTP/1.1" status: 200 len: 897 time: 0.1054709 Apr 15 03:41:43.351193 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6729b10-665e-42aa-a66e-0637df803939 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:43.352553 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d6729b10-665e-42aa-a66e-0637df803939 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "PUT /v2.0/ports/cfd8207d-cb48-447e-b99d-20176fa9ac11 HTTP/1.1" status: 200 len: 921 time: 1.1815596 Apr 15 03:41:43.355600 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35566) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:43.380815 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e253deea-1580-4673-9c32-7b98ba54de38 None None] Checking router: 721dec37-e9b4-44c1-9677-2105e07f1d3d for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:41:43.403254 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e253deea-1580-4673-9c32-7b98ba54de38 None None] Routers {'721dec37-e9b4-44c1-9677-2105e07f1d3d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:41:43.403959 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e253deea-1580-4673-9c32-7b98ba54de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['721dec37-e9b4-44c1-9677-2105e07f1d3d'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:43.415386 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda647b-0d57-4127-a427-0389fe9cd432 req-e669d817-8677-4417-aa6a-bd8634725f19 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:43.416909 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1dda647b-0d57-4127-a427-0389fe9cd432 req-e669d817-8677-4417-aa6a-bd8634725f19 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 945 time: 0.1046300 Apr 15 03:41:43.442063 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-28cc1d7f-33ed-4d22-9335-a016be0d20a7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting port cfd8207d-cb48-447e-b99d-20176fa9ac11 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:43.443407 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28cc1d7f-33ed-4d22-9335-a016be0d20a7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (cfd8207d-cb48-447e-b99d-20176fa9ac11), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:43.457180 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5864e3ff-fcc9-4e6c-a418-eb982d0c97c4 None None] For port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=61dbdef7-5af6-4a1e-8a7b-6d0cee95526a,segment=NetworkSegment(d8de4d6f-dd75-4afe-b6b7-f760ea3c02ea),segment_id=d8de4d6f-dd75-4afe-b6b7-f760ea3c02ea)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:43.487004 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1dda647b-0d57-4127-a427-0389fe9cd432 req-cdf99c16-a9b4-4a78-932a-8e6953602284 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=51ecbd44-3cec-4834-88cc-bd1dd5b0199c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553806 Apr 15 03:41:43.500313 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (848beac6-13c4-4c7a-b948-912541599def), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:43.531517 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Port': ['ID=848beac6-13c4-4c7a-b948-912541599def,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:43.536472 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5864e3ff-fcc9-4e6c-a418-eb982d0c97c4 None None] Publish callbacks [] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:43.536610 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] No DVR routers for this DVR port 848beac6-13c4-4c7a-b948-912541599def on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:41:43.553665 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-e253deea-1580-4673-9c32-7b98ba54de38 None None] Set router 721dec37-e9b4-44c1-9677-2105e07f1d3d gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:41:43.560506 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28cc1d7f-33ed-4d22-9335-a016be0d20a7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (cfd8207d-cb48-447e-b99d-20176fa9ac11), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:43.574378 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-28cc1d7f-33ed-4d22-9335-a016be0d20a7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Calling delete_port for cfd8207d-cb48-447e-b99d-20176fa9ac11 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:43.590850 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5864e3ff-fcc9-4e6c-a418-eb982d0c97c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:43.636968 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (015c06e3-914c-4dab-84d5-c19c3499a653), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:43.658224 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015c06e3-914c-4dab-84d5-c19c3499a653']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:43.669934 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ad91ed-6dd4-414e-8721-578b8f7299a6') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:43.669934 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ad91ed-6dd4-414e-8721-578b8f7299a6') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:43.680819 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (89ad91ed-6dd4-414e-8721-578b8f7299a6), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:43.695063 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (89ad91ed-6dd4-414e-8721-578b8f7299a6), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:43.702371 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:43.702983 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (89ad91ed-6dd4-414e-8721-578b8f7299a6), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:43.706256 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:43.762888 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28cc1d7f-33ed-4d22-9335-a016be0d20a7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (cfd8207d-cb48-447e-b99d-20176fa9ac11), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:43.773290 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864e3ff-fcc9-4e6c-a418-eb982d0c97c4 None None] Pushing event updated for resources: {'Port': ['ID=61dbdef7-5af6-4a1e-8a7b-6d0cee95526a,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:43.811528 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc1d7f-33ed-4d22-9335-a016be0d20a7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Port': ['ID=cfd8207d-cb48-447e-b99d-20176fa9ac11,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:43.847790 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (015c06e3-914c-4dab-84d5-c19c3499a653), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:43.884405 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:43.890737 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/networks/015c06e3-914c-4dab-84d5-c19c3499a653 HTTP/1.1" status: 204 len: 168 time: 2.7528279 Apr 15 03:41:43.890737 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910df087-56ec-475a-94fd-171c5f9d6a4d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Network': ['ID=015c06e3-914c-4dab-84d5-c19c3499a653,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:43.893062 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35568) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:43.894909 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28cc1d7f-33ed-4d22-9335-a016be0d20a7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:43.903080 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-80fe16a2-63c8-4fe9-a85c-3559da89ef9d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1880173178'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:43.903486 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-28cc1d7f-33ed-4d22-9335-a016be0d20a7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/ports/cfd8207d-cb48-447e-b99d-20176fa9ac11 HTTP/1.1" status: 204 len: 168 time: 0.5443223 Apr 15 03:41:43.904451 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35570) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:43.934758 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db878c6-dc69-4c21-99c2-c472ac04e982 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] GET failed (client error): The resource could not be found. Apr 15 03:41:43.936418 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4db878c6-dc69-4c21-99c2-c472ac04e982 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports/cfd8207d-cb48-447e-b99d-20176fa9ac11 HTTP/1.1" status: 404 len: 333 time: 0.0306895 Apr 15 03:41:43.939228 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35572) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:43.985044 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fe16a2-63c8-4fe9-a85c-3559da89ef9d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Made reservation on behalf of d32b2993bc124e40b67702e188368d12 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:43.988665 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80fe16a2-63c8-4fe9-a85c-3559da89ef9d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:44.004646 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ed96c3f0-9194-457b-b120-a2603cf6a281 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (be1e9f50-2196-4da9-99c1-26368f6c8093), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:44.015678 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e253deea-1580-4673-9c32-7b98ba54de38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'name': 'tempest-TestNetworkBasicOps-router-1285994353', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:40:37Z', 'updated_at': '2022-04-15T03:40:45Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:38Z', 'updated_at': '2022-04-15T03:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '4ef87d32-7e3a-450b-be71-b1cd5f60cc25', 'name': '', 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:f1:eb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'd7953b3b-beed-4f8a-8cf6-6def90b5765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:43Z', 'updated_at': '2022-04-15T03:40:50Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'd7953b3b-beed-4f8a-8cf6-6def90b5765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:44.017698 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fe16a2-63c8-4fe9-a85c-3559da89ef9d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:41:44.033359 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ed96c3f0-9194-457b-b120-a2603cf6a281 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (be1e9f50-2196-4da9-99c1-26368f6c8093), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:44.037175 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80fe16a2-63c8-4fe9-a85c-3559da89ef9d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (c138567d-d5e0-4fa6-81c4-bba714c848df), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:44.040585 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-80fe16a2-63c8-4fe9-a85c-3559da89ef9d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Added segment c138567d-d5e0-4fa6-81c4-bba714c848df of type vlan for network c1fa04b1-4ada-4286-83f9-029be36a41da Apr 15 03:41:44.052546 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e253deea-1580-4673-9c32-7b98ba54de38 None None] The sync data for ids ['721dec37-e9b4-44c1-9677-2105e07f1d3d'] in dv-neutron-837140-3-hyperv is: [{'id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'name': 'tempest-TestNetworkBasicOps-router-1285994353', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:40:37Z', 'updated_at': '2022-04-15T03:40:45Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:38Z', 'updated_at': '2022-04-15T03:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '4ef87d32-7e3a-450b-be71-b1cd5f60cc25', 'name': '', 'network_id': 'abcc95a5-3423-4e6f-9cb9-53f8e547921b', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:f1:eb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'd7953b3b-beed-4f8a-8cf6-6def90b5765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:43Z', 'updated_at': '2022-04-15T03:40:50Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'd7953b3b-beed-4f8a-8cf6-6def90b5765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:41:44.087216 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80fe16a2-63c8-4fe9-a85c-3559da89ef9d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (c1fa04b1-4ada-4286-83f9-029be36a41da), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:44.157343 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ed96c3f0-9194-457b-b120-a2603cf6a281 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (be1e9f50-2196-4da9-99c1-26368f6c8093), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:44.160527 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ed96c3f0-9194-457b-b120-a2603cf6a281 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:44.164742 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ed96c3f0-9194-457b-b120-a2603cf6a281 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/security-groups/be1e9f50-2196-4da9-99c1-26368f6c8093 HTTP/1.1" status: 204 len: 168 time: 0.2214999 Apr 15 03:41:44.168525 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35574) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:44.173848 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96c3f0-9194-457b-b120-a2603cf6a281 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1e9f50-2196-4da9-99c1-26368f6c8093,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:44.200272 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80fe16a2-63c8-4fe9-a85c-3559da89ef9d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (c1fa04b1-4ada-4286-83f9-029be36a41da), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:44.205438 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fe16a2-63c8-4fe9-a85c-3559da89ef9d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:44.206070 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80fe16a2-63c8-4fe9-a85c-3559da89ef9d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:44.309783 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-80fe16a2-63c8-4fe9-a85c-3559da89ef9d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4130082 Apr 15 03:41:44.310149 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe16a2-63c8-4fe9-a85c-3559da89ef9d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Network': ['ID=c1fa04b1-4ada-4286-83f9-029be36a41da,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:44.312168 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35576) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:44.320399 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-ac793704-e4c4-43f6-9b5a-7c051bb5d533 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'subnet': {'network_id': 'c1fa04b1-4ada-4286-83f9-029be36a41da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:44.325301 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-51cb042e-4354-4870-8152-97ac657fd355 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (cdc015d8-e936-4499-b93f-7eca69e418dd), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:44.346103 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network c1fa04b1-4ada-4286-83f9-029be36a41da details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:41:44.375950 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8134df55-0517-40a9-ae4f-01f8f76228f8 req-0d9bfbb2-2d87-4dd4-a031-d8e45a208cbf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=771af481-68ae-4ce7-9281-b463ff3446d3 HTTP/1.1" status: 200 len: 217 time: 0.0703640 Apr 15 03:41:44.387859 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b292e0b0-c69e-450c-87da-c989d7460d50 None None] New status for floating IP a58de620-7498-4457-9abf-5b15563ddbd9: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:41:44.406753 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-51cb042e-4354-4870-8152-97ac657fd355 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (cdc015d8-e936-4499-b93f-7eca69e418dd), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:44.430899 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6624e074-45d9-4b0f-9760-6e2979de4545 None None] get_active_networks_info from dv-neutron-837140-3-hyperv {{(pid=104668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 15 03:41:44.472678 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:41:44.473250 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134df55-0517-40a9-ae4f-01f8f76228f8 req-b67f7957-db11-45f1-8443-8f96f5435554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:44.474768 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8134df55-0517-40a9-ae4f-01f8f76228f8 req-b67f7957-db11-45f1-8443-8f96f5435554 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7953b3b-beed-4f8a-8cf6-6def90b5765c HTTP/1.1" status: 200 len: 834 time: 0.0720263 Apr 15 03:41:44.517001 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a4c53121-6951-4ea5-a6de-f8d9b842b731 None None] Could not find standard attr ID for object cfd8207d-cb48-447e-b99d-20176fa9ac11. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:41:44.517718 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac793704-e4c4-43f6-9b5a-7c051bb5d533 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Made reservation on behalf of d32b2993bc124e40b67702e188368d12 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:44.528814 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ac793704-e4c4-43f6-9b5a-7c051bb5d533 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:44.546266 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a4c53121-6951-4ea5-a6de-f8d9b842b731 None None] Provisioning complete for port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:44.547251 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a4c53121-6951-4ea5-a6de-f8d9b842b731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:44.554824 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-51cb042e-4354-4870-8152-97ac657fd355 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (cdc015d8-e936-4499-b93f-7eca69e418dd), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:44.557829 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-51cb042e-4354-4870-8152-97ac657fd355 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:44.561960 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-51cb042e-4354-4870-8152-97ac657fd355 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/security-groups/cdc015d8-e936-4499-b93f-7eca69e418dd HTTP/1.1" status: 204 len: 168 time: 0.3934166 Apr 15 03:41:44.565067 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35580) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:44.611301 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb042e-4354-4870-8152-97ac657fd355 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc015d8-e936-4499-b93f-7eca69e418dd,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:44.624968 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134df55-0517-40a9-ae4f-01f8f76228f8 req-f28ce0f9-a700-4a79-b8f2-dc46d30b7a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:44.626657 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8134df55-0517-40a9-ae4f-01f8f76228f8 req-f28ce0f9-a700-4a79-b8f2-dc46d30b7a8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=abcc95a5-3423-4e6f-9cb9-53f8e547921b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1198015 Apr 15 03:41:44.643571 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:44.643939 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:44.679965 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6624e074-45d9-4b0f-9760-6e2979de4545 None None] Resources bound (agent type, host, resource id): {{(pid=104668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 15 03:41:44.700949 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140bd95-e187-4757-b258-c2a53dbdbc55 req-ef0b9f1c-5917-4de5-a30f-69f09954e8a1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:44.701645 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9140bd95-e187-4757-b258-c2a53dbdbc55 req-ef0b9f1c-5917-4de5-a30f-69f09954e8a1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 945 time: 0.1119351 Apr 15 03:41:44.714648 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c16554-b8a8-4343-a998-1ce368893306 req-9b05082c-5eae-45a2-8d75-742420982343 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:44.717129 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-78c16554-b8a8-4343-a998-1ce368893306 req-9b05082c-5eae-45a2-8d75-742420982343 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/ports?device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 945 time: 0.1075649 Apr 15 03:41:44.732847 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f7227a-98b1-4974-8ea4-904f562944cb tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting subnet 54eaeace-b243-4513-b631-625896e562df {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:41:44.744316 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b8f7227a-98b1-4974-8ea4-904f562944cb tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (54eaeace-b243-4513-b631-625896e562df), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:44.832102 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:44.832724 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b8f7227a-98b1-4974-8ea4-904f562944cb tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (54eaeace-b243-4513-b631-625896e562df), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:44.837481 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a4c53121-6951-4ea5-a6de-f8d9b842b731 None None] Current status of the port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:44.840576 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8134df55-0517-40a9-ae4f-01f8f76228f8 req-816e4432-326e-44ab-a384-032d9edfb8d5 service neutron] 10.222.0.30 "GET /v2.0/networks/abcc95a5-3423-4e6f-9cb9-53f8e547921b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943336 Apr 15 03:41:44.856668 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a4c53121-6951-4ea5-a6de-f8d9b842b731 None None] Provisioning complete for port 434ba337-cc79-4338-872c-0c1c33226e65 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:44.857078 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a4c53121-6951-4ea5-a6de-f8d9b842b731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (434ba337-cc79-4338-872c-0c1c33226e65), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:44.875600 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9140bd95-e187-4757-b258-c2a53dbdbc55 req-9437cdb4-8fa1-4372-93c2-267eb8602e95 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=51ecbd44-3cec-4834-88cc-bd1dd5b0199c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475313 Apr 15 03:41:44.876551 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-78c16554-b8a8-4343-a998-1ce368893306 req-9f668294-433f-4501-a476-eb6d97784fff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port 771af481-68ae-4ce7-9281-b463ff3446d3 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:44.876894 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-78c16554-b8a8-4343-a998-1ce368893306 req-9f668294-433f-4501-a476-eb6d97784fff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (771af481-68ae-4ce7-9281-b463ff3446d3), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:44.939357 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a4c53121-6951-4ea5-a6de-f8d9b842b731 None None] Port 434ba337-cc79-4338-872c-0c1c33226e65 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:41:44.977327 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867c37f6-983b-4cfa-a2c9-1a5aea400482 None None] get_active_networks_info from dv-neutron-837140-3-hyperv {{(pid=104668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 15 03:41:44.999413 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b8f7227a-98b1-4974-8ea4-904f562944cb tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (54eaeace-b243-4513-b631-625896e562df), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:45.001413 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-78c16554-b8a8-4343-a998-1ce368893306 req-9f668294-433f-4501-a476-eb6d97784fff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port 771af481-68ae-4ce7-9281-b463ff3446d3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=771af481-68ae-4ce7-9281-b463ff3446d3,segment=NetworkSegment(7732a559-70af-4b2d-9d35-7aa6a2c8e226),segment_id=7732a559-70af-4b2d-9d35-7aa6a2c8e226)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:45.002484 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-78c16554-b8a8-4343-a998-1ce368893306 req-9f668294-433f-4501-a476-eb6d97784fff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (771af481-68ae-4ce7-9281-b463ff3446d3), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:45.016201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-78c16554-b8a8-4343-a998-1ce368893306 req-9f668294-433f-4501-a476-eb6d97784fff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for 771af481-68ae-4ce7-9281-b463ff3446d3 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:45.018900 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ac793704-e4c4-43f6-9b5a-7c051bb5d533 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (45381d62-7758-46bb-bc6e-c6014c14b2ec), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:45.022409 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8134df55-0517-40a9-ae4f-01f8f76228f8 req-96923e87-5e92-407c-8a0d-17adbd31e501 service neutron] 10.222.0.30 "GET /v2.0/networks/abcc95a5-3423-4e6f-9cb9-53f8e547921b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619160 Apr 15 03:41:45.084459 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867c37f6-983b-4cfa-a2c9-1a5aea400482 None None] Resources bound (agent type, host, resource id): {{(pid=104668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 15 03:41:45.128160 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac793704-e4c4-43f6-9b5a-7c051bb5d533 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Subnet': ['ID=45381d62-7758-46bb-bc6e-c6014c14b2ec,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:45.149435 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac793704-e4c4-43f6-9b5a-7c051bb5d533 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Checking segment: {'id': 'c138567d-d5e0-4fa6-81c4-bba714c848df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c1fa04b1-4ada-4286-83f9-029be36a41da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:45.149795 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac793704-e4c4-43f6-9b5a-7c051bb5d533 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Network hostable DHCP agents. Network: c1fa04b1-4ada-4286-83f9-029be36a41da, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:41:45.157452 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b8f7227a-98b1-4974-8ea4-904f562944cb tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (54eaeace-b243-4513-b631-625896e562df), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:45.172098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b8f7227a-98b1-4974-8ea4-904f562944cb tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:45.182571 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35582) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:45.189135 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b8f7227a-98b1-4974-8ea4-904f562944cb tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/subnets/54eaeace-b243-4513-b631-625896e562df HTTP/1.1" status: 204 len: 168 time: 0.6165407 Apr 15 03:41:45.189293 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d4523c1e-a5e4-4681-8a19-bc218f5b5cc2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'subnet': {'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:45.202581 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7227a-98b1-4974-8ea4-904f562944cb tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Subnet': ['ID=54eaeace-b243-4513-b631-625896e562df,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:45.269494 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac793704-e4c4-43f6-9b5a-7c051bb5d533 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Network c1fa04b1-4ada-4286-83f9-029be36a41da is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:41:45.368239 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-ac793704-e4c4-43f6-9b5a-7c051bb5d533 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, c1fa04b1-4ada-4286-83f9-029be36a41da) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:45.372380 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac793704-e4c4-43f6-9b5a-7c051bb5d533 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:45.377399 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ac793704-e4c4-43f6-9b5a-7c051bb5d533 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:45.379364 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e112ea-d00b-4eb0-a137-eddcd7bc6b46 None None] Network c1fa04b1-4ada-4286-83f9-029be36a41da requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:45.396468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-78c16554-b8a8-4343-a998-1ce368893306 req-9f668294-433f-4501-a476-eb6d97784fff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (771af481-68ae-4ce7-9281-b463ff3446d3), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:45.398494 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4523c1e-a5e4-4681-8a19-bc218f5b5cc2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:45.401917 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d4523c1e-a5e4-4681-8a19-bc218f5b5cc2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:45.451852 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f668294-433f-4501-a476-eb6d97784fff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=771af481-68ae-4ce7-9281-b463ff3446d3,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:45.458440 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ac793704-e4c4-43f6-9b5a-7c051bb5d533 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1432714 Apr 15 03:41:45.461685 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35584) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:45.486163 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4639c050-8f36-445b-8d4c-27adf570bb7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-c1fa04b1-4ada-4286-83f9-029be36a41da', 'network_id': 'c1fa04b1-4ada-4286-83f9-029be36a41da', 'project_id': 'd32b2993bc124e40b67702e188368d12', 'fixed_ips': [{'subnet_id': '45381d62-7758-46bb-bc6e-c6014c14b2ec'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:41:45.491835 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4639c050-8f36-445b-8d4c-27adf570bb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:45.562823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c16554-b8a8-4343-a998-1ce368893306 req-9f668294-433f-4501-a476-eb6d97784fff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] No DVR routers for this DVR port 771af481-68ae-4ce7-9281-b463ff3446d3 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:41:45.568049 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-78c16554-b8a8-4343-a998-1ce368893306 req-9f668294-433f-4501-a476-eb6d97784fff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:45.576589 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-78c16554-b8a8-4343-a998-1ce368893306 req-9f668294-433f-4501-a476-eb6d97784fff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "DELETE /v2.0/ports/771af481-68ae-4ce7-9281-b463ff3446d3 HTTP/1.1" status: 204 len: 173 time: 0.8500063 Apr 15 03:41:45.577164 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694f734e-4d74-4136-96c0-603d4651f373', 'name': 'network-vif-deleted', 'tag': '771af481-68ae-4ce7-9281-b463ff3446d3'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:41:45.579658 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcaa6e5-6edb-4b62-81e5-31dd4a063a04" -d '{"events": [{"server_uuid": "694f734e-4d74-4136-96c0-603d4651f373", "name": "network-vif-deleted", "tag": "771af481-68ae-4ce7-9281-b463ff3446d3"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:41:45.655289 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-4639c050-8f36-445b-8d4c-27adf570bb7e None None] Allocated IP 2001:db8::1 (c1fa04b1-4ada-4286-83f9-029be36a41da/45381d62-7758-46bb-bc6e-c6014c14b2ec/fc7df01f-371b-45dd-a9eb-9b771630ed04) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:45.738654 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f24ec18-ba00-465c-9410-1d10c6915274 x-openstack-request-id: req-1f24ec18-ba00-465c-9410-1d10c6915274 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:41:45.739434 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694f734e-4d74-4136-96c0-603d4651f373", "name": "network-vif-deleted", "tag": "771af481-68ae-4ce7-9281-b463ff3446d3", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:41:45.739434 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f24ec18-ba00-465c-9410-1d10c6915274 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:41:45.739617 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f24ec18-ba00-465c-9410-1d10c6915274'] response: {'server_uuid': '694f734e-4d74-4136-96c0-603d4651f373', 'name': 'network-vif-deleted', 'tag': '771af481-68ae-4ce7-9281-b463ff3446d3', 'status': 'completed', 'code': 200} Apr 15 03:41:45.891708 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c0de3b-29d7-4a3c-8b2d-41338262e561 None None] Network ff932ac1-7d44-43d9-8517-b89abf9494c7 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:45.916562 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d4523c1e-a5e4-4681-8a19-bc218f5b5cc2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (eef8ef6b-8067-41ba-9067-ea390deaac7f), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:45.925009 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (c1fa04b1-4ada-4286-83f9-029be36a41da), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:45.965938 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4639c050-8f36-445b-8d4c-27adf570bb7e None None] Publish callbacks [] for port (fc7df01f-371b-45dd-a9eb-9b771630ed04), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:45.990794 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4523c1e-a5e4-4681-8a19-bc218f5b5cc2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Subnet': ['ID=eef8ef6b-8067-41ba-9067-ea390deaac7f,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:45.998334 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (45381d62-7758-46bb-bc6e-c6014c14b2ec), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:46.009114 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4523c1e-a5e4-4681-8a19-bc218f5b5cc2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network ff932ac1-7d44-43d9-8517-b89abf9494c7 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:46.017449 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-d4523c1e-a5e4-4681-8a19-bc218f5b5cc2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:46.017449 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4523c1e-a5e4-4681-8a19-bc218f5b5cc2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:46.017449 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d4523c1e-a5e4-4681-8a19-bc218f5b5cc2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:46.021553 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-b151b2b6-e914-490f-a346-8d4a094c3db9 None None] Could not find standard attr ID for object cfd8207d-cb48-447e-b99d-20176fa9ac11. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:41:46.082836 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2a957c08-1421-46c8-bebe-f2eaabde2a21 req-7dbc7fb4-94f9-4606-9a9e-0a6ef6c7c809 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=694f734e-4d74-4136-96c0-603d4651f373 HTTP/1.1" status: 200 len: 210 time: 0.0388203 Apr 15 03:41:46.112669 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4639c050-8f36-445b-8d4c-27adf570bb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (fc7df01f-371b-45dd-a9eb-9b771630ed04), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:46.143115 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d4523c1e-a5e4-4681-8a19-bc218f5b5cc2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9592016 Apr 15 03:41:46.145454 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35590) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:46.152062 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4639c050-8f36-445b-8d4c-27adf570bb7e None None] Network c1fa04b1-4ada-4286-83f9-029be36a41da is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:46.153292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-b9266270-c718-4751-989c-310ea10613d7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'security_group': {'name': 'tempest-secgroup-1409743056'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:46.159589 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-4639c050-8f36-445b-8d4c-27adf570bb7e None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:46.161977 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4639c050-8f36-445b-8d4c-27adf570bb7e None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:46.179557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639c050-8f36-445b-8d4c-27adf570bb7e None None] Pushing event updated for resources: {'Port': ['ID=fc7df01f-371b-45dd-a9eb-9b771630ed04,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:46.197513 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (45381d62-7758-46bb-bc6e-c6014c14b2ec), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:46.227901 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Subnet': ['ID=45381d62-7758-46bb-bc6e-c6014c14b2ec,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:46.233746 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-4639c050-8f36-445b-8d4c-27adf570bb7e None None] Attempting to bind port fc7df01f-371b-45dd-a9eb-9b771630ed04 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:41:46.234219 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-4639c050-8f36-445b-8d4c-27adf570bb7e None None] Attempting to bind port fc7df01f-371b-45dd-a9eb-9b771630ed04 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'c138567d-d5e0-4fa6-81c4-bba714c848df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c1fa04b1-4ada-4286-83f9-029be36a41da'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:41:46.234589 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639c050-8f36-445b-8d4c-27adf570bb7e None None] Attempting to bind port fc7df01f-371b-45dd-a9eb-9b771630ed04 on network c1fa04b1-4ada-4286-83f9-029be36a41da {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:41:46.242310 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639c050-8f36-445b-8d4c-27adf570bb7e None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:41:46.242732 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639c050-8f36-445b-8d4c-27adf570bb7e None None] Checking segment: {'id': 'c138567d-d5e0-4fa6-81c4-bba714c848df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c1fa04b1-4ada-4286-83f9-029be36a41da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:46.243139 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4639c050-8f36-445b-8d4c-27adf570bb7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:46.243742 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639c050-8f36-445b-8d4c-27adf570bb7e None None] Bound using segment: {'id': 'c138567d-d5e0-4fa6-81c4-bba714c848df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c1fa04b1-4ada-4286-83f9-029be36a41da'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:41:46.244234 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-4639c050-8f36-445b-8d4c-27adf570bb7e None None] Bound port: fc7df01f-371b-45dd-a9eb-9b771630ed04, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c138567d-d5e0-4fa6-81c4-bba714c848df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c1fa04b1-4ada-4286-83f9-029be36a41da'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:41:46.244616 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4639c050-8f36-445b-8d4c-27adf570bb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fc7df01f-371b-45dd-a9eb-9b771630ed04), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:46.250007 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b9266270-c718-4751-989c-310ea10613d7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:46.322792 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (c1fa04b1-4ada-4286-83f9-029be36a41da), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:46.343380 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b9266270-c718-4751-989c-310ea10613d7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (72240ecd-da2d-4104-a863-09fa170a8a02), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:46.350017 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1fa04b1-4ada-4286-83f9-029be36a41da']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:46.350346 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4639c050-8f36-445b-8d4c-27adf570bb7e None None] For port fc7df01f-371b-45dd-a9eb-9b771630ed04, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:41:46.353689 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4639c050-8f36-445b-8d4c-27adf570bb7e None None] For port fc7df01f-371b-45dd-a9eb-9b771630ed04, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fc7df01f-371b-45dd-a9eb-9b771630ed04,segment=NetworkSegment(c138567d-d5e0-4fa6-81c4-bba714c848df),segment_id=c138567d-d5e0-4fa6-81c4-bba714c848df)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:41:46.360361 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c138567d-d5e0-4fa6-81c4-bba714c848df') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:46.360673 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c138567d-d5e0-4fa6-81c4-bba714c848df') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:46.371454 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (c138567d-d5e0-4fa6-81c4-bba714c848df), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:46.403357 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b9266270-c718-4751-989c-310ea10613d7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (72240ecd-da2d-4104-a863-09fa170a8a02), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:46.427244 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4639c050-8f36-445b-8d4c-27adf570bb7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fc7df01f-371b-45dd-a9eb-9b771630ed04), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:46.434184 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9266270-c718-4751-989c-310ea10613d7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72240ecd-da2d-4104-a863-09fa170a8a02,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:46.434512 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (c138567d-d5e0-4fa6-81c4-bba714c848df), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:46.443168 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:46.443591 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (c138567d-d5e0-4fa6-81c4-bba714c848df), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:46.448518 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:46.502204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b9266270-c718-4751-989c-310ea10613d7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:46.506255 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35592) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:46.506802 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b9266270-c718-4751-989c-310ea10613d7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3598120 Apr 15 03:41:46.510705 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-18d5fab9-7d30-48de-bf70-d153b91ea12c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'security_group': {'name': 'tempest-secgroup-1369405686'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:46.531770 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639c050-8f36-445b-8d4c-27adf570bb7e None None] Pushing event updated for resources: {'Port': ['ID=fc7df01f-371b-45dd-a9eb-9b771630ed04,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:46.564097 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.db.api [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 03:41:46.564097 dv-neutron-837140-3-hyperv neutron-server[104667]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 03:41:46.564097 dv-neutron-837140-3-hyperv neutron-server[104667]: [parameters: {'id': 'c1fa04b1-4ada-4286-83f9-029be36a41da'}] Apr 15 03:41:46.564097 dv-neutron-837140-3-hyperv neutron-server[104667]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:41:46.564537 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG oslo_db.api [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:41:46.566268 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed8a1ae-2d68-49e6-a630-2dabe0eee240 None None] Network c1fa04b1-4ada-4286-83f9-029be36a41da requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:46.580359 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18d5fab9-7d30-48de-bf70-d153b91ea12c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:46.666518 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18d5fab9-7d30-48de-bf70-d153b91ea12c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (e3445987-c3e6-4335-830c-db22470d4d6e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:46.716383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5260b87a-d354-4250-aecc-08e251b4fe7a None None] get_active_networks_info from dv-neutron-837140-3-hyperv {{(pid=104668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 15 03:41:46.746312 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18d5fab9-7d30-48de-bf70-d153b91ea12c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (e3445987-c3e6-4335-830c-db22470d4d6e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:46.766304 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-33f08ac0-217e-4902-be4e-86b4c2821a16 None None] Provisioning complete for port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:46.768129 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-33f08ac0-217e-4902-be4e-86b4c2821a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:46.775177 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5fab9-7d30-48de-bf70-d153b91ea12c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3445987-c3e6-4335-830c-db22470d4d6e,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:46.844371 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18d5fab9-7d30-48de-bf70-d153b91ea12c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:46.845711 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-18d5fab9-7d30-48de-bf70-d153b91ea12c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3385904 Apr 15 03:41:46.848328 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35594) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:46.848485 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5260b87a-d354-4250-aecc-08e251b4fe7a None None] Resources bound (agent type, host, resource id): {{(pid=104668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 15 03:41:46.853321 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-eaec794d-0909-44a0-a769-fb6e209d6d96 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'security_group': {'name': 'tempest-secgroup-847102709'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:46.896739 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-33f08ac0-217e-4902-be4e-86b4c2821a16 None None] Current status of the port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:46.933968 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eaec794d-0909-44a0-a769-fb6e209d6d96 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:46.949028 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-33f08ac0-217e-4902-be4e-86b4c2821a16 None None] Provisioning complete for port 434ba337-cc79-4338-872c-0c1c33226e65 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:46.949470 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-33f08ac0-217e-4902-be4e-86b4c2821a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (434ba337-cc79-4338-872c-0c1c33226e65), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:46.999061 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-33f08ac0-217e-4902-be4e-86b4c2821a16 None None] Port 434ba337-cc79-4338-872c-0c1c33226e65 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:41:46.999939 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eaec794d-0909-44a0-a769-fb6e209d6d96 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (b02d4ff9-6366-4329-b84f-4f7f4a6bf6c1), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:47.065304 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (c1fa04b1-4ada-4286-83f9-029be36a41da), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:47.079154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0822d7b2-998b-44d7-8cc8-00dcb427e49a None None] Network ff932ac1-7d44-43d9-8517-b89abf9494c7 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:47.114889 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Deleting port fc7df01f-371b-45dd-a9eb-9b771630ed04 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:47.114889 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (fc7df01f-371b-45dd-a9eb-9b771630ed04), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:47.134491 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eaec794d-0909-44a0-a769-fb6e209d6d96 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (b02d4ff9-6366-4329-b84f-4f7f4a6bf6c1), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:47.142750 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35598) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:47.208367 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] For port fc7df01f-371b-45dd-a9eb-9b771630ed04, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fc7df01f-371b-45dd-a9eb-9b771630ed04,segment=NetworkSegment(c138567d-d5e0-4fa6-81c4-bba714c848df),segment_id=c138567d-d5e0-4fa6-81c4-bba714c848df)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:47.208738 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (fc7df01f-371b-45dd-a9eb-9b771630ed04), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:47.209965 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f47372f1-2a33-44ec-b37d-6cd27969eaaf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (51ecbd44-3cec-4834-88cc-bd1dd5b0199c), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:47.211983 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec794d-0909-44a0-a769-fb6e209d6d96 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b02d4ff9-6366-4329-b84f-4f7f4a6bf6c1,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:47.243568 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Calling delete_port for fc7df01f-371b-45dd-a9eb-9b771630ed04 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:47.247552 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f47372f1-2a33-44ec-b37d-6cd27969eaaf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (51ecbd44-3cec-4834-88cc-bd1dd5b0199c), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:47.269134 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824f9c61-e314-44ae-9757-c4c408d5147e None None] Update dhcp port {'port': {'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7', 'fixed_ips': [{'subnet_id': 'fcb60d28-21c8-48e1-938a-4bf95f21cfc9', 'ip_address': '172.20.0.18'}, {'subnet_id': 'eef8ef6b-8067-41ba-9067-ea390deaac7f'}], 'binding:host_id': 'dv-neutron-837140-3-hyperv'}, 'id': '61dbdef7-5af6-4a1e-8a7b-6d0cee95526a'} from dv-neutron-837140-3-hyperv. {{(pid=104668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 15 03:41:47.274660 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eaec794d-0909-44a0-a769-fb6e209d6d96 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:47.276016 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-eaec794d-0909-44a0-a769-fb6e209d6d96 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4267614 Apr 15 03:41:47.279614 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35600) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:47.284423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-7df2711b-b3b1-45b7-bf2c-b0bd34af7416 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-208090208', 'security_groups': ['b02d4ff9-6366-4329-b84f-4f7f4a6bf6c1'], 'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eef8ef6b-8067-41ba-9067-ea390deaac7f'}]}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:47.306237 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-824f9c61-e314-44ae-9757-c4c408d5147e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:47.375453 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f47372f1-2a33-44ec-b37d-6cd27969eaaf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (51ecbd44-3cec-4834-88cc-bd1dd5b0199c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:47.381095 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f47372f1-2a33-44ec-b37d-6cd27969eaaf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:47.399874 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f47372f1-2a33-44ec-b37d-6cd27969eaaf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/security-groups/51ecbd44-3cec-4834-88cc-bd1dd5b0199c HTTP/1.1" status: 204 len: 168 time: 0.2518110 Apr 15 03:41:47.418976 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47372f1-2a33-44ec-b37d-6cd27969eaaf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ecbd44-3cec-4834-88cc-bd1dd5b0199c,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:47.443019 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (fc7df01f-371b-45dd-a9eb-9b771630ed04), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:47.470846 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Port': ['ID=fc7df01f-371b-45dd-a9eb-9b771630ed04,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:47.475490 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df2711b-b3b1-45b7-bf2c-b0bd34af7416 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:47.476150 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35604) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:47.479178 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] No DVR routers for this DVR port fc7df01f-371b-45dd-a9eb-9b771630ed04 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:41:47.491227 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-824f9c61-e314-44ae-9757-c4c408d5147e None None] Allocated IP 172.20.0.2 (ff932ac1-7d44-43d9-8517-b89abf9494c7/eef8ef6b-8067-41ba-9067-ea390deaac7f/61dbdef7-5af6-4a1e-8a7b-6d0cee95526a) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:47.593733 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-824f9c61-e314-44ae-9757-c4c408d5147e None None] For port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=61dbdef7-5af6-4a1e-8a7b-6d0cee95526a,segment=NetworkSegment(d8de4d6f-dd75-4afe-b6b7-f760ea3c02ea),segment_id=d8de4d6f-dd75-4afe-b6b7-f760ea3c02ea)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:47.613006 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (c1fa04b1-4ada-4286-83f9-029be36a41da), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:47.647239 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1fa04b1-4ada-4286-83f9-029be36a41da']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:47.661584 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c138567d-d5e0-4fa6-81c4-bba714c848df') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:47.661884 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c138567d-d5e0-4fa6-81c4-bba714c848df') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:47.666126 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7df2711b-b3b1-45b7-bf2c-b0bd34af7416 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:47.683276 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (c138567d-d5e0-4fa6-81c4-bba714c848df), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:47.699854 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-7df2711b-b3b1-45b7-bf2c-b0bd34af7416 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] device_id is not set on port b64428d6-dc1e-40f0-be86-9e5e743f3d34 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:41:47.711834 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (c138567d-d5e0-4fa6-81c4-bba714c848df), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:47.749397 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:47.749818 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (c138567d-d5e0-4fa6-81c4-bba714c848df), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:47.752872 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:47.774120 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-824f9c61-e314-44ae-9757-c4c408d5147e None None] Publish callbacks [] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:47.847475 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e3e18cce-100c-4ade-92ff-cf34b7fff3fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (721dec37-e9b4-44c1-9677-2105e07f1d3d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:47.850317 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-824f9c61-e314-44ae-9757-c4c408d5147e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:47.906377 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (c1fa04b1-4ada-4286-83f9-029be36a41da), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:47.929790 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:47.933970 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/networks/c1fa04b1-4ada-4286-83f9-029be36a41da HTTP/1.1" status: 204 len: 168 time: 2.4709880 Apr 15 03:41:47.937490 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7158f2-7483-4e31-81ed-80af6db2529e tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Network': ['ID=c1fa04b1-4ada-4286-83f9-029be36a41da,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:47.940052 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f9c61-e314-44ae-9757-c4c408d5147e None None] Pushing event updated for resources: {'Port': ['ID=61dbdef7-5af6-4a1e-8a7b-6d0cee95526a,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:47.942041 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35606) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:47.951944 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-96b9896b-c776-4aea-a5e0-0307de2f65d8 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1903739208'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:47.965297 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-7df2711b-b3b1-45b7-bf2c-b0bd34af7416 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Allocated IP 172.20.0.3 (ff932ac1-7d44-43d9-8517-b89abf9494c7/eef8ef6b-8067-41ba-9067-ea390deaac7f/b64428d6-dc1e-40f0-be86-9e5e743f3d34) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:48.049748 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b9896b-c776-4aea-a5e0-0307de2f65d8 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Made reservation on behalf of d32b2993bc124e40b67702e188368d12 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:48.053019 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-96b9896b-c776-4aea-a5e0-0307de2f65d8 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:48.121306 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-e3e18cce-100c-4ade-92ff-cf34b7fff3fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port 4ef87d32-7e3a-450b-be71-b1cd5f60cc25 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:48.121715 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e3e18cce-100c-4ade-92ff-cf34b7fff3fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (4ef87d32-7e3a-450b-be71-b1cd5f60cc25), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:48.131475 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b9896b-c776-4aea-a5e0-0307de2f65d8 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:41:48.157088 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-96b9896b-c776-4aea-a5e0-0307de2f65d8 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (e8576098-4353-4958-a8e4-540f02ea5b14), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:48.157426 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-96b9896b-c776-4aea-a5e0-0307de2f65d8 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Added segment e8576098-4353-4958-a8e4-540f02ea5b14 of type vlan for network 50d6bdbc-0ecf-49bd-8051-07fb76d60b20 Apr 15 03:41:48.169759 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7df2711b-b3b1-45b7-bf2c-b0bd34af7416 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (b64428d6-dc1e-40f0-be86-9e5e743f3d34), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:48.211482 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-96b9896b-c776-4aea-a5e0-0307de2f65d8 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (50d6bdbc-0ecf-49bd-8051-07fb76d60b20), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:48.221552 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-e3e18cce-100c-4ade-92ff-cf34b7fff3fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port 4ef87d32-7e3a-450b-be71-b1cd5f60cc25, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4ef87d32-7e3a-450b-be71-b1cd5f60cc25,segment=NetworkSegment(7732a559-70af-4b2d-9d35-7aa6a2c8e226),segment_id=7732a559-70af-4b2d-9d35-7aa6a2c8e226)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:48.222168 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e3e18cce-100c-4ade-92ff-cf34b7fff3fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (4ef87d32-7e3a-450b-be71-b1cd5f60cc25), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:48.237607 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-e3e18cce-100c-4ade-92ff-cf34b7fff3fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for 4ef87d32-7e3a-450b-be71-b1cd5f60cc25 owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:48.312476 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-96b9896b-c776-4aea-a5e0-0307de2f65d8 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (50d6bdbc-0ecf-49bd-8051-07fb76d60b20), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:48.318482 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b9896b-c776-4aea-a5e0-0307de2f65d8 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:48.321848 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-96b9896b-c776-4aea-a5e0-0307de2f65d8 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:48.390132 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:41:48.399254 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9896b-c776-4aea-a5e0-0307de2f65d8 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Network': ['ID=50d6bdbc-0ecf-49bd-8051-07fb76d60b20,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:48.406219 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7df2711b-b3b1-45b7-bf2c-b0bd34af7416 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (b64428d6-dc1e-40f0-be86-9e5e743f3d34), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:48.417332 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 50d6bdbc-0ecf-49bd-8051-07fb76d60b20 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:41:48.450914 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df2711b-b3b1-45b7-bf2c-b0bd34af7416 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network ff932ac1-7d44-43d9-8517-b89abf9494c7 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:48.454692 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-7df2711b-b3b1-45b7-bf2c-b0bd34af7416 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:48.457342 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df2711b-b3b1-45b7-bf2c-b0bd34af7416 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:48.503409 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-96b9896b-c776-4aea-a5e0-0307de2f65d8 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5602407 Apr 15 03:41:48.506269 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35608) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:48.511360 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-9c15c12d-2bd7-4785-bf0d-452d85b60b60 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'subnet': {'network_id': '50d6bdbc-0ecf-49bd-8051-07fb76d60b20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:48.523717 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:48.524095 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:48.535482 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2711b-b3b1-45b7-bf2c-b0bd34af7416 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=b64428d6-dc1e-40f0-be86-9e5e743f3d34,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:48.537047 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e3e18cce-100c-4ade-92ff-cf34b7fff3fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (4ef87d32-7e3a-450b-be71-b1cd5f60cc25), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:48.561970 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df2711b-b3b1-45b7-bf2c-b0bd34af7416 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:48.562398 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7df2711b-b3b1-45b7-bf2c-b0bd34af7416 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:48.569940 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8911bae4-5c0a-40ac-84f9-2abc12b7554a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:48.573458 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-94def525-b126-46fa-8bdd-d8fcf4efd97c None None] Provisioning complete for port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:48.573821 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-94def525-b126-46fa-8bdd-d8fcf4efd97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:48.659227 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7df2711b-b3b1-45b7-bf2c-b0bd34af7416 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3780062 Apr 15 03:41:48.662343 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35610) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:48.670171 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:48.671388 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-abef8217-041c-46e9-abeb-13a95c0738fa tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'subnet': {'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:48.732740 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-94def525-b126-46fa-8bdd-d8fcf4efd97c None None] Current status of the port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:48.735956 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 771af481-68ae-4ce7-9281-b463ff3446d3 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:41:48.776885 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-94def525-b126-46fa-8bdd-d8fcf4efd97c None None] Provisioning complete for port 434ba337-cc79-4338-872c-0c1c33226e65 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:48.777358 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-94def525-b126-46fa-8bdd-d8fcf4efd97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (434ba337-cc79-4338-872c-0c1c33226e65), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:48.780015 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 771af481-68ae-4ce7-9281-b463ff3446d3 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:41:48.780471 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 771af481-68ae-4ce7-9281-b463ff3446d3 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:41:48.835800 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-94def525-b126-46fa-8bdd-d8fcf4efd97c None None] Port 434ba337-cc79-4338-872c-0c1c33226e65 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:41:48.916240 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abef8217-041c-46e9-abeb-13a95c0738fa tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:48.919846 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-abef8217-041c-46e9-abeb-13a95c0738fa tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:48.954236 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-188d0d98-7e08-402b-8762-8eac3ae299ac None None] Provisioning complete for port b64428d6-dc1e-40f0-be86-9e5e743f3d34 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:48.954657 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-188d0d98-7e08-402b-8762-8eac3ae299ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b64428d6-dc1e-40f0-be86-9e5e743f3d34), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:48.989053 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-188d0d98-7e08-402b-8762-8eac3ae299ac None None] Port b64428d6-dc1e-40f0-be86-9e5e743f3d34 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:41:48.997127 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e18cce-100c-4ade-92ff-cf34b7fff3fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=4ef87d32-7e3a-450b-be71-b1cd5f60cc25,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:49.017120 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.ipam_backend_mixin [None req-abef8217-041c-46e9-abeb-13a95c0738fa tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eef8ef6b-8067-41ba-9067-ea390deaac7f (CIDR: 172.20.0.0/28) Apr 15 03:41:49.059348 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-abef8217-041c-46e9-abeb-13a95c0738fa tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:41:49.059893 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abef8217-041c-46e9-abeb-13a95c0738fa tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:49.164902 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e3e18cce-100c-4ade-92ff-cf34b7fff3fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (721dec37-e9b4-44c1-9677-2105e07f1d3d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:49.165635 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-abef8217-041c-46e9-abeb-13a95c0738fa tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5013254 Apr 15 03:41:49.168025 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35612) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:49.173163 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-2e38dc3f-15b7-492d-9303-d082f3e1a931 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'subnet': {'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:49.178581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c15c12d-2bd7-4785-bf0d-452d85b60b60 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Made reservation on behalf of d32b2993bc124e40b67702e188368d12 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:49.182506 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9c15c12d-2bd7-4785-bf0d-452d85b60b60 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:49.345438 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e38dc3f-15b7-492d-9303-d082f3e1a931 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:49.348920 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2e38dc3f-15b7-492d-9303-d082f3e1a931 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:49.441067 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.ipam_backend_mixin [None req-2e38dc3f-15b7-492d-9303-d082f3e1a931 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet fcb60d28-21c8-48e1-938a-4bf95f21cfc9 (CIDR: 172.20.0.16/28) Apr 15 03:41:49.477990 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e38dc3f-15b7-492d-9303-d082f3e1a931 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 03:41:49.478487 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e38dc3f-15b7-492d-9303-d082f3e1a931 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:49.537974 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e18cce-100c-4ade-92ff-cf34b7fff3fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 721dec37-e9b4-44c1-9677-2105e07f1d3d has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:41:49.542490 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2e38dc3f-15b7-492d-9303-d082f3e1a931 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3733950 Apr 15 03:41:49.545097 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35614) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:49.550526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-781d1df9-e300-436a-b97f-1438ab6fae2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'subnet': {'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:49.628413 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9c15c12d-2bd7-4785-bf0d-452d85b60b60 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (2de12e7b-4ea5-4fb6-b0a3-7106fc100f5a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:49.705703 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e18cce-100c-4ade-92ff-cf34b7fff3fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:41:49.713726 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e3e18cce-100c-4ade-92ff-cf34b7fff3fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/routers/721dec37-e9b4-44c1-9677-2105e07f1d3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2308793 Apr 15 03:41:49.714317 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35616) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:49.716193 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bf107e-2929-4263-8deb-fef64160a196 None None] Sync routers for ids ['721dec37-e9b4-44c1-9677-2105e07f1d3d'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:41:49.719888 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15c12d-2bd7-4785-bf0d-452d85b60b60 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Subnet': ['ID=2de12e7b-4ea5-4fb6-b0a3-7106fc100f5a,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:49.727940 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf107e-2929-4263-8deb-fef64160a196 None None] Routers {'721dec37-e9b4-44c1-9677-2105e07f1d3d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:41:49.728181 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15c12d-2bd7-4785-bf0d-452d85b60b60 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Checking segment: {'id': 'e8576098-4353-4958-a8e4-540f02ea5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '50d6bdbc-0ecf-49bd-8051-07fb76d60b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:49.728339 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c15c12d-2bd7-4785-bf0d-452d85b60b60 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Network hostable DHCP agents. Network: 50d6bdbc-0ecf-49bd-8051-07fb76d60b20, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:41:49.729162 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-82bf107e-2929-4263-8deb-fef64160a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['721dec37-e9b4-44c1-9677-2105e07f1d3d'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:49.749706 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781d1df9-e300-436a-b97f-1438ab6fae2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Made reservation on behalf of 0f29a0ef0d424ee880c0248cae529385 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:49.753035 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-781d1df9-e300-436a-b97f-1438ab6fae2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:49.801562 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c15c12d-2bd7-4785-bf0d-452d85b60b60 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Network 50d6bdbc-0ecf-49bd-8051-07fb76d60b20 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:41:49.824959 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f54bfe-e510-495d-859c-62af8809cb48 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting subnet d7953b3b-beed-4f8a-8cf6-6def90b5765c {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:41:49.829491 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46f54bfe-e510-495d-859c-62af8809cb48 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (d7953b3b-beed-4f8a-8cf6-6def90b5765c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:49.839555 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-82bf107e-2929-4263-8deb-fef64160a196 None None] Set router 721dec37-e9b4-44c1-9677-2105e07f1d3d gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:41:49.882567 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-9c15c12d-2bd7-4785-bf0d-452d85b60b60 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 50d6bdbc-0ecf-49bd-8051-07fb76d60b20) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:49.884336 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46f54bfe-e510-495d-859c-62af8809cb48 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (d7953b3b-beed-4f8a-8cf6-6def90b5765c), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:49.887124 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c15c12d-2bd7-4785-bf0d-452d85b60b60 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:49.887872 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9c15c12d-2bd7-4785-bf0d-452d85b60b60 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:49.899718 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e769852d-1f81-4f3c-98c1-e1381325f175 None None] Network 50d6bdbc-0ecf-49bd-8051-07fb76d60b20 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:49.985652 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9c15c12d-2bd7-4785-bf0d-452d85b60b60 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4780650 Apr 15 03:41:49.986285 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35618) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:49.991430 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-9617d0f1-4af2-4475-aece-9f3d4aeee515 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'subnet': {'network_id': '50d6bdbc-0ecf-49bd-8051-07fb76d60b20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:50.022246 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46f54bfe-e510-495d-859c-62af8809cb48 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (d7953b3b-beed-4f8a-8cf6-6def90b5765c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:50.084815 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2061cdc-01e3-40f0-a71e-a995b49a39de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-50d6bdbc-0ecf-49bd-8051-07fb76d60b20', 'network_id': '50d6bdbc-0ecf-49bd-8051-07fb76d60b20', 'project_id': 'd32b2993bc124e40b67702e188368d12', 'fixed_ips': [{'subnet_id': '2de12e7b-4ea5-4fb6-b0a3-7106fc100f5a'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:41:50.086336 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e2061cdc-01e3-40f0-a71e-a995b49a39de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:50.126866 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-82bf107e-2929-4263-8deb-fef64160a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'name': 'tempest-TestNetworkBasicOps-router-1285994353', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:40:37Z', 'updated_at': '2022-04-15T03:41:48Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:38Z', 'updated_at': '2022-04-15T03:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:50.184849 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46f54bfe-e510-495d-859c-62af8809cb48 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (d7953b3b-beed-4f8a-8cf6-6def90b5765c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:50.195972 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bf107e-2929-4263-8deb-fef64160a196 None None] Checking router: 721dec37-e9b4-44c1-9677-2105e07f1d3d for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:41:50.202546 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9617d0f1-4af2-4475-aece-9f3d4aeee515 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Made reservation on behalf of d32b2993bc124e40b67702e188368d12 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:50.206040 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9617d0f1-4af2-4475-aece-9f3d4aeee515 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:50.217050 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-781d1df9-e300-436a-b97f-1438ab6fae2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (cfac778c-b2d2-4c51-8e9e-263292e91804), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:50.218650 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f54bfe-e510-495d-859c-62af8809cb48 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Subnet': ['ID=d7953b3b-beed-4f8a-8cf6-6def90b5765c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:50.220750 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46f54bfe-e510-495d-859c-62af8809cb48 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:50.223484 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf107e-2929-4263-8deb-fef64160a196 None None] Routers {'721dec37-e9b4-44c1-9677-2105e07f1d3d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:41:50.224127 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-82bf107e-2929-4263-8deb-fef64160a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['721dec37-e9b4-44c1-9677-2105e07f1d3d'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:50.224278 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-46f54bfe-e510-495d-859c-62af8809cb48 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/subnets/d7953b3b-beed-4f8a-8cf6-6def90b5765c HTTP/1.1" status: 204 len: 168 time: 0.5087481 Apr 15 03:41:50.233906 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35620) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:50.268210 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781d1df9-e300-436a-b97f-1438ab6fae2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Network ff932ac1-7d44-43d9-8517-b89abf9494c7 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:50.273371 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-781d1df9-e300-436a-b97f-1438ab6fae2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:50.277674 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781d1df9-e300-436a-b97f-1438ab6fae2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:50.278274 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-781d1df9-e300-436a-b97f-1438ab6fae2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:50.287786 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a494db8-3d74-4f09-9420-af052b63a258 None None] Network abcc95a5-3423-4e6f-9cb9-53f8e547921b requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:50.288155 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d1df9-e300-436a-b97f-1438ab6fae2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Subnet': ['ID=cfac778c-b2d2-4c51-8e9e-263292e91804,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:50.296700 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f99424-e0dd-40cb-964d-4e4d41b80d28 None None] Network ff932ac1-7d44-43d9-8517-b89abf9494c7 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:50.365599 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-781d1df9-e300-436a-b97f-1438ab6fae2b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8191602 Apr 15 03:41:50.368742 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35622) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:50.373926 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-efe74c2d-8a39-4c9e-9bbf-7ab9d503aabd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1585165933', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cfac778c-b2d2-4c51-8e9e-263292e91804'}], 'security_groups': ['72240ecd-da2d-4104-a863-09fa170a8a02', 'e3445987-c3e6-4335-830c-db22470d4d6e']}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:50.422382 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12cf4016-95d1-49a2-9e7d-48736c638fe4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (721dec37-e9b4-44c1-9677-2105e07f1d3d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:50.459224 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-efe74c2d-8a39-4c9e-9bbf-7ab9d503aabd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b64428d6-dc1e-40f0-be86-9e5e743f3d34), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:50.461387 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-e2061cdc-01e3-40f0-a71e-a995b49a39de None None] Allocated IP 2001:db8::2 (50d6bdbc-0ecf-49bd-8051-07fb76d60b20/2de12e7b-4ea5-4fb6-b0a3-7106fc100f5a/cc567fae-3421-4408-b9a9-b19d67a94dd0) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:50.527463 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:41:50.605420 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-82bf107e-2929-4263-8deb-fef64160a196 None None] Set router 721dec37-e9b4-44c1-9677-2105e07f1d3d gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:41:50.627256 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12cf4016-95d1-49a2-9e7d-48736c638fe4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (721dec37-e9b4-44c1-9677-2105e07f1d3d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:50.666307 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffe758c-86da-4b62-8271-f136df62f32a None None] DHCP port deletion for abcc95a5-3423-4e6f-9cb9-53f8e547921b request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:41:50.761771 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-12cf4016-95d1-49a2-9e7d-48736c638fe4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port f6e837a2-6edb-446d-9cdd-24826eafb90e {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:50.762203 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12cf4016-95d1-49a2-9e7d-48736c638fe4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f6e837a2-6edb-446d-9cdd-24826eafb90e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:50.764618 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9617d0f1-4af2-4475-aece-9f3d4aeee515 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (f3e74a78-0305-404b-8655-c6ff2c4a3a2a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:50.797722 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-efe74c2d-8a39-4c9e-9bbf-7ab9d503aabd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Delete allocated IP 172.20.0.3 (ff932ac1-7d44-43d9-8517-b89abf9494c7/eef8ef6b-8067-41ba-9067-ea390deaac7f) {{(pid=104667) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 15 03:41:50.807326 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-efe74c2d-8a39-4c9e-9bbf-7ab9d503aabd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Allocated IP 172.20.0.34 (ff932ac1-7d44-43d9-8517-b89abf9494c7/cfac778c-b2d2-4c51-8e9e-263292e91804/b64428d6-dc1e-40f0-be86-9e5e743f3d34) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:50.825936 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9617d0f1-4af2-4475-aece-9f3d4aeee515 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Network 50d6bdbc-0ecf-49bd-8051-07fb76d60b20 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:50.830969 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-9617d0f1-4af2-4475-aece-9f3d4aeee515 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:50.862940 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9617d0f1-4af2-4475-aece-9f3d4aeee515 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:50.862940 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9617d0f1-4af2-4475-aece-9f3d4aeee515 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:50.896901 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617d0f1-4af2-4475-aece-9f3d4aeee515 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Subnet': ['ID=f3e74a78-0305-404b-8655-c6ff2c4a3a2a,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:50.927692 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-12cf4016-95d1-49a2-9e7d-48736c638fe4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port f6e837a2-6edb-446d-9cdd-24826eafb90e, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f6e837a2-6edb-446d-9cdd-24826eafb90e,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:50.928166 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12cf4016-95d1-49a2-9e7d-48736c638fe4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f6e837a2-6edb-446d-9cdd-24826eafb90e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:50.943800 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-12cf4016-95d1-49a2-9e7d-48736c638fe4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for f6e837a2-6edb-446d-9cdd-24826eafb90e owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:50.955901 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9617d0f1-4af2-4475-aece-9f3d4aeee515 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9660819 Apr 15 03:41:50.957486 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35624) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:51.002494 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-efe74c2d-8a39-4c9e-9bbf-7ab9d503aabd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for port (b64428d6-dc1e-40f0-be86-9e5e743f3d34), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.033601 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5ffe758c-86da-4b62-8271-f136df62f32a None None] Deleting port e3580ef6-72f2-4a96-b562-da206d165dd5 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:51.034186 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5ffe758c-86da-4b62-8271-f136df62f32a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e3580ef6-72f2-4a96-b562-da206d165dd5), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.057605 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6639051e-d2da-400a-8eb1-24374314fb30 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:51.058898 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6639051e-d2da-400a-8eb1-24374314fb30 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:51.060234 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6639051e-d2da-400a-8eb1-24374314fb30 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:51.061686 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6639051e-d2da-400a-8eb1-24374314fb30 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:51.063749 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6639051e-d2da-400a-8eb1-24374314fb30 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:51.064748 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6639051e-d2da-400a-8eb1-24374314fb30 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1062720 Apr 15 03:41:51.065525 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d52d9b61-ffbf-4799-8ec0-a423b1131e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.071362 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35626) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:51.077580 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-efe74c2d-8a39-4c9e-9bbf-7ab9d503aabd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (b64428d6-dc1e-40f0-be86-9e5e743f3d34), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.077774 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-3cb726f2-116e-48b8-b4ef-c02454f886a1 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1100432789'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:51.085876 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a84734-3328-4c82-a4d7-355f79324ca2 None None] Update dhcp port {'port': {'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7', 'fixed_ips': [{'subnet_id': 'fcb60d28-21c8-48e1-938a-4bf95f21cfc9', 'ip_address': '172.20.0.18'}, {'subnet_id': 'eef8ef6b-8067-41ba-9067-ea390deaac7f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cfac778c-b2d2-4c51-8e9e-263292e91804'}], 'binding:host_id': 'dv-neutron-837140-3-hyperv'}, 'id': '61dbdef7-5af6-4a1e-8a7b-6d0cee95526a'} from dv-neutron-837140-3-hyperv. {{(pid=104668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 15 03:41:51.139184 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e2061cdc-01e3-40f0-a71e-a995b49a39de None None] Publish callbacks [] for port (cc567fae-3421-4408-b9a9-b19d67a94dd0), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.162862 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe74c2d-8a39-4c9e-9bbf-7ab9d503aabd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event updated for resources: {'Port': ['ID=b64428d6-dc1e-40f0-be86-9e5e743f3d34,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:51.187875 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a9a84734-3328-4c82-a4d7-355f79324ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.196602 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5ffe758c-86da-4b62-8271-f136df62f32a None None] For port e3580ef6-72f2-4a96-b562-da206d165dd5, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e3580ef6-72f2-4a96-b562-da206d165dd5,segment=NetworkSegment(7732a559-70af-4b2d-9d35-7aa6a2c8e226),segment_id=7732a559-70af-4b2d-9d35-7aa6a2c8e226)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:51.196991 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5ffe758c-86da-4b62-8271-f136df62f32a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e3580ef6-72f2-4a96-b562-da206d165dd5), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.200708 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb726f2-116e-48b8-b4ef-c02454f886a1 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Made reservation on behalf of d32b2993bc124e40b67702e188368d12 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:51.206811 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3cb726f2-116e-48b8-b4ef-c02454f886a1 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.209344 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-efe74c2d-8a39-4c9e-9bbf-7ab9d503aabd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] In _notify_port_updated(), no bound segment for port b64428d6-dc1e-40f0-be86-9e5e743f3d34 on network ff932ac1-7d44-43d9-8517-b89abf9494c7 {{(pid=104667) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:41:51.215188 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe74c2d-8a39-4c9e-9bbf-7ab9d503aabd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:51.215849 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-efe74c2d-8a39-4c9e-9bbf-7ab9d503aabd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.217179 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-efe74c2d-8a39-4c9e-9bbf-7ab9d503aabd tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "PUT /v2.0/ports/b64428d6-dc1e-40f0-be86-9e5e743f3d34 HTTP/1.1" status: 200 len: 960 time: 0.8474407 Apr 15 03:41:51.219995 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35628) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:51.227713 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5ffe758c-86da-4b62-8271-f136df62f32a None None] Calling delete_port for e3580ef6-72f2-4a96-b562-da206d165dd5 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:51.234508 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e2061cdc-01e3-40f0-a71e-a995b49a39de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (cc567fae-3421-4408-b9a9-b19d67a94dd0), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.236421 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-82bf107e-2929-4263-8deb-fef64160a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'name': 'tempest-TestNetworkBasicOps-router-1285994353', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:40:37Z', 'updated_at': '2022-04-15T03:41:48Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:38Z', 'updated_at': '2022-04-15T03:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:51.241675 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb726f2-116e-48b8-b4ef-c02454f886a1 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:41:51.250943 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3cb726f2-116e-48b8-b4ef-c02454f886a1 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (da1a4114-4215-46d6-b8f6-40900e7a9f6e), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.251289 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-3cb726f2-116e-48b8-b4ef-c02454f886a1 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Added segment da1a4114-4215-46d6-b8f6-40900e7a9f6e of type vlan for network b873c105-2aa7-409d-8b30-b4a0d9ced665 Apr 15 03:41:51.294717 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3cb726f2-116e-48b8-b4ef-c02454f886a1 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (b873c105-2aa7-409d-8b30-b4a0d9ced665), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.312494 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12cf4016-95d1-49a2-9e7d-48736c638fe4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (f6e837a2-6edb-446d-9cdd-24826eafb90e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.318123 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-b1e81ec4-19ae-40a5-85ca-a330d50372d3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting port b64428d6-dc1e-40f0-be86-9e5e743f3d34 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:51.318471 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b1e81ec4-19ae-40a5-85ca-a330d50372d3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (b64428d6-dc1e-40f0-be86-9e5e743f3d34), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.318663 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bf107e-2929-4263-8deb-fef64160a196 None None] The sync data for ids ['721dec37-e9b4-44c1-9677-2105e07f1d3d'] in dv-neutron-837140-3-hyperv is: [{'id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'name': 'tempest-TestNetworkBasicOps-router-1285994353', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:40:37Z', 'updated_at': '2022-04-15T03:41:48Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'f6e837a2-6edb-446d-9cdd-24826eafb90e', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:1d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721dec37-e9b4-44c1-9677-2105e07f1d3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:40:38Z', 'updated_at': '2022-04-15T03:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:41:51.361177 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2061cdc-01e3-40f0-a71e-a995b49a39de None None] Network 50d6bdbc-0ecf-49bd-8051-07fb76d60b20 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:51.373352 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-e2061cdc-01e3-40f0-a71e-a995b49a39de None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:51.375820 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2061cdc-01e3-40f0-a71e-a995b49a39de None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:51.406831 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf4016-95d1-49a2-9e7d-48736c638fe4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=f6e837a2-6edb-446d-9cdd-24826eafb90e,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:51.425016 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12cf4016-95d1-49a2-9e7d-48736c638fe4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (721dec37-e9b4-44c1-9677-2105e07f1d3d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.434879 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b1e81ec4-19ae-40a5-85ca-a330d50372d3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (b64428d6-dc1e-40f0-be86-9e5e743f3d34), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.450538 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-b1e81ec4-19ae-40a5-85ca-a330d50372d3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Calling delete_port for b64428d6-dc1e-40f0-be86-9e5e743f3d34 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:51.473070 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2061cdc-01e3-40f0-a71e-a995b49a39de None None] Pushing event updated for resources: {'Port': ['ID=cc567fae-3421-4408-b9a9-b19d67a94dd0,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:51.520989 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3cb726f2-116e-48b8-b4ef-c02454f886a1 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (b873c105-2aa7-409d-8b30-b4a0d9ced665), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.525984 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb726f2-116e-48b8-b4ef-c02454f886a1 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:51.526591 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3cb726f2-116e-48b8-b4ef-c02454f886a1 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.564530 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12cf4016-95d1-49a2-9e7d-48736c638fe4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (721dec37-e9b4-44c1-9677-2105e07f1d3d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.568440 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-e2061cdc-01e3-40f0-a71e-a995b49a39de None None] Attempting to bind port cc567fae-3421-4408-b9a9-b19d67a94dd0 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:41:51.568618 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-e2061cdc-01e3-40f0-a71e-a995b49a39de None None] Attempting to bind port cc567fae-3421-4408-b9a9-b19d67a94dd0 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'e8576098-4353-4958-a8e4-540f02ea5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '50d6bdbc-0ecf-49bd-8051-07fb76d60b20'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:41:51.568731 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12cf4016-95d1-49a2-9e7d-48736c638fe4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_controller (721dec37-e9b4-44c1-9677-2105e07f1d3d), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.568905 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2061cdc-01e3-40f0-a71e-a995b49a39de None None] Attempting to bind port cc567fae-3421-4408-b9a9-b19d67a94dd0 on network 50d6bdbc-0ecf-49bd-8051-07fb76d60b20 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:41:51.578641 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2061cdc-01e3-40f0-a71e-a995b49a39de None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:41:51.579018 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2061cdc-01e3-40f0-a71e-a995b49a39de None None] Checking segment: {'id': 'e8576098-4353-4958-a8e4-540f02ea5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '50d6bdbc-0ecf-49bd-8051-07fb76d60b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:51.579445 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e2061cdc-01e3-40f0-a71e-a995b49a39de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.579838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2061cdc-01e3-40f0-a71e-a995b49a39de None None] Bound using segment: {'id': 'e8576098-4353-4958-a8e4-540f02ea5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '50d6bdbc-0ecf-49bd-8051-07fb76d60b20'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:41:51.580304 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-e2061cdc-01e3-40f0-a71e-a995b49a39de None None] Bound port: cc567fae-3421-4408-b9a9-b19d67a94dd0, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8576098-4353-4958-a8e4-540f02ea5b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '50d6bdbc-0ecf-49bd-8051-07fb76d60b20'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:41:51.580722 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e2061cdc-01e3-40f0-a71e-a995b49a39de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cc567fae-3421-4408-b9a9-b19d67a94dd0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.607061 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-a9a84734-3328-4c82-a4d7-355f79324ca2 None None] Allocated IP 172.20.0.35 (ff932ac1-7d44-43d9-8517-b89abf9494c7/cfac778c-b2d2-4c51-8e9e-263292e91804/61dbdef7-5af6-4a1e-8a7b-6d0cee95526a) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:51.639169 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb726f2-116e-48b8-b4ef-c02454f886a1 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Network': ['ID=b873c105-2aa7-409d-8b30-b4a0d9ced665,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:51.646795 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3cb726f2-116e-48b8-b4ef-c02454f886a1 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5723398 Apr 15 03:41:51.648115 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35630) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:51.653454 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-9f261d01-312f-417b-80e8-880b8c29ee6d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:51.654226 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5ffe758c-86da-4b62-8271-f136df62f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (e3580ef6-72f2-4a96-b562-da206d165dd5), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.657123 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network b873c105-2aa7-409d-8b30-b4a0d9ced665 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:41:51.706046 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b1e81ec4-19ae-40a5-85ca-a330d50372d3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (b64428d6-dc1e-40f0-be86-9e5e743f3d34), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.734603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12cf4016-95d1-49a2-9e7d-48736c638fe4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (721dec37-e9b4-44c1-9677-2105e07f1d3d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.734897 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cf4016-95d1-49a2-9e7d-48736c638fe4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Fanout notify agent at l3_agent the message router_deleted on router 721dec37-e9b4-44c1-9677-2105e07f1d3d {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:41:51.743760 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12cf4016-95d1-49a2-9e7d-48736c638fe4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.744350 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e81ec4-19ae-40a5-85ca-a330d50372d3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Port': ['ID=b64428d6-dc1e-40f0-be86-9e5e743f3d34,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:51.747599 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-12cf4016-95d1-49a2-9e7d-48736c638fe4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/routers/721dec37-e9b4-44c1-9677-2105e07f1d3d HTTP/1.1" status: 204 len: 168 time: 1.5133426 Apr 15 03:41:51.748366 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35632) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:51.766545 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe758c-86da-4b62-8271-f136df62f32a None None] Pushing event deleted for resources: {'Port': ['ID=e3580ef6-72f2-4a96-b562-da206d165dd5,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:51.804695 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffe758c-86da-4b62-8271-f136df62f32a None None] No DVR routers for this DVR port e3580ef6-72f2-4a96-b562-da206d165dd5 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:41:51.826120 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-e2061cdc-01e3-40f0-a71e-a995b49a39de None None] For port cc567fae-3421-4408-b9a9-b19d67a94dd0, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:41:51.845952 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9f261d01-312f-417b-80e8-880b8c29ee6d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (b873c105-2aa7-409d-8b30-b4a0d9ced665), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.851917 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b1e81ec4-19ae-40a5-85ca-a330d50372d3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.857746 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b1e81ec4-19ae-40a5-85ca-a330d50372d3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/ports/b64428d6-dc1e-40f0-be86-9e5e743f3d34 HTTP/1.1" status: 204 len: 168 time: 0.6337740 Apr 15 03:41:51.859934 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-e2061cdc-01e3-40f0-a71e-a995b49a39de None None] For port cc567fae-3421-4408-b9a9-b19d67a94dd0, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=cc567fae-3421-4408-b9a9-b19d67a94dd0,segment=NetworkSegment(e8576098-4353-4958-a8e4-540f02ea5b14),segment_id=e8576098-4353-4958-a8e4-540f02ea5b14)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:41:51.862224 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35634) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:51.893642 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-a9a84734-3328-4c82-a4d7-355f79324ca2 None None] For port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=61dbdef7-5af6-4a1e-8a7b-6d0cee95526a,segment=NetworkSegment(d8de4d6f-dd75-4afe-b6b7-f760ea3c02ea),segment_id=d8de4d6f-dd75-4afe-b6b7-f760ea3c02ea)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:51.906579 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b4545f-cd3b-476f-ba15-fe1a07f8ff92 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] GET failed (client error): The resource could not be found. Apr 15 03:41:51.908118 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f6b4545f-cd3b-476f-ba15-fe1a07f8ff92 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports/b64428d6-dc1e-40f0-be86-9e5e743f3d34 HTTP/1.1" status: 404 len: 333 time: 0.0447879 Apr 15 03:41:51.910958 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35636) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:51.923568 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9f261d01-312f-417b-80e8-880b8c29ee6d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (b873c105-2aa7-409d-8b30-b4a0d9ced665), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.935020 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a9a84734-3328-4c82-a4d7-355f79324ca2 None None] Publish callbacks [] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.952206 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f261d01-312f-417b-80e8-880b8c29ee6d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Network b873c105-2aa7-409d-8b30-b4a0d9ced665 is not hosted by any dhcp agent {{(pid=104666) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 15 03:41:51.953201 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e2061cdc-01e3-40f0-a71e-a995b49a39de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cc567fae-3421-4408-b9a9-b19d67a94dd0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.955250 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.957307 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f261d01-312f-417b-80e8-880b8c29ee6d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:51.957925 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9f261d01-312f-417b-80e8-880b8c29ee6d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:51.962972 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9f261d01-312f-417b-80e8-880b8c29ee6d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "PUT /v2.0/networks/b873c105-2aa7-409d-8b30-b4a0d9ced665 HTTP/1.1" status: 200 len: 723 time: 0.3134229 Apr 15 03:41:51.966388 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35638) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:51.971880 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-56df4182-31f5-4145-84ca-9bc3d8024f63 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'subnet': {'network_id': 'b873c105-2aa7-409d-8b30-b4a0d9ced665', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:51.978833 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3a5e343f-21be-4e9c-b2cf-ceb9a3da99df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (abcc95a5-3423-4e6f-9cb9-53f8e547921b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.015896 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a9a84734-3328-4c82-a4d7-355f79324ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.041564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2061cdc-01e3-40f0-a71e-a995b49a39de None None] Pushing event updated for resources: {'Port': ['ID=cc567fae-3421-4408-b9a9-b19d67a94dd0,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:52.080802 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f261d01-312f-417b-80e8-880b8c29ee6d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Network': ['ID=b873c105-2aa7-409d-8b30-b4a0d9ced665,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:52.126288 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network b873c105-2aa7-409d-8b30-b4a0d9ced665 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:41:52.133801 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5acddf70-f262-41e3-80e5-ddd15289feb7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (b02d4ff9-6366-4329-b84f-4f7f4a6bf6c1), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.169402 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5acddf70-f262-41e3-80e5-ddd15289feb7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (b02d4ff9-6366-4329-b84f-4f7f4a6bf6c1), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.177792 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3a5e343f-21be-4e9c-b2cf-ceb9a3da99df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (abcc95a5-3423-4e6f-9cb9-53f8e547921b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.227642 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-3a5e343f-21be-4e9c-b2cf-ceb9a3da99df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abcc95a5-3423-4e6f-9cb9-53f8e547921b']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:52.232343 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56df4182-31f5-4145-84ca-9bc3d8024f63 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Made reservation on behalf of d32b2993bc124e40b67702e188368d12 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:52.240488 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-56df4182-31f5-4145-84ca-9bc3d8024f63 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.240819 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a84734-3328-4c82-a4d7-355f79324ca2 None None] Pushing event updated for resources: {'Port': ['ID=61dbdef7-5af6-4a1e-8a7b-6d0cee95526a,revision_number=7']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:52.281107 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-3a5e343f-21be-4e9c-b2cf-ceb9a3da99df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7732a559-70af-4b2d-9d35-7aa6a2c8e226') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:52.282000 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-3a5e343f-21be-4e9c-b2cf-ceb9a3da99df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7732a559-70af-4b2d-9d35-7aa6a2c8e226') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:52.336496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3a5e343f-21be-4e9c-b2cf-ceb9a3da99df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (7732a559-70af-4b2d-9d35-7aa6a2c8e226), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.367675 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5acddf70-f262-41e3-80e5-ddd15289feb7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (b02d4ff9-6366-4329-b84f-4f7f4a6bf6c1), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.379071 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5acddf70-f262-41e3-80e5-ddd15289feb7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.380291 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5acddf70-f262-41e3-80e5-ddd15289feb7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/security-groups/b02d4ff9-6366-4329-b84f-4f7f4a6bf6c1 HTTP/1.1" status: 204 len: 168 time: 0.4682593 Apr 15 03:41:52.383958 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35640) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:52.408703 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3a5e343f-21be-4e9c-b2cf-ceb9a3da99df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7732a559-70af-4b2d-9d35-7aa6a2c8e226), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.410978 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acddf70-f262-41e3-80e5-ddd15289feb7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02d4ff9-6366-4329-b84f-4f7f4a6bf6c1,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:52.474362 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5e343f-21be-4e9c-b2cf-ceb9a3da99df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:52.474821 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3a5e343f-21be-4e9c-b2cf-ceb9a3da99df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (7732a559-70af-4b2d-9d35-7aa6a2c8e226), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:52.478649 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:52.605694 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3af4ce1f-85d1-4f81-a57e-d38ec9d86e12 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (e3445987-c3e6-4335-830c-db22470d4d6e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.640963 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3af4ce1f-85d1-4f81-a57e-d38ec9d86e12 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (e3445987-c3e6-4335-830c-db22470d4d6e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.666311 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3a5e343f-21be-4e9c-b2cf-ceb9a3da99df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (abcc95a5-3423-4e6f-9cb9-53f8e547921b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.678679 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3a5e343f-21be-4e9c-b2cf-ceb9a3da99df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.682355 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3a5e343f-21be-4e9c-b2cf-ceb9a3da99df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/networks/abcc95a5-3423-4e6f-9cb9-53f8e547921b HTTP/1.1" status: 204 len: 168 time: 0.8239951 Apr 15 03:41:52.693625 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35642) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:52.698150 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e343f-21be-4e9c-b2cf-ceb9a3da99df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Network': ['ID=abcc95a5-3423-4e6f-9cb9-53f8e547921b,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:52.706790 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f786aeda-61ec-4c95-8bdb-e1b62e49944e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'network': {'name': 'tempest-network-smoke--747060972', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'port_security_enabled': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:52.709429 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-56df4182-31f5-4145-84ca-9bc3d8024f63 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (c0610193-514e-4507-9eb9-d2ece895cb50), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.768540 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3af4ce1f-85d1-4f81-a57e-d38ec9d86e12 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (e3445987-c3e6-4335-830c-db22470d4d6e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.776056 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3af4ce1f-85d1-4f81-a57e-d38ec9d86e12 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.778936 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3af4ce1f-85d1-4f81-a57e-d38ec9d86e12 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/security-groups/e3445987-c3e6-4335-830c-db22470d4d6e HTTP/1.1" status: 204 len: 168 time: 0.3928452 Apr 15 03:41:52.781973 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35644) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:52.790985 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df4182-31f5-4145-84ca-9bc3d8024f63 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Subnet': ['ID=c0610193-514e-4507-9eb9-d2ece895cb50,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:52.797750 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4ce1f-85d1-4f81-a57e-d38ec9d86e12 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3445987-c3e6-4335-830c-db22470d4d6e,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:52.859983 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f786aeda-61ec-4c95-8bdb-e1b62e49944e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:52.863307 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f786aeda-61ec-4c95-8bdb-e1b62e49944e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.882264 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56df4182-31f5-4145-84ca-9bc3d8024f63 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Checking segment: {'id': 'da1a4114-4215-46d6-b8f6-40900e7a9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b873c105-2aa7-409d-8b30-b4a0d9ced665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:52.882761 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56df4182-31f5-4145-84ca-9bc3d8024f63 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Network hostable DHCP agents. Network: b873c105-2aa7-409d-8b30-b4a0d9ced665, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:41:52.889271 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:41:52.891987 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c4ecd4d0-c065-4cfc-aced-168a950b0770 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (72240ecd-da2d-4104-a863-09fa170a8a02), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.922307 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f786aeda-61ec-4c95-8bdb-e1b62e49944e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:41:52.941843 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:52.942180 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.945348 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c4ecd4d0-c065-4cfc-aced-168a950b0770 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (72240ecd-da2d-4104-a863-09fa170a8a02), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.956029 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f786aeda-61ec-4c95-8bdb-e1b62e49944e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (f1afb204-1506-4ac0-81d2-3004cd20245f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:52.956383 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-f786aeda-61ec-4c95-8bdb-e1b62e49944e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Added segment f1afb204-1506-4ac0-81d2-3004cd20245f of type vlan for network 9e279d3e-905d-44f0-a611-4c2f55a87c78 Apr 15 03:41:53.017717 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f786aeda-61ec-4c95-8bdb-e1b62e49944e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (9e279d3e-905d-44f0-a611-4c2f55a87c78), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.026529 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56df4182-31f5-4145-84ca-9bc3d8024f63 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Network b873c105-2aa7-409d-8b30-b4a0d9ced665 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:41:53.027851 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:53.097352 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e3580ef6-72f2-4a96-b562-da206d165dd5 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:41:53.119083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: e3580ef6-72f2-4a96-b562-da206d165dd5 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:41:53.119083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e3580ef6-72f2-4a96-b562-da206d165dd5 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:41:53.119083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4ef87d32-7e3a-450b-be71-b1cd5f60cc25 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:41:53.139143 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-56df4182-31f5-4145-84ca-9bc3d8024f63 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, b873c105-2aa7-409d-8b30-b4a0d9ced665) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:53.142125 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 4ef87d32-7e3a-450b-be71-b1cd5f60cc25 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:41:53.142125 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4ef87d32-7e3a-450b-be71-b1cd5f60cc25 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:41:53.143925 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56df4182-31f5-4145-84ca-9bc3d8024f63 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:53.144707 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-56df4182-31f5-4145-84ca-9bc3d8024f63 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.150973 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3c669fd2-26e7-42d1-9259-60e832bc7dc2 None None] Could not find standard attr ID for object b64428d6-dc1e-40f0-be86-9e5e743f3d34. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:41:53.155492 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47031f7e-fac2-4db3-9e6d-d5de3753c0b5 None None] Network b873c105-2aa7-409d-8b30-b4a0d9ced665 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:53.181034 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3c669fd2-26e7-42d1-9259-60e832bc7dc2 None None] Provisioning complete for port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:53.181646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3c669fd2-26e7-42d1-9259-60e832bc7dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.185993 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c4ecd4d0-c065-4cfc-aced-168a950b0770 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (72240ecd-da2d-4104-a863-09fa170a8a02), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.188618 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c4ecd4d0-c065-4cfc-aced-168a950b0770 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.189786 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c4ecd4d0-c065-4cfc-aced-168a950b0770 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/security-groups/72240ecd-da2d-4104-a863-09fa170a8a02 HTTP/1.1" status: 204 len: 168 time: 0.4066679 Apr 15 03:41:53.190713 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f786aeda-61ec-4c95-8bdb-e1b62e49944e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (9e279d3e-905d-44f0-a611-4c2f55a87c78), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.192586 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35646) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:53.205127 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f786aeda-61ec-4c95-8bdb-e1b62e49944e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:53.205775 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f786aeda-61ec-4c95-8bdb-e1b62e49944e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.252124 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecd4d0-c065-4cfc-aced-168a950b0770 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72240ecd-da2d-4104-a863-09fa170a8a02,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:53.268700 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-1873a789-d8fd-4648-9a8e-0bdcd8fd3c7c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting subnet eef8ef6b-8067-41ba-9067-ea390deaac7f {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:41:53.272964 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1873a789-d8fd-4648-9a8e-0bdcd8fd3c7c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (eef8ef6b-8067-41ba-9067-ea390deaac7f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.304136 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-56df4182-31f5-4145-84ca-9bc3d8024f63 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3361461 Apr 15 03:41:53.307397 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35648) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:53.315142 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a37646f4-ccba-4289-a819-25858f544a47 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:53.330542 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1873a789-d8fd-4648-9a8e-0bdcd8fd3c7c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (eef8ef6b-8067-41ba-9067-ea390deaac7f), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.358566 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.361831 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3c669fd2-26e7-42d1-9259-60e832bc7dc2 None None] Current status of the port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:53.372994 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3c669fd2-26e7-42d1-9259-60e832bc7dc2 None None] Provisioning complete for port 434ba337-cc79-4338-872c-0c1c33226e65 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:53.372994 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3c669fd2-26e7-42d1-9259-60e832bc7dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (434ba337-cc79-4338-872c-0c1c33226e65), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.376337 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d4197d-9a9a-437b-acb9-6f94ee06c4fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-b873c105-2aa7-409d-8b30-b4a0d9ced665', 'network_id': 'b873c105-2aa7-409d-8b30-b4a0d9ced665', 'project_id': 'd32b2993bc124e40b67702e188368d12', 'fixed_ips': [{'subnet_id': 'c0610193-514e-4507-9eb9-d2ece895cb50'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:41:53.377182 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-28d4197d-9a9a-437b-acb9-6f94ee06c4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.385283 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f786aeda-61ec-4c95-8bdb-e1b62e49944e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6911857 Apr 15 03:41:53.391960 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35650) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:53.400509 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-523695f1-a151-4b60-a073-cebb7212d87a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1767969933', 'admin_state_up': True, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:53.412999 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786aeda-61ec-4c95-8bdb-e1b62e49944e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Network': ['ID=9e279d3e-905d-44f0-a611-4c2f55a87c78,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:53.432610 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 9e279d3e-905d-44f0-a611-4c2f55a87c78 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:41:53.453457 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1873a789-d8fd-4648-9a8e-0bdcd8fd3c7c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (eef8ef6b-8067-41ba-9067-ea390deaac7f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.456433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3c669fd2-26e7-42d1-9259-60e832bc7dc2 None None] Port 434ba337-cc79-4338-872c-0c1c33226e65 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:41:53.531443 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6549592-a75b-4802-b85e-6b2f61afccd0 None None] Network 50d6bdbc-0ecf-49bd-8051-07fb76d60b20 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:53.545916 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a37646f4-ccba-4289-a819-25858f544a47 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4678734'] for subnet (c0610193-514e-4507-9eb9-d2ece895cb50), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.568083 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-523695f1-a151-4b60-a073-cebb7212d87a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (3a7ae565-483e-4ab5-9b96-7874ceeb66ee), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.569147 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-523695f1-a151-4b60-a073-cebb7212d87a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (3a7ae565-483e-4ab5-9b96-7874ceeb66ee), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.646891 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-c575695b-e02a-4eb8-8a4e-1a3aea6251ac None None] Provisioning complete for port cc567fae-3421-4408-b9a9-b19d67a94dd0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:53.647381 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c575695b-e02a-4eb8-8a4e-1a3aea6251ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cc567fae-3421-4408-b9a9-b19d67a94dd0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.648650 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1873a789-d8fd-4648-9a8e-0bdcd8fd3c7c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (eef8ef6b-8067-41ba-9067-ea390deaac7f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.680673 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1873a789-d8fd-4648-9a8e-0bdcd8fd3c7c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.687017 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1873a789-d8fd-4648-9a8e-0bdcd8fd3c7c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/subnets/eef8ef6b-8067-41ba-9067-ea390deaac7f HTTP/1.1" status: 204 len: 168 time: 0.4933846 Apr 15 03:41:53.709212 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-523695f1-a151-4b60-a073-cebb7212d87a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_controller (3a7ae565-483e-4ab5-9b96-7874ceeb66ee), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.714013 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35652) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:53.718830 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873a789-d8fd-4648-9a8e-0bdcd8fd3c7c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Subnet': ['ID=eef8ef6b-8067-41ba-9067-ea390deaac7f,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:53.769198 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e3cdd0-bdfb-4c00-8eb1-7b2f64df1c88 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting subnet cfac778c-b2d2-4c51-8e9e-263292e91804 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:41:53.773080 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-57e3cdd0-bdfb-4c00-8eb1-7b2f64df1c88 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (cfac778c-b2d2-4c51-8e9e-263292e91804), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.820604 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-57e3cdd0-bdfb-4c00-8eb1-7b2f64df1c88 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (cfac778c-b2d2-4c51-8e9e-263292e91804), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.931560 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-57e3cdd0-bdfb-4c00-8eb1-7b2f64df1c88 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (cfac778c-b2d2-4c51-8e9e-263292e91804), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:53.976963 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c155caff-bbce-4a6f-b2c2-f4ad07c38903 None None] Network ff932ac1-7d44-43d9-8517-b89abf9494c7 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:54.078309 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c575695b-e02a-4eb8-8a4e-1a3aea6251ac None None] Current status of the port cc567fae-3421-4408-b9a9-b19d67a94dd0 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:54.078729 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c575695b-e02a-4eb8-8a4e-1a3aea6251ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cc567fae-3421-4408-b9a9-b19d67a94dd0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:54.079137 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-57e3cdd0-bdfb-4c00-8eb1-7b2f64df1c88 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (cfac778c-b2d2-4c51-8e9e-263292e91804), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:54.100030 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-57e3cdd0-bdfb-4c00-8eb1-7b2f64df1c88 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:54.104359 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-57e3cdd0-bdfb-4c00-8eb1-7b2f64df1c88 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/subnets/cfac778c-b2d2-4c51-8e9e-263292e91804 HTTP/1.1" status: 204 len: 168 time: 0.3924479 Apr 15 03:41:54.106846 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35654) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:54.112965 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-28d4197d-9a9a-437b-acb9-6f94ee06c4fa None None] Allocated IP 2001:db8::2 (b873c105-2aa7-409d-8b30-b4a0d9ced665/c0610193-514e-4507-9eb9-d2ece895cb50/d03942fa-0bf5-4b3c-a1b5-c987017f1149) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:54.156043 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3cdd0-bdfb-4c00-8eb1-7b2f64df1c88 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Subnet': ['ID=cfac778c-b2d2-4c51-8e9e-263292e91804,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:54.159326 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-46653baf-d930-4a30-a9af-9b64329762b2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:54.159796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46653baf-d930-4a30-a9af-9b64329762b2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:54.167970 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-46653baf-d930-4a30-a9af-9b64329762b2 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/subnets/eef8ef6b-8067-41ba-9067-ea390deaac7f HTTP/1.1" status: 404 len: 337 time: 0.0556142 Apr 15 03:41:54.167970 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35656) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:54.178083 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a37646f4-ccba-4289-a819-25858f544a47 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769506086175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5975203'] for subnet (c0610193-514e-4507-9eb9-d2ece895cb50), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:54.222988 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37646f4-ccba-4289-a819-25858f544a47 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:54.223504 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a37646f4-ccba-4289-a819-25858f544a47 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:54.227756 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a37646f4-ccba-4289-a819-25858f544a47 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "PUT /v2.0/subnets/c0610193-514e-4507-9eb9-d2ece895cb50 HTTP/1.1" status: 200 len: 826 time: 0.9182861 Apr 15 03:41:54.230385 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-2277bec2-b11d-4c18-b21e-e2878644c997 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting subnet fcb60d28-21c8-48e1-938a-4bf95f21cfc9 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:41:54.232594 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35658) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:54.241154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c575695b-e02a-4eb8-8a4e-1a3aea6251ac None None] For port cc567fae-3421-4408-b9a9-b19d67a94dd0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=cc567fae-3421-4408-b9a9-b19d67a94dd0,segment=NetworkSegment(e8576098-4353-4958-a8e4-540f02ea5b14),segment_id=e8576098-4353-4958-a8e4-540f02ea5b14)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:54.243625 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2277bec2-b11d-4c18-b21e-e2878644c997 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (fcb60d28-21c8-48e1-938a-4bf95f21cfc9), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:54.287796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a46a85f-9686-4978-9f9d-3a43dd539eee None None] Update dhcp port {'port': {'network_id': '50d6bdbc-0ecf-49bd-8051-07fb76d60b20', 'fixed_ips': [{'subnet_id': '2de12e7b-4ea5-4fb6-b0a3-7106fc100f5a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f3e74a78-0305-404b-8655-c6ff2c4a3a2a'}], 'binding:host_id': 'dv-neutron-837140-3-hyperv'}, 'id': 'cc567fae-3421-4408-b9a9-b19d67a94dd0'} from dv-neutron-837140-3-hyperv. {{(pid=104668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 15 03:41:54.314321 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c575695b-e02a-4eb8-8a4e-1a3aea6251ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cc567fae-3421-4408-b9a9-b19d67a94dd0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:54.317907 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37646f4-ccba-4289-a819-25858f544a47 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Subnet': ['ID=c0610193-514e-4507-9eb9-d2ece895cb50,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:54.322699 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-523695f1-a151-4b60-a073-cebb7212d87a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (3a7ae565-483e-4ab5-9b96-7874ceeb66ee), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:54.342608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2277bec2-b11d-4c18-b21e-e2878644c997 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (fcb60d28-21c8-48e1-938a-4bf95f21cfc9), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:54.386520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a46a85f-9686-4978-9f9d-3a43dd539eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cc567fae-3421-4408-b9a9-b19d67a94dd0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:54.423134 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (b873c105-2aa7-409d-8b30-b4a0d9ced665), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:54.468405 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6f83d7cd-6a5b-44a4-879b-b8fdac9719c2 None None] Could not find standard attr ID for object b64428d6-dc1e-40f0-be86-9e5e743f3d34. {{(pid=104668) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} Apr 15 03:41:54.485292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2277bec2-b11d-4c18-b21e-e2878644c997 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (fcb60d28-21c8-48e1-938a-4bf95f21cfc9), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:54.498543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device cc567fae-3421-4408-b9a9-b19d67a94dd0 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:41:54.507130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575695b-e02a-4eb8-8a4e-1a3aea6251ac None None] Pushing event updated for resources: {'Port': ['ID=cc567fae-3421-4408-b9a9-b19d67a94dd0,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:54.544378 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93625e2-a5ce-4595-91c2-19a72adfe6a0 None None] Update dhcp port {'port': {'network_id': 'ff932ac1-7d44-43d9-8517-b89abf9494c7', 'fixed_ips': [{'subnet_id': 'fcb60d28-21c8-48e1-938a-4bf95f21cfc9', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cfac778c-b2d2-4c51-8e9e-263292e91804'}], 'binding:host_id': 'dv-neutron-837140-3-hyperv'}, 'id': '61dbdef7-5af6-4a1e-8a7b-6d0cee95526a'} from dv-neutron-837140-3-hyperv. {{(pid=104668) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 15 03:41:54.600118 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-523695f1-a151-4b60-a073-cebb7212d87a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (3a7ae565-483e-4ab5-9b96-7874ceeb66ee), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:54.620541 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-523695f1-a151-4b60-a073-cebb7212d87a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:54.656535 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-28d4197d-9a9a-437b-acb9-6f94ee06c4fa None None] Publish callbacks [] for port (d03942fa-0bf5-4b3c-a1b5-c987017f1149), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:54.677000 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e93625e2-a5ce-4595-91c2-19a72adfe6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:54.738661 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-523695f1-a151-4b60-a073-cebb7212d87a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.26.6.198 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/ce369ac0-f0a5-499d-aaa8-1d29a581fb32) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:54.749786 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port cc567fae-3421-4408-b9a9-b19d67a94dd0 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:54.750189 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cc567fae-3421-4408-b9a9-b19d67a94dd0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:54.760568 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-28d4197d-9a9a-437b-acb9-6f94ee06c4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (d03942fa-0bf5-4b3c-a1b5-c987017f1149), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:54.828610 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-0a46a85f-9686-4978-9f9d-3a43dd539eee None None] Allocated IP 172.20.0.1 (50d6bdbc-0ecf-49bd-8051-07fb76d60b20/f3e74a78-0305-404b-8655-c6ff2c4a3a2a/cc567fae-3421-4408-b9a9-b19d67a94dd0) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:54.851370 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-523695f1-a151-4b60-a073-cebb7212d87a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (ce369ac0-f0a5-499d-aaa8-1d29a581fb32), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:54.853783 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (c0610193-514e-4507-9eb9-d2ece895cb50), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:54.915880 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d4197d-9a9a-437b-acb9-6f94ee06c4fa None None] Network b873c105-2aa7-409d-8b30-b4a0d9ced665 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:54.937296 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-28d4197d-9a9a-437b-acb9-6f94ee06c4fa None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:54.940207 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-523695f1-a151-4b60-a073-cebb7212d87a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (ce369ac0-f0a5-499d-aaa8-1d29a581fb32), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:54.941226 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d4197d-9a9a-437b-acb9-6f94ee06c4fa None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:54.947583 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4197d-9a9a-437b-acb9-6f94ee06c4fa None None] Pushing event updated for resources: {'Port': ['ID=d03942fa-0bf5-4b3c-a1b5-c987017f1149,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:54.984727 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523695f1-a151-4b60-a073-cebb7212d87a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:54.991484 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-523695f1-a151-4b60-a073-cebb7212d87a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:54.993742 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2277bec2-b11d-4c18-b21e-e2878644c997 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (fcb60d28-21c8-48e1-938a-4bf95f21cfc9), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:54.996118 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523695f1-a151-4b60-a073-cebb7212d87a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:54.999329 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523695f1-a151-4b60-a073-cebb7212d87a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=ce369ac0-f0a5-499d-aaa8-1d29a581fb32,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:55.025112 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277bec2-b11d-4c18-b21e-e2878644c997 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Subnet': ['ID=fcb60d28-21c8-48e1-938a-4bf95f21cfc9,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server [None req-e93625e2-a5ce-4595-91c2-19a72adfe6a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fcb60d28-21c8-48e1-938a-4bf95f21cfc9: This subnet is being modified by another concurrent operation. Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1523, in update_port Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise exception Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fcb60d28-21c8-48e1-938a-4bf95f21cfc9: This subnet is being modified by another concurrent operation. Apr 15 03:41:55.025496 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server Apr 15 03:41:55.047152 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (c0610193-514e-4507-9eb9-d2ece895cb50), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:55.048239 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:55.127167 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Subnet': ['ID=c0610193-514e-4507-9eb9-d2ece895cb50,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:55.134949 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2277bec2-b11d-4c18-b21e-e2878644c997 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:55.141392 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2277bec2-b11d-4c18-b21e-e2878644c997 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/subnets/fcb60d28-21c8-48e1-938a-4bf95f21cfc9 HTTP/1.1" status: 204 len: 168 time: 0.9727855 Apr 15 03:41:55.143427 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35660) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:55.150689 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0a95c4-4685-49e4-b85f-65d12d3f9455 None None] Network ff932ac1-7d44-43d9-8517-b89abf9494c7 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:55.153280 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-28d4197d-9a9a-437b-acb9-6f94ee06c4fa None None] Attempting to bind port d03942fa-0bf5-4b3c-a1b5-c987017f1149 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:41:55.153912 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-28d4197d-9a9a-437b-acb9-6f94ee06c4fa None None] Attempting to bind port d03942fa-0bf5-4b3c-a1b5-c987017f1149 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'da1a4114-4215-46d6-b8f6-40900e7a9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b873c105-2aa7-409d-8b30-b4a0d9ced665'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:41:55.154081 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d4197d-9a9a-437b-acb9-6f94ee06c4fa None None] Attempting to bind port d03942fa-0bf5-4b3c-a1b5-c987017f1149 on network b873c105-2aa7-409d-8b30-b4a0d9ced665 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:41:55.157518 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-0a46a85f-9686-4978-9f9d-3a43dd539eee None None] For port cc567fae-3421-4408-b9a9-b19d67a94dd0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=cc567fae-3421-4408-b9a9-b19d67a94dd0,segment=NetworkSegment(e8576098-4353-4958-a8e4-540f02ea5b14),segment_id=e8576098-4353-4958-a8e4-540f02ea5b14)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:55.165573 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port cc567fae-3421-4408-b9a9-b19d67a94dd0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:55.175423 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3dc9ab-ce37-4aa0-9edf-08b7dabe881c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:55.175822 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3dc9ab-ce37-4aa0-9edf-08b7dabe881c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:55.181594 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8c3dc9ab-ce37-4aa0-9edf-08b7dabe881c tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/subnets/54eaeace-b243-4513-b631-625896e562df HTTP/1.1" status: 404 len: 337 time: 0.0338800 Apr 15 03:41:55.183082 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35662) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:55.195608 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f6e837a2-6edb-446d-9cdd-24826eafb90e no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:41:55.203362 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-619ae8e0-0051-4c4f-b691-1cc4f9f5cb09 None None] Provisioning complete for port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:55.204153 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-619ae8e0-0051-4c4f-b691-1cc4f9f5cb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:55.204538 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (b873c105-2aa7-409d-8b30-b4a0d9ced665), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:55.206304 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d4197d-9a9a-437b-acb9-6f94ee06c4fa None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:41:55.207110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d4197d-9a9a-437b-acb9-6f94ee06c4fa None None] Checking segment: {'id': 'da1a4114-4215-46d6-b8f6-40900e7a9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b873c105-2aa7-409d-8b30-b4a0d9ced665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:55.207110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-28d4197d-9a9a-437b-acb9-6f94ee06c4fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:55.207522 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d4197d-9a9a-437b-acb9-6f94ee06c4fa None None] Bound using segment: {'id': 'da1a4114-4215-46d6-b8f6-40900e7a9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b873c105-2aa7-409d-8b30-b4a0d9ced665'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:41:55.208005 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-28d4197d-9a9a-437b-acb9-6f94ee06c4fa None None] Bound port: d03942fa-0bf5-4b3c-a1b5-c987017f1149, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1a4114-4215-46d6-b8f6-40900e7a9f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b873c105-2aa7-409d-8b30-b4a0d9ced665'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:41:55.208381 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-28d4197d-9a9a-437b-acb9-6f94ee06c4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d03942fa-0bf5-4b3c-a1b5-c987017f1149), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:55.227055 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b873c105-2aa7-409d-8b30-b4a0d9ced665']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:55.238704 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5b07fe3b-26d1-4743-8f82-3bb210144519 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dd8a5fa-4981-4359-becb-a203937c38a7 HTTP/1.1" status: 200 len: 205 time: 0.0501034 Apr 15 03:41:55.238934 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1a4114-4215-46d6-b8f6-40900e7a9f6e') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:55.238934 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1a4114-4215-46d6-b8f6-40900e7a9f6e') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:55.239487 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35664) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:55.284800 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (da1a4114-4215-46d6-b8f6-40900e7a9f6e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:55.286956 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-5a9d1f06-8992-4bf3-9a58-92b5c8d93a9e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] delete failed (client error): The resource could not be found. Apr 15 03:41:55.288094 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5a9d1f06-8992-4bf3-9a58-92b5c8d93a9e tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/routers/4dd8a5fa-4981-4359-becb-a203937c38a7 HTTP/1.1" status: 404 len: 336 time: 0.0478487 Apr 15 03:41:55.292834 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35666) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:55.298949 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: f6e837a2-6edb-446d-9cdd-24826eafb90e {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:41:55.299289 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f6e837a2-6edb-446d-9cdd-24826eafb90e not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:41:55.302034 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (da1a4114-4215-46d6-b8f6-40900e7a9f6e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:55.309735 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:55.310165 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (da1a4114-4215-46d6-b8f6-40900e7a9f6e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:55.314505 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:55.328458 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf40350-acda-4ac3-b552-a0baa9e6542b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:55.329011 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf40350-acda-4ac3-b552-a0baa9e6542b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:55.334524 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4bf40350-acda-4ac3-b552-a0baa9e6542b tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/subnets/6ce89e28-eb40-4df4-9216-6a70cc8a6911 HTTP/1.1" status: 404 len: 337 time: 0.0401666 Apr 15 03:41:55.334958 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35668) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:55.342215 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a46a85f-9686-4978-9f9d-3a43dd539eee None None] Publish callbacks [] for port (cc567fae-3421-4408-b9a9-b19d67a94dd0), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:55.396213 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6603d61-4cc0-457e-8164-1eb2b576d4d7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:55.396831 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6603d61-4cc0-457e-8164-1eb2b576d4d7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:55.400404 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e6603d61-4cc0-457e-8164-1eb2b576d4d7 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/subnets/fe0f3288-e7f7-4da4-983b-7e5e102005a4 HTTP/1.1" status: 404 len: 337 time: 0.0639894 Apr 15 03:41:55.400678 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a46a85f-9686-4978-9f9d-3a43dd539eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cc567fae-3421-4408-b9a9-b19d67a94dd0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:55.402752 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35670) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:55.409076 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.db.api [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 03:41:55.409076 dv-neutron-837140-3-hyperv neutron-server[104666]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 03:41:55.409076 dv-neutron-837140-3-hyperv neutron-server[104666]: [parameters: {'id': 'b873c105-2aa7-409d-8b30-b4a0d9ced665'}] Apr 15 03:41:55.409076 dv-neutron-837140-3-hyperv neutron-server[104666]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:41:55.409475 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG oslo_db.api [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:41:55.443139 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e1ff19-2d62-461a-876a-ebf4a0f8eefc tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:55.443592 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1e1ff19-2d62-461a-876a-ebf4a0f8eefc tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:55.447241 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f1e1ff19-2d62-461a-876a-ebf4a0f8eefc tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/subnets/76cfda22-01dd-4062-a7cd-bc86f5490972 HTTP/1.1" status: 404 len: 337 time: 0.0419617 Apr 15 03:41:55.450298 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35672) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:55.452446 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc8ec71-4982-4827-8f25-4a074a371376 None None] DHCP port deletion for ff932ac1-7d44-43d9-8517-b89abf9494c7 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:41:55.480419 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-28d4197d-9a9a-437b-acb9-6f94ee06c4fa None None] For port d03942fa-0bf5-4b3c-a1b5-c987017f1149, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:41:55.500130 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96398fb-f931-4657-9b84-322d1d56beff tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:55.500672 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96398fb-f931-4657-9b84-322d1d56beff tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:55.503667 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e96398fb-f931-4657-9b84-322d1d56beff tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/ports/46543a83-2d3f-41c3-8bb2-3319e9e695fc HTTP/1.1" status: 404 len: 333 time: 0.0529788 Apr 15 03:41:55.507611 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35674) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:55.523233 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-28d4197d-9a9a-437b-acb9-6f94ee06c4fa None None] For port d03942fa-0bf5-4b3c-a1b5-c987017f1149, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=d03942fa-0bf5-4b3c-a1b5-c987017f1149,segment=NetworkSegment(da1a4114-4215-46d6-b8f6-40900e7a9f6e),segment_id=da1a4114-4215-46d6-b8f6-40900e7a9f6e)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:41:55.543888 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-11727488-c1af-46c8-b058-721434252da6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:55.544347 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11727488-c1af-46c8-b058-721434252da6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:55.547610 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-11727488-c1af-46c8-b058-721434252da6 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/subnets/c04ee76d-3f90-46c8-a119-b8ee9f3fd186 HTTP/1.1" status: 404 len: 337 time: 0.0391455 Apr 15 03:41:55.550217 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35676) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:55.578233 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3b25dd-b00f-44c2-94d1-c27ff0881b21 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:55.578724 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b3b25dd-b00f-44c2-94d1-c27ff0881b21 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:55.582227 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2b3b25dd-b00f-44c2-94d1-c27ff0881b21 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/subnets/043d7e92-ceee-41a7-b407-a87a883125ed HTTP/1.1" status: 404 len: 337 time: 0.0305548 Apr 15 03:41:55.584452 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35678) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:55.585529 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-619ae8e0-0051-4c4f-b691-1cc4f9f5cb09 None None] Current status of the port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:55.586455 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-523695f1-a151-4b60-a073-cebb7212d87a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (3a7ae565-483e-4ab5-9b96-7874ceeb66ee), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:55.603045 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46a85f-9686-4978-9f9d-3a43dd539eee None None] Pushing event updated for resources: {'Port': ['ID=cc567fae-3421-4408-b9a9-b19d67a94dd0,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:55.607283 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9cc8ec71-4982-4827-8f25-4a074a371376 None None] Deleting port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:55.607767 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9cc8ec71-4982-4827-8f25-4a074a371376 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:55.611590 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-28d4197d-9a9a-437b-acb9-6f94ee06c4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (d03942fa-0bf5-4b3c-a1b5-c987017f1149), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:55.613520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-619ae8e0-0051-4c4f-b691-1cc4f9f5cb09 None None] Provisioning complete for port 434ba337-cc79-4338-872c-0c1c33226e65 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:55.614062 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-619ae8e0-0051-4c4f-b691-1cc4f9f5cb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (434ba337-cc79-4338-872c-0c1c33226e65), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:55.622175 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8d1221-93e4-4ce3-ad8d-d5ccc355d51d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:55.623023 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8d1221-93e4-4ce3-ad8d-d5ccc355d51d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:55.626357 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-aa8d1221-93e4-4ce3-ad8d-d5ccc355d51d tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/ports/640b7433-f28c-4de8-8a3d-29d902615598 HTTP/1.1" status: 404 len: 333 time: 0.0400820 Apr 15 03:41:55.629257 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35680) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:55.664670 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c409b6-9723-41b1-b1de-d9932652f127 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:55.664903 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c409b6-9723-41b1-b1de-d9932652f127 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:55.667863 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-86c409b6-9723-41b1-b1de-d9932652f127 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/subnets/f96fb448-1415-4231-aa14-859e29bc5317 HTTP/1.1" status: 404 len: 337 time: 0.0376134 Apr 15 03:41:55.670991 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35682) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:55.711312 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c9fe4e-ffbc-41f7-8039-6720c7bf97d3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:55.711312 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c9fe4e-ffbc-41f7-8039-6720c7bf97d3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:55.714443 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-80c9fe4e-ffbc-41f7-8039-6720c7bf97d3 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/subnets/b6dcadf0-6b4a-4cff-a22e-8136605b7ff1 HTTP/1.1" status: 404 len: 337 time: 0.0415087 Apr 15 03:41:55.716414 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35684) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:55.879702 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-25d7a80b-3958-4246-b50b-d0bdc4a4fb00 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Deleting port 434ba337-cc79-4338-872c-0c1c33226e65 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:55.880042 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-25d7a80b-3958-4246-b50b-d0bdc4a4fb00 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (434ba337-cc79-4338-872c-0c1c33226e65), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:55.897886 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-619ae8e0-0051-4c4f-b691-1cc4f9f5cb09 None None] Port 434ba337-cc79-4338-872c-0c1c33226e65 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:41:55.910203 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (b873c105-2aa7-409d-8b30-b4a0d9ced665), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:55.941811 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-9cc8ec71-4982-4827-8f25-4a074a371376 None None] For port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=61dbdef7-5af6-4a1e-8a7b-6d0cee95526a,segment=NetworkSegment(d8de4d6f-dd75-4afe-b6b7-f760ea3c02ea),segment_id=d8de4d6f-dd75-4afe-b6b7-f760ea3c02ea)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:55.942222 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9cc8ec71-4982-4827-8f25-4a074a371376 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:55.955493 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4197d-9a9a-437b-acb9-6f94ee06c4fa None None] Pushing event updated for resources: {'Port': ['ID=d03942fa-0bf5-4b3c-a1b5-c987017f1149,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:55.964403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9cc8ec71-4982-4827-8f25-4a074a371376 None None] Calling delete_port for 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:55.965859 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-25d7a80b-3958-4246-b50b-d0bdc4a4fb00 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (434ba337-cc79-4338-872c-0c1c33226e65), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:55.974043 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-523695f1-a151-4b60-a073-cebb7212d87a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (3a7ae565-483e-4ab5-9b96-7874ceeb66ee), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:55.985723 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-25d7a80b-3958-4246-b50b-d0bdc4a4fb00 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Calling delete_port for 434ba337-cc79-4338-872c-0c1c33226e65 owned by {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:55.986260 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Deleting port d03942fa-0bf5-4b3c-a1b5-c987017f1149 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:41:55.988302 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (d03942fa-0bf5-4b3c-a1b5-c987017f1149), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:56.013596 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6755f8d-74d1-4acb-88c4-2abd7f48dc4d None None] Network b873c105-2aa7-409d-8b30-b4a0d9ced665 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:56.080142 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] For port d03942fa-0bf5-4b3c-a1b5-c987017f1149, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=d03942fa-0bf5-4b3c-a1b5-c987017f1149,segment=NetworkSegment(da1a4114-4215-46d6-b8f6-40900e7a9f6e),segment_id=da1a4114-4215-46d6-b8f6-40900e7a9f6e)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:41:56.080885 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (d03942fa-0bf5-4b3c-a1b5-c987017f1149), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:56.098380 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Calling delete_port for d03942fa-0bf5-4b3c-a1b5-c987017f1149 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:41:56.150700 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60e952c-47be-4aa8-a2e6-046b5f4c8cff None None] Network b873c105-2aa7-409d-8b30-b4a0d9ced665 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:56.211307 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9cc8ec71-4982-4827-8f25-4a074a371376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (61dbdef7-5af6-4a1e-8a7b-6d0cee95526a), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:56.242209 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523695f1-a151-4b60-a073-cebb7212d87a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:41:56.244479 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-25d7a80b-3958-4246-b50b-d0bdc4a4fb00 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (434ba337-cc79-4338-872c-0c1c33226e65), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:56.258754 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8ec71-4982-4827-8f25-4a074a371376 None None] Pushing event deleted for resources: {'Port': ['ID=61dbdef7-5af6-4a1e-8a7b-6d0cee95526a,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:56.265271 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc8ec71-4982-4827-8f25-4a074a371376 None None] No DVR routers for this DVR port 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:41:56.278351 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7a80b-3958-4246-b50b-d0bdc4a4fb00 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Port': ['ID=434ba337-cc79-4338-872c-0c1c33226e65,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:56.280754 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (d03942fa-0bf5-4b3c-a1b5-c987017f1149), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:56.286466 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-25d7a80b-3958-4246-b50b-d0bdc4a4fb00 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:56.295801 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-25d7a80b-3958-4246-b50b-d0bdc4a4fb00 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/ports/434ba337-cc79-4338-872c-0c1c33226e65 HTTP/1.1" status: 204 len: 168 time: 0.5731008 Apr 15 03:41:56.295801 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35686) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:56.297411 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dd6dd6-d0d6-4a62-9c34-148d5550ba05 None None] get_active_networks_info from dv-neutron-837140-3-hyperv {{(pid=104668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 15 03:41:56.299023 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] No DVR routers for this DVR port d03942fa-0bf5-4b3c-a1b5-c987017f1149 on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:41:56.334133 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-bb32ce4b-781c-49ed-896d-d1a7158ca21a None None] Provisioning complete for port cc567fae-3421-4408-b9a9-b19d67a94dd0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:56.334558 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bb32ce4b-781c-49ed-896d-d1a7158ca21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cc567fae-3421-4408-b9a9-b19d67a94dd0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:56.345400 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Port': ['ID=d03942fa-0bf5-4b3c-a1b5-c987017f1149,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:56.410720 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device cc567fae-3421-4408-b9a9-b19d67a94dd0 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:41:56.420836 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (b873c105-2aa7-409d-8b30-b4a0d9ced665), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:56.442532 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b873c105-2aa7-409d-8b30-b4a0d9ced665']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:56.452900 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1a4114-4215-46d6-b8f6-40900e7a9f6e') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:56.453237 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1a4114-4215-46d6-b8f6-40900e7a9f6e') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:56.466705 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-deb3f78e-9057-417a-b554-1750607a6114 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (ff932ac1-7d44-43d9-8517-b89abf9494c7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:56.468988 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (da1a4114-4215-46d6-b8f6-40900e7a9f6e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:56.484489 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (da1a4114-4215-46d6-b8f6-40900e7a9f6e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:56.490922 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:56.491469 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (da1a4114-4215-46d6-b8f6-40900e7a9f6e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:56.494031 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dd6dd6-d0d6-4a62-9c34-148d5550ba05 None None] Resources bound (agent type, host, resource id): {{(pid=104668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:56.494759 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:56.521341 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523695f1-a151-4b60-a073-cebb7212d87a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:41:56.535477 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] Sync routers for ids ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:41:56.541626 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port cc567fae-3421-4408-b9a9-b19d67a94dd0 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:56.542003 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cc567fae-3421-4408-b9a9-b19d67a94dd0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:56.548581 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-bb32ce4b-781c-49ed-896d-d1a7158ca21a None None] Current status of the port cc567fae-3421-4408-b9a9-b19d67a94dd0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:56.549963 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] Routers {'3a7ae565-483e-4ab5-9b96-7874ceeb66ee'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:41:56.550497 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:56.601091 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-deb3f78e-9057-417a-b554-1750607a6114 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (ff932ac1-7d44-43d9-8517-b89abf9494c7), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:56.627361 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-deb3f78e-9057-417a-b554-1750607a6114 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff932ac1-7d44-43d9-8517-b89abf9494c7']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:56.637734 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-deb3f78e-9057-417a-b554-1750607a6114 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8de4d6f-dd75-4afe-b6b7-f760ea3c02ea') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:56.638440 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-deb3f78e-9057-417a-b554-1750607a6114 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8de4d6f-dd75-4afe-b6b7-f760ea3c02ea') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:56.648115 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-deb3f78e-9057-417a-b554-1750607a6114 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (d8de4d6f-dd75-4afe-b6b7-f760ea3c02ea), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:56.661894 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-deb3f78e-9057-417a-b554-1750607a6114 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (d8de4d6f-dd75-4afe-b6b7-f760ea3c02ea), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:56.663800 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] Set router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:41:56.668762 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb3f78e-9057-417a-b554-1750607a6114 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:41:56.669154 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-deb3f78e-9057-417a-b554-1750607a6114 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (d8de4d6f-dd75-4afe-b6b7-f760ea3c02ea), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:56.671598 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (b873c105-2aa7-409d-8b30-b4a0d9ced665), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:56.684026 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:56.689278 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/networks/b873c105-2aa7-409d-8b30-b4a0d9ced665 HTTP/1.1" status: 204 len: 168 time: 2.4548931 Apr 15 03:41:56.703174 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35688) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:56.730773 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1c204-889e-4f8b-baa2-67573f17234d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Network': ['ID=b873c105-2aa7-409d-8b30-b4a0d9ced665,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:41:56.732274 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:41:56.734953 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port cc567fae-3421-4408-b9a9-b19d67a94dd0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:56.735706 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-523695f1-a151-4b60-a073-cebb7212d87a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:56.740239 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-523695f1-a151-4b60-a073-cebb7212d87a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3439689 Apr 15 03:41:56.741956 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35690) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:56.761412 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bccb6e-32d1-4c69-ab6d-51bdce21ec35 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] DELETE failed (client error): The resource could not be found. Apr 15 03:41:56.761982 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20bccb6e-32d1-4c69-ab6d-51bdce21ec35 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:41:56.774590 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-20bccb6e-32d1-4c69-ab6d-51bdce21ec35 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/networks/b873c105-2aa7-409d-8b30-b4a0d9ced665 HTTP/1.1" status: 404 len: 339 time: 0.0684483 Apr 15 03:41:56.774590 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35692) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:56.774867 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35694) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:56.775448 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fa7c7cbf-8f23-455a-926d-2bb89b211c62 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6786bd52355f4b228acda11ee2393b97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322502 Apr 15 03:41:56.786903 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2432881d-8a20-4c56-8d86-15d5e8f17d7b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-899288406', 'description': 'd1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:56.787064 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13c5136-c548-4ed4-8cd1-ed64bdd2bf3b None None] get_active_networks_info from dv-neutron-837140-3-hyperv {{(pid=104668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 15 03:41:56.802976 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-deb3f78e-9057-417a-b554-1750607a6114 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (ff932ac1-7d44-43d9-8517-b89abf9494c7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:56.810847 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-deb3f78e-9057-417a-b554-1750607a6114 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:56.823746 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-deb3f78e-9057-417a-b554-1750607a6114 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] 10.222.0.15 "DELETE /v2.0/networks/ff932ac1-7d44-43d9-8517-b89abf9494c7 HTTP/1.1" status: 204 len: 168 time: 0.5287709 Apr 15 03:41:56.839794 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3f78e-9057-417a-b554-1750607a6114 tempest-PortsTestJSON-545418737 tempest-PortsTestJSON-545418737-project] Pushing event deleted for resources: {'Network': ['ID=ff932ac1-7d44-43d9-8517-b89abf9494c7,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:56.847636 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:41:56.884124 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:41:56.884588 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 61dbdef7-5af6-4a1e-8a7b-6d0cee95526a not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:41:56.925207 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13c5136-c548-4ed4-8cd1-ed64bdd2bf3b None None] Resources bound (agent type, host, resource id): {{(pid=104668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 15 03:41:56.958665 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'name': 'tempest-TestNetworkBasicOps-router-1767969933', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:41:53Z', 'updated_at': '2022-04-15T03:41:55Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:54Z', 'updated_at': '2022-04-15T03:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:56.986207 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] Checking router: 3a7ae565-483e-4ab5-9b96-7874ceeb66ee for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:41:56.986467 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] Updating router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee port ce369ac0-f0a5-499d-aaa8-1d29a581fb32 binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:41:57.016192 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ce369ac0-f0a5-499d-aaa8-1d29a581fb32), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:57.016756 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f13e085-e56a-4873-b4ad-75d748892f96 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:57.018448 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6f13e085-e56a-4873-b4ad-75d748892f96 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2416615 Apr 15 03:41:57.021382 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35700) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:57.031710 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2432881d-8a20-4c56-8d86-15d5e8f17d7b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Made reservation on behalf of d32b2993bc124e40b67702e188368d12 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:57.035018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2432881d-8a20-4c56-8d86-15d5e8f17d7b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:57.060205 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3e2ff0b9-5ffe-41af-a54d-8e173e4f1d3b tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376334 Apr 15 03:41:57.062710 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35702) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:57.065490 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2432881d-8a20-4c56-8d86-15d5e8f17d7b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:41:57.068295 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-b4717c25-d4f9-4e62-9308-c7c4de19d5fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1156464585', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:57.077291 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2432881d-8a20-4c56-8d86-15d5e8f17d7b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (eca4be9a-c1a9-487e-96c8-9c69a060c1f4), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:57.077716 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-2432881d-8a20-4c56-8d86-15d5e8f17d7b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Added segment eca4be9a-c1a9-487e-96c8-9c69a060c1f4 of type vlan for network c91763a9-586c-43b0-8019-a24ca00b861b Apr 15 03:41:57.131075 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2432881d-8a20-4c56-8d86-15d5e8f17d7b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (c91763a9-586c-43b0-8019-a24ca00b861b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:57.143909 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32dcd26-da88-4bc8-afe8-ee12f6f89199 None None] Network 50d6bdbc-0ecf-49bd-8051-07fb76d60b20 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:57.219852 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4717c25-d4f9-4e62-9308-c7c4de19d5fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:57.223462 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b4717c25-d4f9-4e62-9308-c7c4de19d5fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:57.248608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2432881d-8a20-4c56-8d86-15d5e8f17d7b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (c91763a9-586c-43b0-8019-a24ca00b861b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:57.254141 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432881d-8a20-4c56-8d86-15d5e8f17d7b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:57.254869 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2432881d-8a20-4c56-8d86-15d5e8f17d7b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:57.333121 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] Publish callbacks [] for port (ce369ac0-f0a5-499d-aaa8-1d29a581fb32), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:57.358432 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432881d-8a20-4c56-8d86-15d5e8f17d7b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Network': ['ID=c91763a9-586c-43b0-8019-a24ca00b861b,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:57.369897 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network c91763a9-586c-43b0-8019-a24ca00b861b details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:41:57.410059 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35706) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:57.411949 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2432881d-8a20-4c56-8d86-15d5e8f17d7b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6362016 Apr 15 03:41:57.415012 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35708) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:57.448826 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ce369ac0-f0a5-499d-aaa8-1d29a581fb32), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:57.517065 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] Attempting to bind port ce369ac0-f0a5-499d-aaa8-1d29a581fb32 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:41:57.517730 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] Attempting to bind port ce369ac0-f0a5-499d-aaa8-1d29a581fb32 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:41:57.518090 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] Attempting to bind port ce369ac0-f0a5-499d-aaa8-1d29a581fb32 on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:41:57.524804 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaa5de1-c5db-4dbe-9bc9-18a3ef8d4775 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:57.526460 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8eaa5de1-c5db-4dbe-9bc9-18a3ef8d4775 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "GET /v2.0/networks?id=c91763a9-586c-43b0-8019-a24ca00b861b HTTP/1.1" status: 200 len: 764 time: 0.1103916 Apr 15 03:41:57.529132 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:41:57.533140 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:57.533140 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:57.533421 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35712) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:57.533553 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:41:57.533553 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] Bound port: ce369ac0-f0a5-499d-aaa8-1d29a581fb32, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:41:57.533553 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ce369ac0-f0a5-499d-aaa8-1d29a581fb32), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:57.536485 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-09fc9d9d-68e5-408d-a94f-fb46afac63bb tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'network': {'description': 'd2'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:57.554049 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b4717c25-d4f9-4e62-9308-c7c4de19d5fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (e8207d81-061c-4228-a247-0a1511c643e0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:57.557997 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfba5d-4383-4324-a797-d37b29fbb04a None None] Pushing event updated for resources: {'Port': ['ID=ce369ac0-f0a5-499d-aaa8-1d29a581fb32,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:57.588408 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfba5d-4383-4324-a797-d37b29fbb04a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:57.588748 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfba5d-4383-4324-a797-d37b29fbb04a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:57.589108 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfba5d-4383-4324-a797-d37b29fbb04a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:57.589476 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfba5d-4383-4324-a797-d37b29fbb04a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:57.589849 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfba5d-4383-4324-a797-d37b29fbb04a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:57.590172 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfba5d-4383-4324-a797-d37b29fbb04a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:57.590489 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfba5d-4383-4324-a797-d37b29fbb04a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:57.590834 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfba5d-4383-4324-a797-d37b29fbb04a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:57.591154 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfba5d-4383-4324-a797-d37b29fbb04a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:57.591470 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfba5d-4383-4324-a797-d37b29fbb04a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:57.591802 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfba5d-4383-4324-a797-d37b29fbb04a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:57.592125 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfba5d-4383-4324-a797-d37b29fbb04a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:57.592487 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfba5d-4383-4324-a797-d37b29fbb04a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:57.592744 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfba5d-4383-4324-a797-d37b29fbb04a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:57.593054 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dfba5d-4383-4324-a797-d37b29fbb04a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:41:57.603373 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] For port ce369ac0-f0a5-499d-aaa8-1d29a581fb32, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:41:57.606452 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] For port ce369ac0-f0a5-499d-aaa8-1d29a581fb32, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ce369ac0-f0a5-499d-aaa8-1d29a581fb32,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:41:57.671866 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ce369ac0-f0a5-499d-aaa8-1d29a581fb32), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:57.673977 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-fba5a54a-0e85-4bee-b86a-77a9d4c5bd6a None None] Provisioning complete for port cc567fae-3421-4408-b9a9-b19d67a94dd0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:41:57.674453 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fba5a54a-0e85-4bee-b86a-77a9d4c5bd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cc567fae-3421-4408-b9a9-b19d67a94dd0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:57.731912 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4717c25-d4f9-4e62-9308-c7c4de19d5fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Subnet': ['ID=e8207d81-061c-4228-a247-0a1511c643e0,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:57.735558 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] Routers {'3a7ae565-483e-4ab5-9b96-7874ceeb66ee'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:41:57.736197 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:57.758963 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-fba5a54a-0e85-4bee-b86a-77a9d4c5bd6a None None] Current status of the port cc567fae-3421-4408-b9a9-b19d67a94dd0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:41:57.771526 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a9261740-caa8-4733-b83c-e27c0fa09b4a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f29a0ef0d424ee880c0248cae529385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3603089 Apr 15 03:41:57.773678 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfba5d-4383-4324-a797-d37b29fbb04a None None] Pushing event updated for resources: {'Port': ['ID=ce369ac0-f0a5-499d-aaa8-1d29a581fb32,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:57.774924 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35714) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:57.787731 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4717c25-d4f9-4e62-9308-c7c4de19d5fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Checking segment: {'id': 'f1afb204-1506-4ac0-81d2-3004cd20245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:57.788143 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4717c25-d4f9-4e62-9308-c7c4de19d5fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network hostable DHCP agents. Network: 9e279d3e-905d-44f0-a611-4c2f55a87c78, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:41:57.811190 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-09fc9d9d-68e5-408d-a94f-fb46afac63bb tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (c91763a9-586c-43b0-8019-a24ca00b861b), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:57.830631 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cdeb0d4a-a87f-4b23-9fdd-2ade22eeac72 admin admin] Publish callbacks [] for security_group (c74ff257-e7e4-40f3-939d-bfaa03b8fd95), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:57.852638 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cdeb0d4a-a87f-4b23-9fdd-2ade22eeac72 admin admin] Publish callbacks [] for security_group (c74ff257-e7e4-40f3-939d-bfaa03b8fd95), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:57.853086 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] Set router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:41:57.905237 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-09fc9d9d-68e5-408d-a94f-fb46afac63bb tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (c91763a9-586c-43b0-8019-a24ca00b861b), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:57.923944 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-09fc9d9d-68e5-408d-a94f-fb46afac63bb tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Network c91763a9-586c-43b0-8019-a24ca00b861b is not hosted by any dhcp agent {{(pid=104667) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 15 03:41:57.928819 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fc9d9d-68e5-408d-a94f-fb46afac63bb tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:57.929419 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-09fc9d9d-68e5-408d-a94f-fb46afac63bb tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:57.930717 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-09fc9d9d-68e5-408d-a94f-fb46afac63bb tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "PUT /v2.0/networks/c91763a9-586c-43b0-8019-a24ca00b861b HTTP/1.1" status: 200 len: 761 time: 0.3995538 Apr 15 03:41:57.933714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35716) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:57.938551 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4717c25-d4f9-4e62-9308-c7c4de19d5fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 9e279d3e-905d-44f0-a611-4c2f55a87c78 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:41:57.985029 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc9d9d-68e5-408d-a94f-fb46afac63bb tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Network': ['ID=c91763a9-586c-43b0-8019-a24ca00b861b,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:57.994829 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cdeb0d4a-a87f-4b23-9fdd-2ade22eeac72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (c74ff257-e7e4-40f3-939d-bfaa03b8fd95), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:57.997264 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network c91763a9-586c-43b0-8019-a24ca00b861b details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:41:57.997412 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cdeb0d4a-a87f-4b23-9fdd-2ade22eeac72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:58.001364 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cdeb0d4a-a87f-4b23-9fdd-2ade22eeac72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c74ff257-e7e4-40f3-939d-bfaa03b8fd95 HTTP/1.1" status: 204 len: 168 time: 0.2252264 Apr 15 03:41:58.024587 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb0d4a-a87f-4b23-9fdd-2ade22eeac72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74ff257-e7e4-40f3-939d-bfaa03b8fd95,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:58.025527 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-b4717c25-d4f9-4e62-9308-c7c4de19d5fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 9e279d3e-905d-44f0-a611-4c2f55a87c78) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:58.030717 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4717c25-d4f9-4e62-9308-c7c4de19d5fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:58.032247 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea0a347-315b-4ee4-a290-9446e2191d13 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:58.033555 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-dea0a347-315b-4ee4-a290-9446e2191d13 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "GET /v2.0/networks?id=c91763a9-586c-43b0-8019-a24ca00b861b HTTP/1.1" status: 200 len: 764 time: 0.0986779 Apr 15 03:41:58.034191 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b4717c25-d4f9-4e62-9308-c7c4de19d5fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:58.039468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35720) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:58.054102 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'name': 'tempest-TestNetworkBasicOps-router-1767969933', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:41:53Z', 'updated_at': '2022-04-15T03:41:55Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:54Z', 'updated_at': '2022-04-15T03:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:41:58.078768 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9cc096-8d0f-4a0d-9625-e05b7c159520 None None] Network 9e279d3e-905d-44f0-a611-4c2f55a87c78 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:41:58.081405 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2563fb53-bd0a-424e-9100-f36a2e67a993 None None] The sync data for ids ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'] in dv-neutron-837140-3-hyperv is: [{'id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'name': 'tempest-TestNetworkBasicOps-router-1767969933', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:41:53Z', 'updated_at': '2022-04-15T03:41:55Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:54Z', 'updated_at': '2022-04-15T03:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:41:58.160771 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc10799c-970a-42bf-ba32-b55148e9a218 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:58.165274 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-dc10799c-970a-42bf-ba32-b55148e9a218 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1245403 Apr 15 03:41:58.171937 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35722) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:58.171937 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35724) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:58.172378 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b4717c25-d4f9-4e62-9308-c7c4de19d5fe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1038330 Apr 15 03:41:58.226246 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecf3d2b-23c1-4808-bdda-ae83a4a4ff39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-9e279d3e-905d-44f0-a611-4c2f55a87c78', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ips': [{'subnet_id': 'e8207d81-061c-4228-a247-0a1511c643e0'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:41:58.227442 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cecf3d2b-23c1-4808-bdda-ae83a4a4ff39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:58.236585 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-546f7b67-ba6c-4c44-b755-dd1084b6d3fb tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "GET /v2.0/subnets?network_id=47f4ed73-a135-4807-aa37-c76498dd2653 HTTP/1.1" status: 200 len: 207 time: 0.0691948 Apr 15 03:41:58.237311 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35726) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:58.399868 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-cecf3d2b-23c1-4808-bdda-ae83a4a4ff39 None None] Allocated IP 172.20.0.2 (9e279d3e-905d-44f0-a611-4c2f55a87c78/e8207d81-061c-4228-a247-0a1511c643e0/ce818d66-4e47-4def-82ed-b7c7005858a6) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:58.451132 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfcd190-1179-47fa-a8ae-fbdd5b8ebe24 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:58.462822 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfcd190-1179-47fa-a8ae-fbdd5b8ebe24 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:58.469310 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfcd190-1179-47fa-a8ae-fbdd5b8ebe24 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:58.478427 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfcd190-1179-47fa-a8ae-fbdd5b8ebe24 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:58.484944 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfcd190-1179-47fa-a8ae-fbdd5b8ebe24 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:58.503861 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfcd190-1179-47fa-a8ae-fbdd5b8ebe24 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:58.505730 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5dfcd190-1179-47fa-a8ae-fbdd5b8ebe24 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2668285 Apr 15 03:41:58.516376 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35730) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:58.580564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cecf3d2b-23c1-4808-bdda-ae83a4a4ff39 None None] Publish callbacks [] for port (ce818d66-4e47-4def-82ed-b7c7005858a6), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:58.659477 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cecf3d2b-23c1-4808-bdda-ae83a4a4ff39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (ce818d66-4e47-4def-82ed-b7c7005858a6), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:58.708554 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecf3d2b-23c1-4808-bdda-ae83a4a4ff39 None None] Network 9e279d3e-905d-44f0-a611-4c2f55a87c78 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:58.715197 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-cecf3d2b-23c1-4808-bdda-ae83a4a4ff39 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:58.718675 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecf3d2b-23c1-4808-bdda-ae83a4a4ff39 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:58.729471 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf3d2b-23c1-4808-bdda-ae83a4a4ff39 None None] Pushing event updated for resources: {'Port': ['ID=ce818d66-4e47-4def-82ed-b7c7005858a6,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:58.821212 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7520eb18-dc82-4c05-9ff1-8484cb630418 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:58.852438 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-cecf3d2b-23c1-4808-bdda-ae83a4a4ff39 None None] Attempting to bind port ce818d66-4e47-4def-82ed-b7c7005858a6 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:41:58.852825 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-cecf3d2b-23c1-4808-bdda-ae83a4a4ff39 None None] Attempting to bind port ce818d66-4e47-4def-82ed-b7c7005858a6 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'f1afb204-1506-4ac0-81d2-3004cd20245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:41:58.853191 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecf3d2b-23c1-4808-bdda-ae83a4a4ff39 None None] Attempting to bind port ce818d66-4e47-4def-82ed-b7c7005858a6 on network 9e279d3e-905d-44f0-a611-4c2f55a87c78 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:41:58.875257 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecf3d2b-23c1-4808-bdda-ae83a4a4ff39 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:41:58.875659 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecf3d2b-23c1-4808-bdda-ae83a4a4ff39 None None] Checking segment: {'id': 'f1afb204-1506-4ac0-81d2-3004cd20245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:41:58.880846 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cecf3d2b-23c1-4808-bdda-ae83a4a4ff39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:58.881374 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecf3d2b-23c1-4808-bdda-ae83a4a4ff39 None None] Bound using segment: {'id': 'f1afb204-1506-4ac0-81d2-3004cd20245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:41:58.884289 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-cecf3d2b-23c1-4808-bdda-ae83a4a4ff39 None None] Bound port: ce818d66-4e47-4def-82ed-b7c7005858a6, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1afb204-1506-4ac0-81d2-3004cd20245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:41:58.884882 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cecf3d2b-23c1-4808-bdda-ae83a4a4ff39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ce818d66-4e47-4def-82ed-b7c7005858a6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:58.968900 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-cecf3d2b-23c1-4808-bdda-ae83a4a4ff39 None None] For port ce818d66-4e47-4def-82ed-b7c7005858a6, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:41:58.972766 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-cecf3d2b-23c1-4808-bdda-ae83a4a4ff39 None None] For port ce818d66-4e47-4def-82ed-b7c7005858a6, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ce818d66-4e47-4def-82ed-b7c7005858a6,segment=NetworkSegment(f1afb204-1506-4ac0-81d2-3004cd20245f),segment_id=f1afb204-1506-4ac0-81d2-3004cd20245f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:41:59.050108 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cecf3d2b-23c1-4808-bdda-ae83a4a4ff39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ce818d66-4e47-4def-82ed-b7c7005858a6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:59.085546 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fae4805d-b5e4-4441-a3c6-a52e85ff49c7 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5729358 Apr 15 03:41:59.089301 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35742) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:59.136587 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf3d2b-23c1-4808-bdda-ae83a4a4ff39 None None] Pushing event updated for resources: {'Port': ['ID=ce818d66-4e47-4def-82ed-b7c7005858a6,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:59.176675 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c741bc-2a66-4262-83ab-7dd46e35c638 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:59.178013 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c741bc-2a66-4262-83ab-7dd46e35c638 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:59.180077 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c741bc-2a66-4262-83ab-7dd46e35c638 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:59.181638 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c741bc-2a66-4262-83ab-7dd46e35c638 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:59.183017 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c741bc-2a66-4262-83ab-7dd46e35c638 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:59.184834 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a6c741bc-2a66-4262-83ab-7dd46e35c638 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0936415 Apr 15 03:41:59.188489 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35748) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:59.206041 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-7520eb18-dc82-4c05-9ff1-8484cb630418 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.20.0.1 (9e279d3e-905d-44f0-a611-4c2f55a87c78/e8207d81-061c-4228-a247-0a1511c643e0/fbebca62-52e5-4da9-b9eb-dcf889c0c51f) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:41:59.293597 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52b9c8e-8d93-4724-8b80-c80755d741a6 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['shared'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:59.295260 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52b9c8e-8d93-4724-8b80-c80755d741a6 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['shared'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:59.296402 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52b9c8e-8d93-4724-8b80-c80755d741a6 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['shared'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:59.297932 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52b9c8e-8d93-4724-8b80-c80755d741a6 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['shared'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:59.299320 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52b9c8e-8d93-4724-8b80-c80755d741a6 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['shared'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:59.304959 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b52b9c8e-8d93-4724-8b80-c80755d741a6 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1113379 Apr 15 03:41:59.306479 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35752) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:59.433577 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7520eb18-dc82-4c05-9ff1-8484cb630418 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (fbebca62-52e5-4da9-b9eb-dcf889c0c51f), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:59.441831 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35754) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:59.472341 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aa0208-213c-4f95-9945-feb2522662d1 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:59.478212 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-43aa0208-213c-4f95-9945-feb2522662d1 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "GET /v2.0/networks/a7e25e3f-b271-4257-8b04-6e9c3a8cd209 HTTP/1.1" status: 200 len: 804 time: 0.1664202 Apr 15 03:41:59.478526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35758) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:59.541026 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7520eb18-dc82-4c05-9ff1-8484cb630418 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (fbebca62-52e5-4da9-b9eb-dcf889c0c51f), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:59.584545 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-470a2cf2-6277-43b8-a1fb-551193c298e7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-6584619'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:59.590447 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-856f3c75-6d93-4bc5-84dc-b90ccecf0a90 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "GET /v2.0/networks/a7e25e3f-b271-4257-8b04-6e9c3a8cd209?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1107888 Apr 15 03:41:59.593777 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35760) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:59.603215 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7520eb18-dc82-4c05-9ff1-8484cb630418 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 9e279d3e-905d-44f0-a611-4c2f55a87c78 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:41:59.614937 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-7520eb18-dc82-4c05-9ff1-8484cb630418 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:41:59.619536 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7520eb18-dc82-4c05-9ff1-8484cb630418 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:41:59.625686 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520eb18-dc82-4c05-9ff1-8484cb630418 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=fbebca62-52e5-4da9-b9eb-dcf889c0c51f,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:41:59.645417 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb559cbc-c4e0-4c21-9e6f-81a477741915 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:59.650850 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bb559cbc-c4e0-4c21-9e6f-81a477741915 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "GET /v2.0/subnets/27508694-1f06-4f19-940f-7720176ce12b HTTP/1.1" status: 200 len: 843 time: 0.0518694 Apr 15 03:41:59.651107 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35762) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:59.668164 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7520eb18-dc82-4c05-9ff1-8484cb630418 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (3a7ae565-483e-4ab5-9b96-7874ceeb66ee), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:59.705493 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470a2cf2-6277-43b8-a1fb-551193c298e7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Made reservation on behalf of 422af18fc6154832a1a9757d936aeb92 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:59.708846 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-470a2cf2-6277-43b8-a1fb-551193c298e7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:59.711474 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90336bed-3f14-46c1-905c-26319d33eeec tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['shared'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:59.712887 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-90336bed-3f14-46c1-905c-26319d33eeec tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "GET /v2.0/subnets/27508694-1f06-4f19-940f-7720176ce12b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0608509 Apr 15 03:41:59.716441 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35764) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:41:59.721658 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-25542cd6-fdf3-4a6f-8e99-3cac1a44210d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-923092619'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:41:59.727324 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-470a2cf2-6277-43b8-a1fb-551193c298e7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:59.790998 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25542cd6-fdf3-4a6f-8e99-3cac1a44210d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Made reservation on behalf of d32b2993bc124e40b67702e188368d12 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:41:59.794421 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-25542cd6-fdf3-4a6f-8e99-3cac1a44210d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:59.818194 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25542cd6-fdf3-4a6f-8e99-3cac1a44210d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:41:59.826921 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-25542cd6-fdf3-4a6f-8e99-3cac1a44210d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (07b89388-3229-4231-a66b-dfab379053a9), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:59.827309 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-25542cd6-fdf3-4a6f-8e99-3cac1a44210d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Added segment 07b89388-3229-4231-a66b-dfab379053a9 of type vlan for network 255ba634-9978-4604-864b-19ec09ad7a58 Apr 15 03:41:59.854298 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-470a2cf2-6277-43b8-a1fb-551193c298e7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for security_group (640712e8-48a0-4e62-9ee9-d374cff05ec2), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:59.868211 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-25542cd6-fdf3-4a6f-8e99-3cac1a44210d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (255ba634-9978-4604-864b-19ec09ad7a58), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:59.899412 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7520eb18-dc82-4c05-9ff1-8484cb630418 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fbebca62-52e5-4da9-b9eb-dcf889c0c51f), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:59.914514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-470a2cf2-6277-43b8-a1fb-551193c298e7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (640712e8-48a0-4e62-9ee9-d374cff05ec2), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:59.957034 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-25542cd6-fdf3-4a6f-8e99-3cac1a44210d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (255ba634-9978-4604-864b-19ec09ad7a58), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:59.965701 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25542cd6-fdf3-4a6f-8e99-3cac1a44210d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:41:59.965701 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-25542cd6-fdf3-4a6f-8e99-3cac1a44210d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:41:59.973620 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470a2cf2-6277-43b8-a1fb-551193c298e7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:42:00.018718 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a2cf2-6277-43b8-a1fb-551193c298e7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640712e8-48a0-4e62-9ee9-d374cff05ec2,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:00.028245 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-470a2cf2-6277-43b8-a1fb-551193c298e7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (930c8185-d873-4e5e-9fab-10f396b52f36), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:00.028597 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-470a2cf2-6277-43b8-a1fb-551193c298e7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Added segment 930c8185-d873-4e5e-9fab-10f396b52f36 of type vlan for network a2234439-373b-4e4e-92b8-893aef5b9b2c Apr 15 03:42:00.037075 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25542cd6-fdf3-4a6f-8e99-3cac1a44210d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Network': ['ID=255ba634-9978-4604-864b-19ec09ad7a58,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:00.048056 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 255ba634-9978-4604-864b-19ec09ad7a58 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:42:00.081187 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-25542cd6-fdf3-4a6f-8e99-3cac1a44210d tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3636708 Apr 15 03:42:00.087750 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35766) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:00.094995 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-17dd0b3a-9711-4d25-a142-dc4501a425bc tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'subnet': {'network_id': '255ba634-9978-4604-864b-19ec09ad7a58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:00.108570 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-470a2cf2-6277-43b8-a1fb-551193c298e7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (a2234439-373b-4e4e-92b8-893aef5b9b2c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:00.225801 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-470a2cf2-6277-43b8-a1fb-551193c298e7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (a2234439-373b-4e4e-92b8-893aef5b9b2c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:00.230906 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a2cf2-6277-43b8-a1fb-551193c298e7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:00.232125 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-470a2cf2-6277-43b8-a1fb-551193c298e7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:00.249292 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dd0b3a-9711-4d25-a142-dc4501a425bc tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Made reservation on behalf of d32b2993bc124e40b67702e188368d12 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:42:00.253164 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-17dd0b3a-9711-4d25-a142-dc4501a425bc tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:00.335895 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.ipam_backend_mixin [None req-17dd0b3a-9711-4d25-a142-dc4501a425bc tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Performing IP validity checks on allocation pools {{(pid=104667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 15 03:42:00.335895 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.ipam_backend_mixin [None req-17dd0b3a-9711-4d25-a142-dc4501a425bc tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104667) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 15 03:42:00.336090 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a2cf2-6277-43b8-a1fb-551193c298e7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Network': ['ID=a2234439-373b-4e4e-92b8-893aef5b9b2c,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:00.351156 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-470a2cf2-6277-43b8-a1fb-551193c298e7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9082267 Apr 15 03:42:00.352795 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35768) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:00.363492 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network a2234439-373b-4e4e-92b8-893aef5b9b2c details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:42:00.363827 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7520eb18-dc82-4c05-9ff1-8484cb630418 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (fbebca62-52e5-4da9-b9eb-dcf889c0c51f), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:00.371278 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f4096f69-4aec-425d-a23d-bdbfb855a23a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-451174044'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:00.413747 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7520eb18-dc82-4c05-9ff1-8484cb630418 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (fbebca62-52e5-4da9-b9eb-dcf889c0c51f), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:00.462798 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4096f69-4aec-425d-a23d-bdbfb855a23a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Made reservation on behalf of 422af18fc6154832a1a9757d936aeb92 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:42:00.466584 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f4096f69-4aec-425d-a23d-bdbfb855a23a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:00.499155 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ce818d66-4e47-4def-82ed-b7c7005858a6 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:00.510111 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4096f69-4aec-425d-a23d-bdbfb855a23a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:42:00.521712 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520eb18-dc82-4c05-9ff1-8484cb630418 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=fbebca62-52e5-4da9-b9eb-dcf889c0c51f,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:00.550088 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f4096f69-4aec-425d-a23d-bdbfb855a23a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (73a82876-6453-459e-9971-d87b374980ed), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:00.550450 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-f4096f69-4aec-425d-a23d-bdbfb855a23a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Added segment 73a82876-6453-459e-9971-d87b374980ed of type vlan for network cd15013a-85de-4afc-9613-40c08d30bf92 Apr 15 03:42:00.552133 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7520eb18-dc82-4c05-9ff1-8484cb630418 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (3a7ae565-483e-4ab5-9b96-7874ceeb66ee), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:00.577979 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port ce818d66-4e47-4def-82ed-b7c7005858a6 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:00.578350 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ce818d66-4e47-4def-82ed-b7c7005858a6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:00.612111 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f4096f69-4aec-425d-a23d-bdbfb855a23a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (cd15013a-85de-4afc-9613-40c08d30bf92), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:00.634071 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-17dd0b3a-9711-4d25-a142-dc4501a425bc tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (399a3118-7286-40f8-a931-4c5df437a967), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:00.667498 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7520eb18-dc82-4c05-9ff1-8484cb630418 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 9e279d3e-905d-44f0-a611-4c2f55a87c78 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:00.669906 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-7520eb18-dc82-4c05-9ff1-8484cb630418 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:00.676123 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port ce818d66-4e47-4def-82ed-b7c7005858a6 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:00.676621 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ce818d66-4e47-4def-82ed-b7c7005858a6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:00.710661 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17dd0b3a-9711-4d25-a142-dc4501a425bc tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Checking segment: {'id': '07b89388-3229-4231-a66b-dfab379053a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '255ba634-9978-4604-864b-19ec09ad7a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:00.710925 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dd0b3a-9711-4d25-a142-dc4501a425bc tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Network hostable DHCP agents. Network: 255ba634-9978-4604-864b-19ec09ad7a58, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:42:00.715161 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port ce818d66-4e47-4def-82ed-b7c7005858a6, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ce818d66-4e47-4def-82ed-b7c7005858a6,segment=NetworkSegment(f1afb204-1506-4ac0-81d2-3004cd20245f),segment_id=f1afb204-1506-4ac0-81d2-3004cd20245f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:00.717776 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd0b3a-9711-4d25-a142-dc4501a425bc tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Subnet': ['ID=399a3118-7286-40f8-a931-4c5df437a967,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:00.727760 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f4096f69-4aec-425d-a23d-bdbfb855a23a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (cd15013a-85de-4afc-9613-40c08d30bf92), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:00.733229 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4096f69-4aec-425d-a23d-bdbfb855a23a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:00.733561 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f4096f69-4aec-425d-a23d-bdbfb855a23a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:00.742228 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae5274b-6a49-4434-b898-3db3cfb3ab70 None None] Network 9e279d3e-905d-44f0-a611-4c2f55a87c78 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:00.774051 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ce818d66-4e47-4def-82ed-b7c7005858a6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:00.775874 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ce369ac0-f0a5-499d-aaa8-1d29a581fb32 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:00.797452 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dd0b3a-9711-4d25-a142-dc4501a425bc tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Network 255ba634-9978-4604-864b-19ec09ad7a58 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:42:00.802370 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7520eb18-dc82-4c05-9ff1-8484cb630418 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:42:00.811409 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4096f69-4aec-425d-a23d-bdbfb855a23a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Network': ['ID=cd15013a-85de-4afc-9613-40c08d30bf92,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:00.817062 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f4096f69-4aec-425d-a23d-bdbfb855a23a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4598987 Apr 15 03:42:00.820217 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35770) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:00.826462 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-4d59b84d-b014-4639-abee-0504c0cd210b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'subnet': {'network_id': 'a2234439-373b-4e4e-92b8-893aef5b9b2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:00.859623 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network cd15013a-85de-4afc-9613-40c08d30bf92 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:42:00.888698 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-17dd0b3a-9711-4d25-a142-dc4501a425bc tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 255ba634-9978-4604-864b-19ec09ad7a58) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:00.898505 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dd0b3a-9711-4d25-a142-dc4501a425bc tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:00.899158 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-17dd0b3a-9711-4d25-a142-dc4501a425bc tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:00.985757 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-17dd0b3a-9711-4d25-a142-dc4501a425bc tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8949676 Apr 15 03:42:00.987081 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35772) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:00.994094 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-6570aa1c-5bb0-4531-872b-1830169a3980 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:01.040441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2089b930-b67c-4e0f-8525-58b501b0f809 None None] Network 255ba634-9978-4604-864b-19ec09ad7a58 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:01.070210 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d59b84d-b014-4639-abee-0504c0cd210b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Made reservation on behalf of 422af18fc6154832a1a9757d936aeb92 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:42:01.074021 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4d59b84d-b014-4639-abee-0504c0cd210b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:01.089256 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-de47288f-3712-4c01-8436-a88d6971750c None None] Provisioning complete for port ce818d66-4e47-4def-82ed-b7c7005858a6 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:01.090307 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-de47288f-3712-4c01-8436-a88d6971750c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ce818d66-4e47-4def-82ed-b7c7005858a6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:01.155644 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6570aa1c-5bb0-4531-872b-1830169a3980 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4678734'] for subnet (399a3118-7286-40f8-a931-4c5df437a967), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:01.212924 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=ce818d66-4e47-4def-82ed-b7c7005858a6,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:01.248674 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7520eb18-dc82-4c05-9ff1-8484cb630418 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:42:01.256964 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7520eb18-dc82-4c05-9ff1-8484cb630418 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/routers/3a7ae565-483e-4ab5-9b96-7874ceeb66ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0765080 Apr 15 03:42:01.257218 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35774) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:01.277181 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] Sync routers for ids ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:42:01.288959 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port ce369ac0-f0a5-499d-aaa8-1d29a581fb32 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:01.289332 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ce369ac0-f0a5-499d-aaa8-1d29a581fb32), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:01.350980 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] Routers {'3a7ae565-483e-4ab5-9b96-7874ceeb66ee'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:01.352164 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:01.422938 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79824686-456e-4dfb-b6b4-e03987b45787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-255ba634-9978-4604-864b-19ec09ad7a58', 'network_id': '255ba634-9978-4604-864b-19ec09ad7a58', 'project_id': 'd32b2993bc124e40b67702e188368d12', 'fixed_ips': [{'subnet_id': '399a3118-7286-40f8-a931-4c5df437a967'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:42:01.423722 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79824686-456e-4dfb-b6b4-e03987b45787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:01.456272 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4d59b84d-b014-4639-abee-0504c0cd210b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (365a762e-e604-4852-859d-7c152650b0f3), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:01.466633 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70928b4-4f51-4a95-851b-fe1b6ca97971 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.466633 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70928b4-4f51-4a95-851b-fe1b6ca97971 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.467428 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70928b4-4f51-4a95-851b-fe1b6ca97971 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.468142 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70928b4-4f51-4a95-851b-fe1b6ca97971 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.468649 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70928b4-4f51-4a95-851b-fe1b6ca97971 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.470714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70928b4-4f51-4a95-851b-fe1b6ca97971 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.470714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70928b4-4f51-4a95-851b-fe1b6ca97971 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.470714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70928b4-4f51-4a95-851b-fe1b6ca97971 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.470714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70928b4-4f51-4a95-851b-fe1b6ca97971 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.471597 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70928b4-4f51-4a95-851b-fe1b6ca97971 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.471714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70928b4-4f51-4a95-851b-fe1b6ca97971 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.477650 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b70928b4-4f51-4a95-851b-fe1b6ca97971 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7650 time: 0.2156501 Apr 15 03:42:01.478707 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35776) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:01.512550 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-de47288f-3712-4c01-8436-a88d6971750c None None] Current status of the port ce818d66-4e47-4def-82ed-b7c7005858a6 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:01.521295 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6570aa1c-5bb0-4531-872b-1830169a3980 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769506086175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5975203'] for subnet (399a3118-7286-40f8-a931-4c5df437a967), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:01.543554 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59b84d-b014-4639-abee-0504c0cd210b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Subnet': ['ID=365a762e-e604-4852-859d-7c152650b0f3,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:01.577687 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98b3ea4-3cde-4311-8f08-910041fdf920 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.578219 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98b3ea4-3cde-4311-8f08-910041fdf920 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.578723 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98b3ea4-3cde-4311-8f08-910041fdf920 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.579243 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98b3ea4-3cde-4311-8f08-910041fdf920 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.579691 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98b3ea4-3cde-4311-8f08-910041fdf920 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.580281 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98b3ea4-3cde-4311-8f08-910041fdf920 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.580742 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98b3ea4-3cde-4311-8f08-910041fdf920 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.581194 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98b3ea4-3cde-4311-8f08-910041fdf920 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.581643 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98b3ea4-3cde-4311-8f08-910041fdf920 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.582092 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98b3ea4-3cde-4311-8f08-910041fdf920 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.585758 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c98b3ea4-3cde-4311-8f08-910041fdf920 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6517 time: 0.1060576 Apr 15 03:42:01.588568 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35778) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:01.591336 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d59b84d-b014-4639-abee-0504c0cd210b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Checking segment: {'id': '930c8185-d873-4e5e-9fab-10f396b52f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a2234439-373b-4e4e-92b8-893aef5b9b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:01.591907 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d59b84d-b014-4639-abee-0504c0cd210b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network hostable DHCP agents. Network: a2234439-373b-4e4e-92b8-893aef5b9b2c, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: WARNING neutron.objects.base [None req-6570aa1c-5bb0-4531-872b-1830169a3980 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] ORM session: SQL execution without transaction in progress, traceback: Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: result = function(*args, **kwargs) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: proto.__init__(conn_state, self) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: self.handle() Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: self.handle_one_request() Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: self.handle_one_response() Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: result = self.application(self.environ, start_response) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return app(environ, start_response) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: resp = self.call_func(req, *args, **kw) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.func(req, *args, **kwargs) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: response = req.get_response(self.application) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: status, headers, app_iter = self.call_application( Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: app_iter = application(self.environ, start_response) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: resp = self.call_func(req, *args, **kw) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.func(req, *args, **kwargs) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: response = req.get_response(self.application) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: status, headers, app_iter = self.call_application( Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: app_iter = application(self.environ, start_response) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: resp = self.call_func(req, *args, **kw) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.func(req, *args, **kwargs) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: response = req.get_response(self.application) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: status, headers, app_iter = self.call_application( Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: app_iter = application(self.environ, start_response) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: resp = self.call_func(req, *args, **kw) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.func(req, *args, **kwargs) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: response = req.get_response(self.application) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: status, headers, app_iter = self.call_application( Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: app_iter = application(self.environ, start_response) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: resp = self.call_func(req, *args, **kw) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.func(req, *args, **kwargs) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return request.get_response(self.application) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: status, headers, app_iter = self.call_application( Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: app_iter = application(self.environ, start_response) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: resp = self.call_func(req, *args, **kw) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.func(req, *args, **kwargs) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: response = req.get_response(self._app) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: status, headers, app_iter = self.call_application( Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: app_iter = application(self.environ, start_response) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return resp(environ, start_response) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return resp(environ, start_response) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: response = self.app(environ, start_response) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return resp(environ, start_response) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__ Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.application(environ, start_response) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__ Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return super(Pecan, self).__call__(environ, start_response) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__ Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: self.invoke_controller(controller, args, kwargs, state) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: result = controller(*args, **kwargs) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(*args, **kwargs) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(*args, **kwargs) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(*dup_args, **dup_kwargs) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(*args, **kwargs) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return {self.resource: self.plugin_updater(*updater_args)} Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(*args, **kwargs) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return method(*args, **kwargs) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(*args, **kwargs) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(*args, **kwargs) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(*dup_args, **dup_kwargs) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1366, in update_subnet Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: self._update_subnet_postcommit(context, original_subnet, Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: registry.publish( Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: _get_callback_manager().publish(resource, event, trigger, payload=payload) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return function(*args, **kwargs) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: errors = self._notify_loop(resource, event, trigger, payload) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: callback(resource, event, trigger, payload=payload) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: router_ids = set(port.device_id for port in query) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._iter().__iter__() Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: result = self.session.execute( Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1673, in execute Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: result = fn(orm_exec_state) Apr 15 03:42:01.604127 dv-neutron-837140-3-hyperv neutron-server[104667]: Apr 15 03:42:01.633364 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] Set router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:42:01.646607 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6570aa1c-5bb0-4531-872b-1830169a3980 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.648058 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6570aa1c-5bb0-4531-872b-1830169a3980 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:01.649602 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6570aa1c-5bb0-4531-872b-1830169a3980 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "PUT /v2.0/subnets/399a3118-7286-40f8-a931-4c5df437a967 HTTP/1.1" status: 200 len: 900 time: 0.6614099 Apr 15 03:42:01.652726 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35780) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:01.676570 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port ce369ac0-f0a5-499d-aaa8-1d29a581fb32 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:01.676875 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ce369ac0-f0a5-499d-aaa8-1d29a581fb32), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:01.726161 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-df456ec8-54f4-40fa-9276-40a5666bd078 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1360762 Apr 15 03:42:01.738528 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570aa1c-5bb0-4531-872b-1830169a3980 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event updated for resources: {'Subnet': ['ID=399a3118-7286-40f8-a931-4c5df437a967,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:01.756912 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d59b84d-b014-4639-abee-0504c0cd210b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network a2234439-373b-4e4e-92b8-893aef5b9b2c is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:42:01.778573 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port ce369ac0-f0a5-499d-aaa8-1d29a581fb32, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ce369ac0-f0a5-499d-aaa8-1d29a581fb32,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:01.808052 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (255ba634-9978-4604-864b-19ec09ad7a58), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:01.814780 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-79824686-456e-4dfb-b6b4-e03987b45787 None None] Allocated IP 2001:db8::3 (255ba634-9978-4604-864b-19ec09ad7a58/399a3118-7286-40f8-a931-4c5df437a967/6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:42:01.816949 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9d33b05f-212d-482e-ba17-bf827cc61093 None None] Provisioning complete for port ce818d66-4e47-4def-82ed-b7c7005858a6 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:01.817317 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9d33b05f-212d-482e-ba17-bf827cc61093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ce818d66-4e47-4def-82ed-b7c7005858a6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:01.824465 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-4d59b84d-b014-4639-abee-0504c0cd210b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, a2234439-373b-4e4e-92b8-893aef5b9b2c) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:01.833167 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d59b84d-b014-4639-abee-0504c0cd210b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:01.833167 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4d59b84d-b014-4639-abee-0504c0cd210b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:01.873046 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869e4ab8-81df-4ff2-a294-bbdf7c8e9851 None None] Network a2234439-373b-4e4e-92b8-893aef5b9b2c requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:01.896757 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ce369ac0-f0a5-499d-aaa8-1d29a581fb32), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:01.900619 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (399a3118-7286-40f8-a931-4c5df437a967), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:01.911822 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4d59b84d-b014-4639-abee-0504c0cd210b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0878994 Apr 15 03:42:01.912590 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35784) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:01.917968 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-1a6d1fbd-9e26-4dff-a887-4b872fbb50a4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'subnet': {'network_id': 'cd15013a-85de-4afc-9613-40c08d30bf92', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:02.010037 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35786) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:02.014193 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-00bfd56b-1398-4cbb-925d-504027e0ec26 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1755700916', 'description': 'tempest-secgroup-smoke-1755700916 description', 'project_id': '6786bd52355f4b228acda11ee2393b97'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:02.094108 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=ce369ac0-f0a5-499d-aaa8-1d29a581fb32,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:02.104916 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-00bfd56b-1398-4cbb-925d-504027e0ec26 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.133790 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6d1fbd-9e26-4dff-a887-4b872fbb50a4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Made reservation on behalf of 422af18fc6154832a1a9757d936aeb92 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:42:02.137317 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1a6d1fbd-9e26-4dff-a887-4b872fbb50a4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.186555 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-00bfd56b-1398-4cbb-925d-504027e0ec26 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.203350 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c302b94a-e61a-4b98-a787-e564b292d0c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-a2234439-373b-4e4e-92b8-893aef5b9b2c', 'network_id': 'a2234439-373b-4e4e-92b8-893aef5b9b2c', 'project_id': '422af18fc6154832a1a9757d936aeb92', 'fixed_ips': [{'subnet_id': '365a762e-e604-4852-859d-7c152650b0f3'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:42:02.204402 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c302b94a-e61a-4b98-a787-e564b292d0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.243382 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-00bfd56b-1398-4cbb-925d-504027e0ec26 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.249910 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'name': 'tempest-TestNetworkBasicOps-router-1767969933', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:41:53Z', 'updated_at': '2022-04-15T03:41:59Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:54Z', 'updated_at': '2022-04-15T03:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'fbebca62-52e5-4da9-b9eb-dcf889c0c51f', 'name': '', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:ba:d2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:58Z', 'updated_at': '2022-04-15T03:42:00Z', 'revision_number': 2, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:02.277147 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfd56b-1398-4cbb-925d-504027e0ec26 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:02.291595 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9d33b05f-212d-482e-ba17-bf827cc61093 None None] Current status of the port ce818d66-4e47-4def-82ed-b7c7005858a6 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:02.316654 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] Checking router: 3a7ae565-483e-4ab5-9b96-7874ceeb66ee for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:42:02.317098 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] Updating router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee port fbebca62-52e5-4da9-b9eb-dcf889c0c51f binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:42:02.323912 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-00bfd56b-1398-4cbb-925d-504027e0ec26 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.329354 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35788) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:02.330664 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-00bfd56b-1398-4cbb-925d-504027e0ec26 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3198929 Apr 15 03:42:02.334005 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-b650d6f5-6f07-4567-84a3-9956346c197a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:02.385665 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1a6d1fbd-9e26-4dff-a887-4b872fbb50a4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (7a975458-2dbb-4987-807f-a800eb9f2b6d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.391557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9d33b05f-212d-482e-ba17-bf827cc61093 None None] Provisioning complete for port fbebca62-52e5-4da9-b9eb-dcf889c0c51f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:02.391933 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9d33b05f-212d-482e-ba17-bf827cc61093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fbebca62-52e5-4da9-b9eb-dcf889c0c51f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.423995 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ce818d66-4e47-4def-82ed-b7c7005858a6 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:02.445821 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b650d6f5-6f07-4567-84a3-9956346c197a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (cee93709-e0b7-45ea-9116-b727b93b89b3), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.459002 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d1fbd-9e26-4dff-a887-4b872fbb50a4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Subnet': ['ID=7a975458-2dbb-4987-807f-a800eb9f2b6d,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:02.471009 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fbebca62-52e5-4da9-b9eb-dcf889c0c51f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.489540 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79824686-456e-4dfb-b6b4-e03987b45787 None None] Publish callbacks [] for port (6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.492188 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6d1fbd-9e26-4dff-a887-4b872fbb50a4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Checking segment: {'id': '73a82876-6453-459e-9971-d87b374980ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd15013a-85de-4afc-9613-40c08d30bf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:02.492549 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6d1fbd-9e26-4dff-a887-4b872fbb50a4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network hostable DHCP agents. Network: cd15013a-85de-4afc-9613-40c08d30bf92, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:42:02.514960 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9d33b05f-212d-482e-ba17-bf827cc61093 None None] Port fbebca62-52e5-4da9-b9eb-dcf889c0c51f cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:02.531507 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b650d6f5-6f07-4567-84a3-9956346c197a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (cee93709-e0b7-45ea-9116-b727b93b89b3), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.574201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6d1fbd-9e26-4dff-a887-4b872fbb50a4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network cd15013a-85de-4afc-9613-40c08d30bf92 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:42:02.620092 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b650d6f5-6f07-4567-84a3-9956346c197a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (cee93709-e0b7-45ea-9116-b727b93b89b3), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.638756 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b650d6f5-6f07-4567-84a3-9956346c197a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee93709-e0b7-45ea-9116-b727b93b89b3,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:02.649441 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (399a3118-7286-40f8-a931-4c5df437a967), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.655927 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-1a6d1fbd-9e26-4dff-a887-4b872fbb50a4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, cd15013a-85de-4afc-9613-40c08d30bf92) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:02.670935 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6d1fbd-9e26-4dff-a887-4b872fbb50a4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:02.671890 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1a6d1fbd-9e26-4dff-a887-4b872fbb50a4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.685717 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Subnet': ['ID=399a3118-7286-40f8-a931-4c5df437a967,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:02.708887 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b650d6f5-6f07-4567-84a3-9956346c197a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.711741 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b650d6f5-6f07-4567-84a3-9956346c197a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3812630 Apr 15 03:42:02.714509 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35790) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:02.718910 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-9d2c8730-8322-4320-b430-68b47af79a92 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:02.738769 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd51a4ff-5a28-4424-a491-ba273be586e5 None None] Network cd15013a-85de-4afc-9613-40c08d30bf92 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:02.748646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79824686-456e-4dfb-b6b4-e03987b45787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.761110 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1a6d1fbd-9e26-4dff-a887-4b872fbb50a4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8470991 Apr 15 03:42:02.772740 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35792) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:02.772958 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f3f7742e-af1f-4d02-b0de-9f5db1daf5a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-48096444', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:02.774382 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (255ba634-9978-4604-864b-19ec09ad7a58), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.803884 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255ba634-9978-4604-864b-19ec09ad7a58']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:02.815076 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b89388-3229-4231-a66b-dfab379053a9') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:02.815361 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b89388-3229-4231-a66b-dfab379053a9') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:02.828790 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (07b89388-3229-4231-a66b-dfab379053a9), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.835557 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d2c8730-8322-4320-b430-68b47af79a92 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (fefe2cf4-4872-4685-8757-d157d5d605ba), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.845663 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (07b89388-3229-4231-a66b-dfab379053a9), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.853724 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:42:02.854136 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (07b89388-3229-4231-a66b-dfab379053a9), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:42:02.858517 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:42:02.861624 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-cf04754a-b872-4d36-ab8d-9e886161619c None None] Provisioning complete for port fbebca62-52e5-4da9-b9eb-dcf889c0c51f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:02.862002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cf04754a-b872-4d36-ab8d-9e886161619c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fbebca62-52e5-4da9-b9eb-dcf889c0c51f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.872553 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port ce818d66-4e47-4def-82ed-b7c7005858a6 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:02.872931 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ce818d66-4e47-4def-82ed-b7c7005858a6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.895513 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3f7742e-af1f-4d02-b0de-9f5db1daf5a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (5e1a05db-a734-4280-b07c-cf4cb7c7ad4e), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.897817 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3f7742e-af1f-4d02-b0de-9f5db1daf5a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (5e1a05db-a734-4280-b07c-cf4cb7c7ad4e), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.919483 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d2c8730-8322-4320-b430-68b47af79a92 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (fefe2cf4-4872-4685-8757-d157d5d605ba), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.948228 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79824686-456e-4dfb-b6b4-e03987b45787 None None] Network 255ba634-9978-4604-864b-19ec09ad7a58 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:02.967075 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-c302b94a-e61a-4b98-a787-e564b292d0c0 None None] Allocated IP 2001:db8::2 (a2234439-373b-4e4e-92b8-893aef5b9b2c/365a762e-e604-4852-859d-7c152650b0f3/be55935f-60d7-4c6c-be8d-bfbaf908f8f1) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:42:02.969004 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.db.api [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 03:42:02.969004 dv-neutron-837140-3-hyperv neutron-server[104667]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 03:42:02.969004 dv-neutron-837140-3-hyperv neutron-server[104667]: [parameters: {'id': '255ba634-9978-4604-864b-19ec09ad7a58'}] Apr 15 03:42:02.969004 dv-neutron-837140-3-hyperv neutron-server[104667]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:42:02.969415 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG oslo_db.api [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:42:02.982478 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d2c8730-8322-4320-b430-68b47af79a92 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (fefe2cf4-4872-4685-8757-d157d5d605ba), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:02.995393 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-79824686-456e-4dfb-b6b4-e03987b45787 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:03.009928 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79824686-456e-4dfb-b6b4-e03987b45787 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:42:03.017916 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79824686-456e-4dfb-b6b4-e03987b45787 None None] Pushing event updated for resources: {'Port': ['ID=6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:03.030481 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c8730-8322-4320-b430-68b47af79a92 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefe2cf4-4872-4685-8757-d157d5d605ba,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:03.041352 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3f7742e-af1f-4d02-b0de-9f5db1daf5a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router_controller (5e1a05db-a734-4280-b07c-cf4cb7c7ad4e), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.056327 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-cf04754a-b872-4d36-ab8d-9e886161619c None None] Port fbebca62-52e5-4da9-b9eb-dcf889c0c51f cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:03.128341 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3f7742e-af1f-4d02-b0de-9f5db1daf5a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (5e1a05db-a734-4280-b07c-cf4cb7c7ad4e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.152523 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d2c8730-8322-4320-b430-68b47af79a92 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.153715 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9d2c8730-8322-4320-b430-68b47af79a92 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4385102 Apr 15 03:42:03.156521 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35794) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:03.161219 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-937c9bac-3b89-421d-9379-32e49886e77d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:03.191018 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858c26f8-c3b1-436a-92ca-5c4ca48dc1d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-cd15013a-85de-4afc-9613-40c08d30bf92', 'network_id': 'cd15013a-85de-4afc-9613-40c08d30bf92', 'project_id': '422af18fc6154832a1a9757d936aeb92', 'fixed_ips': [{'subnet_id': '7a975458-2dbb-4987-807f-a800eb9f2b6d'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:42:03.191864 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-858c26f8-c3b1-436a-92ca-5c4ca48dc1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.224271 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f3f7742e-af1f-4d02-b0de-9f5db1daf5a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.225527 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f3f7742e-af1f-4d02-b0de-9f5db1daf5a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4603775 Apr 15 03:42:03.228405 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35796) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:03.293250 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-79824686-456e-4dfb-b6b4-e03987b45787 None None] Attempting to bind port 6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:42:03.293606 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-79824686-456e-4dfb-b6b4-e03987b45787 None None] Attempting to bind port 6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '07b89388-3229-4231-a66b-dfab379053a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '255ba634-9978-4604-864b-19ec09ad7a58'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:42:03.293977 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79824686-456e-4dfb-b6b4-e03987b45787 None None] Attempting to bind port 6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae on network 255ba634-9978-4604-864b-19ec09ad7a58 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:42:03.305767 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-937c9bac-3b89-421d-9379-32e49886e77d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (9216eae7-2c03-41f5-a764-eef43bd8e137), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.330781 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79824686-456e-4dfb-b6b4-e03987b45787 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:42:03.331209 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79824686-456e-4dfb-b6b4-e03987b45787 None None] Checking segment: {'id': '07b89388-3229-4231-a66b-dfab379053a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '255ba634-9978-4604-864b-19ec09ad7a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:03.331569 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79824686-456e-4dfb-b6b4-e03987b45787 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.331983 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79824686-456e-4dfb-b6b4-e03987b45787 None None] Bound using segment: {'id': '07b89388-3229-4231-a66b-dfab379053a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '255ba634-9978-4604-864b-19ec09ad7a58'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:42:03.332491 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-79824686-456e-4dfb-b6b4-e03987b45787 None None] Bound port: 6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b89388-3229-4231-a66b-dfab379053a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '255ba634-9978-4604-864b-19ec09ad7a58'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:42:03.332887 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79824686-456e-4dfb-b6b4-e03987b45787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.415147 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port ce818d66-4e47-4def-82ed-b7c7005858a6 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:03.416209 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ce369ac0-f0a5-499d-aaa8-1d29a581fb32 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:03.470710 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (255ba634-9978-4604-864b-19ec09ad7a58), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.488605 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-937c9bac-3b89-421d-9379-32e49886e77d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (9216eae7-2c03-41f5-a764-eef43bd8e137), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.517939 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Deleting port 6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:03.518291 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.563320 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a09f225c-896e-4dee-b9aa-bedc60a3c4eb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.574796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-937c9bac-3b89-421d-9379-32e49886e77d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (9216eae7-2c03-41f5-a764-eef43bd8e137), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.580267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c302b94a-e61a-4b98-a787-e564b292d0c0 None None] Publish callbacks [] for port (be55935f-60d7-4c6c-be8d-bfbaf908f8f1), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.589253 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] For port 6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae, host dv-neutron-837140-3-hyperv, got binding levels [] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:03.589700 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.604508 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Calling delete_port for 6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:03.629038 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c9bac-3b89-421d-9379-32e49886e77d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9216eae7-2c03-41f5-a764-eef43bd8e137,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:03.647830 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-858c26f8-c3b1-436a-92ca-5c4ca48dc1d0 None None] Allocated IP 2001:db8:1::2 (cd15013a-85de-4afc-9613-40c08d30bf92/7a975458-2dbb-4987-807f-a800eb9f2b6d/34564ecd-f36b-4435-a96a-0a9c9ac1f5ad) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:42:03.652266 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-79824686-456e-4dfb-b6b4-e03987b45787 None None] For port 6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:42:03.660116 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-79824686-456e-4dfb-b6b4-e03987b45787 None None] For port 6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae,segment=NetworkSegment(07b89388-3229-4231-a66b-dfab379053a9),segment_id=07b89388-3229-4231-a66b-dfab379053a9)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:42:03.673308 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port ce369ac0-f0a5-499d-aaa8-1d29a581fb32 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:03.673687 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ce369ac0-f0a5-499d-aaa8-1d29a581fb32), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.675812 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c302b94a-e61a-4b98-a787-e564b292d0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (be55935f-60d7-4c6c-be8d-bfbaf908f8f1), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.679207 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] Publish callbacks [] for port (fbebca62-52e5-4da9-b9eb-dcf889c0c51f), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.718744 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-937c9bac-3b89-421d-9379-32e49886e77d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.720086 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-937c9bac-3b89-421d-9379-32e49886e77d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5626464 Apr 15 03:42:03.723013 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35798) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:03.728927 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-c67e9162-aa55-4748-b101-5414c8868a1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:03.761193 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79824686-456e-4dfb-b6b4-e03987b45787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.764162 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c302b94a-e61a-4b98-a787-e564b292d0c0 None None] Network a2234439-373b-4e4e-92b8-893aef5b9b2c is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:03.771827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fbebca62-52e5-4da9-b9eb-dcf889c0c51f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.815459 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-c302b94a-e61a-4b98-a787-e564b292d0c0 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:03.822849 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c302b94a-e61a-4b98-a787-e564b292d0c0 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:42:03.828939 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c67e9162-aa55-4748-b101-5414c8868a1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (cb637d50-bec3-4955-9897-5b442207f284), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.835608 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:03.842441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302b94a-e61a-4b98-a787-e564b292d0c0 None None] Pushing event updated for resources: {'Port': ['ID=be55935f-60d7-4c6c-be8d-bfbaf908f8f1,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:03.852331 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-a09f225c-896e-4dee-b9aa-bedc60a3c4eb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Allocated IP 2001:db8::1 (a2234439-373b-4e4e-92b8-893aef5b9b2c/365a762e-e604-4852-859d-7c152650b0f3/108155f1-faae-4ce2-9e6d-61bafbe04c8c) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:42:03.886162 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Port': ['ID=6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:03.911165 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] No DVR routers for this DVR port 6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server [None req-69876fbd-4dde-4158-b48d-c1fde4ef4379 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae could not be found. Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2865, in one Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return self._iter().one() Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1408, in one Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return self._only_one_row( Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 562, in _only_one_row Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 295, in _get_port Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae could not be found. Apr 15 03:42:03.944451 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server Apr 15 03:42:03.952774 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79824686-456e-4dfb-b6b4-e03987b45787 None None] Pushing event deleted for resources: {'Port': ['ID=6b888c21-7ba3-42bc-8f1e-de6bdfcb7aae,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:03.986410 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc617f4e-7689-4238-a764-8fa74d4273de None None] Network 255ba634-9978-4604-864b-19ec09ad7a58 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:04.041503 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a09f225c-896e-4dee-b9aa-bedc60a3c4eb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for port (108155f1-faae-4ce2-9e6d-61bafbe04c8c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.043541 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (255ba634-9978-4604-864b-19ec09ad7a58), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.078163 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c67e9162-aa55-4748-b101-5414c8868a1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (cb637d50-bec3-4955-9897-5b442207f284), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.081811 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255ba634-9978-4604-864b-19ec09ad7a58']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:04.092890 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b89388-3229-4231-a66b-dfab379053a9') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:04.093163 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b89388-3229-4231-a66b-dfab379053a9') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:04.104544 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (07b89388-3229-4231-a66b-dfab379053a9), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.118997 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (07b89388-3229-4231-a66b-dfab379053a9), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.124921 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:42:04.125301 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (07b89388-3229-4231-a66b-dfab379053a9), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:42:04.128404 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:42:04.175733 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c67e9162-aa55-4748-b101-5414c8868a1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (cb637d50-bec3-4955-9897-5b442207f284), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.180315 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a09f225c-896e-4dee-b9aa-bedc60a3c4eb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (108155f1-faae-4ce2-9e6d-61bafbe04c8c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.188227 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c302b94a-e61a-4b98-a787-e564b292d0c0 None None] Attempting to bind port be55935f-60d7-4c6c-be8d-bfbaf908f8f1 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:42:04.188636 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c302b94a-e61a-4b98-a787-e564b292d0c0 None None] Attempting to bind port be55935f-60d7-4c6c-be8d-bfbaf908f8f1 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '930c8185-d873-4e5e-9fab-10f396b52f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a2234439-373b-4e4e-92b8-893aef5b9b2c'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:42:04.189062 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c302b94a-e61a-4b98-a787-e564b292d0c0 None None] Attempting to bind port be55935f-60d7-4c6c-be8d-bfbaf908f8f1 on network a2234439-373b-4e4e-92b8-893aef5b9b2c {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:42:04.202903 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e9162-aa55-4748-b101-5414c8868a1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb637d50-bec3-4955-9897-5b442207f284,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:04.206845 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d265d-e5d4-4f73-8044-1ad02f1c942e None None] Pushing event updated for resources: {'Port': ['ID=fbebca62-52e5-4da9-b9eb-dcf889c0c51f,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:04.209020 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port ce369ac0-f0a5-499d-aaa8-1d29a581fb32 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:04.231495 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c302b94a-e61a-4b98-a787-e564b292d0c0 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:42:04.231872 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c302b94a-e61a-4b98-a787-e564b292d0c0 None None] Checking segment: {'id': '930c8185-d873-4e5e-9fab-10f396b52f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a2234439-373b-4e4e-92b8-893aef5b9b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:04.232284 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c302b94a-e61a-4b98-a787-e564b292d0c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.232682 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c302b94a-e61a-4b98-a787-e564b292d0c0 None None] Bound using segment: {'id': '930c8185-d873-4e5e-9fab-10f396b52f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a2234439-373b-4e4e-92b8-893aef5b9b2c'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:42:04.233168 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c302b94a-e61a-4b98-a787-e564b292d0c0 None None] Bound port: be55935f-60d7-4c6c-be8d-bfbaf908f8f1, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930c8185-d873-4e5e-9fab-10f396b52f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a2234439-373b-4e4e-92b8-893aef5b9b2c'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:42:04.233550 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c302b94a-e61a-4b98-a787-e564b292d0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (be55935f-60d7-4c6c-be8d-bfbaf908f8f1), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.236426 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09f225c-896e-4dee-b9aa-bedc60a3c4eb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network a2234439-373b-4e4e-92b8-893aef5b9b2c is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:04.244054 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-a09f225c-896e-4dee-b9aa-bedc60a3c4eb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:04.247873 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f225c-896e-4dee-b9aa-bedc60a3c4eb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:42:04.248416 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a09f225c-896e-4dee-b9aa-bedc60a3c4eb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (5e1a05db-a734-4280-b07c-cf4cb7c7ad4e), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.254521 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f225c-896e-4dee-b9aa-bedc60a3c4eb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Port': ['ID=108155f1-faae-4ce2-9e6d-61bafbe04c8c,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:04.262755 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-c121dc0f-cb36-49cd-ac45-85c742d9f68d None None] Provisioning complete for port fbebca62-52e5-4da9-b9eb-dcf889c0c51f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:04.263198 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c121dc0f-cb36-49cd-ac45-85c742d9f68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fbebca62-52e5-4da9-b9eb-dcf889c0c51f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.264795 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] Attempting to bind port fbebca62-52e5-4da9-b9eb-dcf889c0c51f on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:42:04.265167 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] Attempting to bind port fbebca62-52e5-4da9-b9eb-dcf889c0c51f by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'f1afb204-1506-4ac0-81d2-3004cd20245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:42:04.265531 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] Attempting to bind port fbebca62-52e5-4da9-b9eb-dcf889c0c51f on network 9e279d3e-905d-44f0-a611-4c2f55a87c78 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:42:04.266746 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c67e9162-aa55-4748-b101-5414c8868a1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.270674 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c67e9162-aa55-4748-b101-5414c8868a1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5438602 Apr 15 03:42:04.271629 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35800) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:04.276833 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f3896a69-e303-4429-805b-016ebed70ff4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:04.297985 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (255ba634-9978-4604-864b-19ec09ad7a58), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.305934 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f518100a-02d4-4887-bcad-191840cad5c1 None None] Network 255ba634-9978-4604-864b-19ec09ad7a58 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:04.310112 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-858c26f8-c3b1-436a-92ca-5c4ca48dc1d0 None None] Publish callbacks [] for port (34564ecd-f36b-4435-a96a-0a9c9ac1f5ad), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.317639 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:42:04.318041 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] Checking segment: {'id': 'f1afb204-1506-4ac0-81d2-3004cd20245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:04.318415 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.319492 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] Bound using segment: {'id': 'f1afb204-1506-4ac0-81d2-3004cd20245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:42:04.319581 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.319699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] Bound port: fbebca62-52e5-4da9-b9eb-dcf889c0c51f, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1afb204-1506-4ac0-81d2-3004cd20245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:42:04.319796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fbebca62-52e5-4da9-b9eb-dcf889c0c51f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.323102 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/networks/255ba634-9978-4604-864b-19ec09ad7a58 HTTP/1.1" status: 204 len: 168 time: 2.6694100 Apr 15 03:42:04.328650 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35802) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:04.333624 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c447f-ef77-4ff3-b1fa-6636bd6fe564 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Network': ['ID=255ba634-9978-4604-864b-19ec09ad7a58,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:04.362689 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-f3896a69-e303-4429-805b-016ebed70ff4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:42:04.364175 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5eb535f-ce1d-4b4f-931f-6b6e82479f44 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] DELETE failed (client error): The resource could not be found. Apr 15 03:42:04.364701 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5eb535f-ce1d-4b4f-931f-6b6e82479f44 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:42:04.368967 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b5eb535f-ce1d-4b4f-931f-6b6e82479f44 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/subnets/399a3118-7286-40f8-a931-4c5df437a967 HTTP/1.1" status: 404 len: 337 time: 0.0392199 Apr 15 03:42:04.371251 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35804) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:04.372158 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3896a69-e303-4429-805b-016ebed70ff4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (49d0eca8-1a46-4b43-af63-f2b50dc36fb1), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.417970 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f50842-3374-47b8-8753-143f6ccb8748 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] DELETE failed (client error): The resource could not be found. Apr 15 03:42:04.418605 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f50842-3374-47b8-8753-143f6ccb8748 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:42:04.422000 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c4f50842-3374-47b8-8753-143f6ccb8748 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/networks/255ba634-9978-4604-864b-19ec09ad7a58 HTTP/1.1" status: 404 len: 339 time: 0.0400894 Apr 15 03:42:04.424942 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35806) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:04.450176 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3896a69-e303-4429-805b-016ebed70ff4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (49d0eca8-1a46-4b43-af63-f2b50dc36fb1), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.515937 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3896a69-e303-4429-805b-016ebed70ff4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (49d0eca8-1a46-4b43-af63-f2b50dc36fb1), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.527325 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a09f225c-896e-4dee-b9aa-bedc60a3c4eb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (108155f1-faae-4ce2-9e6d-61bafbe04c8c), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.529838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f518100a-02d4-4887-bcad-191840cad5c1 None None] Network 255ba634-9978-4604-864b-19ec09ad7a58 could not be found, it might have been deleted concurrently. {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 15 03:42:04.542713 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3896a69-e303-4429-805b-016ebed70ff4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d0eca8-1a46-4b43-af63-f2b50dc36fb1,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:04.542818 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-858c26f8-c3b1-436a-92ca-5c4ca48dc1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (34564ecd-f36b-4435-a96a-0a9c9ac1f5ad), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.549528 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c282c7b2-e370-4f04-82d6-3552108e6957 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (c91763a9-586c-43b0-8019-a24ca00b861b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.552608 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c121dc0f-cb36-49cd-ac45-85c742d9f68d None None] Port fbebca62-52e5-4da9-b9eb-dcf889c0c51f cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:04.630877 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858c26f8-c3b1-436a-92ca-5c4ca48dc1d0 None None] Network cd15013a-85de-4afc-9613-40c08d30bf92 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:04.633868 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.645416 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-858c26f8-c3b1-436a-92ca-5c4ca48dc1d0 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:04.652906 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c26f8-c3b1-436a-92ca-5c4ca48dc1d0 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:42:04.655128 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c302b94a-e61a-4b98-a787-e564b292d0c0 None None] For port be55935f-60d7-4c6c-be8d-bfbaf908f8f1, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:42:04.657030 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c26f8-c3b1-436a-92ca-5c4ca48dc1d0 None None] Pushing event updated for resources: {'Port': ['ID=34564ecd-f36b-4435-a96a-0a9c9ac1f5ad,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:04.661177 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c302b94a-e61a-4b98-a787-e564b292d0c0 None None] For port be55935f-60d7-4c6c-be8d-bfbaf908f8f1, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=be55935f-60d7-4c6c-be8d-bfbaf908f8f1,segment=NetworkSegment(930c8185-d873-4e5e-9fab-10f396b52f36),segment_id=930c8185-d873-4e5e-9fab-10f396b52f36)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:42:04.666962 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f3896a69-e303-4429-805b-016ebed70ff4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.673152 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f3896a69-e303-4429-805b-016ebed70ff4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4012237 Apr 15 03:42:04.674026 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35808) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:04.678903 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-75738fd5-e61b-4b7b-a4f9-089f544d2d49 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:04.698161 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] For port fbebca62-52e5-4da9-b9eb-dcf889c0c51f, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:42:04.731483 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] For port fbebca62-52e5-4da9-b9eb-dcf889c0c51f, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fbebca62-52e5-4da9-b9eb-dcf889c0c51f,segment=NetworkSegment(f1afb204-1506-4ac0-81d2-3004cd20245f),segment_id=f1afb204-1506-4ac0-81d2-3004cd20245f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:42:04.736486 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c282c7b2-e370-4f04-82d6-3552108e6957 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (c91763a9-586c-43b0-8019-a24ca00b861b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.740244 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c302b94a-e61a-4b98-a787-e564b292d0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (be55935f-60d7-4c6c-be8d-bfbaf908f8f1), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.766957 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-c282c7b2-e370-4f04-82d6-3552108e6957 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91763a9-586c-43b0-8019-a24ca00b861b']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:04.767217 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-858c26f8-c3b1-436a-92ca-5c4ca48dc1d0 None None] Attempting to bind port 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:42:04.767578 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-858c26f8-c3b1-436a-92ca-5c4ca48dc1d0 None None] Attempting to bind port 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '73a82876-6453-459e-9971-d87b374980ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd15013a-85de-4afc-9613-40c08d30bf92'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:42:04.767942 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858c26f8-c3b1-436a-92ca-5c4ca48dc1d0 None None] Attempting to bind port 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad on network cd15013a-85de-4afc-9613-40c08d30bf92 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:42:04.782729 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858c26f8-c3b1-436a-92ca-5c4ca48dc1d0 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:42:04.783146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858c26f8-c3b1-436a-92ca-5c4ca48dc1d0 None None] Checking segment: {'id': '73a82876-6453-459e-9971-d87b374980ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd15013a-85de-4afc-9613-40c08d30bf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:04.783547 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-858c26f8-c3b1-436a-92ca-5c4ca48dc1d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.783944 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858c26f8-c3b1-436a-92ca-5c4ca48dc1d0 None None] Bound using segment: {'id': '73a82876-6453-459e-9971-d87b374980ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd15013a-85de-4afc-9613-40c08d30bf92'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:42:04.784421 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-858c26f8-c3b1-436a-92ca-5c4ca48dc1d0 None None] Bound port: 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a82876-6453-459e-9971-d87b374980ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd15013a-85de-4afc-9613-40c08d30bf92'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:42:04.784814 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-858c26f8-c3b1-436a-92ca-5c4ca48dc1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (34564ecd-f36b-4435-a96a-0a9c9ac1f5ad), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.788227 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-c282c7b2-e370-4f04-82d6-3552108e6957 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca4be9a-c1a9-487e-96c8-9c69a060c1f4') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:04.788525 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-c282c7b2-e370-4f04-82d6-3552108e6957 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca4be9a-c1a9-487e-96c8-9c69a060c1f4') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:04.792517 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-75738fd5-e61b-4b7b-a4f9-089f544d2d49 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:42:04.803232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-75738fd5-e61b-4b7b-a4f9-089f544d2d49 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (665f4898-aadd-49da-ac11-88ad9cf59ca2), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.804036 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c282c7b2-e370-4f04-82d6-3552108e6957 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (eca4be9a-c1a9-487e-96c8-9c69a060c1f4), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.817185 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302b94a-e61a-4b98-a787-e564b292d0c0 None None] Pushing event updated for resources: {'Port': ['ID=be55935f-60d7-4c6c-be8d-bfbaf908f8f1,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:04.823206 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fbebca62-52e5-4da9-b9eb-dcf889c0c51f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.838964 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c282c7b2-e370-4f04-82d6-3552108e6957 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (eca4be9a-c1a9-487e-96c8-9c69a060c1f4), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.872664 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c282c7b2-e370-4f04-82d6-3552108e6957 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:42:04.873074 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c282c7b2-e370-4f04-82d6-3552108e6957 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (eca4be9a-c1a9-487e-96c8-9c69a060c1f4), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:42:04.876197 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:42:04.916999 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-858c26f8-c3b1-436a-92ca-5c4ca48dc1d0 None None] For port 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:42:04.930590 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-75738fd5-e61b-4b7b-a4f9-089f544d2d49 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (665f4898-aadd-49da-ac11-88ad9cf59ca2), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:04.945744 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] Routers {'3a7ae565-483e-4ab5-9b96-7874ceeb66ee'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:04.946401 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:04.949629 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-858c26f8-c3b1-436a-92ca-5c4ca48dc1d0 None None] For port 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=34564ecd-f36b-4435-a96a-0a9c9ac1f5ad,segment=NetworkSegment(73a82876-6453-459e-9971-d87b374980ed),segment_id=73a82876-6453-459e-9971-d87b374980ed)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:42:04.951963 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d265d-e5d4-4f73-8044-1ad02f1c942e None None] Pushing event updated for resources: {'Port': ['ID=fbebca62-52e5-4da9-b9eb-dcf889c0c51f,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:05.017539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a09f225c-896e-4dee-b9aa-bedc60a3c4eb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for port (108155f1-faae-4ce2-9e6d-61bafbe04c8c), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:05.018888 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-75738fd5-e61b-4b7b-a4f9-089f544d2d49 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (665f4898-aadd-49da-ac11-88ad9cf59ca2), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:05.037827 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75738fd5-e61b-4b7b-a4f9-089f544d2d49 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665f4898-aadd-49da-ac11-88ad9cf59ca2,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:05.055513 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c282c7b2-e370-4f04-82d6-3552108e6957 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (c91763a9-586c-43b0-8019-a24ca00b861b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:05.078179 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-858c26f8-c3b1-436a-92ca-5c4ca48dc1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (34564ecd-f36b-4435-a96a-0a9c9ac1f5ad), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:05.093249 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c282c7b2-e370-4f04-82d6-3552108e6957 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:05.100901 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c282c7b2-e370-4f04-82d6-3552108e6957 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/networks/c91763a9-586c-43b0-8019-a24ca00b861b HTTP/1.1" status: 204 len: 168 time: 0.6748507 Apr 15 03:42:05.103509 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35810) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:05.123099 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282c7b2-e370-4f04-82d6-3552108e6957 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Network': ['ID=c91763a9-586c-43b0-8019-a24ca00b861b,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:05.157726 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4bb58da-5330-45b1-8dd1-e79ab9395401 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] DELETE failed (client error): The resource could not be found. Apr 15 03:42:05.159206 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4bb58da-5330-45b1-8dd1-e79ab9395401 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:42:05.163652 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a09f225c-896e-4dee-b9aa-bedc60a3c4eb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (108155f1-faae-4ce2-9e6d-61bafbe04c8c), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:05.164932 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a09f225c-896e-4dee-b9aa-bedc60a3c4eb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (5e1a05db-a734-4280-b07c-cf4cb7c7ad4e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:05.181217 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e4bb58da-5330-45b1-8dd1-e79ab9395401 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/subnets/c0610193-514e-4507-9eb9-d2ece895cb50 HTTP/1.1" status: 404 len: 337 time: 0.0735090 Apr 15 03:42:05.181357 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35812) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:05.201795 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c26f8-c3b1-436a-92ca-5c4ca48dc1d0 None None] Pushing event updated for resources: {'Port': ['ID=34564ecd-f36b-4435-a96a-0a9c9ac1f5ad,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:05.210460 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] Set router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:42:05.240484 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-75738fd5-e61b-4b7b-a4f9-089f544d2d49 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:05.244433 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-75738fd5-e61b-4b7b-a4f9-089f544d2d49 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5692976 Apr 15 03:42:05.246319 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b0c540-8a20-4b0f-8b65-8c20f02b9ed0 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] DELETE failed (client error): The resource could not be found. Apr 15 03:42:05.250161 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b0c540-8a20-4b0f-8b65-8c20f02b9ed0 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:42:05.265912 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35816) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:05.268936 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-98b0c540-8a20-4b0f-8b65-8c20f02b9ed0 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/networks/b873c105-2aa7-409d-8b30-b4a0d9ced665 HTTP/1.1" status: 404 len: 339 time: 0.0865812 Apr 15 03:42:05.304761 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f225c-896e-4dee-b9aa-bedc60a3c4eb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Port': ['ID=108155f1-faae-4ce2-9e6d-61bafbe04c8c,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:05.399213 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad85b7a-f25d-4c94-8f58-a334c34f30b1 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Deleting subnet f3e74a78-0305-404b-8655-c6ff2c4a3a2a {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:42:05.402300 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2ad85b7a-f25d-4c94-8f58-a334c34f30b1 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for subnet (f3e74a78-0305-404b-8655-c6ff2c4a3a2a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:05.444527 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2ad85b7a-f25d-4c94-8f58-a334c34f30b1 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (f3e74a78-0305-404b-8655-c6ff2c4a3a2a), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:05.520735 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-22a6a8a4-e3a6-4d4c-94f4-dcd5d4094e50 None None] Provisioning complete for port fbebca62-52e5-4da9-b9eb-dcf889c0c51f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:05.521113 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-22a6a8a4-e3a6-4d4c-94f4-dcd5d4094e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fbebca62-52e5-4da9-b9eb-dcf889c0c51f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:05.527426 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09f225c-896e-4dee-b9aa-bedc60a3c4eb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network a2234439-373b-4e4e-92b8-893aef5b9b2c is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:05.534325 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-c441bccd-02c7-41dc-8547-e5508e417919 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1755700916&fields=id&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 267 time: 0.0775745 Apr 15 03:42:05.551639 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-a09f225c-896e-4dee-b9aa-bedc60a3c4eb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:05.588714 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'name': 'tempest-TestNetworkBasicOps-router-1767969933', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:41:53Z', 'updated_at': '2022-04-15T03:41:59Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:54Z', 'updated_at': '2022-04-15T03:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'fbebca62-52e5-4da9-b9eb-dcf889c0c51f', 'name': '', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:ba:d2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:58Z', 'updated_at': '2022-04-15T03:42:04Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:05.622974 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5655b2a4-b853-4e37-b52b-543e8f199fb2 None None] The sync data for ids ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'] in dv-neutron-837140-3-hyperv is: [{'id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'name': 'tempest-TestNetworkBasicOps-router-1767969933', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:41:53Z', 'updated_at': '2022-04-15T03:41:59Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:54Z', 'updated_at': '2022-04-15T03:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'fbebca62-52e5-4da9-b9eb-dcf889c0c51f', 'name': '', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:ba:d2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:58Z', 'updated_at': '2022-04-15T03:42:04Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:42:05.664973 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2ad85b7a-f25d-4c94-8f58-a334c34f30b1 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (f3e74a78-0305-404b-8655-c6ff2c4a3a2a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:05.674146 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-e838069d-a401-40f1-af79-95d3acc122fa tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:05.695892 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-e838069d-a401-40f1-af79-95d3acc122fa tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/networks?id=9e279d3e-905d-44f0-a611-4c2f55a87c78 HTTP/1.1" status: 200 len: 796 time: 0.1596673 Apr 15 03:42:05.715448 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-22a6a8a4-e3a6-4d4c-94f4-dcd5d4094e50 None None] Current status of the port fbebca62-52e5-4da9-b9eb-dcf889c0c51f is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:05.720967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-22a6a8a4-e3a6-4d4c-94f4-dcd5d4094e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fbebca62-52e5-4da9-b9eb-dcf889c0c51f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:05.748912 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-d5993057-782f-4849-9b1a-e7872f6d14be tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/quotas/6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 375 time: 0.0509799 Apr 15 03:42:05.802229 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-22a6a8a4-e3a6-4d4c-94f4-dcd5d4094e50 None None] For port fbebca62-52e5-4da9-b9eb-dcf889c0c51f, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fbebca62-52e5-4da9-b9eb-dcf889c0c51f,segment=NetworkSegment(f1afb204-1506-4ac0-81d2-3004cd20245f),segment_id=f1afb204-1506-4ac0-81d2-3004cd20245f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:05.823348 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-bbf53268-b18f-494a-9c1f-f92c6e5656e4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744004 Apr 15 03:42:05.829378 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2ad85b7a-f25d-4c94-8f58-a334c34f30b1 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (f3e74a78-0305-404b-8655-c6ff2c4a3a2a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:05.873736 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad85b7a-f25d-4c94-8f58-a334c34f30b1 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e74a78-0305-404b-8655-c6ff2c4a3a2a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:05.878811 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-22a6a8a4-e3a6-4d4c-94f4-dcd5d4094e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fbebca62-52e5-4da9-b9eb-dcf889c0c51f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:05.882275 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2ad85b7a-f25d-4c94-8f58-a334c34f30b1 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:05.889964 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2ad85b7a-f25d-4c94-8f58-a334c34f30b1 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/subnets/f3e74a78-0305-404b-8655-c6ff2c4a3a2a HTTP/1.1" status: 204 len: 168 time: 0.6201456 Apr 15 03:42:05.890099 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6070a4-78ff-493f-b3e2-a183cc158bec None None] Network 50d6bdbc-0ecf-49bd-8051-07fb76d60b20 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:05.890203 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35832) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:05.928632 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09f225c-896e-4dee-b9aa-bedc60a3c4eb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 5e1a05db-a734-4280-b07c-cf4cb7c7ad4e is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:42:05.957502 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6a8a4-e3a6-4d4c-94f4-dcd5d4094e50 None None] Pushing event updated for resources: {'Port': ['ID=fbebca62-52e5-4da9-b9eb-dcf889c0c51f,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:05.985708 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-3c237be8-a777-4115-984c-eedf12e61bfa service neutron] 10.222.0.15 "GET /v2.0/networks/9e279d3e-905d-44f0-a611-4c2f55a87c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539335 Apr 15 03:42:06.106052 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-7799253c-0cfe-45db-a5e6-2735d823c0bf service neutron] 10.222.0.15 "GET /v2.0/networks/9e279d3e-905d-44f0-a611-4c2f55a87c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132691 Apr 15 03:42:06.119196 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b3395a-9e8c-4a98-815b-a2c133ee9b0f tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Deleting subnet 2de12e7b-4ea5-4fb6-b0a3-7106fc100f5a {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:42:06.123091 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-01b3395a-9e8c-4a98-815b-a2c133ee9b0f tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for subnet (2de12e7b-4ea5-4fb6-b0a3-7106fc100f5a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:06.126500 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09f225c-896e-4dee-b9aa-bedc60a3c4eb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:42:06.140475 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f280bf1b-3ec4-4936-b490-587a383a6427 None None] Sync routers for ids ['5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:42:06.158337 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a09f225c-896e-4dee-b9aa-bedc60a3c4eb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/5e1a05db-a734-4280-b07c-cf4cb7c7ad4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9265342 Apr 15 03:42:06.158820 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35834) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:06.165208 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f280bf1b-3ec4-4936-b490-587a383a6427 None None] Routers {'5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:06.166116 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f280bf1b-3ec4-4936-b490-587a383a6427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:06.198474 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-01b3395a-9e8c-4a98-815b-a2c133ee9b0f tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (2de12e7b-4ea5-4fb6-b0a3-7106fc100f5a), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:06.260594 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33fe259-10bc-472c-9ab5-b9b7f232d921 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:06.264858 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d33fe259-10bc-472c-9ab5-b9b7f232d921 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/ports/108155f1-faae-4ce2-9e6d-61bafbe04c8c HTTP/1.1" status: 200 len: 911 time: 0.1021826 Apr 15 03:42:06.267929 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35836) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:06.307601 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f280bf1b-3ec4-4936-b490-587a383a6427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:06.325620 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f280bf1b-3ec4-4936-b490-587a383a6427 None None] Routers {'5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:06.326457 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f280bf1b-3ec4-4936-b490-587a383a6427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:06.399009 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f280bf1b-3ec4-4936-b490-587a383a6427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:06.406056 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f280bf1b-3ec4-4936-b490-587a383a6427 None None] The sync data for ids ['5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:42:06.455920 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-01b3395a-9e8c-4a98-815b-a2c133ee9b0f tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (2de12e7b-4ea5-4fb6-b0a3-7106fc100f5a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:06.535242 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d645dd-38a8-43b0-8868-e1dba2d9787e None None] Network a2234439-373b-4e4e-92b8-893aef5b9b2c requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:06.609873 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f648b0df-ebcc-43b7-8258-006cff2eb9ee req-e5ab59be-a956-4b9e-a9a9-586fffbb8237 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 210 time: 0.0807695 Apr 15 03:42:06.696034 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device be55935f-60d7-4c6c-be8d-bfbaf908f8f1 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:06.728574 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-01b3395a-9e8c-4a98-815b-a2c133ee9b0f tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (2de12e7b-4ea5-4fb6-b0a3-7106fc100f5a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:06.768551 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-b56ee50d-5b53-4eee-a83a-b101b8cbad93 None None] Provisioning complete for port be55935f-60d7-4c6c-be8d-bfbaf908f8f1 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:06.775990 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b56ee50d-5b53-4eee-a83a-b101b8cbad93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (be55935f-60d7-4c6c-be8d-bfbaf908f8f1), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:06.942819 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-b56ee50d-5b53-4eee-a83a-b101b8cbad93 None None] Current status of the port be55935f-60d7-4c6c-be8d-bfbaf908f8f1 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:06.944505 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b56ee50d-5b53-4eee-a83a-b101b8cbad93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (be55935f-60d7-4c6c-be8d-bfbaf908f8f1), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:06.947055 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port be55935f-60d7-4c6c-be8d-bfbaf908f8f1 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:06.952733 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (be55935f-60d7-4c6c-be8d-bfbaf908f8f1), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:06.982853 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e33999-010c-4f94-9c3d-3c80706d8450 None None] Network cd15013a-85de-4afc-9613-40c08d30bf92 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:07.073931 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c0e11e2d-634d-4e1f-9ffa-9facc648f38b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:07.154201 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b56ee50d-5b53-4eee-a83a-b101b8cbad93 None None] For port be55935f-60d7-4c6c-be8d-bfbaf908f8f1, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=be55935f-60d7-4c6c-be8d-bfbaf908f8f1,segment=NetworkSegment(930c8185-d873-4e5e-9fab-10f396b52f36),segment_id=930c8185-d873-4e5e-9fab-10f396b52f36)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:07.283542 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b56ee50d-5b53-4eee-a83a-b101b8cbad93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (be55935f-60d7-4c6c-be8d-bfbaf908f8f1), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:07.294314 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3395a-9e8c-4a98-815b-a2c133ee9b0f tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Subnet': ['ID=2de12e7b-4ea5-4fb6-b0a3-7106fc100f5a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:07.298251 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port be55935f-60d7-4c6c-be8d-bfbaf908f8f1 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:07.298662 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (be55935f-60d7-4c6c-be8d-bfbaf908f8f1), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:07.302955 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-01b3395a-9e8c-4a98-815b-a2c133ee9b0f tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:07.307276 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-01b3395a-9e8c-4a98-815b-a2c133ee9b0f tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/subnets/2de12e7b-4ea5-4fb6-b0a3-7106fc100f5a HTTP/1.1" status: 204 len: 168 time: 1.4160912 Apr 15 03:42:07.309716 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35840) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:07.342882 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5066370-7438-430b-951d-dc9831599be0 None None] Network 50d6bdbc-0ecf-49bd-8051-07fb76d60b20 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:07.451184 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f479b63-d8f7-4153-b448-efed95051b40 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (50d6bdbc-0ecf-49bd-8051-07fb76d60b20), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:07.549023 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-c0e11e2d-634d-4e1f-9ffa-9facc648f38b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Allocated IP 2001:db8:1::1 (cd15013a-85de-4afc-9613-40c08d30bf92/7a975458-2dbb-4987-807f-a800eb9f2b6d/c6741b8f-8e5c-464a-a00a-02801950fe9f) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:42:07.566755 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-1f479b63-d8f7-4153-b448-efed95051b40 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Deleting port cc567fae-3421-4408-b9a9-b19d67a94dd0 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:07.567801 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f479b63-d8f7-4153-b448-efed95051b40 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (cc567fae-3421-4408-b9a9-b19d67a94dd0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:07.616865 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ee50d-5b53-4eee-a83a-b101b8cbad93 None None] Pushing event updated for resources: {'Port': ['ID=be55935f-60d7-4c6c-be8d-bfbaf908f8f1,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:07.666314 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-77c873aa-d497-459f-8e18-d8083f690201 None None] Provisioning complete for port cc567fae-3421-4408-b9a9-b19d67a94dd0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:07.666728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-77c873aa-d497-459f-8e18-d8083f690201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cc567fae-3421-4408-b9a9-b19d67a94dd0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:07.711466 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:42:07.711826 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:42:07.735152 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-1f479b63-d8f7-4153-b448-efed95051b40 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] For port cc567fae-3421-4408-b9a9-b19d67a94dd0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=cc567fae-3421-4408-b9a9-b19d67a94dd0,segment=NetworkSegment(e8576098-4353-4958-a8e4-540f02ea5b14),segment_id=e8576098-4353-4958-a8e4-540f02ea5b14)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:07.736478 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f479b63-d8f7-4153-b448-efed95051b40 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (cc567fae-3421-4408-b9a9-b19d67a94dd0), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:07.765254 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-1f479b63-d8f7-4153-b448-efed95051b40 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Calling delete_port for cc567fae-3421-4408-b9a9-b19d67a94dd0 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:07.786795 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-77c873aa-d497-459f-8e18-d8083f690201 None None] Current status of the port cc567fae-3421-4408-b9a9-b19d67a94dd0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:07.795073 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e51fc100-d203-4094-8736-8a4e24c5ef62 req-a6721e32-3a7f-43c0-87e6-09b418f14966 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 210 time: 0.0470753 Apr 15 03:42:07.809712 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-77c873aa-d497-459f-8e18-d8083f690201 None None] Provisioning complete for port 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:07.810092 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-77c873aa-d497-459f-8e18-d8083f690201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (34564ecd-f36b-4435-a96a-0a9c9ac1f5ad), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:07.814528 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c0e11e2d-634d-4e1f-9ffa-9facc648f38b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for port (c6741b8f-8e5c-464a-a00a-02801950fe9f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:07.848975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df621774-d39b-43ab-bb73-5c42709486e2 None None] DHCP port deletion for 50d6bdbc-0ecf-49bd-8051-07fb76d60b20 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:42:07.907183 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-df621774-d39b-43ab-bb73-5c42709486e2 None None] Deleting port cc567fae-3421-4408-b9a9-b19d67a94dd0 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:07.907552 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-df621774-d39b-43ab-bb73-5c42709486e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (cc567fae-3421-4408-b9a9-b19d67a94dd0), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:07.917914 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c0e11e2d-634d-4e1f-9ffa-9facc648f38b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (c6741b8f-8e5c-464a-a00a-02801950fe9f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:07.949558 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f479b63-d8f7-4153-b448-efed95051b40 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (cc567fae-3421-4408-b9a9-b19d67a94dd0), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:07.973619 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e11e2d-634d-4e1f-9ffa-9facc648f38b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network cd15013a-85de-4afc-9613-40c08d30bf92 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:07.977383 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-c0e11e2d-634d-4e1f-9ffa-9facc648f38b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:07.982450 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e11e2d-634d-4e1f-9ffa-9facc648f38b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:42:07.983136 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c0e11e2d-634d-4e1f-9ffa-9facc648f38b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (5e1a05db-a734-4280-b07c-cf4cb7c7ad4e), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:07.987477 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e11e2d-634d-4e1f-9ffa-9facc648f38b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Port': ['ID=c6741b8f-8e5c-464a-a00a-02801950fe9f,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:07.989368 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f479b63-d8f7-4153-b448-efed95051b40 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] No DVR routers for this DVR port cc567fae-3421-4408-b9a9-b19d67a94dd0 on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:42:07.994521 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f479b63-d8f7-4153-b448-efed95051b40 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Port': ['ID=cc567fae-3421-4408-b9a9-b19d67a94dd0,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:08.014564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-df621774-d39b-43ab-bb73-5c42709486e2 None None] For port cc567fae-3421-4408-b9a9-b19d67a94dd0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=cc567fae-3421-4408-b9a9-b19d67a94dd0,segment=NetworkSegment(e8576098-4353-4958-a8e4-540f02ea5b14),segment_id=e8576098-4353-4958-a8e4-540f02ea5b14)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:08.014992 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-df621774-d39b-43ab-bb73-5c42709486e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (cc567fae-3421-4408-b9a9-b19d67a94dd0), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.017713 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-77c873aa-d497-459f-8e18-d8083f690201 None None] Current status of the port 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:08.018086 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-77c873aa-d497-459f-8e18-d8083f690201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (34564ecd-f36b-4435-a96a-0a9c9ac1f5ad), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.038974 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-df621774-d39b-43ab-bb73-5c42709486e2 None None] Calling delete_port for cc567fae-3421-4408-b9a9-b19d67a94dd0 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:08.073927 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-77c873aa-d497-459f-8e18-d8083f690201 None None] For port 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=34564ecd-f36b-4435-a96a-0a9c9ac1f5ad,segment=NetworkSegment(73a82876-6453-459e-9971-d87b374980ed),segment_id=73a82876-6453-459e-9971-d87b374980ed)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:08.100540 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f479b63-d8f7-4153-b448-efed95051b40 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (50d6bdbc-0ecf-49bd-8051-07fb76d60b20), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.124126 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-1f479b63-d8f7-4153-b448-efed95051b40 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d6bdbc-0ecf-49bd-8051-07fb76d60b20']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:08.136508 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-1f479b63-d8f7-4153-b448-efed95051b40 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8576098-4353-4958-a8e4-540f02ea5b14') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:08.136888 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-1f479b63-d8f7-4153-b448-efed95051b40 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8576098-4353-4958-a8e4-540f02ea5b14') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:08.142331 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-77c873aa-d497-459f-8e18-d8083f690201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (34564ecd-f36b-4435-a96a-0a9c9ac1f5ad), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.148241 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f479b63-d8f7-4153-b448-efed95051b40 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (e8576098-4353-4958-a8e4-540f02ea5b14), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.164838 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f479b63-d8f7-4153-b448-efed95051b40 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (e8576098-4353-4958-a8e4-540f02ea5b14), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.172756 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f479b63-d8f7-4153-b448-efed95051b40 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:42:08.172953 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f479b63-d8f7-4153-b448-efed95051b40 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (e8576098-4353-4958-a8e4-540f02ea5b14), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:42:08.176966 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:42:08.186258 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-77c873aa-d497-459f-8e18-d8083f690201 None None] Provisioning complete for port be55935f-60d7-4c6c-be8d-bfbaf908f8f1 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:08.186666 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-77c873aa-d497-459f-8e18-d8083f690201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (be55935f-60d7-4c6c-be8d-bfbaf908f8f1), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.228880 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c0e11e2d-634d-4e1f-9ffa-9facc648f38b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c6741b8f-8e5c-464a-a00a-02801950fe9f), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.294135 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f479b63-d8f7-4153-b448-efed95051b40 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (50d6bdbc-0ecf-49bd-8051-07fb76d60b20), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.299092 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1f479b63-d8f7-4153-b448-efed95051b40 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.304130 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1f479b63-d8f7-4153-b448-efed95051b40 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/networks/50d6bdbc-0ecf-49bd-8051-07fb76d60b20 HTTP/1.1" status: 204 len: 168 time: 0.9933207 Apr 15 03:42:08.308508 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35848) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:08.344885 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f479b63-d8f7-4153-b448-efed95051b40 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Network': ['ID=50d6bdbc-0ecf-49bd-8051-07fb76d60b20,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:08.348684 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-903f5e06-e9be-4764-8db3-48faffa484e8 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] DELETE failed (client error): The resource could not be found. Apr 15 03:42:08.349508 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903f5e06-e9be-4764-8db3-48faffa484e8 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:42:08.355127 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-903f5e06-e9be-4764-8db3-48faffa484e8 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/subnets/45381d62-7758-46bb-bc6e-c6014c14b2ec HTTP/1.1" status: 404 len: 337 time: 0.0441544 Apr 15 03:42:08.356820 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35850) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:08.381226 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-4734b0cb-4039-4619-98bd-3eef8d69087a tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] DELETE failed (client error): The resource could not be found. Apr 15 03:42:08.381716 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4734b0cb-4039-4619-98bd-3eef8d69087a tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:42:08.387125 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4734b0cb-4039-4619-98bd-3eef8d69087a tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/networks/c1fa04b1-4ada-4286-83f9-029be36a41da HTTP/1.1" status: 404 len: 339 time: 0.0270262 Apr 15 03:42:08.387355 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35852) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:08.413467 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a36796-fcfe-4653-8549-85fe796de371 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] DELETE failed (client error): The resource could not be found. Apr 15 03:42:08.413927 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a36796-fcfe-4653-8549-85fe796de371 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:42:08.416545 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-df621774-d39b-43ab-bb73-5c42709486e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (cc567fae-3421-4408-b9a9-b19d67a94dd0), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.419660 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-01a36796-fcfe-4653-8549-85fe796de371 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/subnets/d2de871b-8677-4a28-806b-1823a4a440fb HTTP/1.1" status: 404 len: 337 time: 0.0289531 Apr 15 03:42:08.420140 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35854) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:08.423134 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c873aa-d497-459f-8e18-d8083f690201 None None] Pushing event updated for resources: {'Port': ['ID=34564ecd-f36b-4435-a96a-0a9c9ac1f5ad,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:08.437002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df621774-d39b-43ab-bb73-5c42709486e2 None None] Network 50d6bdbc-0ecf-49bd-8051-07fb76d60b20 is not hosted by any dhcp agent {{(pid=104668) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 15 03:42:08.437469 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df621774-d39b-43ab-bb73-5c42709486e2 None None] No DVR routers for this DVR port cc567fae-3421-4408-b9a9-b19d67a94dd0 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:42:08.443845 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-2273e0bc-b9c8-4349-bf74-36e2593ca5bc tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] DELETE failed (client error): The resource could not be found. Apr 15 03:42:08.444547 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2273e0bc-b9c8-4349-bf74-36e2593ca5bc tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:42:08.447792 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2273e0bc-b9c8-4349-bf74-36e2593ca5bc tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/networks/015c06e3-914c-4dab-84d5-c19c3499a653 HTTP/1.1" status: 404 len: 339 time: 0.0260735 Apr 15 03:42:08.450459 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35856) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:08.473648 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df621774-d39b-43ab-bb73-5c42709486e2 None None] Pushing event deleted for resources: {'Port': ['ID=cc567fae-3421-4408-b9a9-b19d67a94dd0,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:08.477362 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port be55935f-60d7-4c6c-be8d-bfbaf908f8f1 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:08.478379 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device fbebca62-52e5-4da9-b9eb-dcf889c0c51f up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:08.486825 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ecbff3-d96b-4484-93a2-f398ba617700 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] DELETE failed (client error): The resource could not be found. Apr 15 03:42:08.486825 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ecbff3-d96b-4484-93a2-f398ba617700 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:42:08.492738 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-59ecbff3-d96b-4484-93a2-f398ba617700 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/subnets/2bea555b-41e6-488f-9ff6-66cc1ef2607b HTTP/1.1" status: 404 len: 337 time: 0.0382767 Apr 15 03:42:08.493127 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35858) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:08.503746 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b38f1d-e12a-490f-a349-3110e970a452 None None] get_active_networks_info from dv-neutron-837140-3-hyperv {{(pid=104668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 15 03:42:08.516143 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d034d3-d25f-4bea-b96b-ed0a360ed3d6 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] DELETE failed (client error): The resource could not be found. Apr 15 03:42:08.516662 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33d034d3-d25f-4bea-b96b-ed0a360ed3d6 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:42:08.521961 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-33d034d3-d25f-4bea-b96b-ed0a360ed3d6 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/networks/9b86af90-f224-4fee-a1d1-e24cab9ce8e0 HTTP/1.1" status: 404 len: 339 time: 0.0256312 Apr 15 03:42:08.522313 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35860) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:08.541349 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c0e11e2d-634d-4e1f-9ffa-9facc648f38b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for port (c6741b8f-8e5c-464a-a00a-02801950fe9f), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.574381 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77e8da1-1573-49f0-af78-3af131e9b419 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Deleting subnet 3ea1a43c-f77e-461a-885f-f14a5e892eb0 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:42:08.577652 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c77e8da1-1573-49f0-af78-3af131e9b419 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for subnet (3ea1a43c-f77e-461a-885f-f14a5e892eb0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.581385 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-77c873aa-d497-459f-8e18-d8083f690201 None None] Current status of the port be55935f-60d7-4c6c-be8d-bfbaf908f8f1 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:08.602789 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c0e11e2d-634d-4e1f-9ffa-9facc648f38b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (c6741b8f-8e5c-464a-a00a-02801950fe9f), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.603597 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c0e11e2d-634d-4e1f-9ffa-9facc648f38b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (5e1a05db-a734-4280-b07c-cf4cb7c7ad4e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.616715 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-77c873aa-d497-459f-8e18-d8083f690201 None None] Provisioning complete for port 108155f1-faae-4ce2-9e6d-61bafbe04c8c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:08.617002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-77c873aa-d497-459f-8e18-d8083f690201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (108155f1-faae-4ce2-9e6d-61bafbe04c8c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.642153 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c77e8da1-1573-49f0-af78-3af131e9b419 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (3ea1a43c-f77e-461a-885f-f14a5e892eb0), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.650280 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port fbebca62-52e5-4da9-b9eb-dcf889c0c51f triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:08.651121 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fbebca62-52e5-4da9-b9eb-dcf889c0c51f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.716025 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-77c873aa-d497-459f-8e18-d8083f690201 None None] Port 108155f1-faae-4ce2-9e6d-61bafbe04c8c cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:08.731464 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b38f1d-e12a-490f-a349-3110e970a452 None None] Resources bound (agent type, host, resource id): {{(pid=104668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 15 03:42:08.766463 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c77e8da1-1573-49f0-af78-3af131e9b419 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (3ea1a43c-f77e-461a-885f-f14a5e892eb0), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.856786 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port fbebca62-52e5-4da9-b9eb-dcf889c0c51f is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:08.857949 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:08.883870 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a90a54fe-1724-4091-84c8-9d63d9eb5ed3 None None] Provisioning complete for port c6741b8f-8e5c-464a-a00a-02801950fe9f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:08.884162 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a90a54fe-1724-4091-84c8-9d63d9eb5ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c6741b8f-8e5c-464a-a00a-02801950fe9f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.918688 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-aafe9765-b2e0-4f4d-8b2b-1e8040f24c28 req-01ddc878-1d7d-415b-ae56-094b2d3cc7e2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 210 time: 0.0458610 Apr 15 03:42:08.920841 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c77e8da1-1573-49f0-af78-3af131e9b419 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (3ea1a43c-f77e-461a-885f-f14a5e892eb0), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.955850 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c77e8da1-1573-49f0-af78-3af131e9b419 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:08.959906 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c77e8da1-1573-49f0-af78-3af131e9b419 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/subnets/3ea1a43c-f77e-461a-885f-f14a5e892eb0 HTTP/1.1" status: 204 len: 168 time: 0.4361026 Apr 15 03:42:08.963712 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e8da1-1573-49f0-af78-3af131e9b419 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Subnet': ['ID=3ea1a43c-f77e-461a-885f-f14a5e892eb0,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:08.965404 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35870) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:09.005773 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a90a54fe-1724-4091-84c8-9d63d9eb5ed3 None None] Port c6741b8f-8e5c-464a-a00a-02801950fe9f cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:09.022420 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e11e2d-634d-4e1f-9ffa-9facc648f38b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Port': ['ID=c6741b8f-8e5c-464a-a00a-02801950fe9f,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:09.033777 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:09.034162 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (34564ecd-f36b-4435-a96a-0a9c9ac1f5ad), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:09.048681 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5535fc5-56f9-4b82-95da-b0765020c99b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (ada9e40a-7416-4c19-a950-0b71894a1750), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:09.060316 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a90a54fe-1724-4091-84c8-9d63d9eb5ed3 None None] Provisioning complete for port 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:09.060695 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a90a54fe-1724-4091-84c8-9d63d9eb5ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (34564ecd-f36b-4435-a96a-0a9c9ac1f5ad), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:09.066942 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e11e2d-634d-4e1f-9ffa-9facc648f38b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network cd15013a-85de-4afc-9613-40c08d30bf92 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:09.069123 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-c0e11e2d-634d-4e1f-9ffa-9facc648f38b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:09.097519 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d5535fc5-56f9-4b82-95da-b0765020c99b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Deleting port 22c0a8af-6efe-43b1-9431-8f7fd02b60b0 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:09.097869 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5535fc5-56f9-4b82-95da-b0765020c99b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (22c0a8af-6efe-43b1-9431-8f7fd02b60b0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:09.106488 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fe63d8-f2f9-4878-abc4-89c2fe740622 None None] Network ada9e40a-7416-4c19-a950-0b71894a1750 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:09.187713 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-d5535fc5-56f9-4b82-95da-b0765020c99b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] For port 22c0a8af-6efe-43b1-9431-8f7fd02b60b0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=22c0a8af-6efe-43b1-9431-8f7fd02b60b0,segment=NetworkSegment(bd7ce992-f17e-40ae-82fc-daaa0f8e7b57),segment_id=bd7ce992-f17e-40ae-82fc-daaa0f8e7b57)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:09.188075 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5535fc5-56f9-4b82-95da-b0765020c99b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (22c0a8af-6efe-43b1-9431-8f7fd02b60b0), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:09.189183 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e11e2d-634d-4e1f-9ffa-9facc648f38b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 5e1a05db-a734-4280-b07c-cf4cb7c7ad4e has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:42:09.204090 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d5535fc5-56f9-4b82-95da-b0765020c99b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Calling delete_port for 22c0a8af-6efe-43b1-9431-8f7fd02b60b0 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:09.236542 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:09.316351 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e11e2d-634d-4e1f-9ffa-9facc648f38b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:42:09.323050 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c0e11e2d-634d-4e1f-9ffa-9facc648f38b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/5e1a05db-a734-4280-b07c-cf4cb7c7ad4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0537596 Apr 15 03:42:09.327471 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35872) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:09.329274 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a90a54fe-1724-4091-84c8-9d63d9eb5ed3 None None] Current status of the port 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:09.336835 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d4ae30-31de-4821-9c29-d382d87e7569 None None] Sync routers for ids ['5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:42:09.360675 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a90a54fe-1724-4091-84c8-9d63d9eb5ed3 None None] Provisioning complete for port 108155f1-faae-4ce2-9e6d-61bafbe04c8c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:09.361069 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a90a54fe-1724-4091-84c8-9d63d9eb5ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (108155f1-faae-4ce2-9e6d-61bafbe04c8c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:09.390606 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d4ae30-31de-4821-9c29-d382d87e7569 None None] Routers {'5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:09.391812 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5535fc5-56f9-4b82-95da-b0765020c99b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (22c0a8af-6efe-43b1-9431-8f7fd02b60b0), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:09.392123 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a1d4ae30-31de-4821-9c29-d382d87e7569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:09.401777 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffcd970-1f2f-4ac9-9f69-4dfb079586f4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:09.403946 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4ffcd970-1f2f-4ac9-9f69-4dfb079586f4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/ports/c6741b8f-8e5c-464a-a00a-02801950fe9f HTTP/1.1" status: 200 len: 913 time: 0.0754786 Apr 15 03:42:09.406252 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029f28cc-b6f6-4f17-8f1f-3ff0a71283f8 None None] DHCP port deletion for ada9e40a-7416-4c19-a950-0b71894a1750 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:42:09.406788 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35874) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:09.424322 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5535fc5-56f9-4b82-95da-b0765020c99b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Port': ['ID=22c0a8af-6efe-43b1-9431-8f7fd02b60b0,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:09.429212 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5535fc5-56f9-4b82-95da-b0765020c99b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] No DVR routers for this DVR port 22c0a8af-6efe-43b1-9431-8f7fd02b60b0 on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:42:09.456278 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device be55935f-60d7-4c6c-be8d-bfbaf908f8f1 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:09.463120 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a1d4ae30-31de-4821-9c29-d382d87e7569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:09.512922 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a90a54fe-1724-4091-84c8-9d63d9eb5ed3 None None] Port 108155f1-faae-4ce2-9e6d-61bafbe04c8c cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:09.513769 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5535fc5-56f9-4b82-95da-b0765020c99b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (ada9e40a-7416-4c19-a950-0b71894a1750), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:09.521845 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d4ae30-31de-4821-9c29-d382d87e7569 None None] Routers {'5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:09.522486 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a1d4ae30-31de-4821-9c29-d382d87e7569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:09.544326 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d5535fc5-56f9-4b82-95da-b0765020c99b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada9e40a-7416-4c19-a950-0b71894a1750']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:09.557104 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d5535fc5-56f9-4b82-95da-b0765020c99b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7ce992-f17e-40ae-82fc-daaa0f8e7b57') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:09.557417 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d5535fc5-56f9-4b82-95da-b0765020c99b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7ce992-f17e-40ae-82fc-daaa0f8e7b57') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:09.559956 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a1d4ae30-31de-4821-9c29-d382d87e7569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:09.560579 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d4ae30-31de-4821-9c29-d382d87e7569 None None] The sync data for ids ['5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:42:09.568018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5535fc5-56f9-4b82-95da-b0765020c99b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (bd7ce992-f17e-40ae-82fc-daaa0f8e7b57), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:09.571272 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port be55935f-60d7-4c6c-be8d-bfbaf908f8f1 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:09.571633 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (be55935f-60d7-4c6c-be8d-bfbaf908f8f1), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:09.583737 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5535fc5-56f9-4b82-95da-b0765020c99b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (bd7ce992-f17e-40ae-82fc-daaa0f8e7b57), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:09.591141 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5535fc5-56f9-4b82-95da-b0765020c99b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:42:09.591540 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5535fc5-56f9-4b82-95da-b0765020c99b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (bd7ce992-f17e-40ae-82fc-daaa0f8e7b57), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:42:09.596019 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:42:09.637537 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-92f9e2ad-dfd3-49e9-889e-05f6a0cec6c5 None None] Provisioning complete for port c6741b8f-8e5c-464a-a00a-02801950fe9f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:09.638109 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-92f9e2ad-dfd3-49e9-889e-05f6a0cec6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c6741b8f-8e5c-464a-a00a-02801950fe9f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:09.694946 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5535fc5-56f9-4b82-95da-b0765020c99b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (ada9e40a-7416-4c19-a950-0b71894a1750), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:09.704742 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port be55935f-60d7-4c6c-be8d-bfbaf908f8f1 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:09.705833 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:09.713744 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5535fc5-56f9-4b82-95da-b0765020c99b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:09.717212 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d5535fc5-56f9-4b82-95da-b0765020c99b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/networks/ada9e40a-7416-4c19-a950-0b71894a1750 HTTP/1.1" status: 204 len: 168 time: 0.7508419 Apr 15 03:42:09.720031 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35876) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:09.727568 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-92f9e2ad-dfd3-49e9-889e-05f6a0cec6c5 None None] Port c6741b8f-8e5c-464a-a00a-02801950fe9f cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:09.728546 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5535fc5-56f9-4b82-95da-b0765020c99b tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Network': ['ID=ada9e40a-7416-4c19-a950-0b71894a1750,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:09.754654 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-415c0511-e45b-442f-ac6b-2789fecfc298 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] DELETE failed (client error): The resource could not be found. Apr 15 03:42:09.755103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415c0511-e45b-442f-ac6b-2789fecfc298 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:42:09.758646 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-415c0511-e45b-442f-ac6b-2789fecfc298 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/subnets/a9ce80a2-05a0-4a68-a1a0-a147d3f275ee HTTP/1.1" status: 404 len: 337 time: 0.0373344 Apr 15 03:42:09.759269 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:09.760086 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (34564ecd-f36b-4435-a96a-0a9c9ac1f5ad), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:09.760819 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35878) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:09.778981 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c294e5-19d8-474f-9197-2d36eb46ca18 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] DELETE failed (client error): The resource could not be found. Apr 15 03:42:09.779701 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c294e5-19d8-474f-9197-2d36eb46ca18 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:42:09.784985 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d2c294e5-19d8-474f-9197-2d36eb46ca18 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/networks/86bb6431-983d-44e2-bf90-60d8c4a9f093 HTTP/1.1" status: 404 len: 339 time: 0.0208306 Apr 15 03:42:09.785265 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35880) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:09.823586 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8dbf-664c-453e-beef-80c63c875793 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (5e1a05db-a734-4280-b07c-cf4cb7c7ad4e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:09.841596 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7ef236-77f0-4c69-9694-fe802c4b219f tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Deleting subnet 27508694-1f06-4f19-940f-7720176ce12b {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:42:09.845000 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8a7ef236-77f0-4c69-9694-fe802c4b219f tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for subnet (27508694-1f06-4f19-940f-7720176ce12b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:09.848163 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:09.886330 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8a7ef236-77f0-4c69-9694-fe802c4b219f tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (27508694-1f06-4f19-940f-7720176ce12b), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:09.907628 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device cc567fae-3421-4408-b9a9-b19d67a94dd0 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:42:09.936024 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: cc567fae-3421-4408-b9a9-b19d67a94dd0 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:42:09.936380 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device cc567fae-3421-4408-b9a9-b19d67a94dd0 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:42:09.987350 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8a7ef236-77f0-4c69-9694-fe802c4b219f tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (27508694-1f06-4f19-940f-7720176ce12b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:10.064172 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-352c063f-77ce-47e8-b8eb-bcbcacfe8b45 req-3e9ab05d-5eed-4c07-8301-aa5d4431177b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 210 time: 0.0652173 Apr 15 03:42:10.167367 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8a7ef236-77f0-4c69-9694-fe802c4b219f tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (27508694-1f06-4f19-940f-7720176ce12b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:10.172122 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-1f1c8dbf-664c-453e-beef-80c63c875793 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting port c6741b8f-8e5c-464a-a00a-02801950fe9f {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:10.172498 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8dbf-664c-453e-beef-80c63c875793 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c6741b8f-8e5c-464a-a00a-02801950fe9f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:10.195232 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ef236-77f0-4c69-9694-fe802c4b219f tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Subnet': ['ID=27508694-1f06-4f19-940f-7720176ce12b,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:10.198811 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8a7ef236-77f0-4c69-9694-fe802c4b219f tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:10.202052 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8a7ef236-77f0-4c69-9694-fe802c4b219f tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/subnets/27508694-1f06-4f19-940f-7720176ce12b HTTP/1.1" status: 204 len: 168 time: 0.4158185 Apr 15 03:42:10.204479 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35888) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:10.204779 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4832b7-79c1-4183-a176-208be21f404d None None] Network a7e25e3f-b271-4257-8b04-6e9c3a8cd209 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:10.266530 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8dbf-664c-453e-beef-80c63c875793 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c6741b8f-8e5c-464a-a00a-02801950fe9f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:10.281012 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-1f1c8dbf-664c-453e-beef-80c63c875793 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Calling delete_port for c6741b8f-8e5c-464a-a00a-02801950fe9f owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:10.294739 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-91d3fdd1-22aa-405a-8c71-e1bdfcde9523 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (a7e25e3f-b271-4257-8b04-6e9c3a8cd209), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:10.348102 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-91d3fdd1-22aa-405a-8c71-e1bdfcde9523 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Deleting port dd51eeed-3ec9-42ac-b648-018054a0256a {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:10.348446 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-91d3fdd1-22aa-405a-8c71-e1bdfcde9523 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (dd51eeed-3ec9-42ac-b648-018054a0256a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:10.358585 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a85861-363b-4b93-b816-3fffe2e35a58 None None] DHCP port deletion for a7e25e3f-b271-4257-8b04-6e9c3a8cd209 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:42:10.397939 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-86a85861-363b-4b93-b816-3fffe2e35a58 None None] Deleting port dd51eeed-3ec9-42ac-b648-018054a0256a {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:10.398307 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-86a85861-363b-4b93-b816-3fffe2e35a58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (dd51eeed-3ec9-42ac-b648-018054a0256a), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:10.421608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-91d3fdd1-22aa-405a-8c71-e1bdfcde9523 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] For port dd51eeed-3ec9-42ac-b648-018054a0256a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=dd51eeed-3ec9-42ac-b648-018054a0256a,segment=NetworkSegment(a3f5b3ae-2ad8-49b5-889e-a3694cc0e104),segment_id=a3f5b3ae-2ad8-49b5-889e-a3694cc0e104)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:10.421994 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-91d3fdd1-22aa-405a-8c71-e1bdfcde9523 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (dd51eeed-3ec9-42ac-b648-018054a0256a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:10.435287 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-91d3fdd1-22aa-405a-8c71-e1bdfcde9523 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Calling delete_port for dd51eeed-3ec9-42ac-b648-018054a0256a owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:10.463823 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-86a85861-363b-4b93-b816-3fffe2e35a58 None None] For port dd51eeed-3ec9-42ac-b648-018054a0256a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=dd51eeed-3ec9-42ac-b648-018054a0256a,segment=NetworkSegment(a3f5b3ae-2ad8-49b5-889e-a3694cc0e104),segment_id=a3f5b3ae-2ad8-49b5-889e-a3694cc0e104)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:10.464218 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-86a85861-363b-4b93-b816-3fffe2e35a58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (dd51eeed-3ec9-42ac-b648-018054a0256a), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:10.478791 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-86a85861-363b-4b93-b816-3fffe2e35a58 None None] Calling delete_port for dd51eeed-3ec9-42ac-b648-018054a0256a owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:10.551016 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8dbf-664c-453e-beef-80c63c875793 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (c6741b8f-8e5c-464a-a00a-02801950fe9f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:10.579271 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c8dbf-664c-453e-beef-80c63c875793 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Port': ['ID=c6741b8f-8e5c-464a-a00a-02801950fe9f,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:10.642550 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-91d3fdd1-22aa-405a-8c71-e1bdfcde9523 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (dd51eeed-3ec9-42ac-b648-018054a0256a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:10.650343 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-86a85861-363b-4b93-b816-3fffe2e35a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (dd51eeed-3ec9-42ac-b648-018054a0256a), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:10.676117 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3fdd1-22aa-405a-8c71-e1bdfcde9523 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Port': ['ID=dd51eeed-3ec9-42ac-b648-018054a0256a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:10.678357 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3fdd1-22aa-405a-8c71-e1bdfcde9523 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] No DVR routers for this DVR port dd51eeed-3ec9-42ac-b648-018054a0256a on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:42:10.678493 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a85861-363b-4b93-b816-3fffe2e35a58 None None] Pushing event deleted for resources: {'Port': ['ID=dd51eeed-3ec9-42ac-b648-018054a0256a,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:10.682476 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a85861-363b-4b93-b816-3fffe2e35a58 None None] No DVR routers for this DVR port dd51eeed-3ec9-42ac-b648-018054a0256a on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:42:10.713520 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8dbf-664c-453e-beef-80c63c875793 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (5e1a05db-a734-4280-b07c-cf4cb7c7ad4e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:10.769206 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-91d3fdd1-22aa-405a-8c71-e1bdfcde9523 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (a7e25e3f-b271-4257-8b04-6e9c3a8cd209), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:10.791586 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-91d3fdd1-22aa-405a-8c71-e1bdfcde9523 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e25e3f-b271-4257-8b04-6e9c3a8cd209']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:10.802577 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-91d3fdd1-22aa-405a-8c71-e1bdfcde9523 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f5b3ae-2ad8-49b5-889e-a3694cc0e104') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:10.808036 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-91d3fdd1-22aa-405a-8c71-e1bdfcde9523 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f5b3ae-2ad8-49b5-889e-a3694cc0e104') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:10.814062 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-91d3fdd1-22aa-405a-8c71-e1bdfcde9523 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (a3f5b3ae-2ad8-49b5-889e-a3694cc0e104), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:10.829581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-91d3fdd1-22aa-405a-8c71-e1bdfcde9523 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (a3f5b3ae-2ad8-49b5-889e-a3694cc0e104), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:10.837047 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d3fdd1-22aa-405a-8c71-e1bdfcde9523 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:42:10.837447 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-91d3fdd1-22aa-405a-8c71-e1bdfcde9523 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (a3f5b3ae-2ad8-49b5-889e-a3694cc0e104), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:42:10.840923 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:42:10.936983 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1c8dbf-664c-453e-beef-80c63c875793 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 5e1a05db-a734-4280-b07c-cf4cb7c7ad4e has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:42:10.955978 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-91d3fdd1-22aa-405a-8c71-e1bdfcde9523 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (a7e25e3f-b271-4257-8b04-6e9c3a8cd209), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:10.962962 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-91d3fdd1-22aa-405a-8c71-e1bdfcde9523 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:10.966206 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-91d3fdd1-22aa-405a-8c71-e1bdfcde9523 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] 10.222.0.15 "DELETE /v2.0/networks/a7e25e3f-b271-4257-8b04-6e9c3a8cd209 HTTP/1.1" status: 204 len: 168 time: 0.7607489 Apr 15 03:42:10.977678 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3fdd1-22aa-405a-8c71-e1bdfcde9523 tempest-NetworksIpV6Test-2145339347 tempest-NetworksIpV6Test-2145339347-project] Pushing event deleted for resources: {'Network': ['ID=a7e25e3f-b271-4257-8b04-6e9c3a8cd209,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:11.040375 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1c8dbf-664c-453e-beef-80c63c875793 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:42:11.046037 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1f1c8dbf-664c-453e-beef-80c63c875793 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/5e1a05db-a734-4280-b07c-cf4cb7c7ad4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6382778 Apr 15 03:42:11.048850 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35892) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:11.064537 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeed20b-bf36-4e9e-909f-c6db4afd5380 None None] Sync routers for ids ['5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:42:11.066334 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeed20b-bf36-4e9e-909f-c6db4afd5380 None None] Routers {'5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:11.066991 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-deeed20b-bf36-4e9e-909f-c6db4afd5380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:11.117160 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-deeed20b-bf36-4e9e-909f-c6db4afd5380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:11.127069 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeed20b-bf36-4e9e-909f-c6db4afd5380 None None] Routers {'5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:11.127730 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-deeed20b-bf36-4e9e-909f-c6db4afd5380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:11.169691 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-deeed20b-bf36-4e9e-909f-c6db4afd5380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:11.170544 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deeed20b-bf36-4e9e-909f-c6db4afd5380 None None] The sync data for ids ['5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:42:11.180668 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-90a9eb8f-4d1d-497c-9ff2-500c24eaff7b req-f8f7a85b-744a-4149-87bb-05fc6577a471 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 210 time: 0.0354822 Apr 15 03:42:11.309438 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device dd51eeed-3ec9-42ac-b648-018054a0256a no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:42:11.330945 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: dd51eeed-3ec9-42ac-b648-018054a0256a {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:42:11.331295 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device dd51eeed-3ec9-42ac-b648-018054a0256a not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:42:11.331723 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 22c0a8af-6efe-43b1-9431-8f7fd02b60b0 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:42:11.357088 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 22c0a8af-6efe-43b1-9431-8f7fd02b60b0 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:42:11.357526 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 22c0a8af-6efe-43b1-9431-8f7fd02b60b0 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:42:11.450311 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35898) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:11.574588 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-df8ce7de-e235-492b-8e24-0bb977e64a0d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:11.578148 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-df8ce7de-e235-492b-8e24-0bb977e64a0d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/networks?id=9e279d3e-905d-44f0-a611-4c2f55a87c78 HTTP/1.1" status: 200 len: 796 time: 0.1199105 Apr 15 03:42:11.644855 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cdb6ec46-0b3c-44f4-a92e-850cd8499de8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d32b2993bc124e40b67702e188368d12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1930764 Apr 15 03:42:11.647924 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35902) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:11.666484 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-73d03bcc-f672-44a3-8e4e-97e610b7a14f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 380 time: 0.0758455 Apr 15 03:42:11.674994 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-578c2f3f-6773-4e9b-8e76-7ade7e905aca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'port': {'device_id': '05e873b0-f9e7-429d-9120-e3db9612a08a', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'admin_state_up': True, 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'security_groups': ['e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:11.708723 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7a229035-2d2c-4a03-9974-5ce417bfbca2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (5e1a05db-a734-4280-b07c-cf4cb7c7ad4e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:11.810799 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-84efc1ed-05c0-46c0-a96b-13a3c75d40a0 admin admin] Publish callbacks [] for security_group (bfd92328-0978-43f4-8c9f-f0ea3be52188), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:11.859026 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-578c2f3f-6773-4e9b-8e76-7ade7e905aca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:42:11.862645 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-578c2f3f-6773-4e9b-8e76-7ade7e905aca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:11.865600 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-84efc1ed-05c0-46c0-a96b-13a3c75d40a0 admin admin] Publish callbacks [] for security_group (bfd92328-0978-43f4-8c9f-f0ea3be52188), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:11.999923 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-578c2f3f-6773-4e9b-8e76-7ade7e905aca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.20.0.3 (9e279d3e-905d-44f0-a611-4c2f55a87c78/e8207d81-061c-4228-a247-0a1511c643e0/d25a8b62-690c-4add-bae9-ccd7bd212974) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:42:12.004714 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-7a229035-2d2c-4a03-9974-5ce417bfbca2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting port 108155f1-faae-4ce2-9e6d-61bafbe04c8c {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:12.005147 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7a229035-2d2c-4a03-9974-5ce417bfbca2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (108155f1-faae-4ce2-9e6d-61bafbe04c8c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:12.009904 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-84efc1ed-05c0-46c0-a96b-13a3c75d40a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (bfd92328-0978-43f4-8c9f-f0ea3be52188), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:12.012485 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-84efc1ed-05c0-46c0-a96b-13a3c75d40a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:12.014748 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-84efc1ed-05c0-46c0-a96b-13a3c75d40a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bfd92328-0978-43f4-8c9f-f0ea3be52188 HTTP/1.1" status: 204 len: 168 time: 0.3646894 Apr 15 03:42:12.042528 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efc1ed-05c0-46c0-a96b-13a3c75d40a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd92328-0978-43f4-8c9f-f0ea3be52188,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:12.120515 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7a229035-2d2c-4a03-9974-5ce417bfbca2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (108155f1-faae-4ce2-9e6d-61bafbe04c8c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:12.135467 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-7a229035-2d2c-4a03-9974-5ce417bfbca2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Calling delete_port for 108155f1-faae-4ce2-9e6d-61bafbe04c8c owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:12.165152 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-578c2f3f-6773-4e9b-8e76-7ade7e905aca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (d25a8b62-690c-4add-bae9-ccd7bd212974), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:12.297378 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ca86d704-a7da-440b-a47b-3dcf2c1028db req-641ed9cf-a8df-4455-9ba7-79b244153299 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 210 time: 0.0370643 Apr 15 03:42:12.408363 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-578c2f3f-6773-4e9b-8e76-7ade7e905aca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (d25a8b62-690c-4add-bae9-ccd7bd212974), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:12.436491 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7a229035-2d2c-4a03-9974-5ce417bfbca2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (108155f1-faae-4ce2-9e6d-61bafbe04c8c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:12.462000 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-578c2f3f-6773-4e9b-8e76-7ade7e905aca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 9e279d3e-905d-44f0-a611-4c2f55a87c78 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:12.465345 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-578c2f3f-6773-4e9b-8e76-7ade7e905aca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:12.466230 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a229035-2d2c-4a03-9974-5ce417bfbca2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Port': ['ID=108155f1-faae-4ce2-9e6d-61bafbe04c8c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:12.470053 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-578c2f3f-6773-4e9b-8e76-7ade7e905aca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:42:12.474166 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c2f3f-6773-4e9b-8e76-7ade7e905aca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=d25a8b62-690c-4add-bae9-ccd7bd212974,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:12.529908 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-578c2f3f-6773-4e9b-8e76-7ade7e905aca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:12.530874 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-578c2f3f-6773-4e9b-8e76-7ade7e905aca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:12.594171 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7a229035-2d2c-4a03-9974-5ce417bfbca2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (5e1a05db-a734-4280-b07c-cf4cb7c7ad4e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:12.640241 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-578c2f3f-6773-4e9b-8e76-7ade7e905aca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9689658 Apr 15 03:42:12.652109 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] Request body: {'port': {'device_id': '05e873b0-f9e7-429d-9120-e3db9612a08a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:12.754134 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d25a8b62-690c-4add-bae9-ccd7bd212974), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:12.788923 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a229035-2d2c-4a03-9974-5ce417bfbca2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 5e1a05db-a734-4280-b07c-cf4cb7c7ad4e has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:42:12.871489 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-1aa8240a-8269-4689-85ec-3ae2b59cd179 None None] Provisioning complete for port d25a8b62-690c-4add-bae9-ccd7bd212974 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:12.872110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1aa8240a-8269-4689-85ec-3ae2b59cd179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d25a8b62-690c-4add-bae9-ccd7bd212974), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:12.886806 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a229035-2d2c-4a03-9974-5ce417bfbca2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:42:12.899387 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7a229035-2d2c-4a03-9974-5ce417bfbca2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/5e1a05db-a734-4280-b07c-cf4cb7c7ad4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8489487 Apr 15 03:42:12.904782 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1844b0f1-79f3-49b3-a989-cc724bf3d538 None None] Sync routers for ids ['5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:42:12.905798 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35922) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:12.935591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1aa8240a-8269-4689-85ec-3ae2b59cd179 None None] Port d25a8b62-690c-4add-bae9-ccd7bd212974 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:12.935591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1844b0f1-79f3-49b3-a989-cc724bf3d538 None None] Routers {'5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:12.935591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-1844b0f1-79f3-49b3-a989-cc724bf3d538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:12.941024 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0f419e88-3c73-428b-b715-ab6b0699ed82 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e1a05db-a734-4280-b07c-cf4cb7c7ad4e HTTP/1.1" status: 200 len: 205 time: 0.0340850 Apr 15 03:42:12.943641 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35924) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:12.968152 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-1844b0f1-79f3-49b3-a989-cc724bf3d538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:12.977382 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1844b0f1-79f3-49b3-a989-cc724bf3d538 None None] Routers {'5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:12.977991 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-1844b0f1-79f3-49b3-a989-cc724bf3d538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:13.019538 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-140f2511-849a-45cc-bfa1-3202ff0392d6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (5e1a05db-a734-4280-b07c-cf4cb7c7ad4e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:13.036103 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-1844b0f1-79f3-49b3-a989-cc724bf3d538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:13.036103 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1844b0f1-79f3-49b3-a989-cc724bf3d538 None None] The sync data for ids ['5e1a05db-a734-4280-b07c-cf4cb7c7ad4e'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:42:13.061082 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d25a8b62-690c-4add-bae9-ccd7bd212974 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:42:13.070178 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] Publish callbacks [] for port (d25a8b62-690c-4add-bae9-ccd7bd212974), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:13.085551 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] Transition to ACTIVE for port object d25a8b62-690c-4add-bae9-ccd7bd212974 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 03:42:13.163174 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (d25a8b62-690c-4add-bae9-ccd7bd212974), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:13.197387 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-140f2511-849a-45cc-bfa1-3202ff0392d6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (5e1a05db-a734-4280-b07c-cf4cb7c7ad4e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:13.199648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-140f2511-849a-45cc-bfa1-3202ff0392d6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router_controller (5e1a05db-a734-4280-b07c-cf4cb7c7ad4e), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:13.291836 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] Pushing event updated for resources: {'Port': ['ID=d25a8b62-690c-4add-bae9-ccd7bd212974,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:13.313770 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] Attempting to bind port d25a8b62-690c-4add-bae9-ccd7bd212974 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:42:13.314181 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] Attempting to bind port d25a8b62-690c-4add-bae9-ccd7bd212974 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'f1afb204-1506-4ac0-81d2-3004cd20245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:42:13.314598 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] Attempting to bind port d25a8b62-690c-4add-bae9-ccd7bd212974 on network 9e279d3e-905d-44f0-a611-4c2f55a87c78 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:42:13.321225 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] Port d25a8b62-690c-4add-bae9-ccd7bd212974 on network 9e279d3e-905d-44f0-a611-4c2f55a87c78 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:42:13.321418 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] Attempting to bind port d25a8b62-690c-4add-bae9-ccd7bd212974 on network 9e279d3e-905d-44f0-a611-4c2f55a87c78 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:42:13.327936 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:42:13.328204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] Checking segment: {'id': 'f1afb204-1506-4ac0-81d2-3004cd20245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:13.328675 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] Bound using segment: {'id': 'f1afb204-1506-4ac0-81d2-3004cd20245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:42:13.329171 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] Bound port: d25a8b62-690c-4add-bae9-ccd7bd212974, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1afb204-1506-4ac0-81d2-3004cd20245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:42:13.329591 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d25a8b62-690c-4add-bae9-ccd7bd212974), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:13.339257 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-140f2511-849a-45cc-bfa1-3202ff0392d6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (5e1a05db-a734-4280-b07c-cf4cb7c7ad4e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:13.340178 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140f2511-849a-45cc-bfa1-3202ff0392d6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Fanout notify agent at l3_agent the message router_deleted on router 5e1a05db-a734-4280-b07c-cf4cb7c7ad4e {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:42:13.348474 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-140f2511-849a-45cc-bfa1-3202ff0392d6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:13.354778 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-140f2511-849a-45cc-bfa1-3202ff0392d6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/routers/5e1a05db-a734-4280-b07c-cf4cb7c7ad4e HTTP/1.1" status: 204 len: 168 time: 0.4060092 Apr 15 03:42:13.356085 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35936) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:13.413553 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] For port d25a8b62-690c-4add-bae9-ccd7bd212974, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:42:13.418733 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] For port d25a8b62-690c-4add-bae9-ccd7bd212974, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d25a8b62-690c-4add-bae9-ccd7bd212974,segment=NetworkSegment(f1afb204-1506-4ac0-81d2-3004cd20245f),segment_id=f1afb204-1506-4ac0-81d2-3004cd20245f)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:42:13.441932 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-217e624f-046c-4346-ba92-52eadf015d67 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting subnet 7a975458-2dbb-4987-807f-a800eb9f2b6d {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:42:13.448204 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-217e624f-046c-4346-ba92-52eadf015d67 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (7a975458-2dbb-4987-807f-a800eb9f2b6d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:13.460747 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35938) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:13.484904 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca645fe0-8dfb-4968-aa11-48e5285a8011 req-e14d5bc7-f9e5-412e-a851-e8562d7bd97a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:13.491128 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ca645fe0-8dfb-4968-aa11-48e5285a8011 req-e14d5bc7-f9e5-412e-a851-e8562d7bd97a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 943 time: 0.0650387 Apr 15 03:42:13.493619 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-217e624f-046c-4346-ba92-52eadf015d67 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (7a975458-2dbb-4987-807f-a800eb9f2b6d), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:13.499232 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (d25a8b62-690c-4add-bae9-ccd7bd212974), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:13.577319 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-8f95bd84-c3dd-4c1e-929d-9bba661c7346 tempest-SubnetPoolsTestJSON-1642278188 tempest-SubnetPoolsTestJSON-1642278188-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-171390758', 'prefixes': ['172.20.0.0/16']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:13.589358 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:13.589981 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:13.591407 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] 10.222.0.30 "PUT /v2.0/ports/d25a8b62-690c-4add-bae9-ccd7bd212974 HTTP/1.1" status: 200 len: 1093 time: 0.9437330 Apr 15 03:42:13.591869 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e873b0-f9e7-429d-9120-e3db9612a08a', 'tag': 'd25a8b62-690c-4add-bae9-ccd7bd212974'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:42:13.594154 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15383f1b-d6c4-4992-a69b-3964dbdcb022" -d '{"events": [{"name": "network-changed", "server_uuid": "05e873b0-f9e7-429d-9120-e3db9612a08a", "tag": "d25a8b62-690c-4add-bae9-ccd7bd212974"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:42:13.599115 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-217e624f-046c-4346-ba92-52eadf015d67 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (7a975458-2dbb-4987-807f-a800eb9f2b6d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:13.615692 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ca645fe0-8dfb-4968-aa11-48e5285a8011 req-a5ed8560-ed80-4eb3-adc2-1a3824b4632d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234643 Apr 15 03:42:13.653860 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0a189-244d-4aff-b45d-d1311958280c service neutron] Pushing event updated for resources: {'Port': ['ID=d25a8b62-690c-4add-bae9-ccd7bd212974,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:13.658120 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce79458-6b05-453c-b37d-2fa96f18a845 x-openstack-request-id: req-1ce79458-6b05-453c-b37d-2fa96f18a845 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:42:13.658693 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e873b0-f9e7-429d-9120-e3db9612a08a", "tag": "d25a8b62-690c-4add-bae9-ccd7bd212974", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:42:13.659105 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ce79458-6b05-453c-b37d-2fa96f18a845 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:42:13.659694 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce79458-6b05-453c-b37d-2fa96f18a845'] response: {'name': 'network-changed', 'server_uuid': '05e873b0-f9e7-429d-9120-e3db9612a08a', 'tag': 'd25a8b62-690c-4add-bae9-ccd7bd212974', 'status': 'completed', 'code': 200} Apr 15 03:42:13.721718 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15383f1b-d6c4-4992-a69b-3964dbdcb022 req-dec95bb4-2e20-4e3b-8df4-4e842d202976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:13.723275 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-15383f1b-d6c4-4992-a69b-3964dbdcb022 req-dec95bb4-2e20-4e3b-8df4-4e842d202976 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 1127 time: 0.0475645 Apr 15 03:42:13.728731 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-217e624f-046c-4346-ba92-52eadf015d67 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (7a975458-2dbb-4987-807f-a800eb9f2b6d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:13.758417 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e624f-046c-4346-ba92-52eadf015d67 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Subnet': ['ID=7a975458-2dbb-4987-807f-a800eb9f2b6d,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:13.762096 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-217e624f-046c-4346-ba92-52eadf015d67 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:13.768363 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-217e624f-046c-4346-ba92-52eadf015d67 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/subnets/7a975458-2dbb-4987-807f-a800eb9f2b6d HTTP/1.1" status: 204 len: 168 time: 0.4109812 Apr 15 03:42:13.769017 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35944) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:13.773819 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc0fbd0-980c-432b-aa05-4cde928d053d None None] Network cd15013a-85de-4afc-9613-40c08d30bf92 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:13.947795 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6d8e67-1fcd-4e30-9381-37a149615afd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting subnet 365a762e-e604-4852-859d-7c152650b0f3 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:42:13.959122 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ba6d8e67-1fcd-4e30-9381-37a149615afd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (365a762e-e604-4852-859d-7c152650b0f3), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:13.997768 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15383f1b-d6c4-4992-a69b-3964dbdcb022 req-cef8f33c-bc23-46ba-be4b-a25f3d4a4857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:13.999187 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-15383f1b-d6c4-4992-a69b-3964dbdcb022 req-cef8f33c-bc23-46ba-be4b-a25f3d4a4857 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6786bd52355f4b228acda11ee2393b97&shared=False HTTP/1.1" status: 200 len: 896 time: 0.2683022 Apr 15 03:42:14.025445 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ba6d8e67-1fcd-4e30-9381-37a149615afd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (365a762e-e604-4852-859d-7c152650b0f3), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:14.065644 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6e42b1-ad95-40ca-a769-bc31cc1752af None None] DHCP port deletion for cd15013a-85de-4afc-9613-40c08d30bf92 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:42:14.079704 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8f95bd84-c3dd-4c1e-929d-9bba661c7346 tempest-SubnetPoolsTestJSON-1642278188 tempest-SubnetPoolsTestJSON-1642278188-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:14.083831 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8f95bd84-c3dd-4c1e-929d-9bba661c7346 tempest-SubnetPoolsTestJSON-1642278188 tempest-SubnetPoolsTestJSON-1642278188-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6191790 Apr 15 03:42:14.084171 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35946) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:14.107633 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ed6e42b1-ad95-40ca-a769-bc31cc1752af None None] Deleting port 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:14.112943 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ed6e42b1-ad95-40ca-a769-bc31cc1752af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (34564ecd-f36b-4435-a96a-0a9c9ac1f5ad), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:14.113075 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a3ef0c19-c9d0-4738-969f-d9ad1e8000c1 tempest-SubnetPoolsTestJSON-1642278188 tempest-SubnetPoolsTestJSON-1642278188-project] 10.222.0.15 "GET /v2.0/subnetpools/159db816-321c-42c9-aa70-159ac3ef02ab HTTP/1.1" status: 200 len: 731 time: 0.0250559 Apr 15 03:42:14.113075 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35948) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:14.124058 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-eac17264-5ddd-4ebc-a730-48b935d8405d tempest-SubnetPoolsTestJSON-1642278188 tempest-SubnetPoolsTestJSON-1642278188-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-649763048'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:14.186109 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ed6e42b1-ad95-40ca-a769-bc31cc1752af None None] For port 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=34564ecd-f36b-4435-a96a-0a9c9ac1f5ad,segment=NetworkSegment(73a82876-6453-459e-9971-d87b374980ed),segment_id=73a82876-6453-459e-9971-d87b374980ed)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:14.186527 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ed6e42b1-ad95-40ca-a769-bc31cc1752af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (34564ecd-f36b-4435-a96a-0a9c9ac1f5ad), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:14.202816 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ed6e42b1-ad95-40ca-a769-bc31cc1752af None None] Calling delete_port for 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:14.273511 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eac17264-5ddd-4ebc-a730-48b935d8405d tempest-SubnetPoolsTestJSON-1642278188 tempest-SubnetPoolsTestJSON-1642278188-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:14.276661 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-eac17264-5ddd-4ebc-a730-48b935d8405d tempest-SubnetPoolsTestJSON-1642278188 tempest-SubnetPoolsTestJSON-1642278188-project] 10.222.0.15 "PUT /v2.0/subnetpools/159db816-321c-42c9-aa70-159ac3ef02ab HTTP/1.1" status: 200 len: 683 time: 0.1606174 Apr 15 03:42:14.277572 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35950) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:14.283642 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15383f1b-d6c4-4992-a69b-3964dbdcb022 req-b1fa9c66-8fb6-4bc4-a9a9-7894c9b35fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:14.288476 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-15383f1b-d6c4-4992-a69b-3964dbdcb022 req-b1fa9c66-8fb6-4bc4-a9a9-7894c9b35fe5 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2794931 Apr 15 03:42:14.303545 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ba6d8e67-1fcd-4e30-9381-37a149615afd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (365a762e-e604-4852-859d-7c152650b0f3), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:14.345177 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ed6e42b1-ad95-40ca-a769-bc31cc1752af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (34564ecd-f36b-4435-a96a-0a9c9ac1f5ad), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:14.373780 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6e42b1-ad95-40ca-a769-bc31cc1752af None None] No DVR routers for this DVR port 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:42:14.377045 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-2e3a95f7-7999-4043-9adf-1be7ff22c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:14.378134 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e42b1-ad95-40ca-a769-bc31cc1752af None None] Pushing event deleted for resources: {'Port': ['ID=34564ecd-f36b-4435-a96a-0a9c9ac1f5ad,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:14.382753 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-2e3a95f7-7999-4043-9adf-1be7ff22c0da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 1127 time: 0.0533273 Apr 15 03:42:14.395340 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8dd7e934-4cfa-4a4f-8098-3bcbb3888a70 tempest-SubnetPoolsTestJSON-1642278188 tempest-SubnetPoolsTestJSON-1642278188-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:14.396717 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8dd7e934-4cfa-4a4f-8098-3bcbb3888a70 tempest-SubnetPoolsTestJSON-1642278188 tempest-SubnetPoolsTestJSON-1642278188-project] 10.222.0.15 "DELETE /v2.0/subnetpools/159db816-321c-42c9-aa70-159ac3ef02ab HTTP/1.1" status: 204 len: 168 time: 0.1174145 Apr 15 03:42:14.399402 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35952) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:14.419073 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-57ae4d1d-1f34-4ec1-a6bc-a61229ab2a29 tempest-SubnetPoolsTestJSON-1642278188 tempest-SubnetPoolsTestJSON-1642278188-project] show failed (client error): The resource could not be found. Apr 15 03:42:14.420346 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-57ae4d1d-1f34-4ec1-a6bc-a61229ab2a29 tempest-SubnetPoolsTestJSON-1642278188 tempest-SubnetPoolsTestJSON-1642278188-project] 10.222.0.15 "GET /v2.0/subnetpools/159db816-321c-42c9-aa70-159ac3ef02ab HTTP/1.1" status: 404 len: 346 time: 0.0200176 Apr 15 03:42:14.429062 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35954) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:14.443140 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-1f4d5e70-036a-4382-80af-385f149a13bf tempest-SubnetPoolsTestJSON-1642278188 tempest-SubnetPoolsTestJSON-1642278188-project] delete failed (client error): The resource could not be found. Apr 15 03:42:14.444165 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1f4d5e70-036a-4382-80af-385f149a13bf tempest-SubnetPoolsTestJSON-1642278188 tempest-SubnetPoolsTestJSON-1642278188-project] 10.222.0.15 "DELETE /v2.0/subnetpools/159db816-321c-42c9-aa70-159ac3ef02ab HTTP/1.1" status: 404 len: 346 time: 0.0142145 Apr 15 03:42:14.450595 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-a2bfb6f3-6da8-48d8-9fbf-14fb70b4b36f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d25a8b62-690c-4add-bae9-ccd7bd212974 HTTP/1.1" status: 200 len: 217 time: 0.0656042 Apr 15 03:42:14.502825 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ba6d8e67-1fcd-4e30-9381-37a149615afd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (365a762e-e604-4852-859d-7c152650b0f3), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:14.534802 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-6daa1289-ccbe-402e-a6e2-13148261b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:14.536303 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-6daa1289-ccbe-402e-a6e2-13148261b58f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8207d81-061c-4228-a247-0a1511c643e0 HTTP/1.1" status: 200 len: 835 time: 0.0794070 Apr 15 03:42:14.537765 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d8e67-1fcd-4e30-9381-37a149615afd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Subnet': ['ID=365a762e-e604-4852-859d-7c152650b0f3,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:14.542547 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ba6d8e67-1fcd-4e30-9381-37a149615afd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:14.546088 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ba6d8e67-1fcd-4e30-9381-37a149615afd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/subnets/365a762e-e604-4852-859d-7c152650b0f3 HTTP/1.1" status: 204 len: 168 time: 0.7638550 Apr 15 03:42:14.548778 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35958) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:14.550531 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da67ee-a404-4be7-ad2a-18d075355fe0 None None] Network a2234439-373b-4e4e-92b8-893aef5b9b2c requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:14.708264 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef850180-fd44-4490-a0fb-490e8a550120 None None] DHCP port deletion for a2234439-373b-4e4e-92b8-893aef5b9b2c request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:42:14.752799 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ef850180-fd44-4490-a0fb-490e8a550120 None None] Deleting port be55935f-60d7-4c6c-be8d-bfbaf908f8f1 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:14.753172 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef850180-fd44-4490-a0fb-490e8a550120 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (be55935f-60d7-4c6c-be8d-bfbaf908f8f1), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:14.821168 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ef850180-fd44-4490-a0fb-490e8a550120 None None] For port be55935f-60d7-4c6c-be8d-bfbaf908f8f1, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=be55935f-60d7-4c6c-be8d-bfbaf908f8f1,segment=NetworkSegment(930c8185-d873-4e5e-9fab-10f396b52f36),segment_id=930c8185-d873-4e5e-9fab-10f396b52f36)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:14.821566 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef850180-fd44-4490-a0fb-490e8a550120 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (be55935f-60d7-4c6c-be8d-bfbaf908f8f1), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:14.837187 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ef850180-fd44-4490-a0fb-490e8a550120 None None] Calling delete_port for be55935f-60d7-4c6c-be8d-bfbaf908f8f1 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:14.895853 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35964) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:15.002388 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef850180-fd44-4490-a0fb-490e8a550120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (be55935f-60d7-4c6c-be8d-bfbaf908f8f1), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:15.004192 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e7c28924-f9d8-44b5-8b9c-8e4f7d2556e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:15.031689 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef850180-fd44-4490-a0fb-490e8a550120 None None] Pushing event deleted for resources: {'Port': ['ID=be55935f-60d7-4c6c-be8d-bfbaf908f8f1,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:15.034136 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef850180-fd44-4490-a0fb-490e8a550120 None None] No DVR routers for this DVR port be55935f-60d7-4c6c-be8d-bfbaf908f8f1 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:42:15.042370 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-f2c44391-9725-4160-92f1-30c944211df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:15.043962 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-f2c44391-9725-4160-92f1-30c944211df0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e279d3e-905d-44f0-a611-4c2f55a87c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4968617 Apr 15 03:42:15.090099 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91b720-d4b7-4982-8a0e-3bf656dd3186 req-faf7e714-9455-4ed5-b8a5-9c2ebf43636b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:15.098136 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b91b720-d4b7-4982-8a0e-3bf656dd3186 req-faf7e714-9455-4ed5-b8a5-9c2ebf43636b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 943 time: 0.1310992 Apr 15 03:42:15.098136 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5e4daf20-d750-4002-8779-70f26952f3db tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (cd15013a-85de-4afc-9613-40c08d30bf92), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:15.099705 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e7c28924-f9d8-44b5-8b9c-8e4f7d2556e8 admin admin] Publish callbacks [] for security_group (9c329954-54ac-4b03-9e98-1350dba03b3b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:15.173659 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e7c28924-f9d8-44b5-8b9c-8e4f7d2556e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (9c329954-54ac-4b03-9e98-1350dba03b3b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:15.216545 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e7c28924-f9d8-44b5-8b9c-8e4f7d2556e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d766e82ae2b4eae8a48693622babedb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3187628 Apr 15 03:42:15.217423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35968) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:15.223302 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c28924-f9d8-44b5-8b9c-8e4f7d2556e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c329954-54ac-4b03-9e98-1350dba03b3b,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:15.268341 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2550d8b-9161-4671-86da-3083e0170d38 admin admin] Publish callbacks [] for security_group (9c329954-54ac-4b03-9e98-1350dba03b3b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:15.277500 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-037cf77a-eaf8-4103-9b52-3c52bfa545a3 service neutron] 10.222.0.30 "GET /v2.0/networks/9e279d3e-905d-44f0-a611-4c2f55a87c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224054 Apr 15 03:42:15.281203 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b91b720-d4b7-4982-8a0e-3bf656dd3186 req-fa58638d-7656-4d3f-9c22-39c9dee06d8d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769636 Apr 15 03:42:15.286507 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5e4daf20-d750-4002-8779-70f26952f3db tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (cd15013a-85de-4afc-9613-40c08d30bf92), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:15.304263 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2550d8b-9161-4671-86da-3083e0170d38 admin admin] Publish callbacks [] for security_group (9c329954-54ac-4b03-9e98-1350dba03b3b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:15.333968 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device be55935f-60d7-4c6c-be8d-bfbaf908f8f1 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:42:15.356984 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: be55935f-60d7-4c6c-be8d-bfbaf908f8f1 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:42:15.357244 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-5e4daf20-d750-4002-8779-70f26952f3db tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd15013a-85de-4afc-9613-40c08d30bf92']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:15.357373 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device be55935f-60d7-4c6c-be8d-bfbaf908f8f1 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:42:15.357659 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:42:15.370859 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-5e4daf20-d750-4002-8779-70f26952f3db tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a82876-6453-459e-9971-d87b374980ed') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:15.371157 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-5e4daf20-d750-4002-8779-70f26952f3db tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a82876-6453-459e-9971-d87b374980ed') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:15.377109 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:42:15.377453 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 34564ecd-f36b-4435-a96a-0a9c9ac1f5ad not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:42:15.386252 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5e4daf20-d750-4002-8779-70f26952f3db tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (73a82876-6453-459e-9971-d87b374980ed), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:15.405462 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5e4daf20-d750-4002-8779-70f26952f3db tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (73a82876-6453-459e-9971-d87b374980ed), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:15.412985 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2550d8b-9161-4671-86da-3083e0170d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (9c329954-54ac-4b03-9e98-1350dba03b3b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:15.415872 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2550d8b-9161-4671-86da-3083e0170d38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:15.417113 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f2550d8b-9161-4671-86da-3083e0170d38 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c329954-54ac-4b03-9e98-1350dba03b3b HTTP/1.1" status: 204 len: 168 time: 0.1987939 Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4daf20-d750-4002-8779-70f26952f3db tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5e4daf20-d750-4002-8779-70f26952f3db tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (73a82876-6453-459e-9971-d87b374980ed), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:42:15.422143 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:42:15.426847 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2550d8b-9161-4671-86da-3083e0170d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c329954-54ac-4b03-9e98-1350dba03b3b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:15.435571 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-453d601f-0b28-4a1f-80b7-25f6e80cd1e3 req-03288550-5a56-44b0-a2d0-19954cfd3928 service neutron] 10.222.0.30 "GET /v2.0/networks/9e279d3e-905d-44f0-a611-4c2f55a87c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508765 Apr 15 03:42:15.544302 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5e4daf20-d750-4002-8779-70f26952f3db tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (cd15013a-85de-4afc-9613-40c08d30bf92), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:15.553849 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5e4daf20-d750-4002-8779-70f26952f3db tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:15.557064 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5e4daf20-d750-4002-8779-70f26952f3db tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/networks/cd15013a-85de-4afc-9613-40c08d30bf92 HTTP/1.1" status: 204 len: 168 time: 1.0072298 Apr 15 03:42:15.559980 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35972) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:15.573840 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4daf20-d750-4002-8779-70f26952f3db tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Network': ['ID=cd15013a-85de-4afc-9613-40c08d30bf92,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:15.640734 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-59f8fa40-21f1-4922-9ce1-a402ac8cb59d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (a2234439-373b-4e4e-92b8-893aef5b9b2c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:15.736938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-59f8fa40-21f1-4922-9ce1-a402ac8cb59d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (a2234439-373b-4e4e-92b8-893aef5b9b2c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:15.760095 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-59f8fa40-21f1-4922-9ce1-a402ac8cb59d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2234439-373b-4e4e-92b8-893aef5b9b2c']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:15.770489 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-59f8fa40-21f1-4922-9ce1-a402ac8cb59d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930c8185-d873-4e5e-9fab-10f396b52f36') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:15.770835 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-59f8fa40-21f1-4922-9ce1-a402ac8cb59d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930c8185-d873-4e5e-9fab-10f396b52f36') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:15.781048 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-59f8fa40-21f1-4922-9ce1-a402ac8cb59d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (930c8185-d873-4e5e-9fab-10f396b52f36), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:15.795844 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-59f8fa40-21f1-4922-9ce1-a402ac8cb59d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (930c8185-d873-4e5e-9fab-10f396b52f36), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:15.802554 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f8fa40-21f1-4922-9ce1-a402ac8cb59d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:42:15.803640 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-59f8fa40-21f1-4922-9ce1-a402ac8cb59d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (930c8185-d873-4e5e-9fab-10f396b52f36), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:42:15.806747 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:42:15.899419 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-59f8fa40-21f1-4922-9ce1-a402ac8cb59d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (a2234439-373b-4e4e-92b8-893aef5b9b2c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:15.906680 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-59f8fa40-21f1-4922-9ce1-a402ac8cb59d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:15.908957 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-59f8fa40-21f1-4922-9ce1-a402ac8cb59d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/networks/a2234439-373b-4e4e-92b8-893aef5b9b2c HTTP/1.1" status: 204 len: 168 time: 0.3479917 Apr 15 03:42:15.913661 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35974) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:15.918898 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-12a7658c-f70f-4293-bee9-9c254f505bbb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1963455820'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:15.920918 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8fa40-21f1-4922-9ce1-a402ac8cb59d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Network': ['ID=a2234439-373b-4e4e-92b8-893aef5b9b2c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:15.991099 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a7658c-f70f-4293-bee9-9c254f505bbb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Made reservation on behalf of 422af18fc6154832a1a9757d936aeb92 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:42:15.994449 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12a7658c-f70f-4293-bee9-9c254f505bbb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:16.016787 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a7658c-f70f-4293-bee9-9c254f505bbb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:42:16.025066 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12a7658c-f70f-4293-bee9-9c254f505bbb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (a9e76e75-052a-4c1d-b7d9-1898bfab9572), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:16.025404 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-12a7658c-f70f-4293-bee9-9c254f505bbb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Added segment a9e76e75-052a-4c1d-b7d9-1898bfab9572 of type vlan for network 586f7ea5-14dd-4dda-b9a0-869de35fdf46 Apr 15 03:42:16.069810 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12a7658c-f70f-4293-bee9-9c254f505bbb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (586f7ea5-14dd-4dda-b9a0-869de35fdf46), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:16.139169 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12a7658c-f70f-4293-bee9-9c254f505bbb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (586f7ea5-14dd-4dda-b9a0-869de35fdf46), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:16.144161 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a7658c-f70f-4293-bee9-9c254f505bbb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:16.144764 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12a7658c-f70f-4293-bee9-9c254f505bbb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:16.207953 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7658c-f70f-4293-bee9-9c254f505bbb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Network': ['ID=586f7ea5-14dd-4dda-b9a0-869de35fdf46,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:16.218229 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 586f7ea5-14dd-4dda-b9a0-869de35fdf46 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:42:16.227883 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-12a7658c-f70f-4293-bee9-9c254f505bbb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3130841 Apr 15 03:42:16.230752 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35976) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:16.235612 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-590f1129-fc4b-4462-b2cf-d81772abb45f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'subnet': {'network_id': '586f7ea5-14dd-4dda-b9a0-869de35fdf46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:16.398556 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82b1d4-5788-4913-9ee6-5d6df0b0764e req-49466336-9b47-46ae-ac4e-712fe1064a17 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:16.400139 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bb82b1d4-5788-4913-9ee6-5d6df0b0764e req-49466336-9b47-46ae-ac4e-712fe1064a17 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 943 time: 0.0513322 Apr 15 03:42:16.401466 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590f1129-fc4b-4462-b2cf-d81772abb45f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Made reservation on behalf of 422af18fc6154832a1a9757d936aeb92 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:42:16.404914 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-590f1129-fc4b-4462-b2cf-d81772abb45f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:16.449545 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bb82b1d4-5788-4913-9ee6-5d6df0b0764e req-ae134d76-13d7-4b02-8286-3ab11640e62b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438955 Apr 15 03:42:16.625343 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-590f1129-fc4b-4462-b2cf-d81772abb45f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (ef2363e0-dfa0-410d-83ef-b69bf1185194), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:16.686210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f1129-fc4b-4462-b2cf-d81772abb45f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Subnet': ['ID=ef2363e0-dfa0-410d-83ef-b69bf1185194,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:16.695452 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590f1129-fc4b-4462-b2cf-d81772abb45f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Checking segment: {'id': 'a9e76e75-052a-4c1d-b7d9-1898bfab9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '586f7ea5-14dd-4dda-b9a0-869de35fdf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:16.695816 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590f1129-fc4b-4462-b2cf-d81772abb45f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network hostable DHCP agents. Network: 586f7ea5-14dd-4dda-b9a0-869de35fdf46, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:42:16.750510 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590f1129-fc4b-4462-b2cf-d81772abb45f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network 586f7ea5-14dd-4dda-b9a0-869de35fdf46 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:42:16.807286 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-590f1129-fc4b-4462-b2cf-d81772abb45f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 586f7ea5-14dd-4dda-b9a0-869de35fdf46) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:16.811207 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590f1129-fc4b-4462-b2cf-d81772abb45f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:16.811799 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-590f1129-fc4b-4462-b2cf-d81772abb45f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:16.817030 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8fe07b-ee89-4a0a-b495-ace25e0104f1 None None] Network 586f7ea5-14dd-4dda-b9a0-869de35fdf46 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:16.873481 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-590f1129-fc4b-4462-b2cf-d81772abb45f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6416805 Apr 15 03:42:16.876095 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35980) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:16.880479 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f249ac01-4f33-470c-8f3d-90d5d4888582 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-631837339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:16.924665 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2c9ea3-deb3-4f3b-b20d-9d73294f424e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-586f7ea5-14dd-4dda-b9a0-869de35fdf46', 'network_id': '586f7ea5-14dd-4dda-b9a0-869de35fdf46', 'project_id': '422af18fc6154832a1a9757d936aeb92', 'fixed_ips': [{'subnet_id': 'ef2363e0-dfa0-410d-83ef-b69bf1185194'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:42:16.925514 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1c2c9ea3-deb3-4f3b-b20d-9d73294f424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:16.939395 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f249ac01-4f33-470c-8f3d-90d5d4888582 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (66e12688-41e4-4e63-8987-4da46e1bbf15), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:16.940578 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f249ac01-4f33-470c-8f3d-90d5d4888582 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (66e12688-41e4-4e63-8987-4da46e1bbf15), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:16.995762 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f249ac01-4f33-470c-8f3d-90d5d4888582 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router_controller (66e12688-41e4-4e63-8987-4da46e1bbf15), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:17.064391 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-1c2c9ea3-deb3-4f3b-b20d-9d73294f424e None None] Allocated IP 2001:db8::2 (586f7ea5-14dd-4dda-b9a0-869de35fdf46/ef2363e0-dfa0-410d-83ef-b69bf1185194/d693df87-b9ff-42c1-b177-ceb81ccdc5b0) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:42:17.093906 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f249ac01-4f33-470c-8f3d-90d5d4888582 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (66e12688-41e4-4e63-8987-4da46e1bbf15), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:17.181791 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f249ac01-4f33-470c-8f3d-90d5d4888582 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:17.183060 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f249ac01-4f33-470c-8f3d-90d5d4888582 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3059866 Apr 15 03:42:17.185741 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35982) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:17.190649 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-64b582ee-a2f9-476b-acda-07c3523269c5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'port': {'network_id': '586f7ea5-14dd-4dda-b9a0-869de35fdf46', 'name': 'tempest-RoutersIpV6Test-647032680'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:17.201536 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1c2c9ea3-deb3-4f3b-b20d-9d73294f424e None None] Publish callbacks [] for port (d693df87-b9ff-42c1-b177-ceb81ccdc5b0), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:17.276812 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1c2c9ea3-deb3-4f3b-b20d-9d73294f424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (d693df87-b9ff-42c1-b177-ceb81ccdc5b0), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:17.318325 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2c9ea3-deb3-4f3b-b20d-9d73294f424e None None] Network 586f7ea5-14dd-4dda-b9a0-869de35fdf46 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:17.322902 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-1c2c9ea3-deb3-4f3b-b20d-9d73294f424e None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:17.326362 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2c9ea3-deb3-4f3b-b20d-9d73294f424e None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:42:17.333472 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c9ea3-deb3-4f3b-b20d-9d73294f424e None None] Pushing event updated for resources: {'Port': ['ID=d693df87-b9ff-42c1-b177-ceb81ccdc5b0,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:17.351188 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b582ee-a2f9-476b-acda-07c3523269c5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Made reservation on behalf of 422af18fc6154832a1a9757d936aeb92 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:42:17.354734 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-64b582ee-a2f9-476b-acda-07c3523269c5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:17.373014 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [None req-64b582ee-a2f9-476b-acda-07c3523269c5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] device_id is not set on port d5f8af4b-15ba-4258-ab95-2ac2431948a3 yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:42:17.385794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-1c2c9ea3-deb3-4f3b-b20d-9d73294f424e None None] Attempting to bind port d693df87-b9ff-42c1-b177-ceb81ccdc5b0 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:42:17.390199 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-1c2c9ea3-deb3-4f3b-b20d-9d73294f424e None None] Attempting to bind port d693df87-b9ff-42c1-b177-ceb81ccdc5b0 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'a9e76e75-052a-4c1d-b7d9-1898bfab9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '586f7ea5-14dd-4dda-b9a0-869de35fdf46'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:42:17.390199 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c9ea3-deb3-4f3b-b20d-9d73294f424e None None] Attempting to bind port d693df87-b9ff-42c1-b177-ceb81ccdc5b0 on network 586f7ea5-14dd-4dda-b9a0-869de35fdf46 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:42:17.391674 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c9ea3-deb3-4f3b-b20d-9d73294f424e None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:42:17.392043 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c9ea3-deb3-4f3b-b20d-9d73294f424e None None] Checking segment: {'id': 'a9e76e75-052a-4c1d-b7d9-1898bfab9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '586f7ea5-14dd-4dda-b9a0-869de35fdf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:17.392441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1c2c9ea3-deb3-4f3b-b20d-9d73294f424e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:17.392834 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c9ea3-deb3-4f3b-b20d-9d73294f424e None None] Bound using segment: {'id': 'a9e76e75-052a-4c1d-b7d9-1898bfab9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '586f7ea5-14dd-4dda-b9a0-869de35fdf46'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:42:17.393290 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-1c2c9ea3-deb3-4f3b-b20d-9d73294f424e None None] Bound port: d693df87-b9ff-42c1-b177-ceb81ccdc5b0, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e76e75-052a-4c1d-b7d9-1898bfab9572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '586f7ea5-14dd-4dda-b9a0-869de35fdf46'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:42:17.393837 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1c2c9ea3-deb3-4f3b-b20d-9d73294f424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d693df87-b9ff-42c1-b177-ceb81ccdc5b0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:17.456350 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-1c2c9ea3-deb3-4f3b-b20d-9d73294f424e None None] For port d693df87-b9ff-42c1-b177-ceb81ccdc5b0, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:42:17.459404 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-1c2c9ea3-deb3-4f3b-b20d-9d73294f424e None None] For port d693df87-b9ff-42c1-b177-ceb81ccdc5b0, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=d693df87-b9ff-42c1-b177-ceb81ccdc5b0,segment=NetworkSegment(a9e76e75-052a-4c1d-b7d9-1898bfab9572),segment_id=a9e76e75-052a-4c1d-b7d9-1898bfab9572)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:42:17.492482 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-64b582ee-a2f9-476b-acda-07c3523269c5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Allocated IP 2001:db8::3aa (586f7ea5-14dd-4dda-b9a0-869de35fdf46/ef2363e0-dfa0-410d-83ef-b69bf1185194/d5f8af4b-15ba-4258-ab95-2ac2431948a3) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:42:17.522811 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1c2c9ea3-deb3-4f3b-b20d-9d73294f424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (d693df87-b9ff-42c1-b177-ceb81ccdc5b0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:17.594094 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c9ea3-deb3-4f3b-b20d-9d73294f424e None None] Pushing event updated for resources: {'Port': ['ID=d693df87-b9ff-42c1-b177-ceb81ccdc5b0,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:17.596824 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78989f-5afd-4171-985c-217d1ab8b98c req-a01f04cf-422c-4652-b749-b10112c1a3b8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:17.597873 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ff78989f-5afd-4171-985c-217d1ab8b98c req-a01f04cf-422c-4652-b749-b10112c1a3b8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 943 time: 0.0807037 Apr 15 03:42:17.711017 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ff78989f-5afd-4171-985c-217d1ab8b98c req-089dec4d-f89f-491d-a0b1-5e2ceb7e6d22 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729628 Apr 15 03:42:17.728280 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-64b582ee-a2f9-476b-acda-07c3523269c5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for port (d5f8af4b-15ba-4258-ab95-2ac2431948a3), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:17.819950 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-64b582ee-a2f9-476b-acda-07c3523269c5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (d5f8af4b-15ba-4258-ab95-2ac2431948a3), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:17.862085 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b582ee-a2f9-476b-acda-07c3523269c5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network 586f7ea5-14dd-4dda-b9a0-869de35fdf46 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:17.865258 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-64b582ee-a2f9-476b-acda-07c3523269c5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:17.871975 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b582ee-a2f9-476b-acda-07c3523269c5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:42:17.877237 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b582ee-a2f9-476b-acda-07c3523269c5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:17.877855 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-64b582ee-a2f9-476b-acda-07c3523269c5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:17.888103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b582ee-a2f9-476b-acda-07c3523269c5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Port': ['ID=d5f8af4b-15ba-4258-ab95-2ac2431948a3,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:17.953086 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-64b582ee-a2f9-476b-acda-07c3523269c5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7663271 Apr 15 03:42:17.956007 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 35986) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:18.287401 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-48ba42dc-f6fc-43ce-a4cf-bd5a5b72132f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d5f8af4b-15ba-4258-ab95-2ac2431948a3), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:18.478425 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854a47f2-4305-4f79-98e6-b085b14a224e None None] Network 586f7ea5-14dd-4dda-b9a0-869de35fdf46 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:18.483285 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-42d7b24b-9e14-4a2e-8aad-9b12762c545a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:18.541773 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-48ba42dc-f6fc-43ce-a4cf-bd5a5b72132f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for port (d5f8af4b-15ba-4258-ab95-2ac2431948a3), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:18.585025 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-472d347f-01ab-4544-b4b7-42e74f142edf None None] Provisioning complete for port d693df87-b9ff-42c1-b177-ceb81ccdc5b0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:18.585397 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-472d347f-01ab-4544-b4b7-42e74f142edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d693df87-b9ff-42c1-b177-ceb81ccdc5b0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:18.619528 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-48ba42dc-f6fc-43ce-a4cf-bd5a5b72132f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (d5f8af4b-15ba-4258-ab95-2ac2431948a3), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:18.675669 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-472d347f-01ab-4544-b4b7-42e74f142edf None None] Current status of the port d693df87-b9ff-42c1-b177-ceb81ccdc5b0 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:18.676066 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-472d347f-01ab-4544-b4b7-42e74f142edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d693df87-b9ff-42c1-b177-ceb81ccdc5b0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:18.716587 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-472d347f-01ab-4544-b4b7-42e74f142edf None None] For port d693df87-b9ff-42c1-b177-ceb81ccdc5b0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=d693df87-b9ff-42c1-b177-ceb81ccdc5b0,segment=NetworkSegment(a9e76e75-052a-4c1d-b7d9-1898bfab9572),segment_id=a9e76e75-052a-4c1d-b7d9-1898bfab9572)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:18.723450 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba42dc-f6fc-43ce-a4cf-bd5a5b72132f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Port': ['ID=d5f8af4b-15ba-4258-ab95-2ac2431948a3,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:18.785280 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-472d347f-01ab-4544-b4b7-42e74f142edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (d693df87-b9ff-42c1-b177-ceb81ccdc5b0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:18.828438 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-48ba42dc-f6fc-43ce-a4cf-bd5a5b72132f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (66e12688-41e4-4e63-8987-4da46e1bbf15), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:18.842068 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69a50d-349a-4241-9fd4-50e78b5b5844 req-86c5722e-855c-4b16-9a29-7feec14792e4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:18.846601 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d347f-01ab-4544-b4b7-42e74f142edf None None] Pushing event updated for resources: {'Port': ['ID=d693df87-b9ff-42c1-b177-ceb81ccdc5b0,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:18.849398 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7d69a50d-349a-4241-9fd4-50e78b5b5844 req-86c5722e-855c-4b16-9a29-7feec14792e4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 943 time: 0.0557318 Apr 15 03:42:18.893943 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device d25a8b62-690c-4add-bae9-ccd7bd212974 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 03:42:18.901472 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7d69a50d-349a-4241-9fd4-50e78b5b5844 req-9bd3ae76-b7aa-4342-915e-4393a6861865 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505974 Apr 15 03:42:18.923459 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-31b01717-4411-42fd-83e7-0818dcb9803f None None] Provisioning complete for port d693df87-b9ff-42c1-b177-ceb81ccdc5b0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:18.923965 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-31b01717-4411-42fd-83e7-0818dcb9803f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d693df87-b9ff-42c1-b177-ceb81ccdc5b0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:19.015643 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-48ba42dc-f6fc-43ce-a4cf-bd5a5b72132f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d5f8af4b-15ba-4258-ab95-2ac2431948a3), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:19.072750 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port d25a8b62-690c-4add-bae9-ccd7bd212974, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d25a8b62-690c-4add-bae9-ccd7bd212974,segment=NetworkSegment(f1afb204-1506-4ac0-81d2-3004cd20245f),segment_id=f1afb204-1506-4ac0-81d2-3004cd20245f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:19.090766 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'd25a8b62-690c-4add-bae9-ccd7bd212974', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'port_id': 'd25a8b62-690c-4add-bae9-ccd7bd212974', 'mac_address': 'fa:16:3e:91:be:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 03:42:19.092281 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-31b01717-4411-42fd-83e7-0818dcb9803f None None] Current status of the port d693df87-b9ff-42c1-b177-ceb81ccdc5b0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:19.104568 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-31b01717-4411-42fd-83e7-0818dcb9803f None None] Provisioning complete for port d5f8af4b-15ba-4258-ab95-2ac2431948a3 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:19.104940 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-31b01717-4411-42fd-83e7-0818dcb9803f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d5f8af4b-15ba-4258-ab95-2ac2431948a3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:19.164233 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port d25a8b62-690c-4add-bae9-ccd7bd212974 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:19.164625 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d25a8b62-690c-4add-bae9-ccd7bd212974), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:19.167734 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-31b01717-4411-42fd-83e7-0818dcb9803f None None] Port d5f8af4b-15ba-4258-ab95-2ac2431948a3 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:19.180786 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d25a8b62-690c-4add-bae9-ccd7bd212974 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:42:19.203214 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port d25a8b62-690c-4add-bae9-ccd7bd212974, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d25a8b62-690c-4add-bae9-ccd7bd212974,segment=NetworkSegment(f1afb204-1506-4ac0-81d2-3004cd20245f),segment_id=f1afb204-1506-4ac0-81d2-3004cd20245f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:19.277044 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (d25a8b62-690c-4add-bae9-ccd7bd212974), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:19.305301 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-48ba42dc-f6fc-43ce-a4cf-bd5a5b72132f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for port (d5f8af4b-15ba-4258-ab95-2ac2431948a3), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:19.326913 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7bc2b2e0-fc52-4487-bddb-7cee7288985b None None] Provisioning complete for port d5f8af4b-15ba-4258-ab95-2ac2431948a3 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:19.327381 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7bc2b2e0-fc52-4487-bddb-7cee7288985b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d5f8af4b-15ba-4258-ab95-2ac2431948a3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:19.345001 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-48ba42dc-f6fc-43ce-a4cf-bd5a5b72132f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (d5f8af4b-15ba-4258-ab95-2ac2431948a3), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:19.345811 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-48ba42dc-f6fc-43ce-a4cf-bd5a5b72132f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (66e12688-41e4-4e63-8987-4da46e1bbf15), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:19.356707 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device d693df87-b9ff-42c1-b177-ceb81ccdc5b0 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:19.404892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7bc2b2e0-fc52-4487-bddb-7cee7288985b None None] Port d5f8af4b-15ba-4258-ab95-2ac2431948a3 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:19.406239 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=d25a8b62-690c-4add-bae9-ccd7bd212974,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:19.432729 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port d693df87-b9ff-42c1-b177-ceb81ccdc5b0 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:19.433270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d693df87-b9ff-42c1-b177-ceb81ccdc5b0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:19.436515 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba42dc-f6fc-43ce-a4cf-bd5a5b72132f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Port': ['ID=d5f8af4b-15ba-4258-ab95-2ac2431948a3,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:19.484077 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['d25a8b62-690c-4add-bae9-ccd7bd212974'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:42:19.484703 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ba42dc-f6fc-43ce-a4cf-bd5a5b72132f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network 586f7ea5-14dd-4dda-b9a0-869de35fdf46 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:19.485969 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-48ba42dc-f6fc-43ce-a4cf-bd5a5b72132f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:19.543489 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-32a38703-b68b-4710-8576-dccc5588f1a6 None None] Provisioning complete for port d5f8af4b-15ba-4258-ab95-2ac2431948a3 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:19.543919 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-32a38703-b68b-4710-8576-dccc5588f1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d5f8af4b-15ba-4258-ab95-2ac2431948a3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:19.622307 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port d693df87-b9ff-42c1-b177-ceb81ccdc5b0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:19.630643 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-32a38703-b68b-4710-8576-dccc5588f1a6 None None] Port d5f8af4b-15ba-4258-ab95-2ac2431948a3 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:19.699096 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ba42dc-f6fc-43ce-a4cf-bd5a5b72132f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 66e12688-41e4-4e63-8987-4da46e1bbf15 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:42:19.758179 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-23df24ce-6f56-46b1-88cc-8175bd579cd7 None None] Provisioning complete for port d5f8af4b-15ba-4258-ab95-2ac2431948a3 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:19.758566 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-23df24ce-6f56-46b1-88cc-8175bd579cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d5f8af4b-15ba-4258-ab95-2ac2431948a3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:19.815687 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-23df24ce-6f56-46b1-88cc-8175bd579cd7 None None] Port d5f8af4b-15ba-4258-ab95-2ac2431948a3 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:20.061401 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a7fc1-bc8f-4006-99dd-50d63ab91fbd req-b4ef839a-b0e1-4c3f-a13e-4244bde846e6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:20.063222 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-620a7fc1-bc8f-4006-99dd-50d63ab91fbd req-b4ef839a-b0e1-4c3f-a13e-4244bde846e6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 944 time: 0.0603697 Apr 15 03:42:20.067216 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ba42dc-f6fc-43ce-a4cf-bd5a5b72132f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:42:20.071649 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-48ba42dc-f6fc-43ce-a4cf-bd5a5b72132f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/66e12688-41e4-4e63-8987-4da46e1bbf15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1141529 Apr 15 03:42:20.073870 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35992) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:20.077229 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cdc28b-e12e-4911-af82-e77d2937d248 None None] Sync routers for ids ['66e12688-41e4-4e63-8987-4da46e1bbf15'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:42:20.087111 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cdc28b-e12e-4911-af82-e77d2937d248 None None] Routers {'66e12688-41e4-4e63-8987-4da46e1bbf15'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:20.087732 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b8cdc28b-e12e-4911-af82-e77d2937d248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['66e12688-41e4-4e63-8987-4da46e1bbf15'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:20.117764 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-620a7fc1-bc8f-4006-99dd-50d63ab91fbd req-2be914e4-2fec-47b0-933c-95b9f3c7b12a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454469 Apr 15 03:42:20.125659 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc068d54-2530-453b-809d-80b349239280 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:20.127199 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-dc068d54-2530-453b-809d-80b349239280 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/ports/d5f8af4b-15ba-4258-ab95-2ac2431948a3 HTTP/1.1" status: 200 len: 983 time: 0.0522888 Apr 15 03:42:20.129894 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 35994) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:20.130382 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b8cdc28b-e12e-4911-af82-e77d2937d248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:20.140017 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cdc28b-e12e-4911-af82-e77d2937d248 None None] Routers {'66e12688-41e4-4e63-8987-4da46e1bbf15'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:20.140617 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b8cdc28b-e12e-4911-af82-e77d2937d248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:41:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['66e12688-41e4-4e63-8987-4da46e1bbf15'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:20.172861 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b8cdc28b-e12e-4911-af82-e77d2937d248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:20.173458 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cdc28b-e12e-4911-af82-e77d2937d248 None None] The sync data for ids ['66e12688-41e4-4e63-8987-4da46e1bbf15'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:42:20.521752 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (66e12688-41e4-4e63-8987-4da46e1bbf15), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:20.710783 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting port d5f8af4b-15ba-4258-ab95-2ac2431948a3 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:20.711128 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (d5f8af4b-15ba-4258-ab95-2ac2431948a3), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:20.794316 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (d5f8af4b-15ba-4258-ab95-2ac2431948a3), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:20.806824 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Calling delete_port for d5f8af4b-15ba-4258-ab95-2ac2431948a3 owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:20.819032 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4468ae2-f32e-4ec4-bd79-ff2a0d00ab2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:20.892093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device d25a8b62-690c-4add-bae9-ccd7bd212974 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:20.939781 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port d25a8b62-690c-4add-bae9-ccd7bd212974 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 03:42:21.018686 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port d25a8b62-690c-4add-bae9-ccd7bd212974 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:21.019063 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d25a8b62-690c-4add-bae9-ccd7bd212974), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:21.042254 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (d5f8af4b-15ba-4258-ab95-2ac2431948a3), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:21.074829 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Port': ['ID=d5f8af4b-15ba-4258-ab95-2ac2431948a3,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:21.098029 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port d25a8b62-690c-4add-bae9-ccd7bd212974 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:21.098423 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d25a8b62-690c-4add-bae9-ccd7bd212974), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:21.101234 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.101586 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.101938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.102280 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.102646 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.102982 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.103324 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.103659 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.103989 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.104319 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.104648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.104976 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.105302 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.105631 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.105959 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.125324 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e873b0-f9e7-429d-9120-e3db9612a08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25a8b62-690c-4add-bae9-ccd7bd212974'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:42:21.127739 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43822b8b-f65c-4ea7-8e9b-41761bc17b29" -d '{"events": [{"server_uuid": "05e873b0-f9e7-429d-9120-e3db9612a08a", "name": "network-vif-plugged", "status": "completed", "tag": "d25a8b62-690c-4add-bae9-ccd7bd212974"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:42:21.143439 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port d25a8b62-690c-4add-bae9-ccd7bd212974, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d25a8b62-690c-4add-bae9-ccd7bd212974,segment=NetworkSegment(f1afb204-1506-4ac0-81d2-3004cd20245f),segment_id=f1afb204-1506-4ac0-81d2-3004cd20245f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:21.210788 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (d25a8b62-690c-4add-bae9-ccd7bd212974), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:21.282359 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ee4e9-ef36-4739-810b-346145ec2c39 req-ec7518d3-7a58-42f0-9165-610ea4b9f763 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:21.284157 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b93ee4e9-ef36-4739-810b-346145ec2c39 req-ec7518d3-7a58-42f0-9165-610ea4b9f763 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 945 time: 0.0870497 Apr 15 03:42:21.300976 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=d25a8b62-690c-4add-bae9-ccd7bd212974,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:21.311078 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.312264 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.312905 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.315863 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.317129 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.318123 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.318123 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.319143 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.320664 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.320664 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.321098 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.321533 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.321964 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.322377 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.322854 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:21.362208 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b93ee4e9-ef36-4739-810b-346145ec2c39 req-ae9ee1aa-e76d-4030-a7c7-ef61ae577024 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717978 Apr 15 03:42:21.409275 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf98818-c606-4aaa-a8ec-bd1e568238a9 x-openstack-request-id: req-8cf98818-c606-4aaa-a8ec-bd1e568238a9 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:42:21.409577 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e873b0-f9e7-429d-9120-e3db9612a08a", "name": "network-vif-plugged", "status": "completed", "tag": "d25a8b62-690c-4add-bae9-ccd7bd212974", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:42:21.409838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8cf98818-c606-4aaa-a8ec-bd1e568238a9 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:42:21.410240 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf98818-c606-4aaa-a8ec-bd1e568238a9'] response: {'server_uuid': '05e873b0-f9e7-429d-9120-e3db9612a08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25a8b62-690c-4add-bae9-ccd7bd212974', 'code': 200} Apr 15 03:42:21.533204 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (66e12688-41e4-4e63-8987-4da46e1bbf15), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:21.689074 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 66e12688-41e4-4e63-8987-4da46e1bbf15 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:42:21.701950 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27946a74-e173-446f-b1c7-2f4ffe15ab7e req-fbbc4e98-d852-478f-85b1-f7bdd5b52a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:21.703515 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-27946a74-e173-446f-b1c7-2f4ffe15ab7e req-fbbc4e98-d852-478f-85b1-f7bdd5b52a76 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 1129 time: 0.0715022 Apr 15 03:42:21.755757 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-27946a74-e173-446f-b1c7-2f4ffe15ab7e req-750aae01-44c1-428f-8fd5-996234f855bf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465627 Apr 15 03:42:21.769220 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:42:21.774207 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4a123687-ecb0-4d2f-8534-2db0b1f15ac4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/66e12688-41e4-4e63-8987-4da46e1bbf15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6430621 Apr 15 03:42:21.777174 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36002) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:21.782340 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0592e5c6-6214-4bb7-a68a-738072bb4aee None None] Sync routers for ids ['66e12688-41e4-4e63-8987-4da46e1bbf15'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:42:21.791054 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0592e5c6-6214-4bb7-a68a-738072bb4aee None None] Routers {'66e12688-41e4-4e63-8987-4da46e1bbf15'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:21.791665 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0592e5c6-6214-4bb7-a68a-738072bb4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['66e12688-41e4-4e63-8987-4da46e1bbf15'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:21.825467 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0592e5c6-6214-4bb7-a68a-738072bb4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:21.830889 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:21.835506 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0592e5c6-6214-4bb7-a68a-738072bb4aee None None] Routers {'66e12688-41e4-4e63-8987-4da46e1bbf15'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:21.836147 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0592e5c6-6214-4bb7-a68a-738072bb4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['66e12688-41e4-4e63-8987-4da46e1bbf15'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:21.872827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0592e5c6-6214-4bb7-a68a-738072bb4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:21.873573 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0592e5c6-6214-4bb7-a68a-738072bb4aee None None] The sync data for ids ['66e12688-41e4-4e63-8987-4da46e1bbf15'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:42:21.962407 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-4bd88bb1-a09c-4268-a691-a7b65a39d8fa tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] remove_router_interface failed (client error): The resource could not be found. Apr 15 03:42:21.963405 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4bd88bb1-a09c-4268-a691-a7b65a39d8fa tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/66e12688-41e4-4e63-8987-4da46e1bbf15/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1854305 Apr 15 03:42:21.966172 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36004) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:21.994279 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4fcd8f0b-6194-4f41-b72a-25a8657ea0f4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/ports?device_id=66e12688-41e4-4e63-8987-4da46e1bbf15 HTTP/1.1" status: 200 len: 205 time: 0.0271013 Apr 15 03:42:21.996663 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36006) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:22.072188 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8267b240-31d0-4bb0-9401-b33cb40860f4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (66e12688-41e4-4e63-8987-4da46e1bbf15), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:22.233710 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8267b240-31d0-4bb0-9401-b33cb40860f4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (66e12688-41e4-4e63-8987-4da46e1bbf15), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:22.235789 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8267b240-31d0-4bb0-9401-b33cb40860f4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router_controller (66e12688-41e4-4e63-8987-4da46e1bbf15), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:22.356360 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8267b240-31d0-4bb0-9401-b33cb40860f4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (66e12688-41e4-4e63-8987-4da46e1bbf15), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:22.356892 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8267b240-31d0-4bb0-9401-b33cb40860f4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Fanout notify agent at l3_agent the message router_deleted on router 66e12688-41e4-4e63-8987-4da46e1bbf15 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:42:22.363613 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8267b240-31d0-4bb0-9401-b33cb40860f4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:22.364704 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8267b240-31d0-4bb0-9401-b33cb40860f4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/routers/66e12688-41e4-4e63-8987-4da46e1bbf15 HTTP/1.1" status: 204 len: 168 time: 0.3671649 Apr 15 03:42:22.367372 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36008) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:22.422336 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f14983-8933-40b2-8c87-694be7f3efdd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting subnet ef2363e0-dfa0-410d-83ef-b69bf1185194 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:42:22.425400 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-72f14983-8933-40b2-8c87-694be7f3efdd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (ef2363e0-dfa0-410d-83ef-b69bf1185194), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:22.465056 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-72f14983-8933-40b2-8c87-694be7f3efdd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (ef2363e0-dfa0-410d-83ef-b69bf1185194), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:22.482277 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846d0fb-60c6-4670-b2fc-ccb3a0d85ba3 req-ce8d353e-e796-48cd-bc8b-2d27311b7009 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:22.483830 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4846d0fb-60c6-4670-b2fc-ccb3a0d85ba3 req-ce8d353e-e796-48cd-bc8b-2d27311b7009 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 945 time: 0.0512362 Apr 15 03:42:22.532124 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4846d0fb-60c6-4670-b2fc-ccb3a0d85ba3 req-9a6f4866-56bd-4194-bb2d-d928e14bd998 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425949 Apr 15 03:42:22.548327 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-72f14983-8933-40b2-8c87-694be7f3efdd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (ef2363e0-dfa0-410d-83ef-b69bf1185194), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:22.676807 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-72f14983-8933-40b2-8c87-694be7f3efdd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (ef2363e0-dfa0-410d-83ef-b69bf1185194), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:22.704235 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f14983-8933-40b2-8c87-694be7f3efdd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Subnet': ['ID=ef2363e0-dfa0-410d-83ef-b69bf1185194,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:22.707867 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-72f14983-8933-40b2-8c87-694be7f3efdd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:22.711601 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-72f14983-8933-40b2-8c87-694be7f3efdd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/subnets/ef2363e0-dfa0-410d-83ef-b69bf1185194 HTTP/1.1" status: 204 len: 168 time: 0.3433139 Apr 15 03:42:22.714465 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36012) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:22.714816 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7fff63-4d7d-4694-b14d-04563b9878f6 None None] Network 586f7ea5-14dd-4dda-b9a0-869de35fdf46 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:22.796940 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-689d3b89-2968-43f5-857f-12e3d25c878c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (586f7ea5-14dd-4dda-b9a0-869de35fdf46), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:22.844198 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-689d3b89-2968-43f5-857f-12e3d25c878c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting port d693df87-b9ff-42c1-b177-ceb81ccdc5b0 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:22.844519 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-689d3b89-2968-43f5-857f-12e3d25c878c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (d693df87-b9ff-42c1-b177-ceb81ccdc5b0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:22.912972 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-689d3b89-2968-43f5-857f-12e3d25c878c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] For port d693df87-b9ff-42c1-b177-ceb81ccdc5b0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=d693df87-b9ff-42c1-b177-ceb81ccdc5b0,segment=NetworkSegment(a9e76e75-052a-4c1d-b7d9-1898bfab9572),segment_id=a9e76e75-052a-4c1d-b7d9-1898bfab9572)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:22.913362 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-689d3b89-2968-43f5-857f-12e3d25c878c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (d693df87-b9ff-42c1-b177-ceb81ccdc5b0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:22.926341 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-689d3b89-2968-43f5-857f-12e3d25c878c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Calling delete_port for d693df87-b9ff-42c1-b177-ceb81ccdc5b0 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:23.002837 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd0623f-e6b1-4484-b012-2c962ea6d428 None None] DHCP port deletion for 586f7ea5-14dd-4dda-b9a0-869de35fdf46 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:42:23.044285 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6dd0623f-e6b1-4484-b012-2c962ea6d428 None None] Deleting port d693df87-b9ff-42c1-b177-ceb81ccdc5b0 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:23.044906 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6dd0623f-e6b1-4484-b012-2c962ea6d428 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (d693df87-b9ff-42c1-b177-ceb81ccdc5b0), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:23.093366 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-689d3b89-2968-43f5-857f-12e3d25c878c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (d693df87-b9ff-42c1-b177-ceb81ccdc5b0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:23.106523 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-6dd0623f-e6b1-4484-b012-2c962ea6d428 None None] For port d693df87-b9ff-42c1-b177-ceb81ccdc5b0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=d693df87-b9ff-42c1-b177-ceb81ccdc5b0,segment=NetworkSegment(a9e76e75-052a-4c1d-b7d9-1898bfab9572),segment_id=a9e76e75-052a-4c1d-b7d9-1898bfab9572)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:23.107028 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6dd0623f-e6b1-4484-b012-2c962ea6d428 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (d693df87-b9ff-42c1-b177-ceb81ccdc5b0), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:23.120353 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d3b89-2968-43f5-857f-12e3d25c878c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Port': ['ID=d693df87-b9ff-42c1-b177-ceb81ccdc5b0,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:23.122165 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6dd0623f-e6b1-4484-b012-2c962ea6d428 None None] Calling delete_port for d693df87-b9ff-42c1-b177-ceb81ccdc5b0 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:23.124780 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689d3b89-2968-43f5-857f-12e3d25c878c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] No DVR routers for this DVR port d693df87-b9ff-42c1-b177-ceb81ccdc5b0 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: from cryptography.utils import int_from_bytes Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: from cryptography.utils import int_from_bytes Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 03:42:23.196690 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 03:42:23.202382 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-689d3b89-2968-43f5-857f-12e3d25c878c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (586f7ea5-14dd-4dda-b9a0-869de35fdf46), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:23.206518 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6dd0623f-e6b1-4484-b012-2c962ea6d428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (d693df87-b9ff-42c1-b177-ceb81ccdc5b0), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:23.227403 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-689d3b89-2968-43f5-857f-12e3d25c878c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586f7ea5-14dd-4dda-b9a0-869de35fdf46']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:23.232879 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0623f-e6b1-4484-b012-2c962ea6d428 None None] Pushing event deleted for resources: {'Port': ['ID=d693df87-b9ff-42c1-b177-ceb81ccdc5b0,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:23.235405 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd0623f-e6b1-4484-b012-2c962ea6d428 None None] No DVR routers for this DVR port d693df87-b9ff-42c1-b177-ceb81ccdc5b0 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:42:23.238131 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-689d3b89-2968-43f5-857f-12e3d25c878c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e76e75-052a-4c1d-b7d9-1898bfab9572') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:23.238688 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-689d3b89-2968-43f5-857f-12e3d25c878c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e76e75-052a-4c1d-b7d9-1898bfab9572') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:23.254927 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-689d3b89-2968-43f5-857f-12e3d25c878c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (a9e76e75-052a-4c1d-b7d9-1898bfab9572), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:23.264691 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-689d3b89-2968-43f5-857f-12e3d25c878c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (a9e76e75-052a-4c1d-b7d9-1898bfab9572), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:23.271539 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689d3b89-2968-43f5-857f-12e3d25c878c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:42:23.271984 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-689d3b89-2968-43f5-857f-12e3d25c878c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (a9e76e75-052a-4c1d-b7d9-1898bfab9572), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:42:23.275215 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:42:23.316117 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device d693df87-b9ff-42c1-b177-ceb81ccdc5b0 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:42:23.319724 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:23.335884 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: d693df87-b9ff-42c1-b177-ceb81ccdc5b0 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:42:23.336211 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device d693df87-b9ff-42c1-b177-ceb81ccdc5b0 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:42:23.389866 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-689d3b89-2968-43f5-857f-12e3d25c878c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (586f7ea5-14dd-4dda-b9a0-869de35fdf46), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:23.396557 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-689d3b89-2968-43f5-857f-12e3d25c878c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:23.399528 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-689d3b89-2968-43f5-857f-12e3d25c878c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/networks/586f7ea5-14dd-4dda-b9a0-869de35fdf46 HTTP/1.1" status: 204 len: 168 time: 0.6836967 Apr 15 03:42:23.403519 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36014) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:23.408691 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1884891098'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:23.410559 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d3b89-2968-43f5-857f-12e3d25c878c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Network': ['ID=586f7ea5-14dd-4dda-b9a0-869de35fdf46,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:23.498300 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Made reservation on behalf of 422af18fc6154832a1a9757d936aeb92 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:42:23.501621 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:23.524899 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:42:23.533490 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7810af4a-6c1a-4069-a548-4172a3f73047), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:23.533826 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Added segment 7810af4a-6c1a-4069-a548-4172a3f73047 of type vlan for network 893f754f-0cd3-429d-ad66-49577817c84d Apr 15 03:42:23.574944 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (893f754f-0cd3-429d-ad66-49577817c84d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:23.641787 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (893f754f-0cd3-429d-ad66-49577817c84d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:23.645667 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c6b65-7b87-4732-b059-d4fd531574cc req-ad9cd0b4-27d7-4ca6-84af-0ecd8efee084 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:23.647349 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:23.647728 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-325c6b65-7b87-4732-b059-d4fd531574cc req-ad9cd0b4-27d7-4ca6-84af-0ecd8efee084 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 945 time: 0.0464809 Apr 15 03:42:23.647930 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:23.701747 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-325c6b65-7b87-4732-b059-d4fd531574cc req-2441c5eb-2430-4ef1-b0d3-4d1a65b0f56f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483158 Apr 15 03:42:23.722212 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Network': ['ID=893f754f-0cd3-429d-ad66-49577817c84d,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:23.727969 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3233383 Apr 15 03:42:23.735766 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36020) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:23.735922 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:23.736204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:23.736558 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:23.736900 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:23.737304 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:23.737573 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:23.738098 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:23.738559 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:23.738928 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:23.739260 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:23.739595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:23.739929 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:23.740258 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:23.740688 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:23.740923 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fb8a7-e08f-4164-a029-ef01d9194d32 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:42:23.741289 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-9a251b63-fc18-456b-b386-18efd162b622 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'subnet': {'network_id': '893f754f-0cd3-429d-ad66-49577817c84d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:23.753807 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 893f754f-0cd3-429d-ad66-49577817c84d details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:42:23.815244 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59c7c2-55fc-49b1-ab54-f3748e88fed3 req-846302a0-a314-4de8-989e-61973661bf89 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:23.817075 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dc59c7c2-55fc-49b1-ab54-f3748e88fed3 req-846302a0-a314-4de8-989e-61973661bf89 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 945 time: 0.0487916 Apr 15 03:42:23.869348 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dc59c7c2-55fc-49b1-ab54-f3748e88fed3 req-bb822d93-d266-4549-b11e-b0b76965d86c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454085 Apr 15 03:42:23.890550 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36022) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:23.929092 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3625a9-6373-4064-9462-b4d335a41c8e tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:23.930506 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5a3625a9-6373-4064-9462-b4d335a41c8e tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 1124 time: 0.0389755 Apr 15 03:42:23.933058 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a251b63-fc18-456b-b386-18efd162b622 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Made reservation on behalf of 422af18fc6154832a1a9757d936aeb92 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:42:23.933276 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36024) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:23.936569 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a251b63-fc18-456b-b386-18efd162b622 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:23.937564 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-9f8e7ade-e3d1-41d7-af28-a7d1b3884f91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': 'd25a8b62-690c-4add-bae9-ccd7bd212974', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:24.024036 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9f8e7ade-e3d1-41d7-af28-a7d1b3884f91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:24.104968 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9f8e7ade-e3d1-41d7-af28-a7d1b3884f91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:24.173718 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a251b63-fc18-456b-b386-18efd162b622 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (e3542ab1-1304-4f35-aa0f-48b7c4658a09), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:24.235643 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a251b63-fc18-456b-b386-18efd162b622 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Subnet': ['ID=e3542ab1-1304-4f35-aa0f-48b7c4658a09,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:24.242832 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a251b63-fc18-456b-b386-18efd162b622 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Checking segment: {'id': '7810af4a-6c1a-4069-a548-4172a3f73047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '893f754f-0cd3-429d-ad66-49577817c84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:24.243499 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a251b63-fc18-456b-b386-18efd162b622 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network hostable DHCP agents. Network: 893f754f-0cd3-429d-ad66-49577817c84d, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:42:24.253610 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-9f8e7ade-e3d1-41d7-af28-a7d1b3884f91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.26.6.17 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/6c5fa87c-35d5-401d-aef6-4d9afd41942e) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:42:24.333412 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a251b63-fc18-456b-b386-18efd162b622 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network 893f754f-0cd3-429d-ad66-49577817c84d is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:42:24.357289 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9f8e7ade-e3d1-41d7-af28-a7d1b3884f91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (6c5fa87c-35d5-401d-aef6-4d9afd41942e), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:24.384427 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-9a251b63-fc18-456b-b386-18efd162b622 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 893f754f-0cd3-429d-ad66-49577817c84d) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:24.388612 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a251b63-fc18-456b-b386-18efd162b622 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:24.389294 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a251b63-fc18-456b-b386-18efd162b622 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:24.393404 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb33f6b-2a0d-4e7a-9524-fe6a24e3a5d1 None None] Network 893f754f-0cd3-429d-ad66-49577817c84d requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:24.425202 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9f8e7ade-e3d1-41d7-af28-a7d1b3884f91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (6c5fa87c-35d5-401d-aef6-4d9afd41942e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:24.446156 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9a251b63-fc18-456b-b386-18efd162b622 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7091603 Apr 15 03:42:24.448706 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36026) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:24.453478 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-339568d4-0c8f-4886-b4e0-083feb0f5211 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-852609710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:24.462796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8e7ade-e3d1-41d7-af28-a7d1b3884f91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:24.467226 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-9f8e7ade-e3d1-41d7-af28-a7d1b3884f91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:24.473120 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8e7ade-e3d1-41d7-af28-a7d1b3884f91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:42:24.498899 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e7ade-e3d1-41d7-af28-a7d1b3884f91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=6c5fa87c-35d5-401d-aef6-4d9afd41942e,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:24.504427 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75efca24-f9bb-4c84-a664-b6261d9d7bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-893f754f-0cd3-429d-ad66-49577817c84d', 'network_id': '893f754f-0cd3-429d-ad66-49577817c84d', 'project_id': '422af18fc6154832a1a9757d936aeb92', 'fixed_ips': [{'subnet_id': 'e3542ab1-1304-4f35-aa0f-48b7c4658a09'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:42:24.505432 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75efca24-f9bb-4c84-a664-b6261d9d7bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:24.522312 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-339568d4-0c8f-4886-b4e0-083feb0f5211 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (399dd1fb-a49c-4862-aa8e-a65ae7f7692b), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:24.523419 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-339568d4-0c8f-4886-b4e0-083feb0f5211 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (399dd1fb-a49c-4862-aa8e-a65ae7f7692b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:24.582957 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-339568d4-0c8f-4886-b4e0-083feb0f5211 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router_controller (399dd1fb-a49c-4862-aa8e-a65ae7f7692b), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:24.619475 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-339568d4-0c8f-4886-b4e0-083feb0f5211 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (399dd1fb-a49c-4862-aa8e-a65ae7f7692b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:24.653034 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-75efca24-f9bb-4c84-a664-b6261d9d7bc5 None None] Allocated IP 2001:db8::2 (893f754f-0cd3-429d-ad66-49577817c84d/e3542ab1-1304-4f35-aa0f-48b7c4658a09/ecf80c29-40f7-4da9-b80a-44e31c4c1d4d) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:42:24.679738 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-339568d4-0c8f-4886-b4e0-083feb0f5211 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:24.681404 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-339568d4-0c8f-4886-b4e0-083feb0f5211 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2309170 Apr 15 03:42:24.683732 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36028) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:24.804264 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75efca24-f9bb-4c84-a664-b6261d9d7bc5 None None] Publish callbacks [] for port (ecf80c29-40f7-4da9-b80a-44e31c4c1d4d), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:24.865802 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75efca24-f9bb-4c84-a664-b6261d9d7bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (ecf80c29-40f7-4da9-b80a-44e31c4c1d4d), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:24.913580 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75efca24-f9bb-4c84-a664-b6261d9d7bc5 None None] Network 893f754f-0cd3-429d-ad66-49577817c84d is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:24.916756 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:24.924112 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-75efca24-f9bb-4c84-a664-b6261d9d7bc5 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:24.926756 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75efca24-f9bb-4c84-a664-b6261d9d7bc5 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:42:24.937647 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efca24-f9bb-4c84-a664-b6261d9d7bc5 None None] Pushing event updated for resources: {'Port': ['ID=ecf80c29-40f7-4da9-b80a-44e31c4c1d4d,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:24.990534 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7078c6cc-57fd-457d-95e4-b437454c7765 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:24.994584 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-75efca24-f9bb-4c84-a664-b6261d9d7bc5 None None] Attempting to bind port ecf80c29-40f7-4da9-b80a-44e31c4c1d4d on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:42:24.994993 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-75efca24-f9bb-4c84-a664-b6261d9d7bc5 None None] Attempting to bind port ecf80c29-40f7-4da9-b80a-44e31c4c1d4d by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '7810af4a-6c1a-4069-a548-4172a3f73047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '893f754f-0cd3-429d-ad66-49577817c84d'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:42:24.995359 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75efca24-f9bb-4c84-a664-b6261d9d7bc5 None None] Attempting to bind port ecf80c29-40f7-4da9-b80a-44e31c4c1d4d on network 893f754f-0cd3-429d-ad66-49577817c84d {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:42:25.000548 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75efca24-f9bb-4c84-a664-b6261d9d7bc5 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:42:25.001341 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75efca24-f9bb-4c84-a664-b6261d9d7bc5 None None] Checking segment: {'id': '7810af4a-6c1a-4069-a548-4172a3f73047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '893f754f-0cd3-429d-ad66-49577817c84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:25.001502 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9f8e7ade-e3d1-41d7-af28-a7d1b3884f91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (dc94639b-e558-4cc0-abac-024118f752ad), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:25.001618 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75efca24-f9bb-4c84-a664-b6261d9d7bc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:25.001705 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75efca24-f9bb-4c84-a664-b6261d9d7bc5 None None] Bound using segment: {'id': '7810af4a-6c1a-4069-a548-4172a3f73047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '893f754f-0cd3-429d-ad66-49577817c84d'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:42:25.002229 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-75efca24-f9bb-4c84-a664-b6261d9d7bc5 None None] Bound port: ecf80c29-40f7-4da9-b80a-44e31c4c1d4d, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7810af4a-6c1a-4069-a548-4172a3f73047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '893f754f-0cd3-429d-ad66-49577817c84d'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:42:25.002543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75efca24-f9bb-4c84-a664-b6261d9d7bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ecf80c29-40f7-4da9-b80a-44e31c4c1d4d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:25.069301 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-75efca24-f9bb-4c84-a664-b6261d9d7bc5 None None] For port ecf80c29-40f7-4da9-b80a-44e31c4c1d4d, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:42:25.072594 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-75efca24-f9bb-4c84-a664-b6261d9d7bc5 None None] For port ecf80c29-40f7-4da9-b80a-44e31c4c1d4d, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ecf80c29-40f7-4da9-b80a-44e31c4c1d4d,segment=NetworkSegment(7810af4a-6c1a-4069-a548-4172a3f73047),segment_id=7810af4a-6c1a-4069-a548-4172a3f73047)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:42:25.163091 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75efca24-f9bb-4c84-a664-b6261d9d7bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ecf80c29-40f7-4da9-b80a-44e31c4c1d4d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:25.231433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efca24-f9bb-4c84-a664-b6261d9d7bc5 None None] Pushing event updated for resources: {'Port': ['ID=ecf80c29-40f7-4da9-b80a-44e31c4c1d4d,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:25.248961 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-7078c6cc-57fd-457d-95e4-b437454c7765 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Allocated IP 2001:db8::1 (893f754f-0cd3-429d-ad66-49577817c84d/e3542ab1-1304-4f35-aa0f-48b7c4658a09/74498b46-6f89-4366-aaba-d0cf685a957b) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:42:25.249799 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9f8e7ade-e3d1-41d7-af28-a7d1b3884f91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6c5fa87c-35d5-401d-aef6-4d9afd41942e), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:25.373309 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7078c6cc-57fd-457d-95e4-b437454c7765 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for port (74498b46-6f89-4366-aaba-d0cf685a957b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:25.433603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9f8e7ade-e3d1-41d7-af28-a7d1b3884f91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (6c5fa87c-35d5-401d-aef6-4d9afd41942e), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:25.476861 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7078c6cc-57fd-457d-95e4-b437454c7765 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (74498b46-6f89-4366-aaba-d0cf685a957b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:25.498753 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9f8e7ade-e3d1-41d7-af28-a7d1b3884f91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (6c5fa87c-35d5-401d-aef6-4d9afd41942e), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:25.528756 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7078c6cc-57fd-457d-95e4-b437454c7765 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network 893f754f-0cd3-429d-ad66-49577817c84d is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:25.532174 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-7078c6cc-57fd-457d-95e4-b437454c7765 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:25.537727 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7078c6cc-57fd-457d-95e4-b437454c7765 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:42:25.538330 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7078c6cc-57fd-457d-95e4-b437454c7765 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (399dd1fb-a49c-4862-aa8e-a65ae7f7692b), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:25.541972 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078c6cc-57fd-457d-95e4-b437454c7765 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Port': ['ID=74498b46-6f89-4366-aaba-d0cf685a957b,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:25.578236 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e7ade-e3d1-41d7-af28-a7d1b3884f91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=6c5fa87c-35d5-401d-aef6-4d9afd41942e,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:25.590932 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9f8e7ade-e3d1-41d7-af28-a7d1b3884f91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (dc94639b-e558-4cc0-abac-024118f752ad), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:25.734936 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7078c6cc-57fd-457d-95e4-b437454c7765 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (74498b46-6f89-4366-aaba-d0cf685a957b), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:25.938466 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-9f8e7ade-e3d1-41d7-af28-a7d1b3884f91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Floating IP dc94639b-e558-4cc0-abac-024118f752ad associated. External IP: 172.26.6.17, port: d25a8b62-690c-4add-bae9-ccd7bd212974. Apr 15 03:42:26.024788 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7078c6cc-57fd-457d-95e4-b437454c7765 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for port (74498b46-6f89-4366-aaba-d0cf685a957b), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:26.081979 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7078c6cc-57fd-457d-95e4-b437454c7765 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (74498b46-6f89-4366-aaba-d0cf685a957b), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:26.082804 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7078c6cc-57fd-457d-95e4-b437454c7765 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (399dd1fb-a49c-4862-aa8e-a65ae7f7692b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:26.174354 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8e7ade-e3d1-41d7-af28-a7d1b3884f91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:42:26.181488 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078c6cc-57fd-457d-95e4-b437454c7765 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Port': ['ID=74498b46-6f89-4366-aaba-d0cf685a957b,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:26.226426 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7078c6cc-57fd-457d-95e4-b437454c7765 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network 893f754f-0cd3-429d-ad66-49577817c84d is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:26.227929 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-7078c6cc-57fd-457d-95e4-b437454c7765 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:26.253022 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6724b2e0-9529-46ae-97cc-612b6608218a None None] Network 893f754f-0cd3-429d-ad66-49577817c84d requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:26.297425 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8e7ade-e3d1-41d7-af28-a7d1b3884f91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:42:26.310787 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cf18b2-0127-4977-9e41-dc3edda3bf27 None None] Sync routers for ids ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:42:26.317199 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-36e50381-c5e6-44f3-b521-87dd0a44226f None None] Provisioning complete for port ecf80c29-40f7-4da9-b80a-44e31c4c1d4d triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:26.317643 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-36e50381-c5e6-44f3-b521-87dd0a44226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ecf80c29-40f7-4da9-b80a-44e31c4c1d4d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:26.324860 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cf18b2-0127-4977-9e41-dc3edda3bf27 None None] Routers {'3a7ae565-483e-4ab5-9b96-7874ceeb66ee'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:26.325915 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-68cf18b2-0127-4977-9e41-dc3edda3bf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:26.375778 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9f8e7ade-e3d1-41d7-af28-a7d1b3884f91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:26.408886 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9f8e7ade-e3d1-41d7-af28-a7d1b3884f91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4745798 Apr 15 03:42:26.409635 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e873b0-f9e7-429d-9120-e3db9612a08a', 'tag': 'd25a8b62-690c-4add-bae9-ccd7bd212974'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:42:26.411701 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36032) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:26.412883 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c0fac5-414f-4b3f-80ff-b799fa5e0acf" -d '{"events": [{"name": "network-changed", "server_uuid": "05e873b0-f9e7-429d-9120-e3db9612a08a", "tag": "d25a8b62-690c-4add-bae9-ccd7bd212974"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:42:26.434163 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-36e50381-c5e6-44f3-b521-87dd0a44226f None None] Current status of the port ecf80c29-40f7-4da9-b80a-44e31c4c1d4d is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:26.434838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-36e50381-c5e6-44f3-b521-87dd0a44226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ecf80c29-40f7-4da9-b80a-44e31c4c1d4d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:26.452270 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-68cf18b2-0127-4977-9e41-dc3edda3bf27 None None] Set router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:42:26.456630 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7078c6cc-57fd-457d-95e4-b437454c7765 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 399dd1fb-a49c-4862-aa8e-a65ae7f7692b is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:42:26.471881 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-36e50381-c5e6-44f3-b521-87dd0a44226f None None] For port ecf80c29-40f7-4da9-b80a-44e31c4c1d4d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ecf80c29-40f7-4da9-b80a-44e31c4c1d4d,segment=NetworkSegment(7810af4a-6c1a-4069-a548-4172a3f73047),segment_id=7810af4a-6c1a-4069-a548-4172a3f73047)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:26.480274 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08eb3336-f998-4d6f-bdea-456d90638f7a x-openstack-request-id: req-08eb3336-f998-4d6f-bdea-456d90638f7a {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:42:26.480636 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e873b0-f9e7-429d-9120-e3db9612a08a", "tag": "d25a8b62-690c-4add-bae9-ccd7bd212974", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:42:26.480999 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08eb3336-f998-4d6f-bdea-456d90638f7a {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:42:26.481512 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08eb3336-f998-4d6f-bdea-456d90638f7a'] response: {'name': 'network-changed', 'server_uuid': '05e873b0-f9e7-429d-9120-e3db9612a08a', 'tag': 'd25a8b62-690c-4add-bae9-ccd7bd212974', 'status': 'completed', 'code': 200} Apr 15 03:42:26.547759 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0fac5-414f-4b3f-80ff-b799fa5e0acf req-f9f056f8-21e9-4d08-a48b-14f587593416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:26.549288 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-23c0fac5-414f-4b3f-80ff-b799fa5e0acf req-f9f056f8-21e9-4d08-a48b-14f587593416 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 1129 time: 0.0472164 Apr 15 03:42:26.550305 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-36e50381-c5e6-44f3-b521-87dd0a44226f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ecf80c29-40f7-4da9-b80a-44e31c4c1d4d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:26.564691 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3fa1934e-e5a9-483f-a28a-239dc079f7a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/dc94639b-e558-4cc0-abac-024118f752ad HTTP/1.1" status: 200 len: 990 time: 0.1512635 Apr 15 03:42:26.595403 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7078c6cc-57fd-457d-95e4-b437454c7765 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:42:26.605522 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7078c6cc-57fd-457d-95e4-b437454c7765 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/399dd1fb-a49c-4862-aa8e-a65ae7f7692b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9183388 Apr 15 03:42:26.605779 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36036) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:26.608811 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d4b633-af65-43e1-9a1f-b1202ca15ee0 None None] Sync routers for ids ['399dd1fb-a49c-4862-aa8e-a65ae7f7692b'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:42:26.633374 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e50381-c5e6-44f3-b521-87dd0a44226f None None] Pushing event updated for resources: {'Port': ['ID=ecf80c29-40f7-4da9-b80a-44e31c4c1d4d,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:26.639267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d4b633-af65-43e1-9a1f-b1202ca15ee0 None None] Routers {'399dd1fb-a49c-4862-aa8e-a65ae7f7692b'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:26.639888 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-47d4b633-af65-43e1-9a1f-b1202ca15ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['399dd1fb-a49c-4862-aa8e-a65ae7f7692b'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:26.690698 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-47d4b633-af65-43e1-9a1f-b1202ca15ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:26.704817 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d4b633-af65-43e1-9a1f-b1202ca15ee0 None None] Routers {'399dd1fb-a49c-4862-aa8e-a65ae7f7692b'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:26.705446 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-47d4b633-af65-43e1-9a1f-b1202ca15ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['399dd1fb-a49c-4862-aa8e-a65ae7f7692b'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:26.750456 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-47d4b633-af65-43e1-9a1f-b1202ca15ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:26.751776 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d4b633-af65-43e1-9a1f-b1202ca15ee0 None None] The sync data for ids ['399dd1fb-a49c-4862-aa8e-a65ae7f7692b'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:42:26.777843 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-1066971b-0378-40e6-a110-fb4f97dbfe42 None None] Provisioning complete for port 74498b46-6f89-4366-aaba-d0cf685a957b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:26.778516 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1066971b-0378-40e6-a110-fb4f97dbfe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (74498b46-6f89-4366-aaba-d0cf685a957b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:26.788096 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0fac5-414f-4b3f-80ff-b799fa5e0acf req-773aeb20-458a-4498-a933-5cd063bda50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:26.789629 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-23c0fac5-414f-4b3f-80ff-b799fa5e0acf req-773aeb20-458a-4498-a933-5cd063bda50d service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e279d3e-905d-44f0-a611-4c2f55a87c78 HTTP/1.1" status: 200 len: 896 time: 0.2318184 Apr 15 03:42:26.828248 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-68cf18b2-0127-4977-9e41-dc3edda3bf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'name': 'tempest-TestNetworkBasicOps-router-1767969933', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:41:53Z', 'updated_at': '2022-04-15T03:41:59Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:54Z', 'updated_at': '2022-04-15T03:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'dc94639b-e558-4cc0-abac-024118f752ad', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.17', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'port_id': 'd25a8b62-690c-4add-bae9-ccd7bd212974', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'mac_address': 'fa:16:3e:91:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e873b0-f9e7-429d-9120-e3db9612a08a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:42:24Z', 'updated_at': '2022-04-15T03:42:24Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbebca62-52e5-4da9-b9eb-dcf889c0c51f', 'name': '', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:ba:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:58Z', 'updated_at': '2022-04-15T03:42:05Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:26.835430 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1066971b-0378-40e6-a110-fb4f97dbfe42 None None] Port 74498b46-6f89-4366-aaba-d0cf685a957b cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:26.859888 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-1066971b-0378-40e6-a110-fb4f97dbfe42 None None] Provisioning complete for port ecf80c29-40f7-4da9-b80a-44e31c4c1d4d triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:26.860307 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cf18b2-0127-4977-9e41-dc3edda3bf27 None None] Checking router: 3a7ae565-483e-4ab5-9b96-7874ceeb66ee for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:42:26.860648 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1066971b-0378-40e6-a110-fb4f97dbfe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ecf80c29-40f7-4da9-b80a-44e31c4c1d4d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:26.870395 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cf18b2-0127-4977-9e41-dc3edda3bf27 None None] Routers {'3a7ae565-483e-4ab5-9b96-7874ceeb66ee'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:26.871482 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-68cf18b2-0127-4977-9e41-dc3edda3bf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:26.949606 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-23c0fac5-414f-4b3f-80ff-b799fa5e0acf req-41de0687-37a0-4a30-98e9-30403f7034cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d25a8b62-690c-4add-bae9-ccd7bd212974 HTTP/1.1" status: 200 len: 998 time: 0.1507986 Apr 15 03:42:26.975910 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1066971b-0378-40e6-a110-fb4f97dbfe42 None None] Current status of the port ecf80c29-40f7-4da9-b80a-44e31c4c1d4d is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:27.020619 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0fac5-414f-4b3f-80ff-b799fa5e0acf req-a0e71902-6a74-43d9-a9c1-28d944bc84cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:27.023189 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-23c0fac5-414f-4b3f-80ff-b799fa5e0acf req-a0e71902-6a74-43d9-a9c1-28d944bc84cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8207d81-061c-4228-a247-0a1511c643e0 HTTP/1.1" status: 200 len: 835 time: 0.0655417 Apr 15 03:42:27.087592 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0fac5-414f-4b3f-80ff-b799fa5e0acf req-8ffd2312-9edc-4e2d-8d8d-cc5f514a3817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:27.088935 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-23c0fac5-414f-4b3f-80ff-b799fa5e0acf req-8ffd2312-9edc-4e2d-8d8d-cc5f514a3817 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e279d3e-905d-44f0-a611-4c2f55a87c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0567238 Apr 15 03:42:27.093564 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ac6f1-6be1-4365-8a23-e4cef5f50aa3 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:27.097677 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-cc7d9e45-0fd9-4d6e-bfd3-29f23478b750 None None] Provisioning complete for port 74498b46-6f89-4366-aaba-d0cf685a957b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:27.097677 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cc7d9e45-0fd9-4d6e-bfd3-29f23478b750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (74498b46-6f89-4366-aaba-d0cf685a957b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:27.098953 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-705ac6f1-6be1-4365-8a23-e4cef5f50aa3 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/ports/74498b46-6f89-4366-aaba-d0cf685a957b HTTP/1.1" status: 200 len: 911 time: 0.4876666 Apr 15 03:42:27.099887 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36038) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:27.101299 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-68cf18b2-0127-4977-9e41-dc3edda3bf27 None None] Set router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:42:27.155433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-cc7d9e45-0fd9-4d6e-bfd3-29f23478b750 None None] Port 74498b46-6f89-4366-aaba-d0cf685a957b cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:27.202277 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-23c0fac5-414f-4b3f-80ff-b799fa5e0acf req-7c384b6e-7ef2-4c8a-9c14-ff1b893d1162 service neutron] 10.222.0.30 "GET /v2.0/networks/9e279d3e-905d-44f0-a611-4c2f55a87c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063478 Apr 15 03:42:27.376955 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9da9ffee-f93e-45a2-b09e-e6bace7fa9f1 None None] Provisioning complete for port 74498b46-6f89-4366-aaba-d0cf685a957b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:27.381833 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9da9ffee-f93e-45a2-b09e-e6bace7fa9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (74498b46-6f89-4366-aaba-d0cf685a957b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:27.395998 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-23c0fac5-414f-4b3f-80ff-b799fa5e0acf req-f4978acb-48ac-4261-a619-5fae0a0375d1 service neutron] 10.222.0.30 "GET /v2.0/networks/9e279d3e-905d-44f0-a611-4c2f55a87c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855690 Apr 15 03:42:27.406076 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-68cf18b2-0127-4977-9e41-dc3edda3bf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'name': 'tempest-TestNetworkBasicOps-router-1767969933', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:41:53Z', 'updated_at': '2022-04-15T03:41:59Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:54Z', 'updated_at': '2022-04-15T03:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'dc94639b-e558-4cc0-abac-024118f752ad', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.17', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'port_id': 'd25a8b62-690c-4add-bae9-ccd7bd212974', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'mac_address': 'fa:16:3e:91:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e873b0-f9e7-429d-9120-e3db9612a08a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:42:24Z', 'updated_at': '2022-04-15T03:42:24Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbebca62-52e5-4da9-b9eb-dcf889c0c51f', 'name': '', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:ba:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:58Z', 'updated_at': '2022-04-15T03:42:05Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:27.422318 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ecf80c29-40f7-4da9-b80a-44e31c4c1d4d up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:27.439100 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cf18b2-0127-4977-9e41-dc3edda3bf27 None None] The sync data for ids ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'] in dv-neutron-837140-3-hyperv is: [{'id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'name': 'tempest-TestNetworkBasicOps-router-1767969933', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:41:53Z', 'updated_at': '2022-04-15T03:41:59Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:54Z', 'updated_at': '2022-04-15T03:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'dc94639b-e558-4cc0-abac-024118f752ad', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.17', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'port_id': 'd25a8b62-690c-4add-bae9-ccd7bd212974', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'mac_address': 'fa:16:3e:91:be:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e873b0-f9e7-429d-9120-e3db9612a08a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:42:24Z', 'updated_at': '2022-04-15T03:42:24Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbebca62-52e5-4da9-b9eb-dcf889c0c51f', 'name': '', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:ba:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:58Z', 'updated_at': '2022-04-15T03:42:05Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:42:27.463678 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9da9ffee-f93e-45a2-b09e-e6bace7fa9f1 None None] Port 74498b46-6f89-4366-aaba-d0cf685a957b cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:27.470325 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eb0b093b-7805-4e0b-bd95-3835f63f8c18 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (399dd1fb-a49c-4862-aa8e-a65ae7f7692b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:27.483555 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port ecf80c29-40f7-4da9-b80a-44e31c4c1d4d triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:27.485545 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ecf80c29-40f7-4da9-b80a-44e31c4c1d4d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:27.527729 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:42:27.564562 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port ecf80c29-40f7-4da9-b80a-44e31c4c1d4d is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:27.569062 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36040) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:27.698180 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-17e49368-b136-46cf-82ea-bc1b14ad6ee0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/dc94639b-e558-4cc0-abac-024118f752ad HTTP/1.1" status: 200 len: 990 time: 0.1277313 Apr 15 03:42:27.700193 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ba5bf3-be98-4fb7-82a5-8ea97197f93c None None] New status for floating IP dc94639b-e558-4cc0-abac-024118f752ad: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:42:27.722433 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-eb0b093b-7805-4e0b-bd95-3835f63f8c18 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting port 74498b46-6f89-4366-aaba-d0cf685a957b {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:27.722701 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eb0b093b-7805-4e0b-bd95-3835f63f8c18 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (74498b46-6f89-4366-aaba-d0cf685a957b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:27.811775 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eb0b093b-7805-4e0b-bd95-3835f63f8c18 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (74498b46-6f89-4366-aaba-d0cf685a957b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:27.824659 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-eb0b093b-7805-4e0b-bd95-3835f63f8c18 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Calling delete_port for 74498b46-6f89-4366-aaba-d0cf685a957b owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:28.053021 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eb0b093b-7805-4e0b-bd95-3835f63f8c18 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (74498b46-6f89-4366-aaba-d0cf685a957b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:28.077282 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b093b-7805-4e0b-bd95-3835f63f8c18 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Port': ['ID=74498b46-6f89-4366-aaba-d0cf685a957b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:28.181446 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eb0b093b-7805-4e0b-bd95-3835f63f8c18 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (399dd1fb-a49c-4862-aa8e-a65ae7f7692b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:28.340153 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0b093b-7805-4e0b-bd95-3835f63f8c18 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 399dd1fb-a49c-4862-aa8e-a65ae7f7692b has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:42:28.413209 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0b093b-7805-4e0b-bd95-3835f63f8c18 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:42:28.418002 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-eb0b093b-7805-4e0b-bd95-3835f63f8c18 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/399dd1fb-a49c-4862-aa8e-a65ae7f7692b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3169787 Apr 15 03:42:28.421009 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36042) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:28.422442 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c694ddc-4177-4469-9a86-3c68e26f12a9 None None] Sync routers for ids ['399dd1fb-a49c-4862-aa8e-a65ae7f7692b'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:42:28.435447 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c694ddc-4177-4469-9a86-3c68e26f12a9 None None] Routers {'399dd1fb-a49c-4862-aa8e-a65ae7f7692b'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:28.436063 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-8c694ddc-4177-4469-9a86-3c68e26f12a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['399dd1fb-a49c-4862-aa8e-a65ae7f7692b'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:28.451960 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ca0410b6-20b6-4844-9d04-cb6c1cb2f6a2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/ports?device_id=399dd1fb-a49c-4862-aa8e-a65ae7f7692b HTTP/1.1" status: 200 len: 205 time: 0.0297978 Apr 15 03:42:28.454520 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36044) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:28.468768 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-8c694ddc-4177-4469-9a86-3c68e26f12a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:28.478083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c694ddc-4177-4469-9a86-3c68e26f12a9 None None] Routers {'399dd1fb-a49c-4862-aa8e-a65ae7f7692b'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:28.478698 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-8c694ddc-4177-4469-9a86-3c68e26f12a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['399dd1fb-a49c-4862-aa8e-a65ae7f7692b'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:28.510736 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-8c694ddc-4177-4469-9a86-3c68e26f12a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:28.511337 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c694ddc-4177-4469-9a86-3c68e26f12a9 None None] The sync data for ids ['399dd1fb-a49c-4862-aa8e-a65ae7f7692b'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:42:28.528407 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-15d724af-0eae-490a-b18f-87a6cc9a55a2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (399dd1fb-a49c-4862-aa8e-a65ae7f7692b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:28.686355 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-15d724af-0eae-490a-b18f-87a6cc9a55a2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (399dd1fb-a49c-4862-aa8e-a65ae7f7692b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:28.688499 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-15d724af-0eae-490a-b18f-87a6cc9a55a2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router_controller (399dd1fb-a49c-4862-aa8e-a65ae7f7692b), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:28.700355 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36046) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:28.761834 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-83c7a98c-10b6-44fe-990a-d9cd5ed42db3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/dc94639b-e558-4cc0-abac-024118f752ad HTTP/1.1" status: 200 len: 992 time: 0.0596848 Apr 15 03:42:28.830056 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-15d724af-0eae-490a-b18f-87a6cc9a55a2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (399dd1fb-a49c-4862-aa8e-a65ae7f7692b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:28.830590 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d724af-0eae-490a-b18f-87a6cc9a55a2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Fanout notify agent at l3_agent the message router_deleted on router 399dd1fb-a49c-4862-aa8e-a65ae7f7692b {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:42:28.837739 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-15d724af-0eae-490a-b18f-87a6cc9a55a2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:28.843491 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-15d724af-0eae-490a-b18f-87a6cc9a55a2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/routers/399dd1fb-a49c-4862-aa8e-a65ae7f7692b HTTP/1.1" status: 204 len: 168 time: 0.3834107 Apr 15 03:42:28.843491 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36048) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:28.892584 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2236a8-25f6-4ee6-89a3-d8370517359e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting subnet e3542ab1-1304-4f35-aa0f-48b7c4658a09 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:42:28.895610 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4a2236a8-25f6-4ee6-89a3-d8370517359e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (e3542ab1-1304-4f35-aa0f-48b7c4658a09), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:28.934531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4a2236a8-25f6-4ee6-89a3-d8370517359e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (e3542ab1-1304-4f35-aa0f-48b7c4658a09), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:29.019014 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4a2236a8-25f6-4ee6-89a3-d8370517359e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (e3542ab1-1304-4f35-aa0f-48b7c4658a09), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:29.122055 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4a2236a8-25f6-4ee6-89a3-d8370517359e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (e3542ab1-1304-4f35-aa0f-48b7c4658a09), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:29.150416 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2236a8-25f6-4ee6-89a3-d8370517359e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Subnet': ['ID=e3542ab1-1304-4f35-aa0f-48b7c4658a09,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:29.152456 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4a2236a8-25f6-4ee6-89a3-d8370517359e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:29.157970 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afab1ed7-679a-485d-a6d0-d080a68f1bbd None None] Network 893f754f-0cd3-429d-ad66-49577817c84d requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:29.158387 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36050) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:29.158544 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4a2236a8-25f6-4ee6-89a3-d8370517359e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/subnets/e3542ab1-1304-4f35-aa0f-48b7c4658a09 HTTP/1.1" status: 204 len: 168 time: 0.3158910 Apr 15 03:42:29.236821 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bdb0ef3a-6093-4c19-99d3-2e77ef7a7fb0 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (893f754f-0cd3-429d-ad66-49577817c84d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:29.280570 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-bdb0ef3a-6093-4c19-99d3-2e77ef7a7fb0 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting port ecf80c29-40f7-4da9-b80a-44e31c4c1d4d {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:29.280905 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bdb0ef3a-6093-4c19-99d3-2e77ef7a7fb0 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (ecf80c29-40f7-4da9-b80a-44e31c4c1d4d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:29.298939 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1234dd80-b60d-4e0a-ae48-59dc17f949a2 None None] DHCP port deletion for 893f754f-0cd3-429d-ad66-49577817c84d request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:42:29.341587 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1234dd80-b60d-4e0a-ae48-59dc17f949a2 None None] Deleting port ecf80c29-40f7-4da9-b80a-44e31c4c1d4d {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:29.341958 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1234dd80-b60d-4e0a-ae48-59dc17f949a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (ecf80c29-40f7-4da9-b80a-44e31c4c1d4d), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:29.345715 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-bdb0ef3a-6093-4c19-99d3-2e77ef7a7fb0 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] For port ecf80c29-40f7-4da9-b80a-44e31c4c1d4d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ecf80c29-40f7-4da9-b80a-44e31c4c1d4d,segment=NetworkSegment(7810af4a-6c1a-4069-a548-4172a3f73047),segment_id=7810af4a-6c1a-4069-a548-4172a3f73047)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:29.346083 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bdb0ef3a-6093-4c19-99d3-2e77ef7a7fb0 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (ecf80c29-40f7-4da9-b80a-44e31c4c1d4d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:29.359339 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-bdb0ef3a-6093-4c19-99d3-2e77ef7a7fb0 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Calling delete_port for ecf80c29-40f7-4da9-b80a-44e31c4c1d4d owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:29.403461 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-1234dd80-b60d-4e0a-ae48-59dc17f949a2 None None] For port ecf80c29-40f7-4da9-b80a-44e31c4c1d4d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ecf80c29-40f7-4da9-b80a-44e31c4c1d4d,segment=NetworkSegment(7810af4a-6c1a-4069-a548-4172a3f73047),segment_id=7810af4a-6c1a-4069-a548-4172a3f73047)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:29.403858 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1234dd80-b60d-4e0a-ae48-59dc17f949a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (ecf80c29-40f7-4da9-b80a-44e31c4c1d4d), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:29.416872 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1234dd80-b60d-4e0a-ae48-59dc17f949a2 None None] Calling delete_port for ecf80c29-40f7-4da9-b80a-44e31c4c1d4d owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:29.510195 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bdb0ef3a-6093-4c19-99d3-2e77ef7a7fb0 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (ecf80c29-40f7-4da9-b80a-44e31c4c1d4d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:29.516037 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1234dd80-b60d-4e0a-ae48-59dc17f949a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (ecf80c29-40f7-4da9-b80a-44e31c4c1d4d), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:29.537389 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0ef3a-6093-4c19-99d3-2e77ef7a7fb0 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Port': ['ID=ecf80c29-40f7-4da9-b80a-44e31c4c1d4d,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:29.539167 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb0ef3a-6093-4c19-99d3-2e77ef7a7fb0 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] No DVR routers for this DVR port ecf80c29-40f7-4da9-b80a-44e31c4c1d4d on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:42:29.542511 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234dd80-b60d-4e0a-ae48-59dc17f949a2 None None] Pushing event deleted for resources: {'Port': ['ID=ecf80c29-40f7-4da9-b80a-44e31c4c1d4d,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:29.544347 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1234dd80-b60d-4e0a-ae48-59dc17f949a2 None None] No DVR routers for this DVR port ecf80c29-40f7-4da9-b80a-44e31c4c1d4d on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:42:29.624902 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bdb0ef3a-6093-4c19-99d3-2e77ef7a7fb0 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (893f754f-0cd3-429d-ad66-49577817c84d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:29.643946 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-bdb0ef3a-6093-4c19-99d3-2e77ef7a7fb0 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893f754f-0cd3-429d-ad66-49577817c84d']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:29.653460 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-bdb0ef3a-6093-4c19-99d3-2e77ef7a7fb0 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7810af4a-6c1a-4069-a548-4172a3f73047') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:29.653759 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-bdb0ef3a-6093-4c19-99d3-2e77ef7a7fb0 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7810af4a-6c1a-4069-a548-4172a3f73047') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:29.663531 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bdb0ef3a-6093-4c19-99d3-2e77ef7a7fb0 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (7810af4a-6c1a-4069-a548-4172a3f73047), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:29.676461 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bdb0ef3a-6093-4c19-99d3-2e77ef7a7fb0 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7810af4a-6c1a-4069-a548-4172a3f73047), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:29.682223 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb0ef3a-6093-4c19-99d3-2e77ef7a7fb0 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:42:29.682599 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bdb0ef3a-6093-4c19-99d3-2e77ef7a7fb0 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (7810af4a-6c1a-4069-a548-4172a3f73047), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:42:29.685574 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:42:29.795419 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bdb0ef3a-6093-4c19-99d3-2e77ef7a7fb0 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (893f754f-0cd3-429d-ad66-49577817c84d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:29.802000 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bdb0ef3a-6093-4c19-99d3-2e77ef7a7fb0 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:29.805054 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-bdb0ef3a-6093-4c19-99d3-2e77ef7a7fb0 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/networks/893f754f-0cd3-429d-ad66-49577817c84d HTTP/1.1" status: 204 len: 168 time: 0.6454351 Apr 15 03:42:29.809364 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36052) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:29.814029 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e5fed2a1-ec95-4f27-a1e7-ba652f75777b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1475383475', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}, 'admin_state_up': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:29.816157 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0ef3a-6093-4c19-99d3-2e77ef7a7fb0 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Network': ['ID=893f754f-0cd3-429d-ad66-49577817c84d,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:29.898994 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5fed2a1-ec95-4f27-a1e7-ba652f75777b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (0087334c-1c1c-457f-9aeb-d5b6fea9144c), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:29.900041 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5fed2a1-ec95-4f27-a1e7-ba652f75777b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (0087334c-1c1c-457f-9aeb-d5b6fea9144c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:29.954500 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5fed2a1-ec95-4f27-a1e7-ba652f75777b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router_controller (0087334c-1c1c-457f-9aeb-d5b6fea9144c), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:30.153543 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5fed2a1-ec95-4f27-a1e7-ba652f75777b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router_gateway (0087334c-1c1c-457f-9aeb-d5b6fea9144c), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:30.361059 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5fed2a1-ec95-4f27-a1e7-ba652f75777b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router_gateway (0087334c-1c1c-457f-9aeb-d5b6fea9144c), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:30.379278 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5fed2a1-ec95-4f27-a1e7-ba652f75777b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:30.481703 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-e5fed2a1-ec95-4f27-a1e7-ba652f75777b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Allocated IP 172.26.6.165 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/e5f5b587-9d7e-4cca-883b-527a7dde44a1) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:42:30.580074 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5fed2a1-ec95-4f27-a1e7-ba652f75777b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for port (e5f5b587-9d7e-4cca-883b-527a7dde44a1), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:30.675739 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5fed2a1-ec95-4f27-a1e7-ba652f75777b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (e5f5b587-9d7e-4cca-883b-527a7dde44a1), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:30.720614 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fed2a1-ec95-4f27-a1e7-ba652f75777b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:30.726451 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-e5fed2a1-ec95-4f27-a1e7-ba652f75777b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:30.728616 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fed2a1-ec95-4f27-a1e7-ba652f75777b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Port': ['ID=e5f5b587-9d7e-4cca-883b-527a7dde44a1,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:30.730711 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fed2a1-ec95-4f27-a1e7-ba652f75777b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:42:31.313780 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ecf80c29-40f7-4da9-b80a-44e31c4c1d4d no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:42:31.333054 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: ecf80c29-40f7-4da9-b80a-44e31c4c1d4d {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:42:31.333391 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ecf80c29-40f7-4da9-b80a-44e31c4c1d4d not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:42:31.344448 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5fed2a1-ec95-4f27-a1e7-ba652f75777b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router_gateway (0087334c-1c1c-457f-9aeb-d5b6fea9144c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:31.545108 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5fed2a1-ec95-4f27-a1e7-ba652f75777b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (0087334c-1c1c-457f-9aeb-d5b6fea9144c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:31.744344 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fed2a1-ec95-4f27-a1e7-ba652f75777b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 0087334c-1c1c-457f-9aeb-d5b6fea9144c is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:42:31.853353 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fed2a1-ec95-4f27-a1e7-ba652f75777b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:42:31.862332 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3373e129-a0ba-4f71-b61b-857e8ede8a0c None None] Sync routers for ids ['0087334c-1c1c-457f-9aeb-d5b6fea9144c'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:42:31.871918 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3373e129-a0ba-4f71-b61b-857e8ede8a0c None None] Routers {'0087334c-1c1c-457f-9aeb-d5b6fea9144c'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:31.872524 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-3373e129-a0ba-4f71-b61b-857e8ede8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['0087334c-1c1c-457f-9aeb-d5b6fea9144c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:31.907926 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-3373e129-a0ba-4f71-b61b-857e8ede8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:31.916454 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3373e129-a0ba-4f71-b61b-857e8ede8a0c None None] Routers {'0087334c-1c1c-457f-9aeb-d5b6fea9144c'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:31.917337 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-3373e129-a0ba-4f71-b61b-857e8ede8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['0087334c-1c1c-457f-9aeb-d5b6fea9144c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:31.918280 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5fed2a1-ec95-4f27-a1e7-ba652f75777b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:31.920455 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e5fed2a1-ec95-4f27-a1e7-ba652f75777b tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.1091635 Apr 15 03:42:31.922573 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36054) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:31.950938 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-3373e129-a0ba-4f71-b61b-857e8ede8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:31.951536 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3373e129-a0ba-4f71-b61b-857e8ede8a0c None None] The sync data for ids ['0087334c-1c1c-457f-9aeb-d5b6fea9144c'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:42:32.032031 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-849c7aa6-308c-41bf-ab8f-7fe89fcdc59c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/routers/0087334c-1c1c-457f-9aeb-d5b6fea9144c HTTP/1.1" status: 200 len: 885 time: 0.1082735 Apr 15 03:42:32.034383 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36056) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:32.497768 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8f94cc72-9e64-4e4e-ad92-8de496c7bd40 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4623156 Apr 15 03:42:32.500204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36058) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:32.504281 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-7e0b916b-f168-49ec-a17f-abbf52fc0539 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1475383475'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:32.800648 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7e0b916b-f168-49ec-a17f-abbf52fc0539 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (0087334c-1c1c-457f-9aeb-d5b6fea9144c), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:32.887952 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7e0b916b-f168-49ec-a17f-abbf52fc0539 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (0087334c-1c1c-457f-9aeb-d5b6fea9144c), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:32.998443 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0b916b-f168-49ec-a17f-abbf52fc0539 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 0087334c-1c1c-457f-9aeb-d5b6fea9144c has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:42:33.106945 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0b916b-f168-49ec-a17f-abbf52fc0539 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:42:33.113241 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7e0b916b-f168-49ec-a17f-abbf52fc0539 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:33.116882 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7e0b916b-f168-49ec-a17f-abbf52fc0539 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/0087334c-1c1c-457f-9aeb-d5b6fea9144c HTTP/1.1" status: 200 len: 892 time: 0.6132927 Apr 15 03:42:33.117227 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36060) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:33.119096 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dc8db4-d425-4bac-9cca-1f31db21c7ae None None] Sync routers for ids ['0087334c-1c1c-457f-9aeb-d5b6fea9144c'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:42:33.129687 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dc8db4-d425-4bac-9cca-1f31db21c7ae None None] Routers {'0087334c-1c1c-457f-9aeb-d5b6fea9144c'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:33.130836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a8dc8db4-d425-4bac-9cca-1f31db21c7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['0087334c-1c1c-457f-9aeb-d5b6fea9144c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:33.166376 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a8dc8db4-d425-4bac-9cca-1f31db21c7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:33.175096 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dc8db4-d425-4bac-9cca-1f31db21c7ae None None] Routers {'0087334c-1c1c-457f-9aeb-d5b6fea9144c'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:33.175695 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a8dc8db4-d425-4bac-9cca-1f31db21c7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['0087334c-1c1c-457f-9aeb-d5b6fea9144c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:33.208263 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a8dc8db4-d425-4bac-9cca-1f31db21c7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:33.209482 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dc8db4-d425-4bac-9cca-1f31db21c7ae None None] The sync data for ids ['0087334c-1c1c-457f-9aeb-d5b6fea9144c'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:42:33.228574 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fc864e23-d28b-43b0-8cb7-fc639e3cd531 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/routers/0087334c-1c1c-457f-9aeb-d5b6fea9144c HTTP/1.1" status: 200 len: 892 time: 0.1101768 Apr 15 03:42:33.231179 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36062) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:33.259172 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-400d994c-f185-4fca-ae8b-8b97d874cf7d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/ports?device_id=0087334c-1c1c-457f-9aeb-d5b6fea9144c HTTP/1.1" status: 200 len: 205 time: 0.0267107 Apr 15 03:42:33.261245 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36064) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:33.367466 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7a11f44d-a433-4d9b-9bac-9fc41d6c69a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (0087334c-1c1c-457f-9aeb-d5b6fea9144c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:33.473266 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7a11f44d-a433-4d9b-9bac-9fc41d6c69a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router_gateway (0087334c-1c1c-457f-9aeb-d5b6fea9144c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:33.590086 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-7a11f44d-a433-4d9b-9bac-9fc41d6c69a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting port e5f5b587-9d7e-4cca-883b-527a7dde44a1 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:33.590422 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7a11f44d-a433-4d9b-9bac-9fc41d6c69a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e5f5b587-9d7e-4cca-883b-527a7dde44a1), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:33.667437 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7a11f44d-a433-4d9b-9bac-9fc41d6c69a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e5f5b587-9d7e-4cca-883b-527a7dde44a1), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:33.679984 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-7a11f44d-a433-4d9b-9bac-9fc41d6c69a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Calling delete_port for e5f5b587-9d7e-4cca-883b-527a7dde44a1 owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:33.921198 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7a11f44d-a433-4d9b-9bac-9fc41d6c69a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (e5f5b587-9d7e-4cca-883b-527a7dde44a1), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:33.944877 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11f44d-a433-4d9b-9bac-9fc41d6c69a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Port': ['ID=e5f5b587-9d7e-4cca-883b-527a7dde44a1,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:34.007413 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7a11f44d-a433-4d9b-9bac-9fc41d6c69a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (0087334c-1c1c-457f-9aeb-d5b6fea9144c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:34.099822 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7a11f44d-a433-4d9b-9bac-9fc41d6c69a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (0087334c-1c1c-457f-9aeb-d5b6fea9144c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:34.101946 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7a11f44d-a433-4d9b-9bac-9fc41d6c69a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router_controller (0087334c-1c1c-457f-9aeb-d5b6fea9144c), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:34.212817 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7a11f44d-a433-4d9b-9bac-9fc41d6c69a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (0087334c-1c1c-457f-9aeb-d5b6fea9144c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:34.213471 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a11f44d-a433-4d9b-9bac-9fc41d6c69a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Fanout notify agent at l3_agent the message router_deleted on router 0087334c-1c1c-457f-9aeb-d5b6fea9144c {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:42:34.219630 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7a11f44d-a433-4d9b-9bac-9fc41d6c69a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:34.221233 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7a11f44d-a433-4d9b-9bac-9fc41d6c69a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/routers/0087334c-1c1c-457f-9aeb-d5b6fea9144c HTTP/1.1" status: 204 len: 168 time: 0.9586198 Apr 15 03:42:34.224940 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36066) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:34.229663 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-4cc937df-d149-4d18-88b7-d85138cb064c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-62296786'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:34.292532 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc937df-d149-4d18-88b7-d85138cb064c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Made reservation on behalf of 422af18fc6154832a1a9757d936aeb92 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:42:34.296012 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4cc937df-d149-4d18-88b7-d85138cb064c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:34.319141 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc937df-d149-4d18-88b7-d85138cb064c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:42:34.327809 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4cc937df-d149-4d18-88b7-d85138cb064c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (f0db0505-78fc-465b-9d14-fd726eb11bc0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:34.328147 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-4cc937df-d149-4d18-88b7-d85138cb064c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Added segment f0db0505-78fc-465b-9d14-fd726eb11bc0 of type vlan for network b36b066d-f52d-478c-a938-b6c948171777 Apr 15 03:42:34.367070 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:34.367725 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4cc937df-d149-4d18-88b7-d85138cb064c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (b36b066d-f52d-478c-a938-b6c948171777), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:34.424072 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4cc937df-d149-4d18-88b7-d85138cb064c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (b36b066d-f52d-478c-a938-b6c948171777), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:34.429085 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc937df-d149-4d18-88b7-d85138cb064c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:34.431239 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4cc937df-d149-4d18-88b7-d85138cb064c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:34.495828 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc937df-d149-4d18-88b7-d85138cb064c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Network': ['ID=b36b066d-f52d-478c-a938-b6c948171777,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:34.506214 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network b36b066d-f52d-478c-a938-b6c948171777 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:42:34.507447 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4cc937df-d149-4d18-88b7-d85138cb064c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2815423 Apr 15 03:42:34.510207 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36068) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:34.515311 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-ea831638-de92-44d8-b346-63c2bbc13118 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'subnet': {'network_id': 'b36b066d-f52d-478c-a938-b6c948171777', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:34.670137 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea831638-de92-44d8-b346-63c2bbc13118 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Made reservation on behalf of 422af18fc6154832a1a9757d936aeb92 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:42:34.673547 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea831638-de92-44d8-b346-63c2bbc13118 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:34.904570 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea831638-de92-44d8-b346-63c2bbc13118 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (0b82463d-cc2b-4cef-8c25-4b7b38ba5858), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:34.964326 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea831638-de92-44d8-b346-63c2bbc13118 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Subnet': ['ID=0b82463d-cc2b-4cef-8c25-4b7b38ba5858,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:34.977905 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea831638-de92-44d8-b346-63c2bbc13118 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Checking segment: {'id': 'f0db0505-78fc-465b-9d14-fd726eb11bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b36b066d-f52d-478c-a938-b6c948171777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:34.977905 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea831638-de92-44d8-b346-63c2bbc13118 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network hostable DHCP agents. Network: b36b066d-f52d-478c-a938-b6c948171777, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:42:35.076111 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea831638-de92-44d8-b346-63c2bbc13118 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network b36b066d-f52d-478c-a938-b6c948171777 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:42:35.161423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-ea831638-de92-44d8-b346-63c2bbc13118 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, b36b066d-f52d-478c-a938-b6c948171777) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:35.165940 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea831638-de92-44d8-b346-63c2bbc13118 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:35.166895 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea831638-de92-44d8-b346-63c2bbc13118 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:35.170532 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9023ac00-33f9-446f-9b8e-4e3fdc9e6a0a None None] Network b36b066d-f52d-478c-a938-b6c948171777 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:35.250132 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ea831638-de92-44d8-b346-63c2bbc13118 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7387443 Apr 15 03:42:35.252665 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36070) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:35.257150 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-7ee66a08-a874-4f85-b088-6bba7bb9b64f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1844870109', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:35.277629 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16b1bf6-3e79-41d3-88e7-693d5419ac66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-b36b066d-f52d-478c-a938-b6c948171777', 'network_id': 'b36b066d-f52d-478c-a938-b6c948171777', 'project_id': '422af18fc6154832a1a9757d936aeb92', 'fixed_ips': [{'subnet_id': '0b82463d-cc2b-4cef-8c25-4b7b38ba5858'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:42:35.278507 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d16b1bf6-3e79-41d3-88e7-693d5419ac66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:35.321843 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7ee66a08-a874-4f85-b088-6bba7bb9b64f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (6f7ad8b0-56bd-4847-a590-0f2318fe7424), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:35.322960 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7ee66a08-a874-4f85-b088-6bba7bb9b64f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (6f7ad8b0-56bd-4847-a590-0f2318fe7424), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:35.379705 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7ee66a08-a874-4f85-b088-6bba7bb9b64f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router_controller (6f7ad8b0-56bd-4847-a590-0f2318fe7424), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:35.410427 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-d16b1bf6-3e79-41d3-88e7-693d5419ac66 None None] Allocated IP 2001:db8::2 (b36b066d-f52d-478c-a938-b6c948171777/0b82463d-cc2b-4cef-8c25-4b7b38ba5858/be38dd43-1111-4f01-979e-39099ce79a2b) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:42:35.425788 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7ee66a08-a874-4f85-b088-6bba7bb9b64f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (6f7ad8b0-56bd-4847-a590-0f2318fe7424), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:35.483644 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7ee66a08-a874-4f85-b088-6bba7bb9b64f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:35.484952 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7ee66a08-a874-4f85-b088-6bba7bb9b64f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2312584 Apr 15 03:42:35.487811 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36072) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:35.697320 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d16b1bf6-3e79-41d3-88e7-693d5419ac66 None None] Publish callbacks [] for port (be38dd43-1111-4f01-979e-39099ce79a2b), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:35.750622 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d16b1bf6-3e79-41d3-88e7-693d5419ac66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (be38dd43-1111-4f01-979e-39099ce79a2b), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:35.789387 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16b1bf6-3e79-41d3-88e7-693d5419ac66 None None] Network b36b066d-f52d-478c-a938-b6c948171777 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:35.793582 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f77d7fb-48c9-48d7-9fc8-b9d8a8ea835c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:35.799909 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-d16b1bf6-3e79-41d3-88e7-693d5419ac66 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:35.801765 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b1bf6-3e79-41d3-88e7-693d5419ac66 None None] Pushing event updated for resources: {'Port': ['ID=be38dd43-1111-4f01-979e-39099ce79a2b,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:35.803919 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16b1bf6-3e79-41d3-88e7-693d5419ac66 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:42:35.863529 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d16b1bf6-3e79-41d3-88e7-693d5419ac66 None None] Attempting to bind port be38dd43-1111-4f01-979e-39099ce79a2b on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:42:35.863907 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d16b1bf6-3e79-41d3-88e7-693d5419ac66 None None] Attempting to bind port be38dd43-1111-4f01-979e-39099ce79a2b by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'f0db0505-78fc-465b-9d14-fd726eb11bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b36b066d-f52d-478c-a938-b6c948171777'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:42:35.864280 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b1bf6-3e79-41d3-88e7-693d5419ac66 None None] Attempting to bind port be38dd43-1111-4f01-979e-39099ce79a2b on network b36b066d-f52d-478c-a938-b6c948171777 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:42:35.869815 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b1bf6-3e79-41d3-88e7-693d5419ac66 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:42:35.870203 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b1bf6-3e79-41d3-88e7-693d5419ac66 None None] Checking segment: {'id': 'f0db0505-78fc-465b-9d14-fd726eb11bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b36b066d-f52d-478c-a938-b6c948171777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:35.870606 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d16b1bf6-3e79-41d3-88e7-693d5419ac66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:35.871058 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16b1bf6-3e79-41d3-88e7-693d5419ac66 None None] Bound using segment: {'id': 'f0db0505-78fc-465b-9d14-fd726eb11bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b36b066d-f52d-478c-a938-b6c948171777'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:42:35.871530 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d16b1bf6-3e79-41d3-88e7-693d5419ac66 None None] Bound port: be38dd43-1111-4f01-979e-39099ce79a2b, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0db0505-78fc-465b-9d14-fd726eb11bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b36b066d-f52d-478c-a938-b6c948171777'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:42:35.871915 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d16b1bf6-3e79-41d3-88e7-693d5419ac66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (be38dd43-1111-4f01-979e-39099ce79a2b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:35.937786 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d16b1bf6-3e79-41d3-88e7-693d5419ac66 None None] For port be38dd43-1111-4f01-979e-39099ce79a2b, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:42:35.941065 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d16b1bf6-3e79-41d3-88e7-693d5419ac66 None None] For port be38dd43-1111-4f01-979e-39099ce79a2b, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=be38dd43-1111-4f01-979e-39099ce79a2b,segment=NetworkSegment(f0db0505-78fc-465b-9d14-fd726eb11bc0),segment_id=f0db0505-78fc-465b-9d14-fd726eb11bc0)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:42:36.019856 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d16b1bf6-3e79-41d3-88e7-693d5419ac66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (be38dd43-1111-4f01-979e-39099ce79a2b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:36.085073 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b1bf6-3e79-41d3-88e7-693d5419ac66 None None] Pushing event updated for resources: {'Port': ['ID=be38dd43-1111-4f01-979e-39099ce79a2b,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:36.385925 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-5f77d7fb-48c9-48d7-9fc8-b9d8a8ea835c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Allocated IP 2001:db8::1 (b36b066d-f52d-478c-a938-b6c948171777/0b82463d-cc2b-4cef-8c25-4b7b38ba5858/472d84b4-b91d-4f6f-b640-4e3a05fe7ad5) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:42:36.492890 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f77d7fb-48c9-48d7-9fc8-b9d8a8ea835c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for port (472d84b4-b91d-4f6f-b640-4e3a05fe7ad5), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:36.585184 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f77d7fb-48c9-48d7-9fc8-b9d8a8ea835c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (472d84b4-b91d-4f6f-b640-4e3a05fe7ad5), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:36.625089 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f77d7fb-48c9-48d7-9fc8-b9d8a8ea835c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network b36b066d-f52d-478c-a938-b6c948171777 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:36.630802 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-5f77d7fb-48c9-48d7-9fc8-b9d8a8ea835c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:36.634596 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f77d7fb-48c9-48d7-9fc8-b9d8a8ea835c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:42:36.635179 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f77d7fb-48c9-48d7-9fc8-b9d8a8ea835c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (6f7ad8b0-56bd-4847-a590-0f2318fe7424), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:36.674723 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77d7fb-48c9-48d7-9fc8-b9d8a8ea835c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Port': ['ID=472d84b4-b91d-4f6f-b640-4e3a05fe7ad5,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:36.808741 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f77d7fb-48c9-48d7-9fc8-b9d8a8ea835c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (472d84b4-b91d-4f6f-b640-4e3a05fe7ad5), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:36.988859 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd659a94-4515-41e4-8549-9087b40a1bb2 None None] Network b36b066d-f52d-478c-a938-b6c948171777 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:37.054737 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-4542a0dd-baa0-473a-aac5-0ccd62d17cb9 None None] Provisioning complete for port be38dd43-1111-4f01-979e-39099ce79a2b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:37.055108 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4542a0dd-baa0-473a-aac5-0ccd62d17cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (be38dd43-1111-4f01-979e-39099ce79a2b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:37.078291 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f77d7fb-48c9-48d7-9fc8-b9d8a8ea835c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for port (472d84b4-b91d-4f6f-b640-4e3a05fe7ad5), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:37.133263 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f77d7fb-48c9-48d7-9fc8-b9d8a8ea835c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (472d84b4-b91d-4f6f-b640-4e3a05fe7ad5), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:37.134164 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f77d7fb-48c9-48d7-9fc8-b9d8a8ea835c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (6f7ad8b0-56bd-4847-a590-0f2318fe7424), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:37.174688 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4542a0dd-baa0-473a-aac5-0ccd62d17cb9 None None] Current status of the port be38dd43-1111-4f01-979e-39099ce79a2b is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:37.175083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4542a0dd-baa0-473a-aac5-0ccd62d17cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (be38dd43-1111-4f01-979e-39099ce79a2b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:37.212267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4542a0dd-baa0-473a-aac5-0ccd62d17cb9 None None] For port be38dd43-1111-4f01-979e-39099ce79a2b, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=be38dd43-1111-4f01-979e-39099ce79a2b,segment=NetworkSegment(f0db0505-78fc-465b-9d14-fd726eb11bc0),segment_id=f0db0505-78fc-465b-9d14-fd726eb11bc0)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:37.228334 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77d7fb-48c9-48d7-9fc8-b9d8a8ea835c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Port': ['ID=472d84b4-b91d-4f6f-b640-4e3a05fe7ad5,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:37.271748 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f77d7fb-48c9-48d7-9fc8-b9d8a8ea835c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network b36b066d-f52d-478c-a938-b6c948171777 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:37.273280 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-5f77d7fb-48c9-48d7-9fc8-b9d8a8ea835c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:37.282080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4542a0dd-baa0-473a-aac5-0ccd62d17cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (be38dd43-1111-4f01-979e-39099ce79a2b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:37.337850 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542a0dd-baa0-473a-aac5-0ccd62d17cb9 None None] Pushing event updated for resources: {'Port': ['ID=be38dd43-1111-4f01-979e-39099ce79a2b,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:37.371655 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device be38dd43-1111-4f01-979e-39099ce79a2b up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:37.423211 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port be38dd43-1111-4f01-979e-39099ce79a2b triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:37.423738 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (be38dd43-1111-4f01-979e-39099ce79a2b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:37.487577 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f77d7fb-48c9-48d7-9fc8-b9d8a8ea835c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 6f7ad8b0-56bd-4847-a590-0f2318fe7424 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:42:37.514512 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6bcfd3a5-466a-4ee9-9c9a-494921e3cd54 None None] Provisioning complete for port 472d84b4-b91d-4f6f-b640-4e3a05fe7ad5 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:37.514895 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd3a5-466a-4ee9-9c9a-494921e3cd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (472d84b4-b91d-4f6f-b640-4e3a05fe7ad5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:37.550591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6bcfd3a5-466a-4ee9-9c9a-494921e3cd54 None None] Port 472d84b4-b91d-4f6f-b640-4e3a05fe7ad5 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:37.558555 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port be38dd43-1111-4f01-979e-39099ce79a2b is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:37.560757 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6bcfd3a5-466a-4ee9-9c9a-494921e3cd54 None None] Provisioning complete for port be38dd43-1111-4f01-979e-39099ce79a2b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:37.561123 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd3a5-466a-4ee9-9c9a-494921e3cd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (be38dd43-1111-4f01-979e-39099ce79a2b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:37.582876 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8bc50157-b6dd-4a53-a91b-cce7ec8fca31 req-b0e61b79-919c-4d70-a7cb-02c098f67e68 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547886 Apr 15 03:42:37.607496 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f77d7fb-48c9-48d7-9fc8-b9d8a8ea835c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:42:37.624141 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5f77d7fb-48c9-48d7-9fc8-b9d8a8ea835c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/6f7ad8b0-56bd-4847-a590-0f2318fe7424/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1352069 Apr 15 03:42:37.631338 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca30ac9e-f51e-42d9-b98d-250801fe6e12 None None] Sync routers for ids ['6f7ad8b0-56bd-4847-a590-0f2318fe7424'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:42:37.635292 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36074) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:37.652992 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca30ac9e-f51e-42d9-b98d-250801fe6e12 None None] Routers {'6f7ad8b0-56bd-4847-a590-0f2318fe7424'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:37.653621 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ca30ac9e-f51e-42d9-b98d-250801fe6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['6f7ad8b0-56bd-4847-a590-0f2318fe7424'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:37.654081 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6bcfd3a5-466a-4ee9-9c9a-494921e3cd54 None None] Current status of the port be38dd43-1111-4f01-979e-39099ce79a2b is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:37.685305 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc50157-b6dd-4a53-a91b-cce7ec8fca31 req-0f827329-9172-4b9d-8dc2-86a89d8365f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:37.686801 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8bc50157-b6dd-4a53-a91b-cce7ec8fca31 req-0f827329-9172-4b9d-8dc2-86a89d8365f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 1129 time: 0.0605876 Apr 15 03:42:37.692211 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ca30ac9e-f51e-42d9-b98d-250801fe6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:37.698244 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dd9dbb-d9b1-47b5-b641-af9bf4a61969 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:37.699881 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-66dd9dbb-d9b1-47b5-b641-af9bf4a61969 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/ports/472d84b4-b91d-4f6f-b640-4e3a05fe7ad5 HTTP/1.1" status: 200 len: 911 time: 0.0632727 Apr 15 03:42:37.702546 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36076) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:37.706089 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca30ac9e-f51e-42d9-b98d-250801fe6e12 None None] Routers {'6f7ad8b0-56bd-4847-a590-0f2318fe7424'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:37.706772 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ca30ac9e-f51e-42d9-b98d-250801fe6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['6f7ad8b0-56bd-4847-a590-0f2318fe7424'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:37.708041 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-452a9a78-5e17-400a-8bc4-e5800dc92ec6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0b82463d-cc2b-4cef-8c25-4b7b38ba5858'}]}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:37.744434 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ca30ac9e-f51e-42d9-b98d-250801fe6e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:37.745046 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca30ac9e-f51e-42d9-b98d-250801fe6e12 None None] The sync data for ids ['6f7ad8b0-56bd-4847-a590-0f2318fe7424'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:42:37.791319 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-50e75cc5-9709-4a20-a513-6ba12a4c5fbf None None] Provisioning complete for port 472d84b4-b91d-4f6f-b640-4e3a05fe7ad5 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:37.791319 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-50e75cc5-9709-4a20-a513-6ba12a4c5fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (472d84b4-b91d-4f6f-b640-4e3a05fe7ad5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:37.816690 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc50157-b6dd-4a53-a91b-cce7ec8fca31 req-4546fa2b-802e-4bdc-9e9b-6003bde6eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:37.819506 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8bc50157-b6dd-4a53-a91b-cce7ec8fca31 req-4546fa2b-802e-4bdc-9e9b-6003bde6eb63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e279d3e-905d-44f0-a611-4c2f55a87c78 HTTP/1.1" status: 200 len: 896 time: 0.1112030 Apr 15 03:42:37.836806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-50e75cc5-9709-4a20-a513-6ba12a4c5fbf None None] Port 472d84b4-b91d-4f6f-b640-4e3a05fe7ad5 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:37.891614 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-452a9a78-5e17-400a-8bc4-e5800dc92ec6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (472d84b4-b91d-4f6f-b640-4e3a05fe7ad5), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:37.892802 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8bc50157-b6dd-4a53-a91b-cce7ec8fca31 req-b5316b6e-3da1-43e6-9360-75fa7ec35608 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d25a8b62-690c-4add-bae9-ccd7bd212974 HTTP/1.1" status: 200 len: 1000 time: 0.0664296 Apr 15 03:42:37.945040 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc50157-b6dd-4a53-a91b-cce7ec8fca31 req-0a5c7806-cfee-474d-b69c-e97d312394b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:37.948383 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8bc50157-b6dd-4a53-a91b-cce7ec8fca31 req-0a5c7806-cfee-474d-b69c-e97d312394b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8207d81-061c-4228-a247-0a1511c643e0 HTTP/1.1" status: 200 len: 835 time: 0.0482786 Apr 15 03:42:37.954572 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5517fbba-3d38-4165-86b7-27b958a3c1dc None None] Provisioning complete for port 472d84b4-b91d-4f6f-b640-4e3a05fe7ad5 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:37.954986 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5517fbba-3d38-4165-86b7-27b958a3c1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (472d84b4-b91d-4f6f-b640-4e3a05fe7ad5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:37.990426 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc50157-b6dd-4a53-a91b-cce7ec8fca31 req-167a6121-621d-4549-88ac-d850e13bbdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:37.991063 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5517fbba-3d38-4165-86b7-27b958a3c1dc None None] Port 472d84b4-b91d-4f6f-b640-4e3a05fe7ad5 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:37.992008 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8bc50157-b6dd-4a53-a91b-cce7ec8fca31 req-167a6121-621d-4549-88ac-d850e13bbdcb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e279d3e-905d-44f0-a611-4c2f55a87c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389879 Apr 15 03:42:38.081631 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8bc50157-b6dd-4a53-a91b-cce7ec8fca31 req-0309cd8c-0b71-41c9-8d47-9ff2458389a2 service neutron] 10.222.0.30 "GET /v2.0/networks/9e279d3e-905d-44f0-a611-4c2f55a87c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830677 Apr 15 03:42:38.176710 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8bc50157-b6dd-4a53-a91b-cce7ec8fca31 req-2ad9b1b1-a69f-4d34-bf36-fc5673fb0c86 service neutron] 10.222.0.30 "GET /v2.0/networks/9e279d3e-905d-44f0-a611-4c2f55a87c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869961 Apr 15 03:42:38.256353 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-452a9a78-5e17-400a-8bc4-e5800dc92ec6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for port (472d84b4-b91d-4f6f-b640-4e3a05fe7ad5), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:38.315715 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-452a9a78-5e17-400a-8bc4-e5800dc92ec6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (472d84b4-b91d-4f6f-b640-4e3a05fe7ad5), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:38.321177 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452a9a78-5e17-400a-8bc4-e5800dc92ec6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:38.321781 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-452a9a78-5e17-400a-8bc4-e5800dc92ec6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:38.323137 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-452a9a78-5e17-400a-8bc4-e5800dc92ec6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/ports/472d84b4-b91d-4f6f-b640-4e3a05fe7ad5 HTTP/1.1" status: 200 len: 911 time: 0.6193752 Apr 15 03:42:38.326457 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36078) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:38.369772 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a9a78-5e17-400a-8bc4-e5800dc92ec6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Port': ['ID=472d84b4-b91d-4f6f-b640-4e3a05fe7ad5,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:38.685529 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3b27-3cc3-4492-9f35-f729f4bb45cf tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (6f7ad8b0-56bd-4847-a590-0f2318fe7424), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:38.955770 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e3b27-3cc3-4492-9f35-f729f4bb45cf tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting port 472d84b4-b91d-4f6f-b640-4e3a05fe7ad5 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:38.956001 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3b27-3cc3-4492-9f35-f729f4bb45cf tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (472d84b4-b91d-4f6f-b640-4e3a05fe7ad5), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:39.038397 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3b27-3cc3-4492-9f35-f729f4bb45cf tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (472d84b4-b91d-4f6f-b640-4e3a05fe7ad5), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:39.056503 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e3b27-3cc3-4492-9f35-f729f4bb45cf tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Calling delete_port for 472d84b4-b91d-4f6f-b640-4e3a05fe7ad5 owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:39.281616 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3b27-3cc3-4492-9f35-f729f4bb45cf tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (472d84b4-b91d-4f6f-b640-4e3a05fe7ad5), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:39.309292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e3b27-3cc3-4492-9f35-f729f4bb45cf tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Port': ['ID=472d84b4-b91d-4f6f-b640-4e3a05fe7ad5,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:39.325900 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device be38dd43-1111-4f01-979e-39099ce79a2b up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:39.383183 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port be38dd43-1111-4f01-979e-39099ce79a2b triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:39.383324 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (be38dd43-1111-4f01-979e-39099ce79a2b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:39.434180 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5a5e3b27-3cc3-4492-9f35-f729f4bb45cf tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (6f7ad8b0-56bd-4847-a590-0f2318fe7424), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:39.469143 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port be38dd43-1111-4f01-979e-39099ce79a2b is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:39.597783 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5e3b27-3cc3-4492-9f35-f729f4bb45cf tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 6f7ad8b0-56bd-4847-a590-0f2318fe7424 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:42:39.955495 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5e3b27-3cc3-4492-9f35-f729f4bb45cf tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:42:39.961262 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5a5e3b27-3cc3-4492-9f35-f729f4bb45cf tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/6f7ad8b0-56bd-4847-a590-0f2318fe7424/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6335733 Apr 15 03:42:39.964071 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36080) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:39.965644 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf3ab4-d90e-4d55-9fcf-49dd95504611 None None] Sync routers for ids ['6f7ad8b0-56bd-4847-a590-0f2318fe7424'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:42:39.976373 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaf3ab4-d90e-4d55-9fcf-49dd95504611 None None] Routers {'6f7ad8b0-56bd-4847-a590-0f2318fe7424'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:39.977003 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-dbaf3ab4-d90e-4d55-9fcf-49dd95504611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['6f7ad8b0-56bd-4847-a590-0f2318fe7424'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:39.993399 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-66180b74-5ad7-4c64-8a75-e3a19e0a4671 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7ad8b0-56bd-4847-a590-0f2318fe7424 HTTP/1.1" status: 200 len: 205 time: 0.0279315 Apr 15 03:42:39.995974 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36082) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:40.014084 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-dbaf3ab4-d90e-4d55-9fcf-49dd95504611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:40.023585 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaf3ab4-d90e-4d55-9fcf-49dd95504611 None None] Routers {'6f7ad8b0-56bd-4847-a590-0f2318fe7424'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:40.024263 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-dbaf3ab4-d90e-4d55-9fcf-49dd95504611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['6f7ad8b0-56bd-4847-a590-0f2318fe7424'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:40.058607 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-dbaf3ab4-d90e-4d55-9fcf-49dd95504611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:40.059233 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf3ab4-d90e-4d55-9fcf-49dd95504611 None None] The sync data for ids ['6f7ad8b0-56bd-4847-a590-0f2318fe7424'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:42:40.078146 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb476bff-468a-47af-b522-601641693a89 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (6f7ad8b0-56bd-4847-a590-0f2318fe7424), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:40.241279 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb476bff-468a-47af-b522-601641693a89 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (6f7ad8b0-56bd-4847-a590-0f2318fe7424), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:40.243384 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb476bff-468a-47af-b522-601641693a89 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router_controller (6f7ad8b0-56bd-4847-a590-0f2318fe7424), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:40.350041 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb476bff-468a-47af-b522-601641693a89 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (6f7ad8b0-56bd-4847-a590-0f2318fe7424), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:40.350510 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb476bff-468a-47af-b522-601641693a89 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Fanout notify agent at l3_agent the message router_deleted on router 6f7ad8b0-56bd-4847-a590-0f2318fe7424 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:42:40.357377 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb476bff-468a-47af-b522-601641693a89 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:40.361125 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fb476bff-468a-47af-b522-601641693a89 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/routers/6f7ad8b0-56bd-4847-a590-0f2318fe7424 HTTP/1.1" status: 204 len: 168 time: 0.3615277 Apr 15 03:42:40.361125 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36084) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:40.411033 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4c9e11-0a25-439d-b3f5-dc1e5ca9ffd3 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting subnet 0b82463d-cc2b-4cef-8c25-4b7b38ba5858 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:42:40.414079 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f4c9e11-0a25-439d-b3f5-dc1e5ca9ffd3 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (0b82463d-cc2b-4cef-8c25-4b7b38ba5858), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:40.458085 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f4c9e11-0a25-439d-b3f5-dc1e5ca9ffd3 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (0b82463d-cc2b-4cef-8c25-4b7b38ba5858), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:40.540716 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f4c9e11-0a25-439d-b3f5-dc1e5ca9ffd3 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (0b82463d-cc2b-4cef-8c25-4b7b38ba5858), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:40.636584 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f4c9e11-0a25-439d-b3f5-dc1e5ca9ffd3 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (0b82463d-cc2b-4cef-8c25-4b7b38ba5858), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:40.665943 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c9e11-0a25-439d-b3f5-dc1e5ca9ffd3 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Subnet': ['ID=0b82463d-cc2b-4cef-8c25-4b7b38ba5858,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:40.671769 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f4c9e11-0a25-439d-b3f5-dc1e5ca9ffd3 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:40.677746 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5f4c9e11-0a25-439d-b3f5-dc1e5ca9ffd3 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/subnets/0b82463d-cc2b-4cef-8c25-4b7b38ba5858 HTTP/1.1" status: 204 len: 168 time: 0.3129747 Apr 15 03:42:40.678467 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36086) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:40.681510 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cdfa96-cf05-4515-98a5-db75794e2d6f None None] Network b36b066d-f52d-478c-a938-b6c948171777 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:40.755798 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-134d2a57-2895-418e-b3b9-90393e197e02 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (b36b066d-f52d-478c-a938-b6c948171777), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:40.801554 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-134d2a57-2895-418e-b3b9-90393e197e02 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting port be38dd43-1111-4f01-979e-39099ce79a2b {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:40.802489 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-134d2a57-2895-418e-b3b9-90393e197e02 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (be38dd43-1111-4f01-979e-39099ce79a2b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:40.850973 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b70c76f-6d83-48c6-a4b0-3725b8255084 None None] DHCP port deletion for b36b066d-f52d-478c-a938-b6c948171777 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:42:40.880174 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-134d2a57-2895-418e-b3b9-90393e197e02 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] For port be38dd43-1111-4f01-979e-39099ce79a2b, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=be38dd43-1111-4f01-979e-39099ce79a2b,segment=NetworkSegment(f0db0505-78fc-465b-9d14-fd726eb11bc0),segment_id=f0db0505-78fc-465b-9d14-fd726eb11bc0)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:40.880548 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-134d2a57-2895-418e-b3b9-90393e197e02 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (be38dd43-1111-4f01-979e-39099ce79a2b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:40.889754 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7b70c76f-6d83-48c6-a4b0-3725b8255084 None None] Deleting port be38dd43-1111-4f01-979e-39099ce79a2b {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:40.890134 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7b70c76f-6d83-48c6-a4b0-3725b8255084 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (be38dd43-1111-4f01-979e-39099ce79a2b), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:40.893734 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-134d2a57-2895-418e-b3b9-90393e197e02 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Calling delete_port for be38dd43-1111-4f01-979e-39099ce79a2b owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:40.955733 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7b70c76f-6d83-48c6-a4b0-3725b8255084 None None] For port be38dd43-1111-4f01-979e-39099ce79a2b, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=be38dd43-1111-4f01-979e-39099ce79a2b,segment=NetworkSegment(f0db0505-78fc-465b-9d14-fd726eb11bc0),segment_id=f0db0505-78fc-465b-9d14-fd726eb11bc0)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:40.956127 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7b70c76f-6d83-48c6-a4b0-3725b8255084 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (be38dd43-1111-4f01-979e-39099ce79a2b), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:40.969922 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7b70c76f-6d83-48c6-a4b0-3725b8255084 None None] Calling delete_port for be38dd43-1111-4f01-979e-39099ce79a2b owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:41.024751 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-134d2a57-2895-418e-b3b9-90393e197e02 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (be38dd43-1111-4f01-979e-39099ce79a2b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:41.044488 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7b70c76f-6d83-48c6-a4b0-3725b8255084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (be38dd43-1111-4f01-979e-39099ce79a2b), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:41.051249 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d2a57-2895-418e-b3b9-90393e197e02 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Port': ['ID=be38dd43-1111-4f01-979e-39099ce79a2b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:41.056019 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134d2a57-2895-418e-b3b9-90393e197e02 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] No DVR routers for this DVR port be38dd43-1111-4f01-979e-39099ce79a2b on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:42:41.070199 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70c76f-6d83-48c6-a4b0-3725b8255084 None None] Pushing event deleted for resources: {'Port': ['ID=be38dd43-1111-4f01-979e-39099ce79a2b,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:41.085035 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b70c76f-6d83-48c6-a4b0-3725b8255084 None None] No DVR routers for this DVR port be38dd43-1111-4f01-979e-39099ce79a2b on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:42:41.147428 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-134d2a57-2895-418e-b3b9-90393e197e02 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (b36b066d-f52d-478c-a938-b6c948171777), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:41.172020 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-134d2a57-2895-418e-b3b9-90393e197e02 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36b066d-f52d-478c-a938-b6c948171777']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:41.187142 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-134d2a57-2895-418e-b3b9-90393e197e02 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0db0505-78fc-465b-9d14-fd726eb11bc0') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:41.187472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-134d2a57-2895-418e-b3b9-90393e197e02 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0db0505-78fc-465b-9d14-fd726eb11bc0') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:41.197453 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-134d2a57-2895-418e-b3b9-90393e197e02 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (f0db0505-78fc-465b-9d14-fd726eb11bc0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:41.211177 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-134d2a57-2895-418e-b3b9-90393e197e02 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (f0db0505-78fc-465b-9d14-fd726eb11bc0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:41.217004 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134d2a57-2895-418e-b3b9-90393e197e02 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:42:41.217962 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-134d2a57-2895-418e-b3b9-90393e197e02 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (f0db0505-78fc-465b-9d14-fd726eb11bc0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:42:41.220954 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:42:41.323633 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device be38dd43-1111-4f01-979e-39099ce79a2b no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:42:41.347601 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: be38dd43-1111-4f01-979e-39099ce79a2b {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:42:41.347870 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device be38dd43-1111-4f01-979e-39099ce79a2b not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:42:41.355786 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-134d2a57-2895-418e-b3b9-90393e197e02 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (b36b066d-f52d-478c-a938-b6c948171777), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:41.360463 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-134d2a57-2895-418e-b3b9-90393e197e02 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:41.365447 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-134d2a57-2895-418e-b3b9-90393e197e02 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/networks/b36b066d-f52d-478c-a938-b6c948171777 HTTP/1.1" status: 204 len: 168 time: 0.6853426 Apr 15 03:42:41.369173 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36088) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:41.374490 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-704f60ef-d8fd-4bd0-ba62-b582af5da020 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1683901114', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:41.379693 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d2a57-2895-418e-b3b9-90393e197e02 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Network': ['ID=b36b066d-f52d-478c-a938-b6c948171777,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:41.464445 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-704f60ef-d8fd-4bd0-ba62-b582af5da020 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:41.465547 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-704f60ef-d8fd-4bd0-ba62-b582af5da020 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:41.516909 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-704f60ef-d8fd-4bd0-ba62-b582af5da020 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router_controller (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:41.590232 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-704f60ef-d8fd-4bd0-ba62-b582af5da020 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:41.660741 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-704f60ef-d8fd-4bd0-ba62-b582af5da020 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:41.661986 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-704f60ef-d8fd-4bd0-ba62-b582af5da020 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2910116 Apr 15 03:42:41.664888 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36090) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:41.671464 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-ffecaf8f-1eb9-4fa2-add4-2d37b4ed2301 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1067679199'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:41.738521 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffecaf8f-1eb9-4fa2-add4-2d37b4ed2301 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Made reservation on behalf of 422af18fc6154832a1a9757d936aeb92 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:42:41.742479 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ffecaf8f-1eb9-4fa2-add4-2d37b4ed2301 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:41.766726 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffecaf8f-1eb9-4fa2-add4-2d37b4ed2301 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:42:41.775996 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ffecaf8f-1eb9-4fa2-add4-2d37b4ed2301 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (9c922f44-a861-4e47-90cf-d7113057b8d4), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:41.776340 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-ffecaf8f-1eb9-4fa2-add4-2d37b4ed2301 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Added segment 9c922f44-a861-4e47-90cf-d7113057b8d4 of type vlan for network d579bd55-0d38-4131-a6aa-6990b79cfe9d Apr 15 03:42:41.816834 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ffecaf8f-1eb9-4fa2-add4-2d37b4ed2301 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (d579bd55-0d38-4131-a6aa-6990b79cfe9d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:41.897920 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ffecaf8f-1eb9-4fa2-add4-2d37b4ed2301 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (d579bd55-0d38-4131-a6aa-6990b79cfe9d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:41.902941 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffecaf8f-1eb9-4fa2-add4-2d37b4ed2301 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:41.903525 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ffecaf8f-1eb9-4fa2-add4-2d37b4ed2301 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:41.974707 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecaf8f-1eb9-4fa2-add4-2d37b4ed2301 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Network': ['ID=d579bd55-0d38-4131-a6aa-6990b79cfe9d,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:41.988065 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ffecaf8f-1eb9-4fa2-add4-2d37b4ed2301 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3219979 Apr 15 03:42:41.991511 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36092) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:41.991827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network d579bd55-0d38-4131-a6aa-6990b79cfe9d details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:42:41.996722 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-14d4f285-cf02-4f03-93d0-a9d2b1da6c72 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'subnet': {'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:42.144509 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d4f285-cf02-4f03-93d0-a9d2b1da6c72 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Made reservation on behalf of 422af18fc6154832a1a9757d936aeb92 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:42:42.147907 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-14d4f285-cf02-4f03-93d0-a9d2b1da6c72 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:42.373202 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-14d4f285-cf02-4f03-93d0-a9d2b1da6c72 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (a4313a47-c1d7-4702-8cf9-7d50539cae33), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:42.435557 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4f285-cf02-4f03-93d0-a9d2b1da6c72 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Subnet': ['ID=a4313a47-c1d7-4702-8cf9-7d50539cae33,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:42.439842 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d4f285-cf02-4f03-93d0-a9d2b1da6c72 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Checking segment: {'id': '9c922f44-a861-4e47-90cf-d7113057b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:42.440207 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d4f285-cf02-4f03-93d0-a9d2b1da6c72 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network hostable DHCP agents. Network: d579bd55-0d38-4131-a6aa-6990b79cfe9d, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:42:42.516053 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d4f285-cf02-4f03-93d0-a9d2b1da6c72 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network d579bd55-0d38-4131-a6aa-6990b79cfe9d is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:42:42.573028 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-14d4f285-cf02-4f03-93d0-a9d2b1da6c72 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, d579bd55-0d38-4131-a6aa-6990b79cfe9d) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:42.576918 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d4f285-cf02-4f03-93d0-a9d2b1da6c72 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:42.577514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-14d4f285-cf02-4f03-93d0-a9d2b1da6c72 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:42.582328 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd59ae3-c4c4-4d28-96e0-dc4033f40770 None None] Network d579bd55-0d38-4131-a6aa-6990b79cfe9d requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:42.643788 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-14d4f285-cf02-4f03-93d0-a9d2b1da6c72 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6511526 Apr 15 03:42:42.647284 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36094) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:42.684387 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525cb6e7-edf2-4947-a4c8-52bf1bfc5f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d579bd55-0d38-4131-a6aa-6990b79cfe9d', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'project_id': '422af18fc6154832a1a9757d936aeb92', 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:42:42.685237 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-525cb6e7-edf2-4947-a4c8-52bf1bfc5f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:42.832455 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-525cb6e7-edf2-4947-a4c8-52bf1bfc5f9f None None] Allocated IP 2001:db8::2 (d579bd55-0d38-4131-a6aa-6990b79cfe9d/a4313a47-c1d7-4702-8cf9-7d50539cae33/87564c7f-b0df-4ecf-b4bd-7cf36fd59203) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:42:42.948468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0f88d8a1-880d-4115-ae97-d9294f7706c7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:42.983684 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-525cb6e7-edf2-4947-a4c8-52bf1bfc5f9f None None] Publish callbacks [] for port (87564c7f-b0df-4ecf-b4bd-7cf36fd59203), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:43.071398 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-525cb6e7-edf2-4947-a4c8-52bf1bfc5f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (87564c7f-b0df-4ecf-b4bd-7cf36fd59203), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:43.107025 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525cb6e7-edf2-4947-a4c8-52bf1bfc5f9f None None] Network d579bd55-0d38-4131-a6aa-6990b79cfe9d is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:43.109887 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-525cb6e7-edf2-4947-a4c8-52bf1bfc5f9f None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:43.117377 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525cb6e7-edf2-4947-a4c8-52bf1bfc5f9f None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:42:43.132358 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cb6e7-edf2-4947-a4c8-52bf1bfc5f9f None None] Pushing event updated for resources: {'Port': ['ID=87564c7f-b0df-4ecf-b4bd-7cf36fd59203,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:43.181442 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-525cb6e7-edf2-4947-a4c8-52bf1bfc5f9f None None] Attempting to bind port 87564c7f-b0df-4ecf-b4bd-7cf36fd59203 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:42:43.181805 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-525cb6e7-edf2-4947-a4c8-52bf1bfc5f9f None None] Attempting to bind port 87564c7f-b0df-4ecf-b4bd-7cf36fd59203 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '9c922f44-a861-4e47-90cf-d7113057b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:42:43.182162 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525cb6e7-edf2-4947-a4c8-52bf1bfc5f9f None None] Attempting to bind port 87564c7f-b0df-4ecf-b4bd-7cf36fd59203 on network d579bd55-0d38-4131-a6aa-6990b79cfe9d {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:42:43.187053 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525cb6e7-edf2-4947-a4c8-52bf1bfc5f9f None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:42:43.187426 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525cb6e7-edf2-4947-a4c8-52bf1bfc5f9f None None] Checking segment: {'id': '9c922f44-a861-4e47-90cf-d7113057b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:43.187820 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-525cb6e7-edf2-4947-a4c8-52bf1bfc5f9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:43.188208 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525cb6e7-edf2-4947-a4c8-52bf1bfc5f9f None None] Bound using segment: {'id': '9c922f44-a861-4e47-90cf-d7113057b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:42:43.188667 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-525cb6e7-edf2-4947-a4c8-52bf1bfc5f9f None None] Bound port: 87564c7f-b0df-4ecf-b4bd-7cf36fd59203, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c922f44-a861-4e47-90cf-d7113057b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:42:43.189038 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-525cb6e7-edf2-4947-a4c8-52bf1bfc5f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (87564c7f-b0df-4ecf-b4bd-7cf36fd59203), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:43.197452 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-0f88d8a1-880d-4115-ae97-d9294f7706c7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Allocated IP 2001:db8::1 (d579bd55-0d38-4131-a6aa-6990b79cfe9d/a4313a47-c1d7-4702-8cf9-7d50539cae33/15e5b77a-1f57-4574-921f-f96945442610) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:42:43.250824 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-525cb6e7-edf2-4947-a4c8-52bf1bfc5f9f None None] For port 87564c7f-b0df-4ecf-b4bd-7cf36fd59203, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:42:43.254887 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-525cb6e7-edf2-4947-a4c8-52bf1bfc5f9f None None] For port 87564c7f-b0df-4ecf-b4bd-7cf36fd59203, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=87564c7f-b0df-4ecf-b4bd-7cf36fd59203,segment=NetworkSegment(9c922f44-a861-4e47-90cf-d7113057b8d4),segment_id=9c922f44-a861-4e47-90cf-d7113057b8d4)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:42:43.308407 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0f88d8a1-880d-4115-ae97-d9294f7706c7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for port (15e5b77a-1f57-4574-921f-f96945442610), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:43.333413 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-525cb6e7-edf2-4947-a4c8-52bf1bfc5f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (87564c7f-b0df-4ecf-b4bd-7cf36fd59203), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:43.391059 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0f88d8a1-880d-4115-ae97-d9294f7706c7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (15e5b77a-1f57-4574-921f-f96945442610), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:43.396894 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cb6e7-edf2-4947-a4c8-52bf1bfc5f9f None None] Pushing event updated for resources: {'Port': ['ID=87564c7f-b0df-4ecf-b4bd-7cf36fd59203,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:43.436464 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f88d8a1-880d-4115-ae97-d9294f7706c7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network d579bd55-0d38-4131-a6aa-6990b79cfe9d is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:43.439741 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-0f88d8a1-880d-4115-ae97-d9294f7706c7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:43.446426 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f88d8a1-880d-4115-ae97-d9294f7706c7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:42:43.447022 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0f88d8a1-880d-4115-ae97-d9294f7706c7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:43.486201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88d8a1-880d-4115-ae97-d9294f7706c7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Port': ['ID=15e5b77a-1f57-4574-921f-f96945442610,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:43.646090 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0f88d8a1-880d-4115-ae97-d9294f7706c7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (15e5b77a-1f57-4574-921f-f96945442610), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:43.905625 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0f88d8a1-880d-4115-ae97-d9294f7706c7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for port (15e5b77a-1f57-4574-921f-f96945442610), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:43.950104 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0f88d8a1-880d-4115-ae97-d9294f7706c7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (15e5b77a-1f57-4574-921f-f96945442610), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:43.950990 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0f88d8a1-880d-4115-ae97-d9294f7706c7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:44.044879 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88d8a1-880d-4115-ae97-d9294f7706c7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Port': ['ID=15e5b77a-1f57-4574-921f-f96945442610,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:44.088199 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f88d8a1-880d-4115-ae97-d9294f7706c7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network d579bd55-0d38-4131-a6aa-6990b79cfe9d is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:44.089708 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-0f88d8a1-880d-4115-ae97-d9294f7706c7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:44.276112 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f88d8a1-880d-4115-ae97-d9294f7706c7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:42:44.295298 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ad4530-8538-4a15-840d-4f4f02506aca None None] Network d579bd55-0d38-4131-a6aa-6990b79cfe9d requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:44.362832 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-679aaf1e-0420-468a-917a-5ce6b15c8e3e None None] Provisioning complete for port 87564c7f-b0df-4ecf-b4bd-7cf36fd59203 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:44.363115 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-679aaf1e-0420-468a-917a-5ce6b15c8e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (87564c7f-b0df-4ecf-b4bd-7cf36fd59203), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:44.372026 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f88d8a1-880d-4115-ae97-d9294f7706c7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:42:44.380615 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0f88d8a1-880d-4115-ae97-d9294f7706c7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/4bdb1947-7fbd-446f-ae97-9337f0abe6b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7285819 Apr 15 03:42:44.381306 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36096) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:44.381765 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] Sync routers for ids ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:42:44.386371 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-ba0fdea2-d9fb-4d04-b157-a3f8b9ec93d6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-750576940'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:44.391835 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] Routers {'4bdb1947-7fbd-446f-ae97-9337f0abe6b3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:44.392454 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:44.476081 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0fdea2-d9fb-4d04-b157-a3f8b9ec93d6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Made reservation on behalf of 422af18fc6154832a1a9757d936aeb92 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:42:44.479411 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ba0fdea2-d9fb-4d04-b157-a3f8b9ec93d6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:44.481192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-679aaf1e-0420-468a-917a-5ce6b15c8e3e None None] Current status of the port 87564c7f-b0df-4ecf-b4bd-7cf36fd59203 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:44.481575 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-679aaf1e-0420-468a-917a-5ce6b15c8e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (87564c7f-b0df-4ecf-b4bd-7cf36fd59203), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:44.490980 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] Set router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:42:44.507752 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba0fdea2-d9fb-4d04-b157-a3f8b9ec93d6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:42:44.519318 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ba0fdea2-d9fb-4d04-b157-a3f8b9ec93d6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (75368e7c-ab51-418f-8b99-0f2c1f39c6a0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:44.519951 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-ba0fdea2-d9fb-4d04-b157-a3f8b9ec93d6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Added segment 75368e7c-ab51-418f-8b99-0f2c1f39c6a0 of type vlan for network c70fded6-799c-4ed9-ae16-50d2fb36cf02 Apr 15 03:42:44.526888 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-679aaf1e-0420-468a-917a-5ce6b15c8e3e None None] For port 87564c7f-b0df-4ecf-b4bd-7cf36fd59203, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=87564c7f-b0df-4ecf-b4bd-7cf36fd59203,segment=NetworkSegment(9c922f44-a861-4e47-90cf-d7113057b8d4),segment_id=9c922f44-a861-4e47-90cf-d7113057b8d4)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:44.569478 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ba0fdea2-d9fb-4d04-b157-a3f8b9ec93d6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (c70fded6-799c-4ed9-ae16-50d2fb36cf02), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:44.619032 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-679aaf1e-0420-468a-917a-5ce6b15c8e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (87564c7f-b0df-4ecf-b4bd-7cf36fd59203), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:44.674183 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679aaf1e-0420-468a-917a-5ce6b15c8e3e None None] Pushing event updated for resources: {'Port': ['ID=87564c7f-b0df-4ecf-b4bd-7cf36fd59203,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:44.675643 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ba0fdea2-d9fb-4d04-b157-a3f8b9ec93d6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (c70fded6-799c-4ed9-ae16-50d2fb36cf02), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:44.685712 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0fdea2-d9fb-4d04-b157-a3f8b9ec93d6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:44.686347 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ba0fdea2-d9fb-4d04-b157-a3f8b9ec93d6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:44.700798 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:42:43Z', 'revision_number': 2, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:43Z', 'revision_number': 2, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:44.729816 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] Checking router: 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:42:44.730201 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] Updating router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 port 15e5b77a-1f57-4574-921f-f96945442610 binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:42:44.744604 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-05e9cf51-b871-4325-83ac-61763b1de330 None None] Provisioning complete for port 87564c7f-b0df-4ecf-b4bd-7cf36fd59203 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:44.744979 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-05e9cf51-b871-4325-83ac-61763b1de330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (87564c7f-b0df-4ecf-b4bd-7cf36fd59203), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:44.761814 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fdea2-d9fb-4d04-b157-a3f8b9ec93d6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Network': ['ID=c70fded6-799c-4ed9-ae16-50d2fb36cf02,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:44.765686 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (15e5b77a-1f57-4574-921f-f96945442610), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:44.774406 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network c70fded6-799c-4ed9-ae16-50d2fb36cf02 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:42:44.802428 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ba0fdea2-d9fb-4d04-b157-a3f8b9ec93d6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4164910 Apr 15 03:42:44.803520 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36098) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:44.810551 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-810af0ff-d0eb-4136-9853-669b97d6b6a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'subnet': {'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:44.898330 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-05e9cf51-b871-4325-83ac-61763b1de330 None None] Current status of the port 87564c7f-b0df-4ecf-b4bd-7cf36fd59203 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:44.907123 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-05e9cf51-b871-4325-83ac-61763b1de330 None None] Provisioning complete for port 15e5b77a-1f57-4574-921f-f96945442610 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:44.907578 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-05e9cf51-b871-4325-83ac-61763b1de330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (15e5b77a-1f57-4574-921f-f96945442610), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:44.956461 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-05e9cf51-b871-4325-83ac-61763b1de330 None None] Port 15e5b77a-1f57-4574-921f-f96945442610 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:44.973098 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810af0ff-d0eb-4136-9853-669b97d6b6a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Made reservation on behalf of 422af18fc6154832a1a9757d936aeb92 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:42:44.977522 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-810af0ff-d0eb-4136-9853-669b97d6b6a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:45.068619 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] Publish callbacks [] for port (15e5b77a-1f57-4574-921f-f96945442610), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:45.084991 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f6f2a359-0adf-43b3-9084-cac65ccb7b55 None None] Provisioning complete for port 15e5b77a-1f57-4574-921f-f96945442610 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:45.085367 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f6f2a359-0adf-43b3-9084-cac65ccb7b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (15e5b77a-1f57-4574-921f-f96945442610), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:45.131789 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f6f2a359-0adf-43b3-9084-cac65ccb7b55 None None] Port 15e5b77a-1f57-4574-921f-f96945442610 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:45.173309 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (15e5b77a-1f57-4574-921f-f96945442610), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:45.225489 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cc8af-1775-43da-aa6f-ac9b876bb8d1 None None] Pushing event updated for resources: {'Port': ['ID=15e5b77a-1f57-4574-921f-f96945442610,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:45.236909 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-810af0ff-d0eb-4136-9853-669b97d6b6a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:45.245578 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-bd973fc9-00b7-4806-b798-204d83070ceb None None] Provisioning complete for port 15e5b77a-1f57-4574-921f-f96945442610 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:45.246342 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bd973fc9-00b7-4806-b798-204d83070ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (15e5b77a-1f57-4574-921f-f96945442610), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:45.279337 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] Attempting to bind port 15e5b77a-1f57-4574-921f-f96945442610 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:42:45.279912 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] Attempting to bind port 15e5b77a-1f57-4574-921f-f96945442610 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '9c922f44-a861-4e47-90cf-d7113057b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:42:45.280490 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] Attempting to bind port 15e5b77a-1f57-4574-921f-f96945442610 on network d579bd55-0d38-4131-a6aa-6990b79cfe9d {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:42:45.287372 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:42:45.288024 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] Checking segment: {'id': '9c922f44-a861-4e47-90cf-d7113057b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:45.288631 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:45.289249 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] Bound using segment: {'id': '9c922f44-a861-4e47-90cf-d7113057b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:42:45.290114 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] Bound port: 15e5b77a-1f57-4574-921f-f96945442610, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c922f44-a861-4e47-90cf-d7113057b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:42:45.290497 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (15e5b77a-1f57-4574-921f-f96945442610), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:45.315826 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-bd973fc9-00b7-4806-b798-204d83070ceb None None] Port 15e5b77a-1f57-4574-921f-f96945442610 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:45.328306 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810af0ff-d0eb-4136-9853-669b97d6b6a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Subnet': ['ID=051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:45.341495 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810af0ff-d0eb-4136-9853-669b97d6b6a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Checking segment: {'id': '75368e7c-ab51-418f-8b99-0f2c1f39c6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:45.341929 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810af0ff-d0eb-4136-9853-669b97d6b6a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network hostable DHCP agents. Network: c70fded6-799c-4ed9-ae16-50d2fb36cf02, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:42:45.370155 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] For port 15e5b77a-1f57-4574-921f-f96945442610, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:42:45.373839 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] For port 15e5b77a-1f57-4574-921f-f96945442610, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=15e5b77a-1f57-4574-921f-f96945442610,segment=NetworkSegment(9c922f44-a861-4e47-90cf-d7113057b8d4),segment_id=9c922f44-a861-4e47-90cf-d7113057b8d4)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:42:45.393457 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 87564c7f-b0df-4ecf-b4bd-7cf36fd59203 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:45.407326 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810af0ff-d0eb-4136-9853-669b97d6b6a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network c70fded6-799c-4ed9-ae16-50d2fb36cf02 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:42:45.436351 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (15e5b77a-1f57-4574-921f-f96945442610), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:45.442823 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 87564c7f-b0df-4ecf-b4bd-7cf36fd59203 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:45.442823 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (87564c7f-b0df-4ecf-b4bd-7cf36fd59203), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:45.487564 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] Routers {'4bdb1947-7fbd-446f-ae97-9337f0abe6b3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:45.488188 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:45.515356 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-810af0ff-d0eb-4136-9853-669b97d6b6a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, c70fded6-799c-4ed9-ae16-50d2fb36cf02) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:45.519735 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810af0ff-d0eb-4136-9853-669b97d6b6a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:45.521389 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-810af0ff-d0eb-4136-9853-669b97d6b6a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:45.530733 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8c7cf7-be1a-48d5-98d3-cbb9f39d7ed3 None None] Network c70fded6-799c-4ed9-ae16-50d2fb36cf02 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:45.570186 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 87564c7f-b0df-4ecf-b4bd-7cf36fd59203 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:45.605965 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-11deeb3d-e817-43aa-8829-d16753b54fe6 None None] Provisioning complete for port 15e5b77a-1f57-4574-921f-f96945442610 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:45.606367 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-11deeb3d-e817-43aa-8829-d16753b54fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (15e5b77a-1f57-4574-921f-f96945442610), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:45.617051 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-810af0ff-d0eb-4136-9853-669b97d6b6a1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8114891 Apr 15 03:42:45.626341 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36100) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:45.693502 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cc8af-1775-43da-aa6f-ac9b876bb8d1 None None] Pushing event updated for resources: {'Port': ['ID=15e5b77a-1f57-4574-921f-f96945442610,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:45.701642 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] Set router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:42:45.722206 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5153062-584f-48c8-a91b-1e0b08af7894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-c70fded6-799c-4ed9-ae16-50d2fb36cf02', 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02', 'project_id': '422af18fc6154832a1a9757d936aeb92', 'fixed_ips': [{'subnet_id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:42:45.723180 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c5153062-584f-48c8-a91b-1e0b08af7894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:45.905451 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-11deeb3d-e817-43aa-8829-d16753b54fe6 None None] Current status of the port 15e5b77a-1f57-4574-921f-f96945442610 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:45.905837 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-11deeb3d-e817-43aa-8829-d16753b54fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (15e5b77a-1f57-4574-921f-f96945442610), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:45.915775 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:42:43Z', 'revision_number': 2, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 4, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:45.949608 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0007bb94-136b-49e9-855e-2899e32a1221 None None] The sync data for ids ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'] in dv-neutron-837140-3-hyperv is: [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:42:43Z', 'revision_number': 2, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 4, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:42:46.004641 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-11deeb3d-e817-43aa-8829-d16753b54fe6 None None] For port 15e5b77a-1f57-4574-921f-f96945442610, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=15e5b77a-1f57-4574-921f-f96945442610,segment=NetworkSegment(9c922f44-a861-4e47-90cf-d7113057b8d4),segment_id=9c922f44-a861-4e47-90cf-d7113057b8d4)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:46.037074 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9e87c79-5957-4020-9cec-bd15f4f4832d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:46.058572 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-c5153062-584f-48c8-a91b-1e0b08af7894 None None] Allocated IP 2001:db8:1::2 (c70fded6-799c-4ed9-ae16-50d2fb36cf02/051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9/a4486a70-26db-4de8-9e66-11abbf5ddaa6) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:42:46.078134 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-11deeb3d-e817-43aa-8829-d16753b54fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (15e5b77a-1f57-4574-921f-f96945442610), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:46.206182 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11deeb3d-e817-43aa-8829-d16753b54fe6 None None] Pushing event updated for resources: {'Port': ['ID=15e5b77a-1f57-4574-921f-f96945442610,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:46.219598 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7418767f-c67e-4edc-b5c0-4129c1e58a12 None None] Provisioning complete for port 15e5b77a-1f57-4574-921f-f96945442610 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:46.220077 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7418767f-c67e-4edc-b5c0-4129c1e58a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (15e5b77a-1f57-4574-921f-f96945442610), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:46.322564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c5153062-584f-48c8-a91b-1e0b08af7894 None None] Publish callbacks [] for port (a4486a70-26db-4de8-9e66-11abbf5ddaa6), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:46.360932 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7418767f-c67e-4edc-b5c0-4129c1e58a12 None None] Current status of the port 15e5b77a-1f57-4574-921f-f96945442610 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:46.367770 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c5153062-584f-48c8-a91b-1e0b08af7894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (a4486a70-26db-4de8-9e66-11abbf5ddaa6), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:46.410970 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5153062-584f-48c8-a91b-1e0b08af7894 None None] Network c70fded6-799c-4ed9-ae16-50d2fb36cf02 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:46.414369 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-c5153062-584f-48c8-a91b-1e0b08af7894 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:46.419758 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5153062-584f-48c8-a91b-1e0b08af7894 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:42:46.422731 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5153062-584f-48c8-a91b-1e0b08af7894 None None] Pushing event updated for resources: {'Port': ['ID=a4486a70-26db-4de8-9e66-11abbf5ddaa6,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:46.423023 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-f9e87c79-5957-4020-9cec-bd15f4f4832d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Allocated IP 2001:db8:1::1 (c70fded6-799c-4ed9-ae16-50d2fb36cf02/051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9/e9209869-c397-4b12-9f25-6536736009a6) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:42:46.490252 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c5153062-584f-48c8-a91b-1e0b08af7894 None None] Attempting to bind port a4486a70-26db-4de8-9e66-11abbf5ddaa6 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:42:46.490638 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c5153062-584f-48c8-a91b-1e0b08af7894 None None] Attempting to bind port a4486a70-26db-4de8-9e66-11abbf5ddaa6 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '75368e7c-ab51-418f-8b99-0f2c1f39c6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:42:46.491000 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5153062-584f-48c8-a91b-1e0b08af7894 None None] Attempting to bind port a4486a70-26db-4de8-9e66-11abbf5ddaa6 on network c70fded6-799c-4ed9-ae16-50d2fb36cf02 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:42:46.496462 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5153062-584f-48c8-a91b-1e0b08af7894 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:42:46.496833 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5153062-584f-48c8-a91b-1e0b08af7894 None None] Checking segment: {'id': '75368e7c-ab51-418f-8b99-0f2c1f39c6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:46.497254 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c5153062-584f-48c8-a91b-1e0b08af7894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:46.497752 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5153062-584f-48c8-a91b-1e0b08af7894 None None] Bound using segment: {'id': '75368e7c-ab51-418f-8b99-0f2c1f39c6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:42:46.498090 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c5153062-584f-48c8-a91b-1e0b08af7894 None None] Bound port: a4486a70-26db-4de8-9e66-11abbf5ddaa6, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75368e7c-ab51-418f-8b99-0f2c1f39c6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:42:46.498703 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c5153062-584f-48c8-a91b-1e0b08af7894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a4486a70-26db-4de8-9e66-11abbf5ddaa6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:46.552929 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9e87c79-5957-4020-9cec-bd15f4f4832d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for port (e9209869-c397-4b12-9f25-6536736009a6), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:46.569017 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c5153062-584f-48c8-a91b-1e0b08af7894 None None] For port a4486a70-26db-4de8-9e66-11abbf5ddaa6, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:42:46.572687 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c5153062-584f-48c8-a91b-1e0b08af7894 None None] For port a4486a70-26db-4de8-9e66-11abbf5ddaa6, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a4486a70-26db-4de8-9e66-11abbf5ddaa6,segment=NetworkSegment(75368e7c-ab51-418f-8b99-0f2c1f39c6a0),segment_id=75368e7c-ab51-418f-8b99-0f2c1f39c6a0)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:42:46.631035 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c5153062-584f-48c8-a91b-1e0b08af7894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (a4486a70-26db-4de8-9e66-11abbf5ddaa6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:46.653694 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9e87c79-5957-4020-9cec-bd15f4f4832d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (e9209869-c397-4b12-9f25-6536736009a6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:46.698936 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5153062-584f-48c8-a91b-1e0b08af7894 None None] Pushing event updated for resources: {'Port': ['ID=a4486a70-26db-4de8-9e66-11abbf5ddaa6,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:46.706528 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e87c79-5957-4020-9cec-bd15f4f4832d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network c70fded6-799c-4ed9-ae16-50d2fb36cf02 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:46.712106 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-f9e87c79-5957-4020-9cec-bd15f4f4832d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:46.716072 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e87c79-5957-4020-9cec-bd15f4f4832d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:42:46.716625 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9e87c79-5957-4020-9cec-bd15f4f4832d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:46.723126 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e87c79-5957-4020-9cec-bd15f4f4832d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Port': ['ID=e9209869-c397-4b12-9f25-6536736009a6,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:46.915901 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9e87c79-5957-4020-9cec-bd15f4f4832d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e9209869-c397-4b12-9f25-6536736009a6), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:47.186633 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9e87c79-5957-4020-9cec-bd15f4f4832d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for port (e9209869-c397-4b12-9f25-6536736009a6), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:47.241328 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9e87c79-5957-4020-9cec-bd15f4f4832d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (e9209869-c397-4b12-9f25-6536736009a6), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:47.242053 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9e87c79-5957-4020-9cec-bd15f4f4832d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:47.373545 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 15e5b77a-1f57-4574-921f-f96945442610 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:47.424248 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 15e5b77a-1f57-4574-921f-f96945442610 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:47.424625 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (15e5b77a-1f57-4574-921f-f96945442610), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:47.506666 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 15e5b77a-1f57-4574-921f-f96945442610 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:47.507687 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a4486a70-26db-4de8-9e66-11abbf5ddaa6 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:47.556012 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port a4486a70-26db-4de8-9e66-11abbf5ddaa6 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:47.556380 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a4486a70-26db-4de8-9e66-11abbf5ddaa6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:47.634363 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port a4486a70-26db-4de8-9e66-11abbf5ddaa6 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:47.634789 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a4486a70-26db-4de8-9e66-11abbf5ddaa6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:47.644039 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e87c79-5957-4020-9cec-bd15f4f4832d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Port': ['ID=e9209869-c397-4b12-9f25-6536736009a6,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:47.667793 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port a4486a70-26db-4de8-9e66-11abbf5ddaa6, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a4486a70-26db-4de8-9e66-11abbf5ddaa6,segment=NetworkSegment(75368e7c-ab51-418f-8b99-0f2c1f39c6a0),segment_id=75368e7c-ab51-418f-8b99-0f2c1f39c6a0)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:47.684137 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e87c79-5957-4020-9cec-bd15f4f4832d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network c70fded6-799c-4ed9-ae16-50d2fb36cf02 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:47.685499 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-f9e87c79-5957-4020-9cec-bd15f4f4832d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:47.733187 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (a4486a70-26db-4de8-9e66-11abbf5ddaa6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:47.789262 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=a4486a70-26db-4de8-9e66-11abbf5ddaa6,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:47.791065 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e87c79-5957-4020-9cec-bd15f4f4832d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:42:47.893398 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e87c79-5957-4020-9cec-bd15f4f4832d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:42:47.901828 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f9e87c79-5957-4020-9cec-bd15f4f4832d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/4bdb1947-7fbd-446f-ae97-9337f0abe6b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2704365 Apr 15 03:42:47.901828 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36106) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:47.904042 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] Sync routers for ids ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:42:47.906487 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-43a28e07-c786-49a6-9a94-0f4f8bd0f09e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2005576966'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:47.915604 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] Routers {'4bdb1947-7fbd-446f-ae97-9337f0abe6b3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:47.916320 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:47.991282 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a28e07-c786-49a6-9a94-0f4f8bd0f09e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Made reservation on behalf of 422af18fc6154832a1a9757d936aeb92 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:42:47.994779 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-43a28e07-c786-49a6-9a94-0f4f8bd0f09e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:48.023914 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] Set router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:42:48.026024 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a28e07-c786-49a6-9a94-0f4f8bd0f09e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:42:48.035880 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-43a28e07-c786-49a6-9a94-0f4f8bd0f09e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (0591b51f-2194-4d1f-b81e-d3ca9ebe634d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:48.036839 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-43a28e07-c786-49a6-9a94-0f4f8bd0f09e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Added segment 0591b51f-2194-4d1f-b81e-d3ca9ebe634d of type vlan for network 0430e68b-a337-4a58-b115-e9d0dbf72fae Apr 15 03:42:48.080079 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-43a28e07-c786-49a6-9a94-0f4f8bd0f09e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (0430e68b-a337-4a58-b115-e9d0dbf72fae), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:48.088806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f825a2-73f5-474b-97bb-82f649e1f0e6 None None] Network c70fded6-799c-4ed9-ae16-50d2fb36cf02 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:48.161754 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6253da54-7c9f-4ed2-a7f3-c8547bc805cd None None] Provisioning complete for port a4486a70-26db-4de8-9e66-11abbf5ddaa6 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:48.162126 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6253da54-7c9f-4ed2-a7f3-c8547bc805cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a4486a70-26db-4de8-9e66-11abbf5ddaa6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:48.167265 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-43a28e07-c786-49a6-9a94-0f4f8bd0f09e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (0430e68b-a337-4a58-b115-e9d0dbf72fae), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:48.172689 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a28e07-c786-49a6-9a94-0f4f8bd0f09e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:48.173276 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-43a28e07-c786-49a6-9a94-0f4f8bd0f09e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:48.243437 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a28e07-c786-49a6-9a94-0f4f8bd0f09e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Network': ['ID=0430e68b-a337-4a58-b115-e9d0dbf72fae,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:48.256721 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 0430e68b-a337-4a58-b115-e9d0dbf72fae details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:42:48.272542 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-43a28e07-c786-49a6-9a94-0f4f8bd0f09e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3699911 Apr 15 03:42:48.275867 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36108) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:48.280711 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-623cab79-fcb2-4bb0-9844-f7d3654870cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'subnet': {'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:48.418652 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623cab79-fcb2-4bb0-9844-f7d3654870cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Made reservation on behalf of 422af18fc6154832a1a9757d936aeb92 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:42:48.422836 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-623cab79-fcb2-4bb0-9844-f7d3654870cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:48.435850 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6253da54-7c9f-4ed2-a7f3-c8547bc805cd None None] Current status of the port a4486a70-26db-4de8-9e66-11abbf5ddaa6 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:48.443426 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:42:46Z', 'revision_number': 3, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9209869-c397-4b12-9f25-6536736009a6', 'name': '', 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:c7:11:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:46Z', 'updated_at': '2022-04-15T03:42:47Z', 'revision_number': 2, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:48.474285 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] Checking router: 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:42:48.474688 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] Updating router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 port e9209869-c397-4b12-9f25-6536736009a6 binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:42:48.511893 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-be77f32b-8770-4309-b4f0-5cc8df8e0e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:48.513551 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e9209869-c397-4b12-9f25-6536736009a6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:48.695580 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-623cab79-fcb2-4bb0-9844-f7d3654870cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (c2d3fa4b-5007-46ae-b0af-d02275fa49fe), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:48.704001 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6483b70f-ac55-4aa2-b58e-472e6f97dc86 None None] Provisioning complete for port e9209869-c397-4b12-9f25-6536736009a6 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:48.704377 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6483b70f-ac55-4aa2-b58e-472e6f97dc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e9209869-c397-4b12-9f25-6536736009a6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:48.759475 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6483b70f-ac55-4aa2-b58e-472e6f97dc86 None None] Port e9209869-c397-4b12-9f25-6536736009a6 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:48.763542 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623cab79-fcb2-4bb0-9844-f7d3654870cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Subnet': ['ID=c2d3fa4b-5007-46ae-b0af-d02275fa49fe,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:48.773783 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623cab79-fcb2-4bb0-9844-f7d3654870cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Checking segment: {'id': '0591b51f-2194-4d1f-b81e-d3ca9ebe634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:48.774146 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623cab79-fcb2-4bb0-9844-f7d3654870cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network hostable DHCP agents. Network: 0430e68b-a337-4a58-b115-e9d0dbf72fae, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:42:48.779235 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6483b70f-ac55-4aa2-b58e-472e6f97dc86 None None] Provisioning complete for port a4486a70-26db-4de8-9e66-11abbf5ddaa6 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:48.779610 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6483b70f-ac55-4aa2-b58e-472e6f97dc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a4486a70-26db-4de8-9e66-11abbf5ddaa6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:48.841437 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623cab79-fcb2-4bb0-9844-f7d3654870cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network 0430e68b-a337-4a58-b115-e9d0dbf72fae is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:42:48.873892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] Publish callbacks [] for port (e9209869-c397-4b12-9f25-6536736009a6), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:48.910767 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6483b70f-ac55-4aa2-b58e-472e6f97dc86 None None] Current status of the port a4486a70-26db-4de8-9e66-11abbf5ddaa6 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:48.933153 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-623cab79-fcb2-4bb0-9844-f7d3654870cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 0430e68b-a337-4a58-b115-e9d0dbf72fae) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:48.939262 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623cab79-fcb2-4bb0-9844-f7d3654870cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:48.939262 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-623cab79-fcb2-4bb0-9844-f7d3654870cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:48.951082 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bd2227-2d70-4dad-8ca5-f5e476da3dd8 None None] Network 0430e68b-a337-4a58-b115-e9d0dbf72fae requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:48.955059 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e9209869-c397-4b12-9f25-6536736009a6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:49.005479 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-623cab79-fcb2-4bb0-9844-f7d3654870cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7285011 Apr 15 03:42:49.009077 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36110) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:49.235635 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf5339-951b-4a1e-9e51-60f9d474b761 None None] Pushing event updated for resources: {'Port': ['ID=e9209869-c397-4b12-9f25-6536736009a6,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:49.239028 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-89aaab53-bed3-4550-884c-aff482735cd2 None None] Provisioning complete for port e9209869-c397-4b12-9f25-6536736009a6 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:49.239423 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-89aaab53-bed3-4550-884c-aff482735cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e9209869-c397-4b12-9f25-6536736009a6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:49.357700 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cd0469-8bba-4494-834e-2229612d991f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-0430e68b-a337-4a58-b115-e9d0dbf72fae', 'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae', 'project_id': '422af18fc6154832a1a9757d936aeb92', 'fixed_ips': [{'subnet_id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:42:49.358565 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-58cd0469-8bba-4494-834e-2229612d991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:49.360601 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a4486a70-26db-4de8-9e66-11abbf5ddaa6 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:49.389037 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-89aaab53-bed3-4550-884c-aff482735cd2 None None] Port e9209869-c397-4b12-9f25-6536736009a6 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:49.394789 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] Attempting to bind port e9209869-c397-4b12-9f25-6536736009a6 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:42:49.395161 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] Attempting to bind port e9209869-c397-4b12-9f25-6536736009a6 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '75368e7c-ab51-418f-8b99-0f2c1f39c6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:42:49.396055 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] Attempting to bind port e9209869-c397-4b12-9f25-6536736009a6 on network c70fded6-799c-4ed9-ae16-50d2fb36cf02 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:42:49.414413 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:42:49.414816 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] Checking segment: {'id': '75368e7c-ab51-418f-8b99-0f2c1f39c6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:49.415224 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:49.415619 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] Bound using segment: {'id': '75368e7c-ab51-418f-8b99-0f2c1f39c6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:42:49.416106 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] Bound port: e9209869-c397-4b12-9f25-6536736009a6, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75368e7c-ab51-418f-8b99-0f2c1f39c6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:42:49.416487 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e9209869-c397-4b12-9f25-6536736009a6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:49.550442 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port a4486a70-26db-4de8-9e66-11abbf5ddaa6 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:49.551270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a4486a70-26db-4de8-9e66-11abbf5ddaa6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:49.558828 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3a83abf8-5576-4438-8e53-ce9448c6746c None None] Provisioning complete for port e9209869-c397-4b12-9f25-6536736009a6 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:49.559180 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3a83abf8-5576-4438-8e53-ce9448c6746c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e9209869-c397-4b12-9f25-6536736009a6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:49.658377 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] For port e9209869-c397-4b12-9f25-6536736009a6, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:42:49.679399 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3a83abf8-5576-4438-8e53-ce9448c6746c None None] Port e9209869-c397-4b12-9f25-6536736009a6 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:49.682900 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] For port e9209869-c397-4b12-9f25-6536736009a6, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e9209869-c397-4b12-9f25-6536736009a6,segment=NetworkSegment(75368e7c-ab51-418f-8b99-0f2c1f39c6a0),segment_id=75368e7c-ab51-418f-8b99-0f2c1f39c6a0)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:42:49.701033 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-58cd0469-8bba-4494-834e-2229612d991f None None] Allocated IP 2001:db8:2::2 (0430e68b-a337-4a58-b115-e9d0dbf72fae/c2d3fa4b-5007-46ae-b0af-d02275fa49fe/6bb3019d-ee5b-4e11-b4bd-7a9433cab756) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:42:49.702245 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-47de54bf-70a2-4a28-a661-d0dd2d27ccb5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:49.741696 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e9209869-c397-4b12-9f25-6536736009a6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:49.795892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port a4486a70-26db-4de8-9e66-11abbf5ddaa6 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:49.863587 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] Routers {'4bdb1947-7fbd-446f-ae97-9337f0abe6b3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:49.864760 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:49.905940 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf5339-951b-4a1e-9e51-60f9d474b761 None None] Pushing event updated for resources: {'Port': ['ID=e9209869-c397-4b12-9f25-6536736009a6,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:50.015050 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] Set router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:42:50.057432 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-58cd0469-8bba-4494-834e-2229612d991f None None] Publish callbacks [] for port (6bb3019d-ee5b-4e11-b4bd-7a9433cab756), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:50.127792 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f34c0e90-ca9a-42e4-b779-a113239232a0 None None] Provisioning complete for port e9209869-c397-4b12-9f25-6536736009a6 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:50.128174 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f34c0e90-ca9a-42e4-b779-a113239232a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e9209869-c397-4b12-9f25-6536736009a6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:50.156283 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-58cd0469-8bba-4494-834e-2229612d991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (6bb3019d-ee5b-4e11-b4bd-7a9433cab756), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:50.186889 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-47de54bf-70a2-4a28-a661-d0dd2d27ccb5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Allocated IP 2001:db8:2::1 (0430e68b-a337-4a58-b115-e9d0dbf72fae/c2d3fa4b-5007-46ae-b0af-d02275fa49fe/5060b648-dd20-4ba6-b863-657648e04da3) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:42:50.236019 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cd0469-8bba-4494-834e-2229612d991f None None] Network 0430e68b-a337-4a58-b115-e9d0dbf72fae is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:50.244589 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-58cd0469-8bba-4494-834e-2229612d991f None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:50.252906 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cd0469-8bba-4494-834e-2229612d991f None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:42:50.273550 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd0469-8bba-4494-834e-2229612d991f None None] Pushing event updated for resources: {'Port': ['ID=6bb3019d-ee5b-4e11-b4bd-7a9433cab756,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:50.299774 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-47de54bf-70a2-4a28-a661-d0dd2d27ccb5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for port (5060b648-dd20-4ba6-b863-657648e04da3), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:50.379160 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-47de54bf-70a2-4a28-a661-d0dd2d27ccb5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (5060b648-dd20-4ba6-b863-657648e04da3), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:50.387654 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-58cd0469-8bba-4494-834e-2229612d991f None None] Attempting to bind port 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:42:50.388000 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-58cd0469-8bba-4494-834e-2229612d991f None None] Attempting to bind port 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '0591b51f-2194-4d1f-b81e-d3ca9ebe634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:42:50.388369 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cd0469-8bba-4494-834e-2229612d991f None None] Attempting to bind port 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 on network 0430e68b-a337-4a58-b115-e9d0dbf72fae {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:42:50.400008 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f34c0e90-ca9a-42e4-b779-a113239232a0 None None] Current status of the port e9209869-c397-4b12-9f25-6536736009a6 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:50.400395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f34c0e90-ca9a-42e4-b779-a113239232a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e9209869-c397-4b12-9f25-6536736009a6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:50.402382 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:42:46Z', 'revision_number': 3, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9209869-c397-4b12-9f25-6536736009a6', 'name': '', 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:c7:11:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:46Z', 'updated_at': '2022-04-15T03:42:49Z', 'revision_number': 4, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:50.412870 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cd0469-8bba-4494-834e-2229612d991f None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:42:50.413261 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cd0469-8bba-4494-834e-2229612d991f None None] Checking segment: {'id': '0591b51f-2194-4d1f-b81e-d3ca9ebe634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:50.413661 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-58cd0469-8bba-4494-834e-2229612d991f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:50.414062 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cd0469-8bba-4494-834e-2229612d991f None None] Bound using segment: {'id': '0591b51f-2194-4d1f-b81e-d3ca9ebe634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:42:50.414548 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-58cd0469-8bba-4494-834e-2229612d991f None None] Bound port: 6bb3019d-ee5b-4e11-b4bd-7a9433cab756, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0591b51f-2194-4d1f-b81e-d3ca9ebe634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:42:50.414952 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-58cd0469-8bba-4494-834e-2229612d991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6bb3019d-ee5b-4e11-b4bd-7a9433cab756), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:50.423135 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47de54bf-70a2-4a28-a661-d0dd2d27ccb5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network 0430e68b-a337-4a58-b115-e9d0dbf72fae is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:50.426160 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-47de54bf-70a2-4a28-a661-d0dd2d27ccb5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:50.433460 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47de54bf-70a2-4a28-a661-d0dd2d27ccb5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:42:50.434000 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-47de54bf-70a2-4a28-a661-d0dd2d27ccb5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:50.448480 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea947d3e-97c9-4e78-97f1-87bfe9a3531d None None] The sync data for ids ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'] in dv-neutron-837140-3-hyperv is: [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:42:46Z', 'revision_number': 3, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9209869-c397-4b12-9f25-6536736009a6', 'name': '', 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:c7:11:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:46Z', 'updated_at': '2022-04-15T03:42:49Z', 'revision_number': 4, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:42:50.474680 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de54bf-70a2-4a28-a661-d0dd2d27ccb5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Port': ['ID=5060b648-dd20-4ba6-b863-657648e04da3,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:50.514901 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f34c0e90-ca9a-42e4-b779-a113239232a0 None None] For port e9209869-c397-4b12-9f25-6536736009a6, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e9209869-c397-4b12-9f25-6536736009a6,segment=NetworkSegment(75368e7c-ab51-418f-8b99-0f2c1f39c6a0),segment_id=75368e7c-ab51-418f-8b99-0f2c1f39c6a0)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:50.554509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-58cd0469-8bba-4494-834e-2229612d991f None None] For port 6bb3019d-ee5b-4e11-b4bd-7a9433cab756, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:42:50.559448 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-58cd0469-8bba-4494-834e-2229612d991f None None] For port 6bb3019d-ee5b-4e11-b4bd-7a9433cab756, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6bb3019d-ee5b-4e11-b4bd-7a9433cab756,segment=NetworkSegment(0591b51f-2194-4d1f-b81e-d3ca9ebe634d),segment_id=0591b51f-2194-4d1f-b81e-d3ca9ebe634d)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:42:50.596054 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f34c0e90-ca9a-42e4-b779-a113239232a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e9209869-c397-4b12-9f25-6536736009a6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:50.627253 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-58cd0469-8bba-4494-834e-2229612d991f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (6bb3019d-ee5b-4e11-b4bd-7a9433cab756), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:50.656234 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-47de54bf-70a2-4a28-a661-d0dd2d27ccb5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5060b648-dd20-4ba6-b863-657648e04da3), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:50.666785 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c0e90-ca9a-42e4-b779-a113239232a0 None None] Pushing event updated for resources: {'Port': ['ID=e9209869-c397-4b12-9f25-6536736009a6,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:50.737659 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd0469-8bba-4494-834e-2229612d991f None None] Pushing event updated for resources: {'Port': ['ID=6bb3019d-ee5b-4e11-b4bd-7a9433cab756,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:50.858093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d4c538d0-958e-4d45-86bb-7c05996173cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:51.021636 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-47de54bf-70a2-4a28-a661-d0dd2d27ccb5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for port (5060b648-dd20-4ba6-b863-657648e04da3), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:51.080747 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-47de54bf-70a2-4a28-a661-d0dd2d27ccb5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (5060b648-dd20-4ba6-b863-657648e04da3), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:51.081574 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-47de54bf-70a2-4a28-a661-d0dd2d27ccb5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:51.174475 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de54bf-70a2-4a28-a661-d0dd2d27ccb5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Port': ['ID=5060b648-dd20-4ba6-b863-657648e04da3,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:51.213821 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47de54bf-70a2-4a28-a661-d0dd2d27ccb5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network 0430e68b-a337-4a58-b115-e9d0dbf72fae is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:51.215106 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-47de54bf-70a2-4a28-a661-d0dd2d27ccb5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:51.323874 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47de54bf-70a2-4a28-a661-d0dd2d27ccb5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:42:51.378259 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e9209869-c397-4b12-9f25-6536736009a6 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:51.431311 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47de54bf-70a2-4a28-a661-d0dd2d27ccb5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:42:51.437784 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-47de54bf-70a2-4a28-a661-d0dd2d27ccb5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/4bdb1947-7fbd-446f-ae97-9337f0abe6b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4262187 Apr 15 03:42:51.439860 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36114) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:51.441742 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] Sync routers for ids ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:42:51.446138 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-34d577dd-b2d1-4980-9c2a-34b8ea0844cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1326248278'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:51.451620 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port e9209869-c397-4b12-9f25-6536736009a6 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:51.452133 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e9209869-c397-4b12-9f25-6536736009a6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:51.457456 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] Routers {'4bdb1947-7fbd-446f-ae97-9337f0abe6b3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:51.458991 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:51.527282 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d577dd-b2d1-4980-9c2a-34b8ea0844cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Made reservation on behalf of 422af18fc6154832a1a9757d936aeb92 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:42:51.532213 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-34d577dd-b2d1-4980-9c2a-34b8ea0844cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:51.534571 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e9209869-c397-4b12-9f25-6536736009a6 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:51.535781 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:51.561986 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d577dd-b2d1-4980-9c2a-34b8ea0844cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:42:51.573993 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-34d577dd-b2d1-4980-9c2a-34b8ea0844cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (c259cad6-2303-44e3-85dc-e1f1a8533186), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:51.576189 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-34d577dd-b2d1-4980-9c2a-34b8ea0844cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Added segment c259cad6-2303-44e3-85dc-e1f1a8533186 of type vlan for network 4bdf0399-ba1e-4312-ac3e-2314965c5acc Apr 15 03:42:51.582997 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] Set router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:42:51.600757 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:51.601347 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6bb3019d-ee5b-4e11-b4bd-7a9433cab756), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:51.632845 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-34d577dd-b2d1-4980-9c2a-34b8ea0844cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (4bdf0399-ba1e-4312-ac3e-2314965c5acc), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:51.709945 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-34d577dd-b2d1-4980-9c2a-34b8ea0844cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (4bdf0399-ba1e-4312-ac3e-2314965c5acc), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:51.715530 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d577dd-b2d1-4980-9c2a-34b8ea0844cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:51.716539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-34d577dd-b2d1-4980-9c2a-34b8ea0844cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:51.797978 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d577dd-b2d1-4980-9c2a-34b8ea0844cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Network': ['ID=4bdf0399-ba1e-4312-ac3e-2314965c5acc,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:51.830602 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:42:50Z', 'revision_number': 4, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060b648-dd20-4ba6-b863-657648e04da3', 'name': '', 'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:8a:9c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:49Z', 'updated_at': '2022-04-15T03:42:50Z', 'revision_number': 2, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9209869-c397-4b12-9f25-6536736009a6', 'name': '', 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:c7:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:46Z', 'updated_at': '2022-04-15T03:42:50Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:51.833197 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-34d577dd-b2d1-4980-9c2a-34b8ea0844cd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3921199 Apr 15 03:42:51.836267 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36116) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:51.837152 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55364796-f2c2-4b0d-8c6a-2aefcab68c37 None None] Network 0430e68b-a337-4a58-b115-e9d0dbf72fae requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:51.839040 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 4bdf0399-ba1e-4312-ac3e-2314965c5acc details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:42:51.841892 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-0d375076-88cd-46fb-a319-d5912724a4e9 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'subnet': {'network_id': '4bdf0399-ba1e-4312-ac3e-2314965c5acc', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:51.863053 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] Checking router: 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:42:51.863408 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] Updating router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 port 5060b648-dd20-4ba6-b863-657648e04da3 binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:42:51.897056 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5060b648-dd20-4ba6-b863-657648e04da3), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:51.933147 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-57812b43-1faf-4587-9622-31deb452f62d None None] Provisioning complete for port 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:51.933509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-57812b43-1faf-4587-9622-31deb452f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6bb3019d-ee5b-4e11-b4bd-7a9433cab756), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:51.966514 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:51.966990 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6bb3019d-ee5b-4e11-b4bd-7a9433cab756), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:51.968778 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:52.007343 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d375076-88cd-46fb-a319-d5912724a4e9 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Made reservation on behalf of 422af18fc6154832a1a9757d936aeb92 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:42:52.011034 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0d375076-88cd-46fb-a319-d5912724a4e9 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:52.087708 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 6bb3019d-ee5b-4e11-b4bd-7a9433cab756, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6bb3019d-ee5b-4e11-b4bd-7a9433cab756,segment=NetworkSegment(0591b51f-2194-4d1f-b81e-d3ca9ebe634d),segment_id=0591b51f-2194-4d1f-b81e-d3ca9ebe634d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:52.137902 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-57812b43-1faf-4587-9622-31deb452f62d None None] Current status of the port 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:52.138286 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-57812b43-1faf-4587-9622-31deb452f62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6bb3019d-ee5b-4e11-b4bd-7a9433cab756), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:52.167902 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (6bb3019d-ee5b-4e11-b4bd-7a9433cab756), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:52.216195 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] Publish callbacks [] for port (5060b648-dd20-4ba6-b863-657648e04da3), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:52.255026 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-57812b43-1faf-4587-9622-31deb452f62d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:42:52.260808 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-57812b43-1faf-4587-9622-31deb452f62d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:42:52.260808 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=6bb3019d-ee5b-4e11-b4bd-7a9433cab756,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:52.269874 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (5060b648-dd20-4ba6-b863-657648e04da3), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:52.287964 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0d375076-88cd-46fb-a319-d5912724a4e9 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (b68be832-00a6-4121-b6cd-35ab17a67137), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:52.320931 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b6bb1-d614-49ab-84c9-598dc3bc6c44 None None] Pushing event updated for resources: {'Port': ['ID=5060b648-dd20-4ba6-b863-657648e04da3,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:52.366770 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d375076-88cd-46fb-a319-d5912724a4e9 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Subnet': ['ID=b68be832-00a6-4121-b6cd-35ab17a67137,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:52.369181 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d375076-88cd-46fb-a319-d5912724a4e9 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Checking segment: {'id': 'c259cad6-2303-44e3-85dc-e1f1a8533186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4bdf0399-ba1e-4312-ac3e-2314965c5acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:52.369461 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d375076-88cd-46fb-a319-d5912724a4e9 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network hostable DHCP agents. Network: 4bdf0399-ba1e-4312-ac3e-2314965c5acc, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:42:52.382546 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] Attempting to bind port 5060b648-dd20-4ba6-b863-657648e04da3 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:42:52.383003 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] Attempting to bind port 5060b648-dd20-4ba6-b863-657648e04da3 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '0591b51f-2194-4d1f-b81e-d3ca9ebe634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:42:52.383355 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] Attempting to bind port 5060b648-dd20-4ba6-b863-657648e04da3 on network 0430e68b-a337-4a58-b115-e9d0dbf72fae {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:42:52.388651 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:42:52.389233 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] Checking segment: {'id': '0591b51f-2194-4d1f-b81e-d3ca9ebe634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:52.389624 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:52.390010 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] Bound using segment: {'id': '0591b51f-2194-4d1f-b81e-d3ca9ebe634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:42:52.390474 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] Bound port: 5060b648-dd20-4ba6-b863-657648e04da3, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0591b51f-2194-4d1f-b81e-d3ca9ebe634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:42:52.390885 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5060b648-dd20-4ba6-b863-657648e04da3), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:52.446467 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d375076-88cd-46fb-a319-d5912724a4e9 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network 4bdf0399-ba1e-4312-ac3e-2314965c5acc is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:42:52.459839 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] For port 5060b648-dd20-4ba6-b863-657648e04da3, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:42:52.463120 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] For port 5060b648-dd20-4ba6-b863-657648e04da3, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=5060b648-dd20-4ba6-b863-657648e04da3,segment=NetworkSegment(0591b51f-2194-4d1f-b81e-d3ca9ebe634d),segment_id=0591b51f-2194-4d1f-b81e-d3ca9ebe634d)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:42:52.522057 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-0d375076-88cd-46fb-a319-d5912724a4e9 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 4bdf0399-ba1e-4312-ac3e-2314965c5acc) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:52.526384 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d375076-88cd-46fb-a319-d5912724a4e9 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:52.527194 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0d375076-88cd-46fb-a319-d5912724a4e9 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:52.533406 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8a9b65-9842-4239-9365-34fd3a2687b6 None None] Network 4bdf0399-ba1e-4312-ac3e-2314965c5acc requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:52.544964 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (5060b648-dd20-4ba6-b863-657648e04da3), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:52.599918 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0d375076-88cd-46fb-a319-d5912724a4e9 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7618484 Apr 15 03:42:52.602580 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] Routers {'4bdb1947-7fbd-446f-ae97-9337f0abe6b3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:52.603250 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36118) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:52.603745 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:52.671747 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b6bb1-d614-49ab-84c9-598dc3bc6c44 None None] Pushing event updated for resources: {'Port': ['ID=5060b648-dd20-4ba6-b863-657648e04da3,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:52.673761 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020f8ba3-e7bf-44f2-9436-9d042e1fec0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-4bdf0399-ba1e-4312-ac3e-2314965c5acc', 'network_id': '4bdf0399-ba1e-4312-ac3e-2314965c5acc', 'project_id': '422af18fc6154832a1a9757d936aeb92', 'fixed_ips': [{'subnet_id': 'b68be832-00a6-4121-b6cd-35ab17a67137'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:42:52.674657 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-020f8ba3-e7bf-44f2-9436-9d042e1fec0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:52.725994 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] Set router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:42:52.863496 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-57812b43-1faf-4587-9622-31deb452f62d None None] Current status of the port 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:52.969111 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-020f8ba3-e7bf-44f2-9436-9d042e1fec0b None None] Allocated IP 2001:db8:3::2 (4bdf0399-ba1e-4312-ac3e-2314965c5acc/b68be832-00a6-4121-b6cd-35ab17a67137/1b6bca9c-6379-4e1f-9194-ffb2668becd8) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:42:53.040285 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:42:50Z', 'revision_number': 4, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060b648-dd20-4ba6-b863-657648e04da3', 'name': '', 'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:8a:9c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:49Z', 'updated_at': '2022-04-15T03:42:52Z', 'revision_number': 4, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9209869-c397-4b12-9f25-6536736009a6', 'name': '', 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:c7:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:46Z', 'updated_at': '2022-04-15T03:42:50Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:53.069036 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-620ac93f-00ef-4beb-81e8-e782cf724562 None None] Provisioning complete for port 5060b648-dd20-4ba6-b863-657648e04da3 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:53.069244 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-620ac93f-00ef-4beb-81e8-e782cf724562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (5060b648-dd20-4ba6-b863-657648e04da3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:53.073369 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3fa68719-7cd8-4e9f-b445-0bd6cc6c6c42 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:53.076687 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80c7fe0-a242-465f-9f48-ac13b8ac2026 None None] The sync data for ids ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'] in dv-neutron-837140-3-hyperv is: [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:42:50Z', 'revision_number': 4, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060b648-dd20-4ba6-b863-657648e04da3', 'name': '', 'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:8a:9c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:49Z', 'updated_at': '2022-04-15T03:42:52Z', 'revision_number': 4, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9209869-c397-4b12-9f25-6536736009a6', 'name': '', 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:c7:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:46Z', 'updated_at': '2022-04-15T03:42:50Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:42:53.270909 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-620ac93f-00ef-4beb-81e8-e782cf724562 None None] Current status of the port 5060b648-dd20-4ba6-b863-657648e04da3 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:53.271414 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-620ac93f-00ef-4beb-81e8-e782cf724562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5060b648-dd20-4ba6-b863-657648e04da3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:53.305174 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-020f8ba3-e7bf-44f2-9436-9d042e1fec0b None None] Publish callbacks [] for port (1b6bca9c-6379-4e1f-9194-ffb2668becd8), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:53.342433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-620ac93f-00ef-4beb-81e8-e782cf724562 None None] For port 5060b648-dd20-4ba6-b863-657648e04da3, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=5060b648-dd20-4ba6-b863-657648e04da3,segment=NetworkSegment(0591b51f-2194-4d1f-b81e-d3ca9ebe634d),segment_id=0591b51f-2194-4d1f-b81e-d3ca9ebe634d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:53.367503 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:53.370923 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36122) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:53.396601 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-020f8ba3-e7bf-44f2-9436-9d042e1fec0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (1b6bca9c-6379-4e1f-9194-ffb2668becd8), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:53.450309 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020f8ba3-e7bf-44f2-9436-9d042e1fec0b None None] Network 4bdf0399-ba1e-4312-ac3e-2314965c5acc is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:53.453650 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-020f8ba3-e7bf-44f2-9436-9d042e1fec0b None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:53.458457 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020f8ba3-e7bf-44f2-9436-9d042e1fec0b None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:42:53.491326 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-620ac93f-00ef-4beb-81e8-e782cf724562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (5060b648-dd20-4ba6-b863-657648e04da3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:53.505731 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-620ac93f-00ef-4beb-81e8-e782cf724562 None None] Provisioning complete for port 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:53.507701 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-620ac93f-00ef-4beb-81e8-e782cf724562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6bb3019d-ee5b-4e11-b4bd-7a9433cab756), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:53.509332 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9766dabf-d69d-48d5-9aa6-7be0392d8366 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:53.509848 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9766dabf-d69d-48d5-9aa6-7be0392d8366 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:53.510305 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9766dabf-d69d-48d5-9aa6-7be0392d8366 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:53.522441 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9766dabf-d69d-48d5-9aa6-7be0392d8366 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=6786bd52355f4b228acda11ee2393b97&network_id=9e279d3e-905d-44f0-a611-4c2f55a87c78 HTTP/1.1" status: 200 len: 3102 time: 0.1504149 Apr 15 03:42:53.546539 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 5060b648-dd20-4ba6-b863-657648e04da3 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:53.575208 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-3fa68719-7cd8-4e9f-b445-0bd6cc6c6c42 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Allocated IP 2001:db8:3::1 (4bdf0399-ba1e-4312-ac3e-2314965c5acc/b68be832-00a6-4121-b6cd-35ab17a67137/cc6a2605-0521-4c29-8960-b5b4804316ea) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:42:53.602458 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f8ba3-e7bf-44f2-9436-9d042e1fec0b None None] Pushing event updated for resources: {'Port': ['ID=1b6bca9c-6379-4e1f-9194-ffb2668becd8,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:53.702482 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-020f8ba3-e7bf-44f2-9436-9d042e1fec0b None None] Attempting to bind port 1b6bca9c-6379-4e1f-9194-ffb2668becd8 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:42:53.703195 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-020f8ba3-e7bf-44f2-9436-9d042e1fec0b None None] Attempting to bind port 1b6bca9c-6379-4e1f-9194-ffb2668becd8 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'c259cad6-2303-44e3-85dc-e1f1a8533186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4bdf0399-ba1e-4312-ac3e-2314965c5acc'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:42:53.703195 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f8ba3-e7bf-44f2-9436-9d042e1fec0b None None] Attempting to bind port 1b6bca9c-6379-4e1f-9194-ffb2668becd8 on network 4bdf0399-ba1e-4312-ac3e-2314965c5acc {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:42:53.721675 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f8ba3-e7bf-44f2-9436-9d042e1fec0b None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:42:53.722064 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f8ba3-e7bf-44f2-9436-9d042e1fec0b None None] Checking segment: {'id': 'c259cad6-2303-44e3-85dc-e1f1a8533186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4bdf0399-ba1e-4312-ac3e-2314965c5acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:53.722450 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-020f8ba3-e7bf-44f2-9436-9d042e1fec0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:53.722891 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020f8ba3-e7bf-44f2-9436-9d042e1fec0b None None] Bound using segment: {'id': 'c259cad6-2303-44e3-85dc-e1f1a8533186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4bdf0399-ba1e-4312-ac3e-2314965c5acc'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:42:53.724012 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-020f8ba3-e7bf-44f2-9436-9d042e1fec0b None None] Bound port: 1b6bca9c-6379-4e1f-9194-ffb2668becd8, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c259cad6-2303-44e3-85dc-e1f1a8533186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4bdf0399-ba1e-4312-ac3e-2314965c5acc'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:42:53.724397 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-020f8ba3-e7bf-44f2-9436-9d042e1fec0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1b6bca9c-6379-4e1f-9194-ffb2668becd8), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:53.728362 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3fa68719-7cd8-4e9f-b445-0bd6cc6c6c42 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for port (cc6a2605-0521-4c29-8960-b5b4804316ea), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:53.764662 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ac93f-00ef-4beb-81e8-e782cf724562 None None] Pushing event updated for resources: {'Port': ['ID=5060b648-dd20-4ba6-b863-657648e04da3,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:53.773885 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 5060b648-dd20-4ba6-b863-657648e04da3 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:53.774434 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (5060b648-dd20-4ba6-b863-657648e04da3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:53.813514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3fa68719-7cd8-4e9f-b445-0bd6cc6c6c42 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (cc6a2605-0521-4c29-8960-b5b4804316ea), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:53.829355 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-620ac93f-00ef-4beb-81e8-e782cf724562 None None] Current status of the port 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:53.858691 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa68719-7cd8-4e9f-b445-0bd6cc6c6c42 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network 4bdf0399-ba1e-4312-ac3e-2314965c5acc is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:53.861881 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-3fa68719-7cd8-4e9f-b445-0bd6cc6c6c42 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:53.865947 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa68719-7cd8-4e9f-b445-0bd6cc6c6c42 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:42:53.866494 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3fa68719-7cd8-4e9f-b445-0bd6cc6c6c42 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:53.870187 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-020f8ba3-e7bf-44f2-9436-9d042e1fec0b None None] For port 1b6bca9c-6379-4e1f-9194-ffb2668becd8, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:42:53.873999 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-020f8ba3-e7bf-44f2-9436-9d042e1fec0b None None] For port 1b6bca9c-6379-4e1f-9194-ffb2668becd8, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1b6bca9c-6379-4e1f-9194-ffb2668becd8,segment=NetworkSegment(c259cad6-2303-44e3-85dc-e1f1a8533186),segment_id=c259cad6-2303-44e3-85dc-e1f1a8533186)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:42:53.913877 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 5060b648-dd20-4ba6-b863-657648e04da3 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:53.914930 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa68719-7cd8-4e9f-b445-0bd6cc6c6c42 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Port': ['ID=cc6a2605-0521-4c29-8960-b5b4804316ea,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:53.915112 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:53.944999 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-020f8ba3-e7bf-44f2-9436-9d042e1fec0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (1b6bca9c-6379-4e1f-9194-ffb2668becd8), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:53.994944 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-689b7664-442b-4d9b-bacb-485a28a15dfe None None] Provisioning complete for port 5060b648-dd20-4ba6-b863-657648e04da3 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:53.995206 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-689b7664-442b-4d9b-bacb-485a28a15dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (5060b648-dd20-4ba6-b863-657648e04da3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:54.054843 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3fa68719-7cd8-4e9f-b445-0bd6cc6c6c42 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cc6a2605-0521-4c29-8960-b5b4804316ea), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:54.070978 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:54.071491 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6bb3019d-ee5b-4e11-b4bd-7a9433cab756), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:54.073132 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f8ba3-e7bf-44f2-9436-9d042e1fec0b None None] Pushing event updated for resources: {'Port': ['ID=1b6bca9c-6379-4e1f-9194-ffb2668becd8,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:54.148408 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-689b7664-442b-4d9b-bacb-485a28a15dfe None None] Current status of the port 5060b648-dd20-4ba6-b863-657648e04da3 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:54.220287 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:54.364696 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3fa68719-7cd8-4e9f-b445-0bd6cc6c6c42 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for port (cc6a2605-0521-4c29-8960-b5b4804316ea), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:54.424135 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3fa68719-7cd8-4e9f-b445-0bd6cc6c6c42 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (cc6a2605-0521-4c29-8960-b5b4804316ea), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:54.424889 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3fa68719-7cd8-4e9f-b445-0bd6cc6c6c42 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:54.512737 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa68719-7cd8-4e9f-b445-0bd6cc6c6c42 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event updated for resources: {'Port': ['ID=cc6a2605-0521-4c29-8960-b5b4804316ea,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:54.552731 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa68719-7cd8-4e9f-b445-0bd6cc6c6c42 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Network 4bdf0399-ba1e-4312-ac3e-2314965c5acc is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:42:54.554087 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-3fa68719-7cd8-4e9f-b445-0bd6cc6c6c42 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:42:54.655936 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa68719-7cd8-4e9f-b445-0bd6cc6c6c42 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:42:54.756113 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa68719-7cd8-4e9f-b445-0bd6cc6c6c42 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:42:54.764168 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3fa68719-7cd8-4e9f-b445-0bd6cc6c6c42 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/4bdb1947-7fbd-446f-ae97-9337f0abe6b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1554048 Apr 15 03:42:54.764168 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36128) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:54.765515 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] Sync routers for ids ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:42:54.769181 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d3f07bcd-372b-4309-9c7e-4ec6c83f7aeb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:54.778144 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] Routers {'4bdb1947-7fbd-446f-ae97-9337f0abe6b3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:54.778810 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:55.006293 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed864ff2-d819-4218-9d4b-bcad02db9338 None None] Network 4bdf0399-ba1e-4312-ac3e-2314965c5acc requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:55.093155 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] Set router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:42:55.096991 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:55.098717 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d783c819-15dd-4b6f-9c1a-5b15f1e38d74 None None] Provisioning complete for port 1b6bca9c-6379-4e1f-9194-ffb2668becd8 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:55.099070 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d783c819-15dd-4b6f-9c1a-5b15f1e38d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1b6bca9c-6379-4e1f-9194-ffb2668becd8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:55.162171 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.extraroute_db [None req-d3f07bcd-372b-4309-9c7e-4ec6c83f7aeb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=104666) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 15 03:42:55.178130 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.extraroute_db [None req-d3f07bcd-372b-4309-9c7e-4ec6c83f7aeb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Removed routes are [] {{(pid=104666) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 15 03:42:55.178889 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d3f07bcd-372b-4309-9c7e-4ec6c83f7aeb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:55.346706 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d783c819-15dd-4b6f-9c1a-5b15f1e38d74 None None] Current status of the port 1b6bca9c-6379-4e1f-9194-ffb2668becd8 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:55.347098 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d783c819-15dd-4b6f-9c1a-5b15f1e38d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1b6bca9c-6379-4e1f-9194-ffb2668becd8), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:55.416956 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d783c819-15dd-4b6f-9c1a-5b15f1e38d74 None None] For port 1b6bca9c-6379-4e1f-9194-ffb2668becd8, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1b6bca9c-6379-4e1f-9194-ffb2668becd8,segment=NetworkSegment(c259cad6-2303-44e3-85dc-e1f1a8533186),segment_id=c259cad6-2303-44e3-85dc-e1f1a8533186)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:55.427215 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:42:53Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060b648-dd20-4ba6-b863-657648e04da3', 'name': '', 'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:8a:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:49Z', 'updated_at': '2022-04-15T03:42:53Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc6a2605-0521-4c29-8960-b5b4804316ea', 'name': '', 'network_id': '4bdf0399-ba1e-4312-ac3e-2314965c5acc', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:d1:05:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'b68be832-00a6-4121-b6cd-35ab17a67137', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:53Z', 'updated_at': '2022-04-15T03:42:54Z', 'revision_number': 2, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'b68be832-00a6-4121-b6cd-35ab17a67137', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9209869-c397-4b12-9f25-6536736009a6', 'name': '', 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:c7:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:46Z', 'updated_at': '2022-04-15T03:42:50Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:55.456303 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] Checking router: 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:42:55.462719 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] Updating router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 port cc6a2605-0521-4c29-8960-b5b4804316ea binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:42:55.484044 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d783c819-15dd-4b6f-9c1a-5b15f1e38d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (1b6bca9c-6379-4e1f-9194-ffb2668becd8), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:55.495590 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cc6a2605-0521-4c29-8960-b5b4804316ea), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:55.527910 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1b6bca9c-6379-4e1f-9194-ffb2668becd8 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:55.635953 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783c819-15dd-4b6f-9c1a-5b15f1e38d74 None None] Pushing event updated for resources: {'Port': ['ID=1b6bca9c-6379-4e1f-9194-ffb2668becd8,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:55.641549 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a8ad7329-6cce-4c77-959f-f710a62d56dc None None] Provisioning complete for port cc6a2605-0521-4c29-8960-b5b4804316ea triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:55.641920 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a8ad7329-6cce-4c77-959f-f710a62d56dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cc6a2605-0521-4c29-8960-b5b4804316ea), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:55.748428 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 1b6bca9c-6379-4e1f-9194-ffb2668becd8 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:55.748803 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1b6bca9c-6379-4e1f-9194-ffb2668becd8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:55.776271 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad7329-6cce-4c77-959f-f710a62d56dc None None] Port cc6a2605-0521-4c29-8960-b5b4804316ea cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:55.783687 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d3f07bcd-372b-4309-9c7e-4ec6c83f7aeb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:55.788675 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d3f07bcd-372b-4309-9c7e-4ec6c83f7aeb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:55.847453 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a8ad7329-6cce-4c77-959f-f710a62d56dc None None] Provisioning complete for port 1b6bca9c-6379-4e1f-9194-ffb2668becd8 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:55.847744 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a8ad7329-6cce-4c77-959f-f710a62d56dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1b6bca9c-6379-4e1f-9194-ffb2668becd8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:55.893293 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f07bcd-372b-4309-9c7e-4ec6c83f7aeb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:42:55.969524 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 1b6bca9c-6379-4e1f-9194-ffb2668becd8 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:55.970526 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 5060b648-dd20-4ba6-b863-657648e04da3 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:55.997908 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f07bcd-372b-4309-9c7e-4ec6c83f7aeb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:42:56.006027 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d3f07bcd-372b-4309-9c7e-4ec6c83f7aeb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:56.007283 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d3f07bcd-372b-4309-9c7e-4ec6c83f7aeb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/4bdb1947-7fbd-446f-ae97-9337f0abe6b3 HTTP/1.1" status: 200 len: 954 time: 1.2422876 Apr 15 03:42:56.009804 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36132) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:56.072398 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad7329-6cce-4c77-959f-f710a62d56dc None None] Current status of the port 1b6bca9c-6379-4e1f-9194-ffb2668becd8 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:56.085243 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] Publish callbacks [] for port (cc6a2605-0521-4c29-8960-b5b4804316ea), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:56.095724 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 5060b648-dd20-4ba6-b863-657648e04da3 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:56.096089 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (5060b648-dd20-4ba6-b863-657648e04da3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:56.114720 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a7ba8861-18d4-432d-9007-4d9f0ba89667 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/routers/4bdb1947-7fbd-446f-ae97-9337f0abe6b3 HTTP/1.1" status: 200 len: 954 time: 0.1034892 Apr 15 03:42:56.117215 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36134) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:56.121751 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-1c49c8e1-b9d5-4826-bf6b-e869bbde424f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'router': {'routes': None}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:56.146252 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cc6a2605-0521-4c29-8960-b5b4804316ea), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:56.231684 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-16db1f87-587f-4643-8a7e-64e4125e6bea None None] Provisioning complete for port cc6a2605-0521-4c29-8960-b5b4804316ea triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:56.232061 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-16db1f87-587f-4643-8a7e-64e4125e6bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cc6a2605-0521-4c29-8960-b5b4804316ea), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:56.261548 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 5060b648-dd20-4ba6-b863-657648e04da3 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:56.266907 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedc6b1-c6d0-497a-8bab-5751dd276efe None None] Pushing event updated for resources: {'Port': ['ID=cc6a2605-0521-4c29-8960-b5b4804316ea,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:56.302763 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-16db1f87-587f-4643-8a7e-64e4125e6bea None None] Port cc6a2605-0521-4c29-8960-b5b4804316ea cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:42:56.333167 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] Attempting to bind port cc6a2605-0521-4c29-8960-b5b4804316ea on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:42:56.333551 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] Attempting to bind port cc6a2605-0521-4c29-8960-b5b4804316ea by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'c259cad6-2303-44e3-85dc-e1f1a8533186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4bdf0399-ba1e-4312-ac3e-2314965c5acc'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:42:56.333911 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] Attempting to bind port cc6a2605-0521-4c29-8960-b5b4804316ea on network 4bdf0399-ba1e-4312-ac3e-2314965c5acc {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:42:56.339362 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:42:56.339689 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] Checking segment: {'id': 'c259cad6-2303-44e3-85dc-e1f1a8533186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4bdf0399-ba1e-4312-ac3e-2314965c5acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:42:56.340093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:56.340487 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] Bound using segment: {'id': 'c259cad6-2303-44e3-85dc-e1f1a8533186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4bdf0399-ba1e-4312-ac3e-2314965c5acc'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:42:56.340956 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] Bound port: cc6a2605-0521-4c29-8960-b5b4804316ea, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c259cad6-2303-44e3-85dc-e1f1a8533186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '4bdf0399-ba1e-4312-ac3e-2314965c5acc'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:42:56.341336 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cc6a2605-0521-4c29-8960-b5b4804316ea), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:56.410982 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] For port cc6a2605-0521-4c29-8960-b5b4804316ea, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:42:56.414952 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] For port cc6a2605-0521-4c29-8960-b5b4804316ea, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=cc6a2605-0521-4c29-8960-b5b4804316ea,segment=NetworkSegment(c259cad6-2303-44e3-85dc-e1f1a8533186),segment_id=c259cad6-2303-44e3-85dc-e1f1a8533186)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:42:56.476306 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cc6a2605-0521-4c29-8960-b5b4804316ea), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:56.516912 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.extraroute_db [None req-1c49c8e1-b9d5-4826-bf6b-e869bbde424f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Added routes are [] {{(pid=104666) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 15 03:42:56.517308 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.extraroute_db [None req-1c49c8e1-b9d5-4826-bf6b-e869bbde424f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=104666) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 15 03:42:56.543160 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] Routers {'4bdb1947-7fbd-446f-ae97-9337f0abe6b3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:56.544039 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:56.555609 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1c49c8e1-b9d5-4826-bf6b-e869bbde424f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:56.581354 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedc6b1-c6d0-497a-8bab-5751dd276efe None None] Pushing event updated for resources: {'Port': ['ID=cc6a2605-0521-4c29-8960-b5b4804316ea,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:56.584492 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-b720494b-e6f7-46f2-84af-2930bc3c607d None None] Provisioning complete for port cc6a2605-0521-4c29-8960-b5b4804316ea triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:56.584872 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b720494b-e6f7-46f2-84af-2930bc3c607d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cc6a2605-0521-4c29-8960-b5b4804316ea), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:56.678147 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] Set router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:42:56.800810 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-b720494b-e6f7-46f2-84af-2930bc3c607d None None] Current status of the port cc6a2605-0521-4c29-8960-b5b4804316ea is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:56.802021 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b720494b-e6f7-46f2-84af-2930bc3c607d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cc6a2605-0521-4c29-8960-b5b4804316ea), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:56.816465 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1c49c8e1-b9d5-4826-bf6b-e869bbde424f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:56.820618 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1c49c8e1-b9d5-4826-bf6b-e869bbde424f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:56.878489 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b720494b-e6f7-46f2-84af-2930bc3c607d None None] For port cc6a2605-0521-4c29-8960-b5b4804316ea, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=cc6a2605-0521-4c29-8960-b5b4804316ea,segment=NetworkSegment(c259cad6-2303-44e3-85dc-e1f1a8533186),segment_id=c259cad6-2303-44e3-85dc-e1f1a8533186)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:56.919372 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c49c8e1-b9d5-4826-bf6b-e869bbde424f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:42:56.945858 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:42:55Z', 'revision_number': 6, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060b648-dd20-4ba6-b863-657648e04da3', 'name': '', 'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:8a:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:49Z', 'updated_at': '2022-04-15T03:42:53Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc6a2605-0521-4c29-8960-b5b4804316ea', 'name': '', 'network_id': '4bdf0399-ba1e-4312-ac3e-2314965c5acc', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:d1:05:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'b68be832-00a6-4121-b6cd-35ab17a67137', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:53Z', 'updated_at': '2022-04-15T03:42:56Z', 'revision_number': 4, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'b68be832-00a6-4121-b6cd-35ab17a67137', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9209869-c397-4b12-9f25-6536736009a6', 'name': '', 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:c7:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:46Z', 'updated_at': '2022-04-15T03:42:50Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:56.973836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ced6e-162e-42ad-978b-7b19c33f3871 None None] The sync data for ids ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'] in dv-neutron-837140-3-hyperv is: [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:42:55Z', 'revision_number': 6, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060b648-dd20-4ba6-b863-657648e04da3', 'name': '', 'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:8a:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:49Z', 'updated_at': '2022-04-15T03:42:53Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc6a2605-0521-4c29-8960-b5b4804316ea', 'name': '', 'network_id': '4bdf0399-ba1e-4312-ac3e-2314965c5acc', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:d1:05:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'b68be832-00a6-4121-b6cd-35ab17a67137', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:53Z', 'updated_at': '2022-04-15T03:42:56Z', 'revision_number': 4, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'b68be832-00a6-4121-b6cd-35ab17a67137', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9209869-c397-4b12-9f25-6536736009a6', 'name': '', 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:c7:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:46Z', 'updated_at': '2022-04-15T03:42:50Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:42:56.975701 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b720494b-e6f7-46f2-84af-2930bc3c607d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cc6a2605-0521-4c29-8960-b5b4804316ea), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:57.027203 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36138) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:57.054861 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720494b-e6f7-46f2-84af-2930bc3c607d None None] Pushing event updated for resources: {'Port': ['ID=cc6a2605-0521-4c29-8960-b5b4804316ea,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:57.084008 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c49c8e1-b9d5-4826-bf6b-e869bbde424f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:42:57.092718 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1c49c8e1-b9d5-4826-bf6b-e869bbde424f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:57.094035 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1c49c8e1-b9d5-4826-bf6b-e869bbde424f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/4bdb1947-7fbd-446f-ae97-9337f0abe6b3 HTTP/1.1" status: 200 len: 704 time: 0.9757724 Apr 15 03:42:57.096986 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36140) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:57.100655 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ad60eaad-770a-4067-a311-a8f2a8b4720f None None] Provisioning complete for port cc6a2605-0521-4c29-8960-b5b4804316ea triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:57.101110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ad60eaad-770a-4067-a311-a8f2a8b4720f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cc6a2605-0521-4c29-8960-b5b4804316ea), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:57.173912 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b36bcb-83d2-47dc-8548-73e0dbbb0ba3 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:57.179268 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b2b36bcb-83d2-47dc-8548-73e0dbbb0ba3 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=47f4ed73-a135-4807-aa37-c76498dd2653 HTTP/1.1" status: 200 len: 814 time: 0.1385827 Apr 15 03:42:57.194424 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ad60eaad-770a-4067-a311-a8f2a8b4720f None None] Current status of the port cc6a2605-0521-4c29-8960-b5b4804316ea is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:57.210055 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-35ebedf5-7ff7-4f70-8d04-952be0555afb tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/routers/4bdb1947-7fbd-446f-ae97-9337f0abe6b3 HTTP/1.1" status: 200 len: 704 time: 0.1124685 Apr 15 03:42:57.212741 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36144) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:57.430014 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1b6bca9c-6379-4e1f-9194-ffb2668becd8 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:57.485647 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 1b6bca9c-6379-4e1f-9194-ffb2668becd8 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:57.486087 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1b6bca9c-6379-4e1f-9194-ffb2668becd8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:57.561281 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-81c299a2-0b19-4984-b43e-34a99e9f90fd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:57.719463 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 1b6bca9c-6379-4e1f-9194-ffb2668becd8 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:57.720555 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device cc6a2605-0521-4c29-8960-b5b4804316ea up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:42:57.772555 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port cc6a2605-0521-4c29-8960-b5b4804316ea triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:42:57.773625 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cc6a2605-0521-4c29-8960-b5b4804316ea), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:57.778353 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea723c-5c01-461c-afdc-56c52aea92e7 None None] Sync routers for ids ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:42:57.787727 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ea723c-5c01-461c-afdc-56c52aea92e7 None None] Routers {'4bdb1947-7fbd-446f-ae97-9337f0abe6b3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:57.788352 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-17ea723c-5c01-461c-afdc-56c52aea92e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:57.814239 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-81c299a2-0b19-4984-b43e-34a99e9f90fd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting port cc6a2605-0521-4c29-8960-b5b4804316ea {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:57.814797 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-81c299a2-0b19-4984-b43e-34a99e9f90fd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (cc6a2605-0521-4c29-8960-b5b4804316ea), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:57.857444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port cc6a2605-0521-4c29-8960-b5b4804316ea is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:42:57.882156 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-17ea723c-5c01-461c-afdc-56c52aea92e7 None None] Set router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:42:57.908102 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-81c299a2-0b19-4984-b43e-34a99e9f90fd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] For port cc6a2605-0521-4c29-8960-b5b4804316ea, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=cc6a2605-0521-4c29-8960-b5b4804316ea,segment=NetworkSegment(c259cad6-2303-44e3-85dc-e1f1a8533186),segment_id=c259cad6-2303-44e3-85dc-e1f1a8533186)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:57.908656 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-81c299a2-0b19-4984-b43e-34a99e9f90fd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (cc6a2605-0521-4c29-8960-b5b4804316ea), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:57.922041 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-81c299a2-0b19-4984-b43e-34a99e9f90fd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Calling delete_port for cc6a2605-0521-4c29-8960-b5b4804316ea owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:58.172268 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-17ea723c-5c01-461c-afdc-56c52aea92e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:42:56Z', 'revision_number': 7, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060b648-dd20-4ba6-b863-657648e04da3', 'name': '', 'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:8a:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:49Z', 'updated_at': '2022-04-15T03:42:53Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc6a2605-0521-4c29-8960-b5b4804316ea', 'name': '', 'network_id': '4bdf0399-ba1e-4312-ac3e-2314965c5acc', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:d1:05:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': 'b68be832-00a6-4121-b6cd-35ab17a67137', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:53Z', 'updated_at': '2022-04-15T03:42:56Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'b68be832-00a6-4121-b6cd-35ab17a67137', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9209869-c397-4b12-9f25-6536736009a6', 'name': '', 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:c7:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:46Z', 'updated_at': '2022-04-15T03:42:50Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:58.184353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-81c299a2-0b19-4984-b43e-34a99e9f90fd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (cc6a2605-0521-4c29-8960-b5b4804316ea), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:58.199110 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea723c-5c01-461c-afdc-56c52aea92e7 None None] Checking router: 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:42:58.207495 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ea723c-5c01-461c-afdc-56c52aea92e7 None None] Routers {'4bdb1947-7fbd-446f-ae97-9337f0abe6b3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:58.208115 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-17ea723c-5c01-461c-afdc-56c52aea92e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:58.212160 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c299a2-0b19-4984-b43e-34a99e9f90fd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Port': ['ID=cc6a2605-0521-4c29-8960-b5b4804316ea,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:58.289002 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36148) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:58.319947 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-17ea723c-5c01-461c-afdc-56c52aea92e7 None None] Set router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:42:58.489365 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-55c3601c-4ce0-4ff3-ad2a-c50884cc762d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:42:58.543085 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-17ea723c-5c01-461c-afdc-56c52aea92e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:42:58Z', 'revision_number': 8, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060b648-dd20-4ba6-b863-657648e04da3', 'name': '', 'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:8a:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:49Z', 'updated_at': '2022-04-15T03:42:53Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9209869-c397-4b12-9f25-6536736009a6', 'name': '', 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:c7:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:46Z', 'updated_at': '2022-04-15T03:42:50Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:58.552695 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-55c3601c-4ce0-4ff3-ad2a-c50884cc762d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (dc94639b-e558-4cc0-abac-024118f752ad), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:58.571136 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea723c-5c01-461c-afdc-56c52aea92e7 None None] The sync data for ids ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'] in dv-neutron-837140-3-hyperv is: [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:42:58Z', 'revision_number': 8, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060b648-dd20-4ba6-b863-657648e04da3', 'name': '', 'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:8a:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:49Z', 'updated_at': '2022-04-15T03:42:53Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9209869-c397-4b12-9f25-6536736009a6', 'name': '', 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:c7:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:46Z', 'updated_at': '2022-04-15T03:42:50Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:42:58.645387 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-81c299a2-0b19-4984-b43e-34a99e9f90fd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:58.707653 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-55c3601c-4ce0-4ff3-ad2a-c50884cc762d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:58.771985 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-55c3601c-4ce0-4ff3-ad2a-c50884cc762d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (dc94639b-e558-4cc0-abac-024118f752ad), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:58.772385 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-55c3601c-4ce0-4ff3-ad2a-c50884cc762d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Floating IP dc94639b-e558-4cc0-abac-024118f752ad disassociated. External IP: 172.26.6.17, port: d25a8b62-690c-4add-bae9-ccd7bd212974. Apr 15 03:42:58.841345 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c299a2-0b19-4984-b43e-34a99e9f90fd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:42:58.941998 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c299a2-0b19-4984-b43e-34a99e9f90fd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:42:58.954359 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-81c299a2-0b19-4984-b43e-34a99e9f90fd tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/4bdb1947-7fbd-446f-ae97-9337f0abe6b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7335594 Apr 15 03:42:58.954359 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36152) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:58.994088 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c3601c-4ce0-4ff3-ad2a-c50884cc762d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:42:59.005507 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-c748e622-a5e9-410a-ac35-8cf66f27742e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting subnet b68be832-00a6-4121-b6cd-35ab17a67137 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:42:59.008172 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c748e622-a5e9-410a-ac35-8cf66f27742e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (b68be832-00a6-4121-b6cd-35ab17a67137), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:59.053863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c748e622-a5e9-410a-ac35-8cf66f27742e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (b68be832-00a6-4121-b6cd-35ab17a67137), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:59.122601 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c3601c-4ce0-4ff3-ad2a-c50884cc762d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:42:59.124053 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-55c3601c-4ce0-4ff3-ad2a-c50884cc762d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:59.128827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b9f9a9-0115-4823-9f28-2e47049e1959 None None] Sync routers for ids ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:42:59.139749 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b9f9a9-0115-4823-9f28-2e47049e1959 None None] Routers {'3a7ae565-483e-4ab5-9b96-7874ceeb66ee'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:59.140369 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-92b9f9a9-0115-4823-9f28-2e47049e1959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:59.153120 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c748e622-a5e9-410a-ac35-8cf66f27742e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (b68be832-00a6-4121-b6cd-35ab17a67137), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:59.167648 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-55c3601c-4ce0-4ff3-ad2a-c50884cc762d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/floatingips/dc94639b-e558-4cc0-abac-024118f752ad HTTP/1.1" status: 200 len: 689 time: 0.8742094 Apr 15 03:42:59.167648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e873b0-f9e7-429d-9120-e3db9612a08a', 'tag': 'd25a8b62-690c-4add-bae9-ccd7bd212974'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:42:59.168198 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a4628e-5fed-4286-9628-0c37d935eb80" -d '{"events": [{"name": "network-changed", "server_uuid": "05e873b0-f9e7-429d-9120-e3db9612a08a", "tag": "d25a8b62-690c-4add-bae9-ccd7bd212974"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:42:59.171218 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36154) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:59.220945 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1683c4f0-e1a9-44be-95f2-50b2a0a1f7ac tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/dc94639b-e558-4cc0-abac-024118f752ad HTTP/1.1" status: 200 len: 689 time: 0.0485632 Apr 15 03:42:59.222589 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e2b56b-c35c-405a-8a9e-341599d771c9 x-openstack-request-id: req-28e2b56b-c35c-405a-8a9e-341599d771c9 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:42:59.223057 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e873b0-f9e7-429d-9120-e3db9612a08a", "tag": "d25a8b62-690c-4add-bae9-ccd7bd212974", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:42:59.224059 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28e2b56b-c35c-405a-8a9e-341599d771c9 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:42:59.224569 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e2b56b-c35c-405a-8a9e-341599d771c9'] response: {'name': 'network-changed', 'server_uuid': '05e873b0-f9e7-429d-9120-e3db9612a08a', 'tag': 'd25a8b62-690c-4add-bae9-ccd7bd212974', 'status': 'completed', 'code': 200} Apr 15 03:42:59.247275 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4d07a5-bede-4a9e-a39b-fc6943937cb4 None None] Sync routers for ids ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:42:59.257870 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4d07a5-bede-4a9e-a39b-fc6943937cb4 None None] Routers {'4bdb1947-7fbd-446f-ae97-9337f0abe6b3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:59.258577 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4f4d07a5-bede-4a9e-a39b-fc6943937cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:59.281836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-92b9f9a9-0115-4823-9f28-2e47049e1959 None None] Set router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:42:59.284840 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4628e-5fed-4286-9628-0c37d935eb80 req-d5d84f95-fda4-4ce7-8689-d080c948d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:59.286446 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-20a4628e-5fed-4286-9628-0c37d935eb80 req-d5d84f95-fda4-4ce7-8689-d080c948d67e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 1129 time: 0.0413997 Apr 15 03:42:59.327207 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c748e622-a5e9-410a-ac35-8cf66f27742e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (b68be832-00a6-4121-b6cd-35ab17a67137), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:59.363151 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748e622-a5e9-410a-ac35-8cf66f27742e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Subnet': ['ID=b68be832-00a6-4121-b6cd-35ab17a67137,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:59.376799 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device cc6a2605-0521-4c29-8960-b5b4804316ea no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:42:59.378580 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-4f4d07a5-bede-4a9e-a39b-fc6943937cb4 None None] Set router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:42:59.378753 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59efc43b-52f6-48f6-bd8d-2f7de9ea63b6 None None] Network 4bdf0399-ba1e-4312-ac3e-2314965c5acc requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:42:59.389865 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c748e622-a5e9-410a-ac35-8cf66f27742e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:59.395983 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c748e622-a5e9-410a-ac35-8cf66f27742e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/subnets/b68be832-00a6-4121-b6cd-35ab17a67137 HTTP/1.1" status: 204 len: 168 time: 0.4421263 Apr 15 03:42:59.396670 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36158) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:42:59.425509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: cc6a2605-0521-4c29-8960-b5b4804316ea {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:42:59.425785 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device cc6a2605-0521-4c29-8960-b5b4804316ea not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:42:59.440681 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4628e-5fed-4286-9628-0c37d935eb80 req-191a5bd9-6ffd-493a-9ff2-76ebb802e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:59.441710 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-20a4628e-5fed-4286-9628-0c37d935eb80 req-191a5bd9-6ffd-493a-9ff2-76ebb802e214 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e279d3e-905d-44f0-a611-4c2f55a87c78 HTTP/1.1" status: 200 len: 896 time: 0.1491249 Apr 15 03:42:59.479206 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ef70072-5226-4555-9eb0-351bcfb75505 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (4bdf0399-ba1e-4312-ac3e-2314965c5acc), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:59.498795 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-20a4628e-5fed-4286-9628-0c37d935eb80 req-2d90d02e-2413-40a7-9ddb-02bec20571db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d25a8b62-690c-4add-bae9-ccd7bd212974 HTTP/1.1" status: 200 len: 217 time: 0.0477321 Apr 15 03:42:59.526010 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-2ef70072-5226-4555-9eb0-351bcfb75505 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting port 1b6bca9c-6379-4e1f-9194-ffb2668becd8 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:59.526363 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ef70072-5226-4555-9eb0-351bcfb75505 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (1b6bca9c-6379-4e1f-9194-ffb2668becd8), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:59.571325 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4628e-5fed-4286-9628-0c37d935eb80 req-60f82a09-f667-46d2-ac6e-4a8d2e3ea7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:59.573518 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-20a4628e-5fed-4286-9628-0c37d935eb80 req-60f82a09-f667-46d2-ac6e-4a8d2e3ea7df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8207d81-061c-4228-a247-0a1511c643e0 HTTP/1.1" status: 200 len: 835 time: 0.0692084 Apr 15 03:42:59.607847 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-2ef70072-5226-4555-9eb0-351bcfb75505 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] For port 1b6bca9c-6379-4e1f-9194-ffb2668becd8, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1b6bca9c-6379-4e1f-9194-ffb2668becd8,segment=NetworkSegment(c259cad6-2303-44e3-85dc-e1f1a8533186),segment_id=c259cad6-2303-44e3-85dc-e1f1a8533186)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:59.608536 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ef70072-5226-4555-9eb0-351bcfb75505 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (1b6bca9c-6379-4e1f-9194-ffb2668becd8), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:59.612395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-92b9f9a9-0115-4823-9f28-2e47049e1959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'name': 'tempest-TestNetworkBasicOps-router-1767969933', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:41:53Z', 'updated_at': '2022-04-15T03:41:59Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:54Z', 'updated_at': '2022-04-15T03:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'fbebca62-52e5-4da9-b9eb-dcf889c0c51f', 'name': '', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:ba:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:58Z', 'updated_at': '2022-04-15T03:42:05Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:59.625846 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-2ef70072-5226-4555-9eb0-351bcfb75505 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Calling delete_port for 1b6bca9c-6379-4e1f-9194-ffb2668becd8 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:59.649285 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4f4d07a5-bede-4a9e-a39b-fc6943937cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:42:58Z', 'revision_number': 8, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060b648-dd20-4ba6-b863-657648e04da3', 'name': '', 'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:8a:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:49Z', 'updated_at': '2022-04-15T03:42:53Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9209869-c397-4b12-9f25-6536736009a6', 'name': '', 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:c7:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:46Z', 'updated_at': '2022-04-15T03:42:50Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:59.652095 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a976f0b-7e9f-4b28-a38e-4c05cb18644d None None] DHCP port deletion for 4bdf0399-ba1e-4312-ac3e-2314965c5acc request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:42:59.653520 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4628e-5fed-4286-9628-0c37d935eb80 req-c1eb8d23-35f1-43cf-b19d-b127bdca48b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:42:59.655595 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b9f9a9-0115-4823-9f28-2e47049e1959 None None] Checking router: 3a7ae565-483e-4ab5-9b96-7874ceeb66ee for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:42:59.656056 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-20a4628e-5fed-4286-9628-0c37d935eb80 req-c1eb8d23-35f1-43cf-b19d-b127bdca48b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e279d3e-905d-44f0-a611-4c2f55a87c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0716779 Apr 15 03:42:59.682092 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4d07a5-bede-4a9e-a39b-fc6943937cb4 None None] Checking router: 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:42:59.692385 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4d07a5-bede-4a9e-a39b-fc6943937cb4 None None] Routers {'4bdb1947-7fbd-446f-ae97-9337f0abe6b3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:59.693132 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b9f9a9-0115-4823-9f28-2e47049e1959 None None] Routers {'3a7ae565-483e-4ab5-9b96-7874ceeb66ee'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:42:59.693267 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4f4d07a5-bede-4a9e-a39b-fc6943937cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:59.693774 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-92b9f9a9-0115-4823-9f28-2e47049e1959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:59.740433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0a976f0b-7e9f-4b28-a38e-4c05cb18644d None None] Deleting port 1b6bca9c-6379-4e1f-9194-ffb2668becd8 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:42:59.740817 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a976f0b-7e9f-4b28-a38e-4c05cb18644d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (1b6bca9c-6379-4e1f-9194-ffb2668becd8), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:59.773363 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ef70072-5226-4555-9eb0-351bcfb75505 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (1b6bca9c-6379-4e1f-9194-ffb2668becd8), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:59.777125 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-20a4628e-5fed-4286-9628-0c37d935eb80 req-1f4e4351-95c3-4c1f-a422-641b21702ae3 service neutron] 10.222.0.30 "GET /v2.0/networks/9e279d3e-905d-44f0-a611-4c2f55a87c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143785 Apr 15 03:42:59.787369 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-4f4d07a5-bede-4a9e-a39b-fc6943937cb4 None None] Set router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:42:59.802951 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef70072-5226-4555-9eb0-351bcfb75505 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Port': ['ID=1b6bca9c-6379-4e1f-9194-ffb2668becd8,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:42:59.811259 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef70072-5226-4555-9eb0-351bcfb75505 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] No DVR routers for this DVR port 1b6bca9c-6379-4e1f-9194-ffb2668becd8 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:42:59.882018 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-0a976f0b-7e9f-4b28-a38e-4c05cb18644d None None] For port 1b6bca9c-6379-4e1f-9194-ffb2668becd8, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1b6bca9c-6379-4e1f-9194-ffb2668becd8,segment=NetworkSegment(c259cad6-2303-44e3-85dc-e1f1a8533186),segment_id=c259cad6-2303-44e3-85dc-e1f1a8533186)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:42:59.882375 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a976f0b-7e9f-4b28-a38e-4c05cb18644d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (1b6bca9c-6379-4e1f-9194-ffb2668becd8), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:59.903611 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0a976f0b-7e9f-4b28-a38e-4c05cb18644d None None] Calling delete_port for 1b6bca9c-6379-4e1f-9194-ffb2668becd8 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:42:59.904405 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-20a4628e-5fed-4286-9628-0c37d935eb80 req-6a80d915-25ee-4ef2-8740-8585ecacae9c service neutron] 10.222.0.30 "GET /v2.0/networks/9e279d3e-905d-44f0-a611-4c2f55a87c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191158 Apr 15 03:42:59.906205 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ef70072-5226-4555-9eb0-351bcfb75505 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (4bdf0399-ba1e-4312-ac3e-2314965c5acc), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:59.910189 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-92b9f9a9-0115-4823-9f28-2e47049e1959 None None] Set router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:42:59.930701 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-2ef70072-5226-4555-9eb0-351bcfb75505 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bdf0399-ba1e-4312-ac3e-2314965c5acc']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:59.941602 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-2ef70072-5226-4555-9eb0-351bcfb75505 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c259cad6-2303-44e3-85dc-e1f1a8533186') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:59.942929 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-2ef70072-5226-4555-9eb0-351bcfb75505 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c259cad6-2303-44e3-85dc-e1f1a8533186') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:42:59.955432 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ef70072-5226-4555-9eb0-351bcfb75505 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (c259cad6-2303-44e3-85dc-e1f1a8533186), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:59.969883 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ef70072-5226-4555-9eb0-351bcfb75505 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (c259cad6-2303-44e3-85dc-e1f1a8533186), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:59.977381 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef70072-5226-4555-9eb0-351bcfb75505 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:42:59.977785 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ef70072-5226-4555-9eb0-351bcfb75505 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (c259cad6-2303-44e3-85dc-e1f1a8533186), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:42:59.981966 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:43:00.007760 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4f4d07a5-bede-4a9e-a39b-fc6943937cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:42:58Z', 'revision_number': 8, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060b648-dd20-4ba6-b863-657648e04da3', 'name': '', 'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:8a:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:49Z', 'updated_at': '2022-04-15T03:42:53Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9209869-c397-4b12-9f25-6536736009a6', 'name': '', 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:c7:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:46Z', 'updated_at': '2022-04-15T03:42:50Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:00.038401 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4d07a5-bede-4a9e-a39b-fc6943937cb4 None None] The sync data for ids ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'] in dv-neutron-837140-3-hyperv is: [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:42:58Z', 'revision_number': 8, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060b648-dd20-4ba6-b863-657648e04da3', 'name': '', 'network_id': '0430e68b-a337-4a58-b115-e9d0dbf72fae', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:8a:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1248, 'fixed_ips': [{'subnet_id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:49Z', 'updated_at': '2022-04-15T03:42:53Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'c2d3fa4b-5007-46ae-b0af-d02275fa49fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9209869-c397-4b12-9f25-6536736009a6', 'name': '', 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:c7:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:46Z', 'updated_at': '2022-04-15T03:42:50Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:43:00.115199 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a976f0b-7e9f-4b28-a38e-4c05cb18644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (1b6bca9c-6379-4e1f-9194-ffb2668becd8), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:00.133186 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ef70072-5226-4555-9eb0-351bcfb75505 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (4bdf0399-ba1e-4312-ac3e-2314965c5acc), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:00.140380 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ef70072-5226-4555-9eb0-351bcfb75505 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:00.143676 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2ef70072-5226-4555-9eb0-351bcfb75505 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/networks/4bdf0399-ba1e-4312-ac3e-2314965c5acc HTTP/1.1" status: 204 len: 168 time: 0.7463496 Apr 15 03:43:00.146536 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36160) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:00.155885 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a976f0b-7e9f-4b28-a38e-4c05cb18644d None None] Pushing event deleted for resources: {'Port': ['ID=1b6bca9c-6379-4e1f-9194-ffb2668becd8,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:00.157530 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef70072-5226-4555-9eb0-351bcfb75505 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Network': ['ID=4bdf0399-ba1e-4312-ac3e-2314965c5acc,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:00.161998 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a976f0b-7e9f-4b28-a38e-4c05cb18644d None None] No DVR routers for this DVR port 1b6bca9c-6379-4e1f-9194-ffb2668becd8 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:43:00.206766 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-92b9f9a9-0115-4823-9f28-2e47049e1959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'name': 'tempest-TestNetworkBasicOps-router-1767969933', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:41:53Z', 'updated_at': '2022-04-15T03:41:59Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:54Z', 'updated_at': '2022-04-15T03:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'fbebca62-52e5-4da9-b9eb-dcf889c0c51f', 'name': '', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:ba:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:58Z', 'updated_at': '2022-04-15T03:42:05Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:00.225160 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36162) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:00.232157 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b9f9a9-0115-4823-9f28-2e47049e1959 None None] The sync data for ids ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'] in dv-neutron-837140-3-hyperv is: [{'id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'name': 'tempest-TestNetworkBasicOps-router-1767969933', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:41:53Z', 'updated_at': '2022-04-15T03:41:59Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:54Z', 'updated_at': '2022-04-15T03:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'fbebca62-52e5-4da9-b9eb-dcf889c0c51f', 'name': '', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:ba:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:58Z', 'updated_at': '2022-04-15T03:42:05Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:43:00.279008 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3ed2559d-3d1c-4de0-bbf1-0d4cfc81778d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/dc94639b-e558-4cc0-abac-024118f752ad HTTP/1.1" status: 200 len: 689 time: 0.0492105 Apr 15 03:43:00.480274 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21db61c-858a-4e42-9bd3-160d2a9be43b None None] New status for floating IP dc94639b-e558-4cc0-abac-024118f752ad: DOWN {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:43:00.511087 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5302753-2d41-43e8-90a8-11f366317787 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:00.745245 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d5302753-2d41-43e8-90a8-11f366317787 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting port 5060b648-dd20-4ba6-b863-657648e04da3 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:00.745588 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5302753-2d41-43e8-90a8-11f366317787 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (5060b648-dd20-4ba6-b863-657648e04da3), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:00.834823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-d5302753-2d41-43e8-90a8-11f366317787 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] For port 5060b648-dd20-4ba6-b863-657648e04da3, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=5060b648-dd20-4ba6-b863-657648e04da3,segment=NetworkSegment(0591b51f-2194-4d1f-b81e-d3ca9ebe634d),segment_id=0591b51f-2194-4d1f-b81e-d3ca9ebe634d)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:00.835190 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5302753-2d41-43e8-90a8-11f366317787 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (5060b648-dd20-4ba6-b863-657648e04da3), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:00.847772 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d5302753-2d41-43e8-90a8-11f366317787 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Calling delete_port for 5060b648-dd20-4ba6-b863-657648e04da3 owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:01.058428 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5302753-2d41-43e8-90a8-11f366317787 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (5060b648-dd20-4ba6-b863-657648e04da3), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:01.089901 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5302753-2d41-43e8-90a8-11f366317787 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Port': ['ID=5060b648-dd20-4ba6-b863-657648e04da3,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:01.208781 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5302753-2d41-43e8-90a8-11f366317787 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:01.279719 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36164) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:01.331560 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ebad3901-5da2-4619-adfb-68b2e336bed2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/dc94639b-e558-4cc0-abac-024118f752ad HTTP/1.1" status: 200 len: 687 time: 0.0480011 Apr 15 03:43:01.396578 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1b6bca9c-6379-4e1f-9194-ffb2668becd8 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:43:01.416754 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 1b6bca9c-6379-4e1f-9194-ffb2668becd8 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:43:01.417097 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1b6bca9c-6379-4e1f-9194-ffb2668becd8 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:43:01.418367 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5302753-2d41-43e8-90a8-11f366317787 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:43:01.515852 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5302753-2d41-43e8-90a8-11f366317787 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:43:01.520894 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d5302753-2d41-43e8-90a8-11f366317787 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/4bdb1947-7fbd-446f-ae97-9337f0abe6b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3726606 Apr 15 03:43:01.523831 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36166) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:01.525936 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532f46f-d569-4559-82f8-8fd41c3812c3 None None] Sync routers for ids ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:43:01.536436 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b532f46f-d569-4559-82f8-8fd41c3812c3 None None] Routers {'4bdb1947-7fbd-446f-ae97-9337f0abe6b3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:01.537049 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b532f46f-d569-4559-82f8-8fd41c3812c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:01.578144 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea79e76-2672-4999-a73b-2520c1660fe2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting subnet c2d3fa4b-5007-46ae-b0af-d02275fa49fe {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:43:01.581405 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1ea79e76-2672-4999-a73b-2520c1660fe2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (c2d3fa4b-5007-46ae-b0af-d02275fa49fe), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:01.622084 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1ea79e76-2672-4999-a73b-2520c1660fe2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (c2d3fa4b-5007-46ae-b0af-d02275fa49fe), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:01.627907 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-b532f46f-d569-4559-82f8-8fd41c3812c3 None None] Set router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:43:01.706268 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1ea79e76-2672-4999-a73b-2520c1660fe2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (c2d3fa4b-5007-46ae-b0af-d02275fa49fe), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:01.835935 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1ea79e76-2672-4999-a73b-2520c1660fe2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (c2d3fa4b-5007-46ae-b0af-d02275fa49fe), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:01.863316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea79e76-2672-4999-a73b-2520c1660fe2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Subnet': ['ID=c2d3fa4b-5007-46ae-b0af-d02275fa49fe,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:01.868230 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1ea79e76-2672-4999-a73b-2520c1660fe2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:01.871467 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1ea79e76-2672-4999-a73b-2520c1660fe2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/subnets/c2d3fa4b-5007-46ae-b0af-d02275fa49fe HTTP/1.1" status: 204 len: 168 time: 0.3468347 Apr 15 03:43:01.874526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36168) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:01.876680 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62379d34-ae8f-4f67-9aa2-cce2d5189ff7 None None] Network 0430e68b-a337-4a58-b115-e9d0dbf72fae requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:43:01.907832 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b532f46f-d569-4559-82f8-8fd41c3812c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:43:00Z', 'revision_number': 9, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9209869-c397-4b12-9f25-6536736009a6', 'name': '', 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:c7:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:46Z', 'updated_at': '2022-04-15T03:42:50Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:01.934678 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532f46f-d569-4559-82f8-8fd41c3812c3 None None] Checking router: 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:43:01.945368 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b532f46f-d569-4559-82f8-8fd41c3812c3 None None] Routers {'4bdb1947-7fbd-446f-ae97-9337f0abe6b3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:01.946718 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b532f46f-d569-4559-82f8-8fd41c3812c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:01.965800 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dcadc47b-8827-4788-9a82-ee304b204834 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (0430e68b-a337-4a58-b115-e9d0dbf72fae), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:02.012576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-dcadc47b-8827-4788-9a82-ee304b204834 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting port 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:02.018460 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dcadc47b-8827-4788-9a82-ee304b204834 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (6bb3019d-ee5b-4e11-b4bd-7a9433cab756), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:02.039280 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-b532f46f-d569-4559-82f8-8fd41c3812c3 None None] Set router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:43:02.047976 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a771ac-b15e-463e-9dbd-1442808dde27 None None] DHCP port deletion for 0430e68b-a337-4a58-b115-e9d0dbf72fae request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:43:02.087104 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-dcadc47b-8827-4788-9a82-ee304b204834 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] For port 6bb3019d-ee5b-4e11-b4bd-7a9433cab756, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6bb3019d-ee5b-4e11-b4bd-7a9433cab756,segment=NetworkSegment(0591b51f-2194-4d1f-b81e-d3ca9ebe634d),segment_id=0591b51f-2194-4d1f-b81e-d3ca9ebe634d)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:02.087728 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dcadc47b-8827-4788-9a82-ee304b204834 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (6bb3019d-ee5b-4e11-b4bd-7a9433cab756), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:02.091776 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e3a771ac-b15e-463e-9dbd-1442808dde27 None None] Deleting port 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:02.092151 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e3a771ac-b15e-463e-9dbd-1442808dde27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (6bb3019d-ee5b-4e11-b4bd-7a9433cab756), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:02.101484 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-dcadc47b-8827-4788-9a82-ee304b204834 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Calling delete_port for 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:02.154211 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-e3a771ac-b15e-463e-9dbd-1442808dde27 None None] For port 6bb3019d-ee5b-4e11-b4bd-7a9433cab756, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6bb3019d-ee5b-4e11-b4bd-7a9433cab756,segment=NetworkSegment(0591b51f-2194-4d1f-b81e-d3ca9ebe634d),segment_id=0591b51f-2194-4d1f-b81e-d3ca9ebe634d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:02.154939 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e3a771ac-b15e-463e-9dbd-1442808dde27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (6bb3019d-ee5b-4e11-b4bd-7a9433cab756), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:02.167821 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e3a771ac-b15e-463e-9dbd-1442808dde27 None None] Calling delete_port for 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:02.241158 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dcadc47b-8827-4788-9a82-ee304b204834 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (6bb3019d-ee5b-4e11-b4bd-7a9433cab756), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:02.246890 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b532f46f-d569-4559-82f8-8fd41c3812c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:43:00Z', 'revision_number': 9, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9209869-c397-4b12-9f25-6536736009a6', 'name': '', 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:c7:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:46Z', 'updated_at': '2022-04-15T03:42:50Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:02.268525 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcadc47b-8827-4788-9a82-ee304b204834 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Port': ['ID=6bb3019d-ee5b-4e11-b4bd-7a9433cab756,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:02.273004 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcadc47b-8827-4788-9a82-ee304b204834 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] No DVR routers for this DVR port 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:43:02.284016 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532f46f-d569-4559-82f8-8fd41c3812c3 None None] The sync data for ids ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'] in dv-neutron-837140-3-hyperv is: [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:43:00Z', 'revision_number': 9, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9209869-c397-4b12-9f25-6536736009a6', 'name': '', 'network_id': 'c70fded6-799c-4ed9-ae16-50d2fb36cf02', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:c7:11:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:46Z', 'updated_at': '2022-04-15T03:42:50Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': '051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:43:02.360259 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dcadc47b-8827-4788-9a82-ee304b204834 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (0430e68b-a337-4a58-b115-e9d0dbf72fae), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:02.386324 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-dcadc47b-8827-4788-9a82-ee304b204834 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0430e68b-a337-4a58-b115-e9d0dbf72fae']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:02.396597 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-dcadc47b-8827-4788-9a82-ee304b204834 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0591b51f-2194-4d1f-b81e-d3ca9ebe634d') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:02.396905 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-dcadc47b-8827-4788-9a82-ee304b204834 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0591b51f-2194-4d1f-b81e-d3ca9ebe634d') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:02.397219 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e3a771ac-b15e-463e-9dbd-1442808dde27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (6bb3019d-ee5b-4e11-b4bd-7a9433cab756), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:02.406542 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dcadc47b-8827-4788-9a82-ee304b204834 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (0591b51f-2194-4d1f-b81e-d3ca9ebe634d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:02.420082 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dcadc47b-8827-4788-9a82-ee304b204834 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (0591b51f-2194-4d1f-b81e-d3ca9ebe634d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:02.425914 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcadc47b-8827-4788-9a82-ee304b204834 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:43:02.426326 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dcadc47b-8827-4788-9a82-ee304b204834 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (0591b51f-2194-4d1f-b81e-d3ca9ebe634d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:43:02.429473 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:43:02.432177 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a771ac-b15e-463e-9dbd-1442808dde27 None None] Pushing event deleted for resources: {'Port': ['ID=6bb3019d-ee5b-4e11-b4bd-7a9433cab756,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:02.437561 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a771ac-b15e-463e-9dbd-1442808dde27 None None] No DVR routers for this DVR port 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:43:02.567134 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dcadc47b-8827-4788-9a82-ee304b204834 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (0430e68b-a337-4a58-b115-e9d0dbf72fae), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:02.573964 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dcadc47b-8827-4788-9a82-ee304b204834 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:02.577225 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-dcadc47b-8827-4788-9a82-ee304b204834 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/networks/0430e68b-a337-4a58-b115-e9d0dbf72fae HTTP/1.1" status: 204 len: 168 time: 0.7017779 Apr 15 03:43:02.580110 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36172) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:02.590566 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcadc47b-8827-4788-9a82-ee304b204834 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Network': ['ID=0430e68b-a337-4a58-b115-e9d0dbf72fae,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:02.844304 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36174) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:02.849001 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-8bb163d7-3157-4513-86fd-fb7145eaea9b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-777765688', 'description': 'tempest-secgroup-smoke-777765688 description', 'project_id': '6786bd52355f4b228acda11ee2393b97'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:02.906382 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0f500b52-af37-4a8b-85c3-213a719e0fc7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:02.921405 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8bb163d7-3157-4513-86fd-fb7145eaea9b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:02.989405 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8bb163d7-3157-4513-86fd-fb7145eaea9b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (aa3847c9-01f0-433f-8e56-066b67b69a7b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:03.058730 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8bb163d7-3157-4513-86fd-fb7145eaea9b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (aa3847c9-01f0-433f-8e56-066b67b69a7b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:03.093651 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb163d7-3157-4513-86fd-fb7145eaea9b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3847c9-01f0-433f-8e56-066b67b69a7b,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:03.152409 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8bb163d7-3157-4513-86fd-fb7145eaea9b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:03.153788 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8bb163d7-3157-4513-86fd-fb7145eaea9b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3083782 Apr 15 03:43:03.156831 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36176) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:03.162283 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f35d7027-4140-4635-bc00-767cf5ff795c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'aa3847c9-01f0-433f-8e56-066b67b69a7b', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:03.264389 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f35d7027-4140-4635-bc00-767cf5ff795c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (e3dc4dc9-2a7f-48c1-8164-7c1c3620d0b3), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:03.324896 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f35d7027-4140-4635-bc00-767cf5ff795c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (e3dc4dc9-2a7f-48c1-8164-7c1c3620d0b3), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:03.342510 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 5060b648-dd20-4ba6-b863-657648e04da3 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:43:03.363014 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 5060b648-dd20-4ba6-b863-657648e04da3 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:43:03.363360 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 5060b648-dd20-4ba6-b863-657648e04da3 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:43:03.363775 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:43:03.382101 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:43:03.382446 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6bb3019d-ee5b-4e11-b4bd-7a9433cab756 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:43:03.396278 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f35d7027-4140-4635-bc00-767cf5ff795c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (e3dc4dc9-2a7f-48c1-8164-7c1c3620d0b3), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:03.414384 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d7027-4140-4635-bc00-767cf5ff795c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3dc4dc9-2a7f-48c1-8164-7c1c3620d0b3,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:03.450853 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-0f500b52-af37-4a8b-85c3-213a719e0fc7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting port e9209869-c397-4b12-9f25-6536736009a6 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:03.451192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0f500b52-af37-4a8b-85c3-213a719e0fc7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e9209869-c397-4b12-9f25-6536736009a6), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:03.477769 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f35d7027-4140-4635-bc00-767cf5ff795c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:03.479049 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f35d7027-4140-4635-bc00-767cf5ff795c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3210030 Apr 15 03:43:03.481987 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36178) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:03.486346 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-d5ded7f2-633a-40bc-888f-9fec49471a16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'aa3847c9-01f0-433f-8e56-066b67b69a7b', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:03.543110 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-0f500b52-af37-4a8b-85c3-213a719e0fc7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] For port e9209869-c397-4b12-9f25-6536736009a6, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e9209869-c397-4b12-9f25-6536736009a6,segment=NetworkSegment(75368e7c-ab51-418f-8b99-0f2c1f39c6a0),segment_id=75368e7c-ab51-418f-8b99-0f2c1f39c6a0)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:03.543396 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0f500b52-af37-4a8b-85c3-213a719e0fc7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e9209869-c397-4b12-9f25-6536736009a6), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:03.557330 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-0f500b52-af37-4a8b-85c3-213a719e0fc7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Calling delete_port for e9209869-c397-4b12-9f25-6536736009a6 owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:03.572252 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d5ded7f2-633a-40bc-888f-9fec49471a16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (af162b65-4770-494d-9502-6a24c754dadd), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:03.628596 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d5ded7f2-633a-40bc-888f-9fec49471a16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (af162b65-4770-494d-9502-6a24c754dadd), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:03.686309 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d5ded7f2-633a-40bc-888f-9fec49471a16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (af162b65-4770-494d-9502-6a24c754dadd), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:03.704535 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ded7f2-633a-40bc-888f-9fec49471a16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af162b65-4770-494d-9502-6a24c754dadd,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:03.757296 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d5ded7f2-633a-40bc-888f-9fec49471a16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:03.758524 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d5ded7f2-633a-40bc-888f-9fec49471a16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2755904 Apr 15 03:43:03.761238 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36180) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:03.765411 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-c60053cf-b26d-4b6b-a160-9ffece467f44 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'aa3847c9-01f0-433f-8e56-066b67b69a7b', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:03.784170 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0f500b52-af37-4a8b-85c3-213a719e0fc7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (e9209869-c397-4b12-9f25-6536736009a6), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:03.810909 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f500b52-af37-4a8b-85c3-213a719e0fc7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Port': ['ID=e9209869-c397-4b12-9f25-6536736009a6,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:03.837544 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c60053cf-b26d-4b6b-a160-9ffece467f44 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (9379034e-48ae-4ce0-8bc4-06c30abdb6d5), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:03.901851 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c60053cf-b26d-4b6b-a160-9ffece467f44 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (9379034e-48ae-4ce0-8bc4-06c30abdb6d5), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:03.930170 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0f500b52-af37-4a8b-85c3-213a719e0fc7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:03.972964 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c60053cf-b26d-4b6b-a160-9ffece467f44 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (9379034e-48ae-4ce0-8bc4-06c30abdb6d5), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:03.994160 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60053cf-b26d-4b6b-a160-9ffece467f44 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9379034e-48ae-4ce0-8bc4-06c30abdb6d5,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:04.083506 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c60053cf-b26d-4b6b-a160-9ffece467f44 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:04.084637 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c60053cf-b26d-4b6b-a160-9ffece467f44 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3225276 Apr 15 03:43:04.087306 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36182) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:04.091505 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-2b803fb0-b617-4765-8cd9-9b4c8e43938c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'aa3847c9-01f0-433f-8e56-066b67b69a7b', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:04.126471 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f500b52-af37-4a8b-85c3-213a719e0fc7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:43:04.183607 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2b803fb0-b617-4765-8cd9-9b4c8e43938c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (7e5431fe-1af2-47e4-a8c5-09725a332c0c), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:04.223212 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f500b52-af37-4a8b-85c3-213a719e0fc7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:43:04.228156 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0f500b52-af37-4a8b-85c3-213a719e0fc7 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/4bdb1947-7fbd-446f-ae97-9337f0abe6b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6464863 Apr 15 03:43:04.230894 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36184) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:04.241631 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c086370-f212-4565-9055-2c6f37c9a715 None None] Sync routers for ids ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:43:04.243220 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2b803fb0-b617-4765-8cd9-9b4c8e43938c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (7e5431fe-1af2-47e4-a8c5-09725a332c0c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:04.253597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c086370-f212-4565-9055-2c6f37c9a715 None None] Routers {'4bdb1947-7fbd-446f-ae97-9337f0abe6b3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:04.254976 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5c086370-f212-4565-9055-2c6f37c9a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:04.283918 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f8bbb1-8e94-4ab7-ae85-91c8e3c985c5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting subnet 051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:43:04.287028 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7f8bbb1-8e94-4ab7-ae85-91c8e3c985c5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:04.303694 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2b803fb0-b617-4765-8cd9-9b4c8e43938c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (7e5431fe-1af2-47e4-a8c5-09725a332c0c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:04.323379 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b803fb0-b617-4765-8cd9-9b4c8e43938c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5431fe-1af2-47e4-a8c5-09725a332c0c,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:04.338274 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7f8bbb1-8e94-4ab7-ae85-91c8e3c985c5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:04.355386 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-5c086370-f212-4565-9055-2c6f37c9a715 None None] Set router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:43:04.380613 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2b803fb0-b617-4765-8cd9-9b4c8e43938c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:04.384706 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2b803fb0-b617-4765-8cd9-9b4c8e43938c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2938919 Apr 15 03:43:04.385249 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36186) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:04.389848 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-933d9e46-20b6-4580-bcc0-f956913e5bbe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'aa3847c9-01f0-433f-8e56-066b67b69a7b', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:04.431265 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:04.436547 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7f8bbb1-8e94-4ab7-ae85-91c8e3c985c5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:04.498159 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-933d9e46-20b6-4580-bcc0-f956913e5bbe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:43:04.503624 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-933d9e46-20b6-4580-bcc0-f956913e5bbe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (a8b12a1c-4af5-44e1-b839-b660f8f1689f), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:04.527455 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:43:04.549331 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5c086370-f212-4565-9055-2c6f37c9a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:43:03Z', 'revision_number': 10, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:04.567115 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-933d9e46-20b6-4580-bcc0-f956913e5bbe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (a8b12a1c-4af5-44e1-b839-b660f8f1689f), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:04.568828 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7f8bbb1-8e94-4ab7-ae85-91c8e3c985c5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:04.576387 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c086370-f212-4565-9055-2c6f37c9a715 None None] Checking router: 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:43:04.584646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c086370-f212-4565-9055-2c6f37c9a715 None None] Routers {'4bdb1947-7fbd-446f-ae97-9337f0abe6b3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:04.585258 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5c086370-f212-4565-9055-2c6f37c9a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:04.596278 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8bbb1-8e94-4ab7-ae85-91c8e3c985c5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Subnet': ['ID=051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:04.598755 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7f8bbb1-8e94-4ab7-ae85-91c8e3c985c5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:04.603405 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f7f8bbb1-8e94-4ab7-ae85-91c8e3c985c5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/subnets/051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9 HTTP/1.1" status: 204 len: 168 time: 0.3712206 Apr 15 03:43:04.604721 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36188) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:04.646978 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-933d9e46-20b6-4580-bcc0-f956913e5bbe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (a8b12a1c-4af5-44e1-b839-b660f8f1689f), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:04.647322 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cb6954-d8b2-4984-aba0-fc69b1227609 None None] Network c70fded6-799c-4ed9-ae16-50d2fb36cf02 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:43:04.671789 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d9e46-20b6-4580-bcc0-f956913e5bbe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b12a1c-4af5-44e1-b839-b660f8f1689f,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:04.681318 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-be5dbcb5-374e-4fe2-b296-d0198e7d0063 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (c70fded6-799c-4ed9-ae16-50d2fb36cf02), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:04.729629 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-be5dbcb5-374e-4fe2-b296-d0198e7d0063 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting port a4486a70-26db-4de8-9e66-11abbf5ddaa6 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:04.729971 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-be5dbcb5-374e-4fe2-b296-d0198e7d0063 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (a4486a70-26db-4de8-9e66-11abbf5ddaa6), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:04.741535 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-5c086370-f212-4565-9055-2c6f37c9a715 None None] Set router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:43:04.757379 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-933d9e46-20b6-4580-bcc0-f956913e5bbe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:04.761280 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-933d9e46-20b6-4580-bcc0-f956913e5bbe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3724678 Apr 15 03:43:04.761755 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36190) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:04.766135 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-571196a4-c288-4930-87cb-3906cb2ceeb9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'aa3847c9-01f0-433f-8e56-066b67b69a7b', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:04.795201 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-be5dbcb5-374e-4fe2-b296-d0198e7d0063 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] For port a4486a70-26db-4de8-9e66-11abbf5ddaa6, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a4486a70-26db-4de8-9e66-11abbf5ddaa6,segment=NetworkSegment(75368e7c-ab51-418f-8b99-0f2c1f39c6a0),segment_id=75368e7c-ab51-418f-8b99-0f2c1f39c6a0)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:04.795621 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-be5dbcb5-374e-4fe2-b296-d0198e7d0063 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (a4486a70-26db-4de8-9e66-11abbf5ddaa6), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:04.810380 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-be5dbcb5-374e-4fe2-b296-d0198e7d0063 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Calling delete_port for a4486a70-26db-4de8-9e66-11abbf5ddaa6 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:04.846948 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-571196a4-c288-4930-87cb-3906cb2ceeb9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:43:04.853887 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-571196a4-c288-4930-87cb-3906cb2ceeb9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (9b55a191-53ea-4475-a02a-b5bee8a79a67), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:04.873660 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2c4117-365a-4d7c-a830-ecd1ab756eb8 None None] DHCP port deletion for c70fded6-799c-4ed9-ae16-50d2fb36cf02 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:43:04.925200 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-571196a4-c288-4930-87cb-3906cb2ceeb9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (9b55a191-53ea-4475-a02a-b5bee8a79a67), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:04.935626 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c4117-365a-4d7c-a830-ecd1ab756eb8 None None] Deleting port a4486a70-26db-4de8-9e66-11abbf5ddaa6 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:04.935997 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4117-365a-4d7c-a830-ecd1ab756eb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (a4486a70-26db-4de8-9e66-11abbf5ddaa6), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:04.955347 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-be5dbcb5-374e-4fe2-b296-d0198e7d0063 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (a4486a70-26db-4de8-9e66-11abbf5ddaa6), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:04.983095 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5dbcb5-374e-4fe2-b296-d0198e7d0063 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Port': ['ID=a4486a70-26db-4de8-9e66-11abbf5ddaa6,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:04.986916 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5dbcb5-374e-4fe2-b296-d0198e7d0063 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] No DVR routers for this DVR port a4486a70-26db-4de8-9e66-11abbf5ddaa6 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:43:04.990735 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-571196a4-c288-4930-87cb-3906cb2ceeb9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (9b55a191-53ea-4475-a02a-b5bee8a79a67), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:05.012204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571196a4-c288-4930-87cb-3906cb2ceeb9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b55a191-53ea-4475-a02a-b5bee8a79a67,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:05.017980 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5c086370-f212-4565-9055-2c6f37c9a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:43:03Z', 'revision_number': 10, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:05.057356 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5e2c4117-365a-4d7c-a830-ecd1ab756eb8 None None] For port a4486a70-26db-4de8-9e66-11abbf5ddaa6, host dv-neutron-837140-3-hyperv, got binding levels [] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:05.057754 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4117-365a-4d7c-a830-ecd1ab756eb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (a4486a70-26db-4de8-9e66-11abbf5ddaa6), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:05.060895 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c086370-f212-4565-9055-2c6f37c9a715 None None] The sync data for ids ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'] in dv-neutron-837140-3-hyperv is: [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:43:03Z', 'revision_number': 10, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None, '_interfaces': [{'id': '15e5b77a-1f57-4574-921f-f96945442610', 'name': '', 'network_id': 'd579bd55-0d38-4131-a6aa-6990b79cfe9d', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'mac_address': 'fa:16:3e:df:4b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:42:43Z', 'updated_at': '2022-04-15T03:42:45Z', 'revision_number': 5, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'subnets': [{'id': 'a4313a47-c1d7-4702-8cf9-7d50539cae33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:43:05.073505 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c4117-365a-4d7c-a830-ecd1ab756eb8 None None] Calling delete_port for a4486a70-26db-4de8-9e66-11abbf5ddaa6 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:05.076681 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.ipam_backend_mixin [None req-5e2c4117-365a-4d7c-a830-ecd1ab756eb8 None None] Port a4486a70-26db-4de8-9e66-11abbf5ddaa6 was not found and therefore no delete operation was performed {{(pid=104668) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 15 03:43:05.077588 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-571196a4-c288-4930-87cb-3906cb2ceeb9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:05.078463 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5e2c4117-365a-4d7c-a830-ecd1ab756eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (a4486a70-26db-4de8-9e66-11abbf5ddaa6), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:05.078674 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-be5dbcb5-374e-4fe2-b296-d0198e7d0063 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (c70fded6-799c-4ed9-ae16-50d2fb36cf02), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:05.081813 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-571196a4-c288-4930-87cb-3906cb2ceeb9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3189056 Apr 15 03:43:05.107352 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-be5dbcb5-374e-4fe2-b296-d0198e7d0063 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70fded6-799c-4ed9-ae16-50d2fb36cf02']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:05.118536 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c4117-365a-4d7c-a830-ecd1ab756eb8 None None] Pushing event deleted for resources: {'Port': ['ID=a4486a70-26db-4de8-9e66-11abbf5ddaa6,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:05.122168 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-be5dbcb5-374e-4fe2-b296-d0198e7d0063 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75368e7c-ab51-418f-8b99-0f2c1f39c6a0') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:05.122362 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2c4117-365a-4d7c-a830-ecd1ab756eb8 None None] No DVR routers for this DVR port a4486a70-26db-4de8-9e66-11abbf5ddaa6 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:43:05.123603 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-be5dbcb5-374e-4fe2-b296-d0198e7d0063 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75368e7c-ab51-418f-8b99-0f2c1f39c6a0') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:05.135187 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-be5dbcb5-374e-4fe2-b296-d0198e7d0063 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (75368e7c-ab51-418f-8b99-0f2c1f39c6a0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:05.149721 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-be5dbcb5-374e-4fe2-b296-d0198e7d0063 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (75368e7c-ab51-418f-8b99-0f2c1f39c6a0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:05.156412 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5dbcb5-374e-4fe2-b296-d0198e7d0063 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:43:05.156732 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-be5dbcb5-374e-4fe2-b296-d0198e7d0063 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (75368e7c-ab51-418f-8b99-0f2c1f39c6a0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:43:05.161566 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:43:05.256290 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-3a86ce94-e585-418b-90f9-351ef5010723 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-777765688&fields=id&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 267 time: 0.0510316 Apr 15 03:43:05.293972 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-be5dbcb5-374e-4fe2-b296-d0198e7d0063 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (c70fded6-799c-4ed9-ae16-50d2fb36cf02), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:05.304952 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-be5dbcb5-374e-4fe2-b296-d0198e7d0063 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:05.308103 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-be5dbcb5-374e-4fe2-b296-d0198e7d0063 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/networks/c70fded6-799c-4ed9-ae16-50d2fb36cf02 HTTP/1.1" status: 204 len: 168 time: 0.7022939 Apr 15 03:43:05.311113 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36204) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:05.341558 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5dbcb5-374e-4fe2-b296-d0198e7d0063 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Network': ['ID=c70fded6-799c-4ed9-ae16-50d2fb36cf02,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:05.385914 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-8a6ddcc8-90cc-4201-8daa-869c75ec58bc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:05.387411 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-8a6ddcc8-90cc-4201-8daa-869c75ec58bc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/networks?id=9e279d3e-905d-44f0-a611-4c2f55a87c78 HTTP/1.1" status: 200 len: 796 time: 0.1247091 Apr 15 03:43:05.402498 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-b4d48c06-dc45-419c-910d-1808b572e362 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/quotas/6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 375 time: 0.0095563 Apr 15 03:43:05.465495 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-eb03268c-fcce-4923-958a-38ceeb322165 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0568283 Apr 15 03:43:05.501299 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a4486a70-26db-4de8-9e66-11abbf5ddaa6 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:43:05.527322 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: a4486a70-26db-4de8-9e66-11abbf5ddaa6 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:43:05.527667 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a4486a70-26db-4de8-9e66-11abbf5ddaa6 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:43:05.528093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e9209869-c397-4b12-9f25-6536736009a6 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:43:05.549405 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: e9209869-c397-4b12-9f25-6536736009a6 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:43:05.550007 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e9209869-c397-4b12-9f25-6536736009a6 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:43:05.659147 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cddb5808-7ca7-4ce3-a4ce-6da208eb9bd5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:05.895613 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-b7d8152d-ed97-4d58-b39f-c0d5e8183d91 service neutron] 10.222.0.15 "GET /v2.0/networks/9e279d3e-905d-44f0-a611-4c2f55a87c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172843 Apr 15 03:43:05.915168 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-cddb5808-7ca7-4ce3-a4ce-6da208eb9bd5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting port 15e5b77a-1f57-4574-921f-f96945442610 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:05.915719 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cddb5808-7ca7-4ce3-a4ce-6da208eb9bd5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (15e5b77a-1f57-4574-921f-f96945442610), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:05.984966 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-3a3798b4-1bf2-47df-8a90-c74ff4a24144 service neutron] 10.222.0.15 "GET /v2.0/networks/9e279d3e-905d-44f0-a611-4c2f55a87c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836422 Apr 15 03:43:06.004716 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-cddb5808-7ca7-4ce3-a4ce-6da208eb9bd5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] For port 15e5b77a-1f57-4574-921f-f96945442610, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=15e5b77a-1f57-4574-921f-f96945442610,segment=NetworkSegment(9c922f44-a861-4e47-90cf-d7113057b8d4),segment_id=9c922f44-a861-4e47-90cf-d7113057b8d4)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:06.005080 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cddb5808-7ca7-4ce3-a4ce-6da208eb9bd5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (15e5b77a-1f57-4574-921f-f96945442610), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:06.018445 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-cddb5808-7ca7-4ce3-a4ce-6da208eb9bd5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Calling delete_port for 15e5b77a-1f57-4574-921f-f96945442610 owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:06.224498 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9f966792-1d81-45f0-98d4-ecfd0a0f09aa req-e30b7cb2-a3aa-4452-961e-77f69f1fb371 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc8adcc2-0077-4afa-b628-b2c370b445bb HTTP/1.1" status: 200 len: 210 time: 0.0316420 Apr 15 03:43:06.252670 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cddb5808-7ca7-4ce3-a4ce-6da208eb9bd5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (15e5b77a-1f57-4574-921f-f96945442610), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:06.279941 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb5808-7ca7-4ce3-a4ce-6da208eb9bd5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Port': ['ID=15e5b77a-1f57-4574-921f-f96945442610,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:06.386793 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cddb5808-7ca7-4ce3-a4ce-6da208eb9bd5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:06.549327 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddb5808-7ca7-4ce3-a4ce-6da208eb9bd5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:43:06.628623 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddb5808-7ca7-4ce3-a4ce-6da208eb9bd5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:43:06.632789 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cddb5808-7ca7-4ce3-a4ce-6da208eb9bd5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/4bdb1947-7fbd-446f-ae97-9337f0abe6b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3205733 Apr 15 03:43:06.635483 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36216) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:06.638555 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87642c2b-b5ba-4f69-9cb2-8af64251c468 None None] Sync routers for ids ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:43:06.649539 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87642c2b-b5ba-4f69-9cb2-8af64251c468 None None] Routers {'4bdb1947-7fbd-446f-ae97-9337f0abe6b3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:06.650149 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-87642c2b-b5ba-4f69-9cb2-8af64251c468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:06.690805 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8d7bf8-7fab-4f83-a1e5-2cbed3dd4184 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting subnet a4313a47-c1d7-4702-8cf9-7d50539cae33 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:43:06.693902 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3d8d7bf8-7fab-4f83-a1e5-2cbed3dd4184 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (a4313a47-c1d7-4702-8cf9-7d50539cae33), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:06.722069 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-87642c2b-b5ba-4f69-9cb2-8af64251c468 None None] Set router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:43:06.736051 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3d8d7bf8-7fab-4f83-a1e5-2cbed3dd4184 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (a4313a47-c1d7-4702-8cf9-7d50539cae33), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:06.776981 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-87642c2b-b5ba-4f69-9cb2-8af64251c468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:43:06Z', 'revision_number': 11, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:06.807107 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87642c2b-b5ba-4f69-9cb2-8af64251c468 None None] Checking router: 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:43:06.815965 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87642c2b-b5ba-4f69-9cb2-8af64251c468 None None] Routers {'4bdb1947-7fbd-446f-ae97-9337f0abe6b3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:06.817102 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-87642c2b-b5ba-4f69-9cb2-8af64251c468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:06.818656 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3d8d7bf8-7fab-4f83-a1e5-2cbed3dd4184 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (a4313a47-c1d7-4702-8cf9-7d50539cae33), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:06.888150 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-87642c2b-b5ba-4f69-9cb2-8af64251c468 None None] Set router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:43:06.939572 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-87642c2b-b5ba-4f69-9cb2-8af64251c468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:43:06Z', 'revision_number': 11, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:06.950556 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3d8d7bf8-7fab-4f83-a1e5-2cbed3dd4184 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (a4313a47-c1d7-4702-8cf9-7d50539cae33), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:06.970732 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87642c2b-b5ba-4f69-9cb2-8af64251c468 None None] The sync data for ids ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'] in dv-neutron-837140-3-hyperv is: [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:43:06Z', 'revision_number': 11, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:43:06.979915 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d7bf8-7fab-4f83-a1e5-2cbed3dd4184 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Subnet': ['ID=a4313a47-c1d7-4702-8cf9-7d50539cae33,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:06.985675 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3d8d7bf8-7fab-4f83-a1e5-2cbed3dd4184 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:06.987238 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dc6fa7-8927-4d57-aeef-f5efed87a6df None None] Network d579bd55-0d38-4131-a6aa-6990b79cfe9d requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:43:06.990672 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3d8d7bf8-7fab-4f83-a1e5-2cbed3dd4184 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/subnets/a4313a47-c1d7-4702-8cf9-7d50539cae33 HTTP/1.1" status: 204 len: 168 time: 0.3525977 Apr 15 03:43:06.991836 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36218) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:07.075533 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dceaddcf-8c4f-4140-92e4-d39c261d089a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (d579bd55-0d38-4131-a6aa-6990b79cfe9d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:07.125170 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-dceaddcf-8c4f-4140-92e4-d39c261d089a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Deleting port 87564c7f-b0df-4ecf-b4bd-7cf36fd59203 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:07.125541 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dceaddcf-8c4f-4140-92e4-d39c261d089a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (87564c7f-b0df-4ecf-b4bd-7cf36fd59203), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:07.194541 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-dceaddcf-8c4f-4140-92e4-d39c261d089a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] For port 87564c7f-b0df-4ecf-b4bd-7cf36fd59203, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=87564c7f-b0df-4ecf-b4bd-7cf36fd59203,segment=NetworkSegment(9c922f44-a861-4e47-90cf-d7113057b8d4),segment_id=9c922f44-a861-4e47-90cf-d7113057b8d4)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:07.194941 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dceaddcf-8c4f-4140-92e4-d39c261d089a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (87564c7f-b0df-4ecf-b4bd-7cf36fd59203), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:07.209089 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-dceaddcf-8c4f-4140-92e4-d39c261d089a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Calling delete_port for 87564c7f-b0df-4ecf-b4bd-7cf36fd59203 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:07.321550 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8c44892d-c36b-4342-9b04-f594f4e8ba1c req-75f12b92-17ab-45fe-ac51-7fdd5fe23af5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc8adcc2-0077-4afa-b628-b2c370b445bb HTTP/1.1" status: 200 len: 210 time: 0.0295677 Apr 15 03:43:07.372092 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121778c3-db4a-4a64-a2ad-96ca7b5c2ad5 None None] DHCP port deletion for d579bd55-0d38-4131-a6aa-6990b79cfe9d request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:43:07.383954 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dceaddcf-8c4f-4140-92e4-d39c261d089a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (87564c7f-b0df-4ecf-b4bd-7cf36fd59203), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:07.417226 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaddcf-8c4f-4140-92e4-d39c261d089a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Port': ['ID=87564c7f-b0df-4ecf-b4bd-7cf36fd59203,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:07.423864 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceaddcf-8c4f-4140-92e4-d39c261d089a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] No DVR routers for this DVR port 87564c7f-b0df-4ecf-b4bd-7cf36fd59203 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:43:07.428681 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-121778c3-db4a-4a64-a2ad-96ca7b5c2ad5 None None] Deleting port 87564c7f-b0df-4ecf-b4bd-7cf36fd59203 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:07.429073 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-121778c3-db4a-4a64-a2ad-96ca7b5c2ad5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (87564c7f-b0df-4ecf-b4bd-7cf36fd59203), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:07.451353 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 15e5b77a-1f57-4574-921f-f96945442610 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:43:07.506248 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 15e5b77a-1f57-4574-921f-f96945442610 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:43:07.506876 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 15e5b77a-1f57-4574-921f-f96945442610 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:43:07.507329 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 87564c7f-b0df-4ecf-b4bd-7cf36fd59203 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:43:07.508173 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dceaddcf-8c4f-4140-92e4-d39c261d089a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (d579bd55-0d38-4131-a6aa-6990b79cfe9d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:07.531232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-dceaddcf-8c4f-4140-92e4-d39c261d089a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d579bd55-0d38-4131-a6aa-6990b79cfe9d']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:07.535713 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 87564c7f-b0df-4ecf-b4bd-7cf36fd59203 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:43:07.536060 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 87564c7f-b0df-4ecf-b4bd-7cf36fd59203 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:43:07.542001 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-dceaddcf-8c4f-4140-92e4-d39c261d089a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c922f44-a861-4e47-90cf-d7113057b8d4') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:07.542001 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-dceaddcf-8c4f-4140-92e4-d39c261d089a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c922f44-a861-4e47-90cf-d7113057b8d4') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:07.542931 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-121778c3-db4a-4a64-a2ad-96ca7b5c2ad5 None None] For port 87564c7f-b0df-4ecf-b4bd-7cf36fd59203, host dv-neutron-837140-3-hyperv, got binding levels [] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:07.543316 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-121778c3-db4a-4a64-a2ad-96ca7b5c2ad5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (87564c7f-b0df-4ecf-b4bd-7cf36fd59203), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:07.552450 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dceaddcf-8c4f-4140-92e4-d39c261d089a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (9c922f44-a861-4e47-90cf-d7113057b8d4), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:07.555978 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-121778c3-db4a-4a64-a2ad-96ca7b5c2ad5 None None] Calling delete_port for 87564c7f-b0df-4ecf-b4bd-7cf36fd59203 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:07.558860 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.ipam_backend_mixin [None req-121778c3-db4a-4a64-a2ad-96ca7b5c2ad5 None None] Port 87564c7f-b0df-4ecf-b4bd-7cf36fd59203 was not found and therefore no delete operation was performed {{(pid=104668) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 15 03:43:07.560253 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-121778c3-db4a-4a64-a2ad-96ca7b5c2ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (87564c7f-b0df-4ecf-b4bd-7cf36fd59203), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:07.565563 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dceaddcf-8c4f-4140-92e4-d39c261d089a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (9c922f44-a861-4e47-90cf-d7113057b8d4), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:07.572733 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dceaddcf-8c4f-4140-92e4-d39c261d089a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:43:07.573254 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dceaddcf-8c4f-4140-92e4-d39c261d089a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (9c922f44-a861-4e47-90cf-d7113057b8d4), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:43:07.576593 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:43:07.591397 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121778c3-db4a-4a64-a2ad-96ca7b5c2ad5 None None] Pushing event deleted for resources: {'Port': ['ID=87564c7f-b0df-4ecf-b4bd-7cf36fd59203,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:07.594964 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121778c3-db4a-4a64-a2ad-96ca7b5c2ad5 None None] No DVR routers for this DVR port 87564c7f-b0df-4ecf-b4bd-7cf36fd59203 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:43:07.721254 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dceaddcf-8c4f-4140-92e4-d39c261d089a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (d579bd55-0d38-4131-a6aa-6990b79cfe9d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:07.728267 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dceaddcf-8c4f-4140-92e4-d39c261d089a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:07.731416 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-dceaddcf-8c4f-4140-92e4-d39c261d089a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/networks/d579bd55-0d38-4131-a6aa-6990b79cfe9d HTTP/1.1" status: 204 len: 168 time: 0.7385809 Apr 15 03:43:07.734168 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36222) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:07.738913 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-4634ce88-f792-46cd-99ab-f53a2e797091 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'router': {'routes': None}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:07.742856 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaddcf-8c4f-4140-92e4-d39c261d089a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Pushing event deleted for resources: {'Network': ['ID=d579bd55-0d38-4131-a6aa-6990b79cfe9d,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:07.908366 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.extraroute_db [None req-4634ce88-f792-46cd-99ab-f53a2e797091 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Added routes are [] {{(pid=104666) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 15 03:43:07.908664 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.extraroute_db [None req-4634ce88-f792-46cd-99ab-f53a2e797091 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Removed routes are [] {{(pid=104666) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 15 03:43:07.909023 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4634ce88-f792-46cd-99ab-f53a2e797091 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:08.115459 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4634ce88-f792-46cd-99ab-f53a2e797091 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:08.121454 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4634ce88-f792-46cd-99ab-f53a2e797091 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:08.129460 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-39e7a267-193d-4584-9f59-83c15f34a405 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:08.130923 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-39e7a267-193d-4584-9f59-83c15f34a405 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/networks?id=9e279d3e-905d-44f0-a611-4c2f55a87c78 HTTP/1.1" status: 200 len: 796 time: 0.2307508 Apr 15 03:43:08.545744 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9a9460b8-904f-4d30-9ec4-b751250ff28b req-088f3f5a-9562-45ec-a2d2-16f3983a91a8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc8adcc2-0077-4afa-b628-b2c370b445bb HTTP/1.1" status: 200 len: 210 time: 0.0482798 Apr 15 03:43:08.563915 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4634ce88-f792-46cd-99ab-f53a2e797091 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:43:08.630742 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-9474b6fc-5f0b-4c3e-8328-34103b00e3a1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 472 time: 0.4643295 Apr 15 03:43:08.663623 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-91fe0f5a-e4c3-4980-8549-ceb723e03e8d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'port': {'device_id': 'fc8adcc2-0077-4afa-b628-b2c370b445bb', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'admin_state_up': True, 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'security_groups': ['aa3847c9-01f0-433f-8e56-066b67b69a7b']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:08.690270 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4634ce88-f792-46cd-99ab-f53a2e797091 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:43:08.698947 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4634ce88-f792-46cd-99ab-f53a2e797091 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:08.700100 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4634ce88-f792-46cd-99ab-f53a2e797091 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/4bdb1947-7fbd-446f-ae97-9337f0abe6b3 HTTP/1.1" status: 200 len: 705 time: 0.9648526 Apr 15 03:43:08.701890 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483e8ea9-1325-4c60-ae27-00677aa45f12 None None] Sync routers for ids ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:43:08.703095 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36230) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:08.711593 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483e8ea9-1325-4c60-ae27-00677aa45f12 None None] Routers {'4bdb1947-7fbd-446f-ae97-9337f0abe6b3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:08.712320 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-483e8ea9-1325-4c60-ae27-00677aa45f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:08.731530 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8c18999f-d803-4f3b-aebd-97c71e5ef707 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdb1947-7fbd-446f-ae97-9337f0abe6b3 HTTP/1.1" status: 200 len: 205 time: 0.0272384 Apr 15 03:43:08.734035 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36232) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:08.785226 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-483e8ea9-1325-4c60-ae27-00677aa45f12 None None] Set router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:43:08.814083 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cff2e4e9-1432-4319-8ae5-b0993d1beb35 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:08.837723 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-483e8ea9-1325-4c60-ae27-00677aa45f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:43:06Z', 'revision_number': 11, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:08.867321 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483e8ea9-1325-4c60-ae27-00677aa45f12 None None] Checking router: 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:43:08.876042 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483e8ea9-1325-4c60-ae27-00677aa45f12 None None] Routers {'4bdb1947-7fbd-446f-ae97-9337f0abe6b3'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:08.876655 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-483e8ea9-1325-4c60-ae27-00677aa45f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:08.881237 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-91fe0f5a-e4c3-4980-8549-ceb723e03e8d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:43:08.884671 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-91fe0f5a-e4c3-4980-8549-ceb723e03e8d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:08.947479 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-483e8ea9-1325-4c60-ae27-00677aa45f12 None None] Set router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:43:08.982997 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cff2e4e9-1432-4319-8ae5-b0993d1beb35 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:08.985171 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cff2e4e9-1432-4319-8ae5-b0993d1beb35 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router_controller (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:09.003268 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-483e8ea9-1325-4c60-ae27-00677aa45f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:43:06Z', 'revision_number': 11, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:09.020204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-91fe0f5a-e4c3-4980-8549-ceb723e03e8d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.20.0.8 (9e279d3e-905d-44f0-a611-4c2f55a87c78/e8207d81-061c-4228-a247-0a1511c643e0/41a03c61-b8d8-45d7-b9ce-3701dae56165) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:43:09.031126 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483e8ea9-1325-4c60-ae27-00677aa45f12 None None] The sync data for ids ['4bdb1947-7fbd-446f-ae97-9337f0abe6b3'] in dv-neutron-837140-3-hyperv is: [{'id': '4bdb1947-7fbd-446f-ae97-9337f0abe6b3', 'name': 'tempest-RoutersIpV6Test-router-1683901114', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:42:41Z', 'updated_at': '2022-04-15T03:43:06Z', 'revision_number': 11, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:43:09.103846 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cff2e4e9-1432-4319-8ae5-b0993d1beb35 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (4bdb1947-7fbd-446f-ae97-9337f0abe6b3), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:09.104692 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff2e4e9-1432-4319-8ae5-b0993d1beb35 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Fanout notify agent at l3_agent the message router_deleted on router 4bdb1947-7fbd-446f-ae97-9337f0abe6b3 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:43:09.111259 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cff2e4e9-1432-4319-8ae5-b0993d1beb35 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:09.116862 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cff2e4e9-1432-4319-8ae5-b0993d1beb35 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/routers/4bdb1947-7fbd-446f-ae97-9337f0abe6b3 HTTP/1.1" status: 204 len: 168 time: 0.3774438 Apr 15 03:43:09.119475 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36234) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:09.125298 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-c9845f77-409d-42a3-bb68-433fd59b546a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1110962195', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:09.190034 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-91fe0f5a-e4c3-4980-8549-ceb723e03e8d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (41a03c61-b8d8-45d7-b9ce-3701dae56165), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:09.224503 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c9845f77-409d-42a3-bb68-433fd59b546a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (17301886-61e7-43d5-85ef-ec7cde318d39), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:09.225339 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c9845f77-409d-42a3-bb68-433fd59b546a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (17301886-61e7-43d5-85ef-ec7cde318d39), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:09.280649 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c9845f77-409d-42a3-bb68-433fd59b546a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router_controller (17301886-61e7-43d5-85ef-ec7cde318d39), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:09.303921 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-91fe0f5a-e4c3-4980-8549-ceb723e03e8d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (41a03c61-b8d8-45d7-b9ce-3701dae56165), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:09.348980 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-91fe0f5a-e4c3-4980-8549-ceb723e03e8d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 9e279d3e-905d-44f0-a611-4c2f55a87c78 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:09.353984 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-91fe0f5a-e4c3-4980-8549-ceb723e03e8d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:09.357724 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-91fe0f5a-e4c3-4980-8549-ceb723e03e8d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:43:09.381406 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe0f5a-e4c3-4980-8549-ceb723e03e8d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=41a03c61-b8d8-45d7-b9ce-3701dae56165,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:09.387101 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c9845f77-409d-42a3-bb68-433fd59b546a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (17301886-61e7-43d5-85ef-ec7cde318d39), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:09.420546 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-91fe0f5a-e4c3-4980-8549-ceb723e03e8d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:09.421188 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-91fe0f5a-e4c3-4980-8549-ceb723e03e8d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:09.454646 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c9845f77-409d-42a3-bb68-433fd59b546a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:09.457647 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c9845f77-409d-42a3-bb68-433fd59b546a tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3344934 Apr 15 03:43:09.459295 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36236) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:09.464598 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-65e7d696-5af0-4805-b235-a42771dbdd60 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:09.477671 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-91fe0f5a-e4c3-4980-8549-ceb723e03e8d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8195672 Apr 15 03:43:09.489363 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] Request body: {'port': {'device_id': 'fc8adcc2-0077-4afa-b628-b2c370b445bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:09.554304 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (41a03c61-b8d8-45d7-b9ce-3701dae56165), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:09.598942 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d39655dc-9317-4bcc-b179-a4408cfb2c1e None None] Provisioning complete for port 41a03c61-b8d8-45d7-b9ce-3701dae56165 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:09.599741 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d39655dc-9317-4bcc-b179-a4408cfb2c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (41a03c61-b8d8-45d7-b9ce-3701dae56165), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:09.731377 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51832d16-0333-4162-a7e6-8d23edd110f3 req-41ecdfd6-b938-4220-836e-bf8033a002c9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:09.732990 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-51832d16-0333-4162-a7e6-8d23edd110f3 req-41ecdfd6-b938-4220-836e-bf8033a002c9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc8adcc2-0077-4afa-b628-b2c370b445bb HTTP/1.1" status: 200 len: 931 time: 0.1192231 Apr 15 03:43:09.739526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-65e7d696-5af0-4805-b235-a42771dbdd60 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (17301886-61e7-43d5-85ef-ec7cde318d39), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:09.785526 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d39655dc-9317-4bcc-b179-a4408cfb2c1e None None] Port 41a03c61-b8d8-45d7-b9ce-3701dae56165 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:43:09.795936 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-51832d16-0333-4162-a7e6-8d23edd110f3 req-e14197f7-870b-4f71-a6eb-5bf01e303c54 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa3847c9-01f0-433f-8e56-066b67b69a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519025 Apr 15 03:43:09.812928 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-65e7d696-5af0-4805-b235-a42771dbdd60 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (17301886-61e7-43d5-85ef-ec7cde318d39), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:09.853962 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a03c61-b8d8-45d7-b9ce-3701dae56165 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:43:09.861523 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] Publish callbacks [] for port (41a03c61-b8d8-45d7-b9ce-3701dae56165), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:09.874064 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] Transition to ACTIVE for port object 41a03c61-b8d8-45d7-b9ce-3701dae56165 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 03:43:09.949434 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (41a03c61-b8d8-45d7-b9ce-3701dae56165), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:09.978087 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e7d696-5af0-4805-b235-a42771dbdd60 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Router 17301886-61e7-43d5-85ef-ec7cde318d39 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:43:10.004853 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=41a03c61-b8d8-45d7-b9ce-3701dae56165,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:10.068317 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e7d696-5af0-4805-b235-a42771dbdd60 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:43:10.075275 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-65e7d696-5af0-4805-b235-a42771dbdd60 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:10.076472 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-65e7d696-5af0-4805-b235-a42771dbdd60 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "PUT /v2.0/routers/17301886-61e7-43d5-85ef-ec7cde318d39 HTTP/1.1" status: 200 len: 698 time: 0.6159749 Apr 15 03:43:10.083165 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36240) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:10.084542 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65428c9-7776-4647-871d-c61e3a0eca46 None None] Sync routers for ids ['17301886-61e7-43d5-85ef-ec7cde318d39'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:43:10.091985 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] Attempting to bind port 41a03c61-b8d8-45d7-b9ce-3701dae56165 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:43:10.092411 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] Attempting to bind port 41a03c61-b8d8-45d7-b9ce-3701dae56165 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'f1afb204-1506-4ac0-81d2-3004cd20245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:43:10.092805 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] Attempting to bind port 41a03c61-b8d8-45d7-b9ce-3701dae56165 on network 9e279d3e-905d-44f0-a611-4c2f55a87c78 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:43:10.096377 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65428c9-7776-4647-871d-c61e3a0eca46 None None] Routers {'17301886-61e7-43d5-85ef-ec7cde318d39'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:10.097010 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d65428c9-7776-4647-871d-c61e3a0eca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['17301886-61e7-43d5-85ef-ec7cde318d39'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:10.097779 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] Port 41a03c61-b8d8-45d7-b9ce-3701dae56165 on network 9e279d3e-905d-44f0-a611-4c2f55a87c78 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:43:10.098167 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] Attempting to bind port 41a03c61-b8d8-45d7-b9ce-3701dae56165 on network 9e279d3e-905d-44f0-a611-4c2f55a87c78 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:43:10.104558 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:43:10.104904 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] Checking segment: {'id': 'f1afb204-1506-4ac0-81d2-3004cd20245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:43:10.105353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] Bound using segment: {'id': 'f1afb204-1506-4ac0-81d2-3004cd20245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:43:10.105851 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] Bound port: 41a03c61-b8d8-45d7-b9ce-3701dae56165, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1afb204-1506-4ac0-81d2-3004cd20245f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:43:10.106276 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (41a03c61-b8d8-45d7-b9ce-3701dae56165), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:10.176777 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cbce015a-63c0-4e2c-81b0-c6255492653d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/routers/17301886-61e7-43d5-85ef-ec7cde318d39 HTTP/1.1" status: 200 len: 704 time: 0.0912969 Apr 15 03:43:10.177037 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] For port 41a03c61-b8d8-45d7-b9ce-3701dae56165, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:43:10.180225 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] For port 41a03c61-b8d8-45d7-b9ce-3701dae56165, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=41a03c61-b8d8-45d7-b9ce-3701dae56165,segment=NetworkSegment(f1afb204-1506-4ac0-81d2-3004cd20245f),segment_id=f1afb204-1506-4ac0-81d2-3004cd20245f)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:43:10.181399 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36242) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:10.188366 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-d65428c9-7776-4647-871d-c61e3a0eca46 None None] Set router 17301886-61e7-43d5-85ef-ec7cde318d39 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:43:10.212883 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4a496b1a-3902-46a5-bcf3-a2f85a1ade9c tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/ports?device_id=17301886-61e7-43d5-85ef-ec7cde318d39 HTTP/1.1" status: 200 len: 205 time: 0.0303760 Apr 15 03:43:10.215725 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36244) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:10.243072 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d65428c9-7776-4647-871d-c61e3a0eca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17301886-61e7-43d5-85ef-ec7cde318d39', 'name': 'tempest-RoutersIpV6Test-router-1110962195', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:09Z', 'updated_at': '2022-04-15T03:43:09Z', 'revision_number': 2, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:10.273610 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65428c9-7776-4647-871d-c61e3a0eca46 None None] Checking router: 17301886-61e7-43d5-85ef-ec7cde318d39 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:43:10.282113 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65428c9-7776-4647-871d-c61e3a0eca46 None None] Routers {'17301886-61e7-43d5-85ef-ec7cde318d39'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:10.282755 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d65428c9-7776-4647-871d-c61e3a0eca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['17301886-61e7-43d5-85ef-ec7cde318d39'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:10.283722 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (41a03c61-b8d8-45d7-b9ce-3701dae56165), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:10.324488 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6b0b1711-d8fa-40d4-9f4b-4de3e69faec5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (17301886-61e7-43d5-85ef-ec7cde318d39), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:10.329142 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:10.329739 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:10.331136 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] 10.222.0.30 "PUT /v2.0/ports/41a03c61-b8d8-45d7-b9ce-3701dae56165 HTTP/1.1" status: 200 len: 1093 time: 0.8461785 Apr 15 03:43:10.331596 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8adcc2-0077-4afa-b628-b2c370b445bb', 'tag': '41a03c61-b8d8-45d7-b9ce-3701dae56165'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:43:10.333890 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a97366-0dce-4027-b4fb-cad4834585b2" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8adcc2-0077-4afa-b628-b2c370b445bb", "tag": "41a03c61-b8d8-45d7-b9ce-3701dae56165"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:43:10.351944 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-d65428c9-7776-4647-871d-c61e3a0eca46 None None] Set router 17301886-61e7-43d5-85ef-ec7cde318d39 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:43:10.420982 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf053ed2-2d86-4475-acce-9a777e74bb67 x-openstack-request-id: req-bf053ed2-2d86-4475-acce-9a777e74bb67 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:43:10.421328 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8adcc2-0077-4afa-b628-b2c370b445bb", "tag": "41a03c61-b8d8-45d7-b9ce-3701dae56165", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:43:10.428435 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf053ed2-2d86-4475-acce-9a777e74bb67 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:43:10.428908 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf053ed2-2d86-4475-acce-9a777e74bb67'] response: {'name': 'network-changed', 'server_uuid': 'fc8adcc2-0077-4afa-b628-b2c370b445bb', 'tag': '41a03c61-b8d8-45d7-b9ce-3701dae56165', 'status': 'completed', 'code': 200} Apr 15 03:43:10.457730 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dca7cb-dcea-49de-9f6e-515c666dc6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=41a03c61-b8d8-45d7-b9ce-3701dae56165,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:10.504572 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d65428c9-7776-4647-871d-c61e3a0eca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17301886-61e7-43d5-85ef-ec7cde318d39', 'name': 'tempest-RoutersIpV6Test-router-1110962195', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:09Z', 'updated_at': '2022-04-15T03:43:09Z', 'revision_number': 2, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:10.531607 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65428c9-7776-4647-871d-c61e3a0eca46 None None] The sync data for ids ['17301886-61e7-43d5-85ef-ec7cde318d39'] in dv-neutron-837140-3-hyperv is: [{'id': '17301886-61e7-43d5-85ef-ec7cde318d39', 'name': 'tempest-RoutersIpV6Test-router-1110962195', 'tenant_id': '422af18fc6154832a1a9757d936aeb92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:09Z', 'updated_at': '2022-04-15T03:43:09Z', 'revision_number': 2, 'project_id': '422af18fc6154832a1a9757d936aeb92', 'gw_port_host': None}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:43:10.599550 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a97366-0dce-4027-b4fb-cad4834585b2 req-f629ae49-d7ff-43a6-bc26-6e6fbe3228f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:10.600999 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-37a97366-0dce-4027-b4fb-cad4834585b2 req-f629ae49-d7ff-43a6-bc26-6e6fbe3228f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=fc8adcc2-0077-4afa-b628-b2c370b445bb HTTP/1.1" status: 200 len: 1127 time: 0.1542754 Apr 15 03:43:10.604339 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6b0b1711-d8fa-40d4-9f4b-4de3e69faec5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (17301886-61e7-43d5-85ef-ec7cde318d39), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:10.606642 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6b0b1711-d8fa-40d4-9f4b-4de3e69faec5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router_controller (17301886-61e7-43d5-85ef-ec7cde318d39), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:10.757081 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a97366-0dce-4027-b4fb-cad4834585b2 req-dffc99bb-112f-4012-84e9-de4cf3d8c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:10.758647 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-37a97366-0dce-4027-b4fb-cad4834585b2 req-dffc99bb-112f-4012-84e9-de4cf3d8c70f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6786bd52355f4b228acda11ee2393b97&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1501787 Apr 15 03:43:10.790517 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6b0b1711-d8fa-40d4-9f4b-4de3e69faec5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (17301886-61e7-43d5-85ef-ec7cde318d39), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:10.791069 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0b1711-d8fa-40d4-9f4b-4de3e69faec5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Fanout notify agent at l3_agent the message router_deleted on router 17301886-61e7-43d5-85ef-ec7cde318d39 {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:43:10.799154 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6b0b1711-d8fa-40d4-9f4b-4de3e69faec5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:10.803797 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6b0b1711-d8fa-40d4-9f4b-4de3e69faec5 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/routers/17301886-61e7-43d5-85ef-ec7cde318d39 HTTP/1.1" status: 204 len: 168 time: 0.5833287 Apr 15 03:43:10.804789 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36248) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:10.836310 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e55ff6f2-77a4-451c-bcfd-fe0027d32ef1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/ports?device_id=17301886-61e7-43d5-85ef-ec7cde318d39 HTTP/1.1" status: 200 len: 205 time: 0.0305595 Apr 15 03:43:10.836982 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36252) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:10.864573 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a97366-0dce-4027-b4fb-cad4834585b2 req-69283917-c54c-4b57-8ebc-ed563555fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:10.866973 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-37a97366-0dce-4027-b4fb-cad4834585b2 req-69283917-c54c-4b57-8ebc-ed563555fdd8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1021917 Apr 15 03:43:10.880257 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-99f8b17d-f3d4-4ac9-9f99-6aa0ab7be87f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] delete failed (client error): The resource could not be found. Apr 15 03:43:10.881242 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-99f8b17d-f3d4-4ac9-9f99-6aa0ab7be87f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/routers/17301886-61e7-43d5-85ef-ec7cde318d39 HTTP/1.1" status: 404 len: 336 time: 0.0433040 Apr 15 03:43:10.884014 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36254) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:10.919049 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaab0869-5a56-47ab-a371-761085dc2335 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] DELETE failed (client error): The resource could not be found. Apr 15 03:43:10.919432 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaab0869-5a56-47ab-a371-761085dc2335 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:43:10.922386 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-aaab0869-5a56-47ab-a371-761085dc2335 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/subnets/b68be832-00a6-4121-b6cd-35ab17a67137 HTTP/1.1" status: 404 len: 337 time: 0.0373523 Apr 15 03:43:10.924877 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36256) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:10.928695 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60222ecb-282a-4176-9d73-cb8c401fbd29 req-df340bff-fa06-484a-b81e-a4ede3760d8b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:10.930249 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-60222ecb-282a-4176-9d73-cb8c401fbd29 req-df340bff-fa06-484a-b81e-a4ede3760d8b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc8adcc2-0077-4afa-b628-b2c370b445bb HTTP/1.1" status: 200 len: 943 time: 0.0520096 Apr 15 03:43:10.974715 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-0337f200-65ab-412a-bd5d-f64ecef53a47 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] DELETE failed (client error): The resource could not be found. Apr 15 03:43:10.975167 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0337f200-65ab-412a-bd5d-f64ecef53a47 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:43:10.980517 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0337f200-65ab-412a-bd5d-f64ecef53a47 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/subnets/c2d3fa4b-5007-46ae-b0af-d02275fa49fe HTTP/1.1" status: 404 len: 337 time: 0.0523508 Apr 15 03:43:10.980705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36258) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:10.984059 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-60222ecb-282a-4176-9d73-cb8c401fbd29 req-8962d288-d2cc-4a5a-94a7-d30fe368a002 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa3847c9-01f0-433f-8e56-066b67b69a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481255 Apr 15 03:43:11.009273 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-02502c6f-cc8e-4892-9134-c935bc558276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:11.010772 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-02502c6f-cc8e-4892-9134-c935bc558276 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=fc8adcc2-0077-4afa-b628-b2c370b445bb HTTP/1.1" status: 200 len: 1127 time: 0.1003723 Apr 15 03:43:11.011729 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05cd6e4-71ab-4217-b935-cbdd2d6d15d6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] DELETE failed (client error): The resource could not be found. Apr 15 03:43:11.012151 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d05cd6e4-71ab-4217-b935-cbdd2d6d15d6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:43:11.015007 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d05cd6e4-71ab-4217-b935-cbdd2d6d15d6 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/subnets/051e6b02-d1cf-4c1d-9167-ce3a1e5ffcf9 HTTP/1.1" status: 404 len: 337 time: 0.0334172 Apr 15 03:43:11.017781 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36260) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:11.044400 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c24b3a-c8b0-4c16-9afa-aa893b52a67d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] DELETE failed (client error): The resource could not be found. Apr 15 03:43:11.044848 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c24b3a-c8b0-4c16-9afa-aa893b52a67d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:43:11.047825 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-02c24b3a-c8b0-4c16-9afa-aa893b52a67d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/subnets/a4313a47-c1d7-4702-8cf9-7d50539cae33 HTTP/1.1" status: 404 len: 337 time: 0.0290446 Apr 15 03:43:11.050320 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36262) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:11.052276 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-002c65dd-3d80-4924-9a5c-368206e2dbda service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41a03c61-b8d8-45d7-b9ce-3701dae56165 HTTP/1.1" status: 200 len: 217 time: 0.0345559 Apr 15 03:43:11.077766 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-22864039-fb97-443c-914a-f5abacae7ce2 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdb1947-7fbd-446f-ae97-9337f0abe6b3 HTTP/1.1" status: 200 len: 205 time: 0.0263646 Apr 15 03:43:11.080128 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36264) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:11.108278 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-1b6ffe5c-c5da-45f6-9fc2-82f5f303cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:11.110095 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-1b6ffe5c-c5da-45f6-9fc2-82f5f303cb67 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8207d81-061c-4228-a247-0a1511c643e0 HTTP/1.1" status: 200 len: 835 time: 0.0524437 Apr 15 03:43:11.122464 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-4d9a481b-b08e-4af4-b7e8-c002278e90d4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] delete failed (client error): The resource could not be found. Apr 15 03:43:11.123545 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4d9a481b-b08e-4af4-b7e8-c002278e90d4 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/routers/4bdb1947-7fbd-446f-ae97-9337f0abe6b3 HTTP/1.1" status: 404 len: 336 time: 0.0425341 Apr 15 03:43:11.126797 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36266) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:11.157032 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-8ddc478b-d2b8-40a2-8f87-ed46367f61dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:11.158580 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-8ddc478b-d2b8-40a2-8f87-ed46367f61dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e279d3e-905d-44f0-a611-4c2f55a87c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431767 Apr 15 03:43:11.162431 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b2178c21-1dc2-4f5e-abdc-1e34f13cc535 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7ad8b0-56bd-4847-a590-0f2318fe7424 HTTP/1.1" status: 200 len: 205 time: 0.0351107 Apr 15 03:43:11.164791 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36268) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:11.202357 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-22135175-e806-4c90-a64b-ddd6729dae78 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] delete failed (client error): The resource could not be found. Apr 15 03:43:11.203368 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-22135175-e806-4c90-a64b-ddd6729dae78 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/routers/6f7ad8b0-56bd-4847-a590-0f2318fe7424 HTTP/1.1" status: 404 len: 336 time: 0.0376728 Apr 15 03:43:11.205899 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36270) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:11.239684 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a190579-3e82-4532-9ece-8b0a18fcafea tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] DELETE failed (client error): The resource could not be found. Apr 15 03:43:11.240072 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a190579-3e82-4532-9ece-8b0a18fcafea tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:43:11.243128 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7a190579-3e82-4532-9ece-8b0a18fcafea tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/subnets/0b82463d-cc2b-4cef-8c25-4b7b38ba5858 HTTP/1.1" status: 404 len: 337 time: 0.0363224 Apr 15 03:43:11.245625 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36272) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:11.255284 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-7dbcbb3b-76ad-4efe-b341-0ecf86116578 service neutron] 10.222.0.30 "GET /v2.0/networks/9e279d3e-905d-44f0-a611-4c2f55a87c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904429 Apr 15 03:43:11.274513 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9b1c0e2c-5b7a-49ff-804f-8594408c5370 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/ports?device_id=0087334c-1c1c-457f-9aeb-d5b6fea9144c HTTP/1.1" status: 200 len: 205 time: 0.0277658 Apr 15 03:43:11.277096 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36274) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:11.314840 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-a3b6ab37-c83b-43ce-947c-ba289dae21f1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] delete failed (client error): The resource could not be found. Apr 15 03:43:11.319083 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a3b6ab37-c83b-43ce-947c-ba289dae21f1 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/routers/0087334c-1c1c-457f-9aeb-d5b6fea9144c HTTP/1.1" status: 404 len: 336 time: 0.0410111 Apr 15 03:43:11.319678 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36276) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:11.350066 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b9813e2f-a88f-49d6-a441-6e5bc0fa677f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/ports?device_id=399dd1fb-a49c-4862-aa8e-a65ae7f7692b HTTP/1.1" status: 200 len: 205 time: 0.0272734 Apr 15 03:43:11.350321 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36278) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:11.350503 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d04c7cf4-3a02-4fca-8aef-824492905aec req-d451ae5b-bb36-4cee-b1f4-38ba7f8861d8 service neutron] 10.222.0.30 "GET /v2.0/networks/9e279d3e-905d-44f0-a611-4c2f55a87c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890355 Apr 15 03:43:11.391552 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-6ca381f6-7f49-4db0-8e18-5a9d920dd59f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] delete failed (client error): The resource could not be found. Apr 15 03:43:11.395266 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6ca381f6-7f49-4db0-8e18-5a9d920dd59f tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/routers/399dd1fb-a49c-4862-aa8e-a65ae7f7692b HTTP/1.1" status: 404 len: 336 time: 0.0413895 Apr 15 03:43:11.395909 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36280) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:11.422318 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c11077-0c43-40a1-83ad-edd47d65c82d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] DELETE failed (client error): The resource could not be found. Apr 15 03:43:11.422805 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c11077-0c43-40a1-83ad-edd47d65c82d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:43:11.428200 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-26c11077-0c43-40a1-83ad-edd47d65c82d tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/subnets/e3542ab1-1304-4f35-aa0f-48b7c4658a09 HTTP/1.1" status: 404 len: 337 time: 0.0289268 Apr 15 03:43:11.429278 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36282) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:11.463585 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ced1fe06-54e0-47d1-b38c-08e6fc59ce23 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/ports?device_id=66e12688-41e4-4e63-8987-4da46e1bbf15 HTTP/1.1" status: 200 len: 205 time: 0.0287547 Apr 15 03:43:11.463585 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36284) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:11.505588 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-78bd734d-0afa-4f97-9d03-6a29b9ff6bfc tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] delete failed (client error): The resource could not be found. Apr 15 03:43:11.506722 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-78bd734d-0afa-4f97-9d03-6a29b9ff6bfc tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/routers/66e12688-41e4-4e63-8987-4da46e1bbf15 HTTP/1.1" status: 404 len: 336 time: 0.0434051 Apr 15 03:43:11.509191 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36286) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:11.535566 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-06fe15f1-90eb-40ed-8054-244f96ea662e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] DELETE failed (client error): The resource could not be found. Apr 15 03:43:11.536016 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06fe15f1-90eb-40ed-8054-244f96ea662e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:43:11.539033 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-06fe15f1-90eb-40ed-8054-244f96ea662e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/subnets/ef2363e0-dfa0-410d-83ef-b69bf1185194 HTTP/1.1" status: 404 len: 337 time: 0.0289030 Apr 15 03:43:11.541516 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36288) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:11.569392 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d1623f7f-0876-4044-b67b-0b0def826278 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e1a05db-a734-4280-b07c-cf4cb7c7ad4e HTTP/1.1" status: 200 len: 205 time: 0.0268507 Apr 15 03:43:11.571648 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36290) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:11.608815 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-f6409cbd-3c9b-401b-a3f9-fbda76c65155 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] delete failed (client error): The resource could not be found. Apr 15 03:43:11.609814 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f6409cbd-3c9b-401b-a3f9-fbda76c65155 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/routers/5e1a05db-a734-4280-b07c-cf4cb7c7ad4e HTTP/1.1" status: 404 len: 336 time: 0.0372579 Apr 15 03:43:11.612263 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36292) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:11.642022 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-542765e3-6dc4-4d70-ab09-f92e4de56939 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] DELETE failed (client error): The resource could not be found. Apr 15 03:43:11.642395 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542765e3-6dc4-4d70-ab09-f92e4de56939 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:43:11.645429 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-542765e3-6dc4-4d70-ab09-f92e4de56939 tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/subnets/7a975458-2dbb-4987-807f-a800eb9f2b6d HTTP/1.1" status: 404 len: 337 time: 0.0322397 Apr 15 03:43:11.647670 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36294) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:11.672316 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-609cc946-5ee3-46a0-8b2a-4cbc1a1faf1e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] DELETE failed (client error): The resource could not be found. Apr 15 03:43:11.672757 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-609cc946-5ee3-46a0-8b2a-4cbc1a1faf1e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:43:11.676324 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-609cc946-5ee3-46a0-8b2a-4cbc1a1faf1e tempest-RoutersIpV6Test-844461409 tempest-RoutersIpV6Test-844461409-project] 10.222.0.15 "DELETE /v2.0/subnets/365a762e-e604-4852-859d-7c152650b0f3 HTTP/1.1" status: 404 len: 337 time: 0.0272589 Apr 15 03:43:12.046378 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36302) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:12.102763 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d8488-abdb-4b7e-aaba-308702ac561d req-fbdbe044-967b-4a48-bcd8-38cf9eca1168 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:12.104235 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-472d8488-abdb-4b7e-aaba-308702ac561d req-fbdbe044-967b-4a48-bcd8-38cf9eca1168 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc8adcc2-0077-4afa-b628-b2c370b445bb HTTP/1.1" status: 200 len: 943 time: 0.0482290 Apr 15 03:43:12.154348 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-472d8488-abdb-4b7e-aaba-308702ac561d req-3d03b49b-2120-49df-94db-dd5d5e83ce2a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa3847c9-01f0-433f-8e56-066b67b69a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445185 Apr 15 03:43:12.177768 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1c6684a1-02e9-4ffb-8636-8fba4b91dddf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=422af18fc6154832a1a9757d936aeb92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1302159 Apr 15 03:43:12.180147 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36306) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:12.225048 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d94db7de-4ae4-4aa5-9ecf-814b4a748de2 admin admin] Publish callbacks [] for security_group (640712e8-48a0-4e62-9ee9-d374cff05ec2), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:12.246379 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d94db7de-4ae4-4aa5-9ecf-814b4a748de2 admin admin] Publish callbacks [] for security_group (640712e8-48a0-4e62-9ee9-d374cff05ec2), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:12.395690 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d94db7de-4ae4-4aa5-9ecf-814b4a748de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (640712e8-48a0-4e62-9ee9-d374cff05ec2), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:12.398199 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d94db7de-4ae4-4aa5-9ecf-814b4a748de2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:12.399368 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d94db7de-4ae4-4aa5-9ecf-814b4a748de2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/640712e8-48a0-4e62-9ee9-d374cff05ec2 HTTP/1.1" status: 204 len: 168 time: 0.2183428 Apr 15 03:43:12.407050 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94db7de-4ae4-4aa5-9ecf-814b4a748de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640712e8-48a0-4e62-9ee9-d374cff05ec2,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:13.113063 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 41a03c61-b8d8-45d7-b9ce-3701dae56165 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 03:43:13.213870 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 41a03c61-b8d8-45d7-b9ce-3701dae56165, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=41a03c61-b8d8-45d7-b9ce-3701dae56165,segment=NetworkSegment(f1afb204-1506-4ac0-81d2-3004cd20245f),segment_id=f1afb204-1506-4ac0-81d2-3004cd20245f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:13.226136 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '41a03c61-b8d8-45d7-b9ce-3701dae56165', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'port_id': '41a03c61-b8d8-45d7-b9ce-3701dae56165', 'mac_address': 'fa:16:3e:19:71:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 03:43:13.264943 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 41a03c61-b8d8-45d7-b9ce-3701dae56165 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:13.265482 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (41a03c61-b8d8-45d7-b9ce-3701dae56165), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:13.270437 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c6e4f-b471-4f64-9991-1385da07b941 req-ec0d9556-391a-4e74-ab00-36bf29db1aa2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:13.272019 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-895c6e4f-b471-4f64-9991-1385da07b941 req-ec0d9556-391a-4e74-ab00-36bf29db1aa2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc8adcc2-0077-4afa-b628-b2c370b445bb HTTP/1.1" status: 200 len: 943 time: 0.0497272 Apr 15 03:43:13.278802 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a03c61-b8d8-45d7-b9ce-3701dae56165 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:43:13.305378 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 41a03c61-b8d8-45d7-b9ce-3701dae56165, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=41a03c61-b8d8-45d7-b9ce-3701dae56165,segment=NetworkSegment(f1afb204-1506-4ac0-81d2-3004cd20245f),segment_id=f1afb204-1506-4ac0-81d2-3004cd20245f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:13.324432 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36330) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:13.327114 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-895c6e4f-b471-4f64-9991-1385da07b941 req-515881c2-b87f-4ad8-b037-907137878ff4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa3847c9-01f0-433f-8e56-066b67b69a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486510 Apr 15 03:43:13.372447 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (41a03c61-b8d8-45d7-b9ce-3701dae56165), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:13.416343 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2488ea34-7700-4c44-af87-848f8b9f477f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'network': {'name': 'tempest-RoutersTest-1982050793'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:13.420456 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=41a03c61-b8d8-45d7-b9ce-3701dae56165,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:13.486504 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2488ea34-7700-4c44-af87-848f8b9f477f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Made reservation on behalf of f35fbd8abb4946b1a04dfcca43acc131 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:43:13.490394 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2488ea34-7700-4c44-af87-848f8b9f477f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:13.500560 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2488ea34-7700-4c44-af87-848f8b9f477f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:13.568289 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['41a03c61-b8d8-45d7-b9ce-3701dae56165'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:43:13.578375 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2488ea34-7700-4c44-af87-848f8b9f477f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for security_group (5b35ff0e-2b06-4b66-8121-1d84e2707c47), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:13.806479 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2488ea34-7700-4c44-af87-848f8b9f477f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (5b35ff0e-2b06-4b66-8121-1d84e2707c47), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:13.829371 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2488ea34-7700-4c44-af87-848f8b9f477f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:43:13.844442 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488ea34-7700-4c44-af87-848f8b9f477f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b35ff0e-2b06-4b66-8121-1d84e2707c47,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:13.847337 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2488ea34-7700-4c44-af87-848f8b9f477f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (32463ce3-096f-4e57-bb6f-8d6f17948ecb), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:13.848290 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-2488ea34-7700-4c44-af87-848f8b9f477f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Added segment 32463ce3-096f-4e57-bb6f-8d6f17948ecb of type vlan for network ccced634-34ae-41f1-bfd9-7a0640901a73 Apr 15 03:43:13.887341 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2488ea34-7700-4c44-af87-848f8b9f477f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (ccced634-34ae-41f1-bfd9-7a0640901a73), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:14.012064 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2488ea34-7700-4c44-af87-848f8b9f477f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (ccced634-34ae-41f1-bfd9-7a0640901a73), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:14.017000 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2488ea34-7700-4c44-af87-848f8b9f477f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:14.017581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2488ea34-7700-4c44-af87-848f8b9f477f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:14.081922 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488ea34-7700-4c44-af87-848f8b9f477f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Network': ['ID=ccced634-34ae-41f1-bfd9-7a0640901a73,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:14.092128 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network ccced634-34ae-41f1-bfd9-7a0640901a73 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:43:14.123512 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2488ea34-7700-4c44-af87-848f8b9f477f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7979836 Apr 15 03:43:14.125984 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36334) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:14.130724 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-3ed4f6ab-e0fe-45f6-9496-f48bdcec1d33 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'network': {'name': 'tempest-RoutersTest-1728316173'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:14.212030 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed4f6ab-e0fe-45f6-9496-f48bdcec1d33 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Made reservation on behalf of f35fbd8abb4946b1a04dfcca43acc131 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:43:14.215323 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f6ab-e0fe-45f6-9496-f48bdcec1d33 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:14.237873 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed4f6ab-e0fe-45f6-9496-f48bdcec1d33 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:43:14.246154 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f6ab-e0fe-45f6-9496-f48bdcec1d33 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (b2599d88-c026-4fe9-9b58-fe22e90cebe5), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:14.246488 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-3ed4f6ab-e0fe-45f6-9496-f48bdcec1d33 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Added segment b2599d88-c026-4fe9-9b58-fe22e90cebe5 of type vlan for network b4c23391-5403-481d-b5c2-1e578a17569d Apr 15 03:43:14.288814 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f6ab-e0fe-45f6-9496-f48bdcec1d33 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (b4c23391-5403-481d-b5c2-1e578a17569d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:14.343590 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f6ab-e0fe-45f6-9496-f48bdcec1d33 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (b4c23391-5403-481d-b5c2-1e578a17569d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:14.348638 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed4f6ab-e0fe-45f6-9496-f48bdcec1d33 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:14.349230 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3ed4f6ab-e0fe-45f6-9496-f48bdcec1d33 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:14.444788 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3ed4f6ab-e0fe-45f6-9496-f48bdcec1d33 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3177772 Apr 15 03:43:14.447518 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4f6ab-e0fe-45f6-9496-f48bdcec1d33 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Network': ['ID=b4c23391-5403-481d-b5c2-1e578a17569d,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:14.447858 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36338) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:14.453013 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-12395934-ca23-4bf1-a93d-3997a73b46ae tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'subnet': {'network_id': 'ccced634-34ae-41f1-bfd9-7a0640901a73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:14.458444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network b4c23391-5403-481d-b5c2-1e578a17569d details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:43:14.463440 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9696676-d7cc-4365-ab32-97f27f2e50ca req-c125ce59-5f3c-4c25-9be4-7940a0549676 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:14.464577 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d9696676-d7cc-4365-ab32-97f27f2e50ca req-c125ce59-5f3c-4c25-9be4-7940a0549676 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc8adcc2-0077-4afa-b628-b2c370b445bb HTTP/1.1" status: 200 len: 944 time: 0.0590045 Apr 15 03:43:14.514215 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d9696676-d7cc-4365-ab32-97f27f2e50ca req-08d24ff2-bcd3-4e3a-b3ae-df94031537da tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa3847c9-01f0-433f-8e56-066b67b69a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436180 Apr 15 03:43:14.606487 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12395934-ca23-4bf1-a93d-3997a73b46ae tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Made reservation on behalf of f35fbd8abb4946b1a04dfcca43acc131 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:43:14.609807 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-12395934-ca23-4bf1-a93d-3997a73b46ae tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:14.818427 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-12395934-ca23-4bf1-a93d-3997a73b46ae tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (57dec6cf-7c98-4e6b-8477-11679f59bd8e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:14.880856 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12395934-ca23-4bf1-a93d-3997a73b46ae tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Subnet': ['ID=57dec6cf-7c98-4e6b-8477-11679f59bd8e,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:14.886729 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12395934-ca23-4bf1-a93d-3997a73b46ae tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Checking segment: {'id': '32463ce3-096f-4e57-bb6f-8d6f17948ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ccced634-34ae-41f1-bfd9-7a0640901a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:43:14.887095 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12395934-ca23-4bf1-a93d-3997a73b46ae tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network hostable DHCP agents. Network: ccced634-34ae-41f1-bfd9-7a0640901a73, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:43:14.954657 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12395934-ca23-4bf1-a93d-3997a73b46ae tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network ccced634-34ae-41f1-bfd9-7a0640901a73 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:43:15.017791 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-12395934-ca23-4bf1-a93d-3997a73b46ae tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, ccced634-34ae-41f1-bfd9-7a0640901a73) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:15.021834 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12395934-ca23-4bf1-a93d-3997a73b46ae tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:15.022430 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-12395934-ca23-4bf1-a93d-3997a73b46ae tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:15.027459 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f303be67-9c19-459e-a0e4-d305098e9f6a None None] Network ccced634-34ae-41f1-bfd9-7a0640901a73 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:43:15.089534 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-12395934-ca23-4bf1-a93d-3997a73b46ae tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6405394 Apr 15 03:43:15.092302 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36340) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:15.097551 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-24c57816-2190-428a-bcca-3f4821455358 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'subnet': {'network_id': 'b4c23391-5403-481d-b5c2-1e578a17569d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:15.125190 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc3a7d4-89b4-4886-a741-921e41aecc4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-ccced634-34ae-41f1-bfd9-7a0640901a73', 'network_id': 'ccced634-34ae-41f1-bfd9-7a0640901a73', 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'fixed_ips': [{'subnet_id': '57dec6cf-7c98-4e6b-8477-11679f59bd8e'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:43:15.126132 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a7d4-89b4-4886-a741-921e41aecc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:15.130413 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 41a03c61-b8d8-45d7-b9ce-3701dae56165 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:43:15.234885 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c57816-2190-428a-bcca-3f4821455358 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Made reservation on behalf of f35fbd8abb4946b1a04dfcca43acc131 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:43:15.238325 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-24c57816-2190-428a-bcca-3f4821455358 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:15.248582 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 41a03c61-b8d8-45d7-b9ce-3701dae56165 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 03:43:15.304703 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-dcc3a7d4-89b4-4886-a741-921e41aecc4c None None] Allocated IP 172.20.0.2 (ccced634-34ae-41f1-bfd9-7a0640901a73/57dec6cf-7c98-4e6b-8477-11679f59bd8e/4f120017-24be-4a03-ba33-886735109efd) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:43:15.335186 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 41a03c61-b8d8-45d7-b9ce-3701dae56165 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:15.335558 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (41a03c61-b8d8-45d7-b9ce-3701dae56165), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:15.492648 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 41a03c61-b8d8-45d7-b9ce-3701dae56165 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:15.493341 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (41a03c61-b8d8-45d7-b9ce-3701dae56165), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:15.509902 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-24c57816-2190-428a-bcca-3f4821455358 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (6e2bc90d-ec96-4113-a93d-abe23581b0a0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:15.519705 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a7d4-89b4-4886-a741-921e41aecc4c None None] Publish callbacks [] for port (4f120017-24be-4a03-ba33-886735109efd), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:15.527670 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8adcc2-0077-4afa-b628-b2c370b445bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a03c61-b8d8-45d7-b9ce-3701dae56165'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:43:15.533956 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9ac471-4f44-49b5-9c5b-e3b675424612" -d '{"events": [{"server_uuid": "fc8adcc2-0077-4afa-b628-b2c370b445bb", "name": "network-vif-plugged", "status": "completed", "tag": "41a03c61-b8d8-45d7-b9ce-3701dae56165"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:43:15.547352 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 41a03c61-b8d8-45d7-b9ce-3701dae56165, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=41a03c61-b8d8-45d7-b9ce-3701dae56165,segment=NetworkSegment(f1afb204-1506-4ac0-81d2-3004cd20245f),segment_id=f1afb204-1506-4ac0-81d2-3004cd20245f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:15.569922 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c62498f-3a9a-44c5-b80f-26da2d69e9c8 x-openstack-request-id: req-4c62498f-3a9a-44c5-b80f-26da2d69e9c8 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:43:15.570303 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8adcc2-0077-4afa-b628-b2c370b445bb", "name": "network-vif-plugged", "status": "completed", "tag": "41a03c61-b8d8-45d7-b9ce-3701dae56165", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:43:15.570684 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c62498f-3a9a-44c5-b80f-26da2d69e9c8 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:43:15.571206 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c62498f-3a9a-44c5-b80f-26da2d69e9c8'] response: {'server_uuid': 'fc8adcc2-0077-4afa-b628-b2c370b445bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a03c61-b8d8-45d7-b9ce-3701dae56165', 'code': 200} Apr 15 03:43:15.581598 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c57816-2190-428a-bcca-3f4821455358 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Subnet': ['ID=6e2bc90d-ec96-4113-a93d-abe23581b0a0,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:15.590847 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a7d4-89b4-4886-a741-921e41aecc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (4f120017-24be-4a03-ba33-886735109efd), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:15.596769 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c57816-2190-428a-bcca-3f4821455358 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Checking segment: {'id': 'b2599d88-c026-4fe9-9b58-fe22e90cebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b4c23391-5403-481d-b5c2-1e578a17569d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:43:15.597142 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c57816-2190-428a-bcca-3f4821455358 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network hostable DHCP agents. Network: b4c23391-5403-481d-b5c2-1e578a17569d, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:43:15.625828 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (41a03c61-b8d8-45d7-b9ce-3701dae56165), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:15.641936 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d676fd6-7302-40ed-986f-da1c278a4296 req-42ede551-5d69-47ce-8dcf-7293d3b733eb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:15.643578 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1d676fd6-7302-40ed-986f-da1c278a4296 req-42ede551-5d69-47ce-8dcf-7293d3b733eb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc8adcc2-0077-4afa-b628-b2c370b445bb HTTP/1.1" status: 200 len: 944 time: 0.0499036 Apr 15 03:43:15.643756 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc3a7d4-89b4-4886-a741-921e41aecc4c None None] Network ccced634-34ae-41f1-bfd9-7a0640901a73 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:15.647358 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-dcc3a7d4-89b4-4886-a741-921e41aecc4c None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:15.654564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3a7d4-89b4-4886-a741-921e41aecc4c None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:43:15.655158 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3a7d4-89b4-4886-a741-921e41aecc4c None None] Pushing event updated for resources: {'Port': ['ID=4f120017-24be-4a03-ba33-886735109efd,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:15.687805 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c57816-2190-428a-bcca-3f4821455358 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network b4c23391-5403-481d-b5c2-1e578a17569d is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:43:15.702541 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1d676fd6-7302-40ed-986f-da1c278a4296 req-07ef605e-c6f0-47ca-b711-ce245604e424 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa3847c9-01f0-433f-8e56-066b67b69a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509343 Apr 15 03:43:15.753835 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-dcc3a7d4-89b4-4886-a741-921e41aecc4c None None] Attempting to bind port 4f120017-24be-4a03-ba33-886735109efd on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:43:15.753835 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-dcc3a7d4-89b4-4886-a741-921e41aecc4c None None] Attempting to bind port 4f120017-24be-4a03-ba33-886735109efd by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '32463ce3-096f-4e57-bb6f-8d6f17948ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ccced634-34ae-41f1-bfd9-7a0640901a73'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:43:15.753835 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc3a7d4-89b4-4886-a741-921e41aecc4c None None] Attempting to bind port 4f120017-24be-4a03-ba33-886735109efd on network ccced634-34ae-41f1-bfd9-7a0640901a73 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:43:15.755881 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=41a03c61-b8d8-45d7-b9ce-3701dae56165,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:15.761753 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc3a7d4-89b4-4886-a741-921e41aecc4c None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:43:15.762127 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc3a7d4-89b4-4886-a741-921e41aecc4c None None] Checking segment: {'id': '32463ce3-096f-4e57-bb6f-8d6f17948ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ccced634-34ae-41f1-bfd9-7a0640901a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:43:15.762528 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a7d4-89b4-4886-a741-921e41aecc4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:15.762937 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc3a7d4-89b4-4886-a741-921e41aecc4c None None] Bound using segment: {'id': '32463ce3-096f-4e57-bb6f-8d6f17948ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ccced634-34ae-41f1-bfd9-7a0640901a73'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:43:15.763395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-dcc3a7d4-89b4-4886-a741-921e41aecc4c None None] Bound port: 4f120017-24be-4a03-ba33-886735109efd, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32463ce3-096f-4e57-bb6f-8d6f17948ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'ccced634-34ae-41f1-bfd9-7a0640901a73'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:43:15.763866 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a7d4-89b4-4886-a741-921e41aecc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4f120017-24be-4a03-ba33-886735109efd), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:15.772924 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-24c57816-2190-428a-bcca-3f4821455358 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, b4c23391-5403-481d-b5c2-1e578a17569d) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:15.777556 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c57816-2190-428a-bcca-3f4821455358 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:15.778252 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-24c57816-2190-428a-bcca-3f4821455358 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:15.800103 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4231e017-6d89-484f-bf90-3ce0e64dcd83 None None] Network b4c23391-5403-481d-b5c2-1e578a17569d requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:43:15.873434 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-24c57816-2190-428a-bcca-3f4821455358 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7798989 Apr 15 03:43:15.873860 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5dc7f6-8390-4e7b-bf5f-970ca50bc4d7 req-378d98bc-ec7a-4e0b-9026-d6b418229b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:15.875533 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0d5dc7f6-8390-4e7b-bf5f-970ca50bc4d7 req-378d98bc-ec7a-4e0b-9026-d6b418229b8b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fc8adcc2-0077-4afa-b628-b2c370b445bb HTTP/1.1" status: 200 len: 1129 time: 0.0385656 Apr 15 03:43:15.876053 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36346) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:15.881092 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-9d5e50db-04e4-4a17-84a5-b9ea40be269e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-186642378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:15.886221 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-dcc3a7d4-89b4-4886-a741-921e41aecc4c None None] For port 4f120017-24be-4a03-ba33-886735109efd, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:43:15.888301 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-dcc3a7d4-89b4-4886-a741-921e41aecc4c None None] For port 4f120017-24be-4a03-ba33-886735109efd, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4f120017-24be-4a03-ba33-886735109efd,segment=NetworkSegment(32463ce3-096f-4e57-bb6f-8d6f17948ecb),segment_id=32463ce3-096f-4e57-bb6f-8d6f17948ecb)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:43:15.928428 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0d5dc7f6-8390-4e7b-bf5f-970ca50bc4d7 req-43cf7c2f-1f6b-471c-b0d3-9ad4be4e8c9b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aa3847c9-01f0-433f-8e56-066b67b69a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467710 Apr 15 03:43:15.930044 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ca51b6-cdc4-41ba-b74e-d278d4c9945b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-b4c23391-5403-481d-b5c2-1e578a17569d', 'network_id': 'b4c23391-5403-481d-b5c2-1e578a17569d', 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'fixed_ips': [{'subnet_id': '6e2bc90d-ec96-4113-a93d-abe23581b0a0'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:43:15.930958 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b0ca51b6-cdc4-41ba-b74e-d278d4c9945b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:15.955649 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dcc3a7d4-89b4-4886-a741-921e41aecc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (4f120017-24be-4a03-ba33-886735109efd), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:15.983725 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9d5e50db-04e4-4a17-84a5-b9ea40be269e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (e5fa368f-d3db-4763-bcce-fae8aec20d7f), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:15.984855 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9d5e50db-04e4-4a17-84a5-b9ea40be269e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (e5fa368f-d3db-4763-bcce-fae8aec20d7f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:16.037572 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9d5e50db-04e4-4a17-84a5-b9ea40be269e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router_controller (e5fa368f-d3db-4763-bcce-fae8aec20d7f), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:16.096905 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3a7d4-89b4-4886-a741-921e41aecc4c None None] Pushing event updated for resources: {'Port': ['ID=4f120017-24be-4a03-ba33-886735109efd,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:16.103934 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9d5e50db-04e4-4a17-84a5-b9ea40be269e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (e5fa368f-d3db-4763-bcce-fae8aec20d7f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:16.120086 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-b0ca51b6-cdc4-41ba-b74e-d278d4c9945b None None] Allocated IP 172.21.0.2 (b4c23391-5403-481d-b5c2-1e578a17569d/6e2bc90d-ec96-4113-a93d-abe23581b0a0/a9ccb718-3561-420f-93d2-8f0a4e6eb71e) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:43:16.177534 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9d5e50db-04e4-4a17-84a5-b9ea40be269e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:16.181394 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9d5e50db-04e4-4a17-84a5-b9ea40be269e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3018391 Apr 15 03:43:16.183312 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36348) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:16.300167 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b0ca51b6-cdc4-41ba-b74e-d278d4c9945b None None] Publish callbacks [] for port (a9ccb718-3561-420f-93d2-8f0a4e6eb71e), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:16.368495 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b0ca51b6-cdc4-41ba-b74e-d278d4c9945b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (a9ccb718-3561-420f-93d2-8f0a4e6eb71e), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:16.406687 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ca51b6-cdc4-41ba-b74e-d278d4c9945b None None] Network b4c23391-5403-481d-b5c2-1e578a17569d is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:16.411632 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-b0ca51b6-cdc4-41ba-b74e-d278d4c9945b None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:16.415503 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ca51b6-cdc4-41ba-b74e-d278d4c9945b None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:43:16.421906 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca51b6-cdc4-41ba-b74e-d278d4c9945b None None] Pushing event updated for resources: {'Port': ['ID=a9ccb718-3561-420f-93d2-8f0a4e6eb71e,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:16.479848 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b505b6f-1021-4f69-9651-f895e776dc5a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:16.481054 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b0ca51b6-cdc4-41ba-b74e-d278d4c9945b None None] Attempting to bind port a9ccb718-3561-420f-93d2-8f0a4e6eb71e on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:43:16.481561 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b0ca51b6-cdc4-41ba-b74e-d278d4c9945b None None] Attempting to bind port a9ccb718-3561-420f-93d2-8f0a4e6eb71e by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'b2599d88-c026-4fe9-9b58-fe22e90cebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b4c23391-5403-481d-b5c2-1e578a17569d'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:43:16.481934 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca51b6-cdc4-41ba-b74e-d278d4c9945b None None] Attempting to bind port a9ccb718-3561-420f-93d2-8f0a4e6eb71e on network b4c23391-5403-481d-b5c2-1e578a17569d {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:43:16.487101 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca51b6-cdc4-41ba-b74e-d278d4c9945b None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:43:16.487482 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca51b6-cdc4-41ba-b74e-d278d4c9945b None None] Checking segment: {'id': 'b2599d88-c026-4fe9-9b58-fe22e90cebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b4c23391-5403-481d-b5c2-1e578a17569d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:43:16.487883 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b0ca51b6-cdc4-41ba-b74e-d278d4c9945b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:16.488277 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca51b6-cdc4-41ba-b74e-d278d4c9945b None None] Bound using segment: {'id': 'b2599d88-c026-4fe9-9b58-fe22e90cebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b4c23391-5403-481d-b5c2-1e578a17569d'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:43:16.489355 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b0ca51b6-cdc4-41ba-b74e-d278d4c9945b None None] Bound port: a9ccb718-3561-420f-93d2-8f0a4e6eb71e, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2599d88-c026-4fe9-9b58-fe22e90cebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'b4c23391-5403-481d-b5c2-1e578a17569d'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:43:16.489737 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b0ca51b6-cdc4-41ba-b74e-d278d4c9945b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a9ccb718-3561-420f-93d2-8f0a4e6eb71e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:16.554556 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b0ca51b6-cdc4-41ba-b74e-d278d4c9945b None None] For port a9ccb718-3561-420f-93d2-8f0a4e6eb71e, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:43:16.557737 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b0ca51b6-cdc4-41ba-b74e-d278d4c9945b None None] For port a9ccb718-3561-420f-93d2-8f0a4e6eb71e, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a9ccb718-3561-420f-93d2-8f0a4e6eb71e,segment=NetworkSegment(b2599d88-c026-4fe9-9b58-fe22e90cebe5),segment_id=b2599d88-c026-4fe9-9b58-fe22e90cebe5)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:43:16.653000 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b0ca51b6-cdc4-41ba-b74e-d278d4c9945b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (a9ccb718-3561-420f-93d2-8f0a4e6eb71e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:16.717993 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca51b6-cdc4-41ba-b74e-d278d4c9945b None None] Pushing event updated for resources: {'Port': ['ID=a9ccb718-3561-420f-93d2-8f0a4e6eb71e,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:16.728367 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-9b505b6f-1021-4f69-9651-f895e776dc5a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Allocated IP 172.20.0.1 (ccced634-34ae-41f1-bfd9-7a0640901a73/57dec6cf-7c98-4e6b-8477-11679f59bd8e/f088ffb9-3902-4b34-a9a8-4ad2308385ee) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:43:16.862154 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afb6b3-b8d1-4860-af54-7b6b64c259a2 req-40863a35-14d1-4849-9f85-c1a6a1c4d082 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:16.864686 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d8afb6b3-b8d1-4860-af54-7b6b64c259a2 req-40863a35-14d1-4849-9f85-c1a6a1c4d082 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc8adcc2-0077-4afa-b628-b2c370b445bb HTTP/1.1" status: 200 len: 945 time: 0.0742016 Apr 15 03:43:16.882996 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b505b6f-1021-4f69-9651-f895e776dc5a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for port (f088ffb9-3902-4b34-a9a8-4ad2308385ee), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:16.935241 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d8afb6b3-b8d1-4860-af54-7b6b64c259a2 req-44ee12a7-ddc5-424e-9af3-b8ce5b3ca34d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa3847c9-01f0-433f-8e56-066b67b69a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635126 Apr 15 03:43:16.979450 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b505b6f-1021-4f69-9651-f895e776dc5a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (f088ffb9-3902-4b34-a9a8-4ad2308385ee), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:17.033024 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b505b6f-1021-4f69-9651-f895e776dc5a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network ccced634-34ae-41f1-bfd9-7a0640901a73 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:17.039138 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-9b505b6f-1021-4f69-9651-f895e776dc5a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:17.043306 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b505b6f-1021-4f69-9651-f895e776dc5a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:43:17.068871 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b505b6f-1021-4f69-9651-f895e776dc5a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Port': ['ID=f088ffb9-3902-4b34-a9a8-4ad2308385ee,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:17.094153 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b505b6f-1021-4f69-9651-f895e776dc5a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (e5fa368f-d3db-4763-bcce-fae8aec20d7f), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:17.175928 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6c1b88-78cf-4571-bdcb-aa6fd11d138f None None] Network ccced634-34ae-41f1-bfd9-7a0640901a73 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:43:17.236783 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6591e758-813b-4c83-be12-ad67ef14ac2e None None] Provisioning complete for port 4f120017-24be-4a03-ba33-886735109efd triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:17.237079 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6591e758-813b-4c83-be12-ad67ef14ac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4f120017-24be-4a03-ba33-886735109efd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:17.319049 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b505b6f-1021-4f69-9651-f895e776dc5a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f088ffb9-3902-4b34-a9a8-4ad2308385ee), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:17.364025 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6591e758-813b-4c83-be12-ad67ef14ac2e None None] Current status of the port 4f120017-24be-4a03-ba33-886735109efd is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:17.364418 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6591e758-813b-4c83-be12-ad67ef14ac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4f120017-24be-4a03-ba33-886735109efd), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:17.403134 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-6591e758-813b-4c83-be12-ad67ef14ac2e None None] For port 4f120017-24be-4a03-ba33-886735109efd, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4f120017-24be-4a03-ba33-886735109efd,segment=NetworkSegment(32463ce3-096f-4e57-bb6f-8d6f17948ecb),segment_id=32463ce3-096f-4e57-bb6f-8d6f17948ecb)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:17.423216 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4f120017-24be-4a03-ba33-886735109efd up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:43:17.479705 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 4f120017-24be-4a03-ba33-886735109efd triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:17.480676 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4f120017-24be-4a03-ba33-886735109efd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:17.504590 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6591e758-813b-4c83-be12-ad67ef14ac2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (4f120017-24be-4a03-ba33-886735109efd), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:17.573681 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591e758-813b-4c83-be12-ad67ef14ac2e None None] Pushing event updated for resources: {'Port': ['ID=4f120017-24be-4a03-ba33-886735109efd,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:17.615739 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 4f120017-24be-4a03-ba33-886735109efd is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:17.617288 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a9ccb718-3561-420f-93d2-8f0a4e6eb71e up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:43:17.658188 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b505b6f-1021-4f69-9651-f895e776dc5a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for port (f088ffb9-3902-4b34-a9a8-4ad2308385ee), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:17.665763 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port a9ccb718-3561-420f-93d2-8f0a4e6eb71e triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:17.670837 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a9ccb718-3561-420f-93d2-8f0a4e6eb71e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:17.716751 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b505b6f-1021-4f69-9651-f895e776dc5a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (f088ffb9-3902-4b34-a9a8-4ad2308385ee), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:17.753093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7e5df2a4-0cab-4d81-b1e0-12e08caea6f2 None None] Provisioning complete for port 4f120017-24be-4a03-ba33-886735109efd triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:17.753466 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7e5df2a4-0cab-4d81-b1e0-12e08caea6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4f120017-24be-4a03-ba33-886735109efd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:17.782151 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port a9ccb718-3561-420f-93d2-8f0a4e6eb71e is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:17.782544 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a9ccb718-3561-420f-93d2-8f0a4e6eb71e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:17.807578 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b505b6f-1021-4f69-9651-f895e776dc5a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (e5fa368f-d3db-4763-bcce-fae8aec20d7f), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:17.809569 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b505b6f-1021-4f69-9651-f895e776dc5a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Port': ['ID=f088ffb9-3902-4b34-a9a8-4ad2308385ee,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:17.844428 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port a9ccb718-3561-420f-93d2-8f0a4e6eb71e, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a9ccb718-3561-420f-93d2-8f0a4e6eb71e,segment=NetworkSegment(b2599d88-c026-4fe9-9b58-fe22e90cebe5),segment_id=b2599d88-c026-4fe9-9b58-fe22e90cebe5)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:17.878470 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7e5df2a4-0cab-4d81-b1e0-12e08caea6f2 None None] Current status of the port 4f120017-24be-4a03-ba33-886735109efd is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:17.891475 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7e5df2a4-0cab-4d81-b1e0-12e08caea6f2 None None] Provisioning complete for port f088ffb9-3902-4b34-a9a8-4ad2308385ee triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:17.891847 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7e5df2a4-0cab-4d81-b1e0-12e08caea6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f088ffb9-3902-4b34-a9a8-4ad2308385ee), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:17.931097 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7e5df2a4-0cab-4d81-b1e0-12e08caea6f2 None None] Port f088ffb9-3902-4b34-a9a8-4ad2308385ee cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:43:17.939211 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (a9ccb718-3561-420f-93d2-8f0a4e6eb71e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:18.003235 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0524d3-2ed6-4a93-b513-2fceb1f2783e None None] Network b4c23391-5403-481d-b5c2-1e578a17569d requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:43:18.025513 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=a9ccb718-3561-420f-93d2-8f0a4e6eb71e,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:18.083240 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-13e965c6-5415-49c4-af52-d99289ed5545 None None] Provisioning complete for port a9ccb718-3561-420f-93d2-8f0a4e6eb71e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:18.083523 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-13e965c6-5415-49c4-af52-d99289ed5545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a9ccb718-3561-420f-93d2-8f0a4e6eb71e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:18.252586 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5293f47-e40f-4c2d-b4a1-5fab1538f63e req-b3613ae0-0eca-48ed-be5f-2d0d50d66d2c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:18.254009 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c5293f47-e40f-4c2d-b4a1-5fab1538f63e req-b3613ae0-0eca-48ed-be5f-2d0d50d66d2c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc8adcc2-0077-4afa-b628-b2c370b445bb HTTP/1.1" status: 200 len: 945 time: 0.0872931 Apr 15 03:43:18.304410 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b505b6f-1021-4f69-9651-f895e776dc5a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network ccced634-34ae-41f1-bfd9-7a0640901a73 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:18.312504 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-9b505b6f-1021-4f69-9651-f895e776dc5a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:18.325995 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c5293f47-e40f-4c2d-b4a1-5fab1538f63e req-d635695b-42e7-451b-a6ee-c94549db34a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa3847c9-01f0-433f-8e56-066b67b69a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651472 Apr 15 03:43:18.368655 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-13e965c6-5415-49c4-af52-d99289ed5545 None None] Current status of the port a9ccb718-3561-420f-93d2-8f0a4e6eb71e is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:18.378550 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-13e965c6-5415-49c4-af52-d99289ed5545 None None] Provisioning complete for port f088ffb9-3902-4b34-a9a8-4ad2308385ee triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:18.379130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-13e965c6-5415-49c4-af52-d99289ed5545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f088ffb9-3902-4b34-a9a8-4ad2308385ee), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:18.440204 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-13e965c6-5415-49c4-af52-d99289ed5545 None None] Port f088ffb9-3902-4b34-a9a8-4ad2308385ee cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:43:18.472075 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2ef1e-bf9c-43c8-a3de-77149b47ce57 req-1316b665-e726-47d6-abb4-b3bc15495924 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:18.474212 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7cb2ef1e-bf9c-43c8-a3de-77149b47ce57 req-1316b665-e726-47d6-abb4-b3bc15495924 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc8adcc2-0077-4afa-b628-b2c370b445bb HTTP/1.1" status: 200 len: 945 time: 0.0545156 Apr 15 03:43:18.521735 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c9f77c7b-bc40-4b0e-8511-99db07116296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:18.530607 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7cb2ef1e-bf9c-43c8-a3de-77149b47ce57 req-7b717df7-97c8-4bd8-9b57-17aca64dfe3d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa3847c9-01f0-433f-8e56-066b67b69a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505643 Apr 15 03:43:18.556275 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36356) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:18.566587 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b505b6f-1021-4f69-9651-f895e776dc5a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router e5fa368f-d3db-4763-bcce-fae8aec20d7f is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:43:18.657811 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f0ae893d-ca1c-4bc2-a23c-db7ef5b938ad None None] Provisioning complete for port a9ccb718-3561-420f-93d2-8f0a4e6eb71e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:18.658745 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f0ae893d-ca1c-4bc2-a23c-db7ef5b938ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a9ccb718-3561-420f-93d2-8f0a4e6eb71e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:18.667499 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b505b6f-1021-4f69-9651-f895e776dc5a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:43:18.676276 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9b505b6f-1021-4f69-9651-f895e776dc5a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/e5fa368f-d3db-4763-bcce-fae8aec20d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4903271 Apr 15 03:43:18.676374 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36360) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:18.686350 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c15de93-2549-497f-b3bc-9df69c20aaa8 None None] Sync routers for ids ['e5fa368f-d3db-4763-bcce-fae8aec20d7f'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:43:18.713324 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c15de93-2549-497f-b3bc-9df69c20aaa8 None None] Routers {'e5fa368f-d3db-4763-bcce-fae8aec20d7f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:18.713958 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4c15de93-2549-497f-b3bc-9df69c20aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['e5fa368f-d3db-4763-bcce-fae8aec20d7f'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:18.714141 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9434953-88c1-4d01-8683-ddf61136d8cd tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:18.718359 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c9434953-88c1-4d01-8683-ddf61136d8cd tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fc8adcc2-0077-4afa-b628-b2c370b445bb HTTP/1.1" status: 200 len: 1124 time: 0.1583226 Apr 15 03:43:18.718840 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36362) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:18.723182 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-44baa2d5-58b0-4c58-a937-e3fe8721e785 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'floatingip': {'port_id': '41a03c61-b8d8-45d7-b9ce-3701dae56165'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:18.732330 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e025d9-8926-4bb8-9806-aada7c9edf8a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:18.733685 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e0e025d9-8926-4bb8-9806-aada7c9edf8a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/ports/f088ffb9-3902-4b34-a9a8-4ad2308385ee HTTP/1.1" status: 200 len: 910 time: 0.0567243 Apr 15 03:43:18.736495 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36364) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:18.747518 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4c15de93-2549-497f-b3bc-9df69c20aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:18.761908 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c15de93-2549-497f-b3bc-9df69c20aaa8 None None] Routers {'e5fa368f-d3db-4763-bcce-fae8aec20d7f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:18.762093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4c15de93-2549-497f-b3bc-9df69c20aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['e5fa368f-d3db-4763-bcce-fae8aec20d7f'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:18.773423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-44baa2d5-58b0-4c58-a937-e3fe8721e785 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (dc94639b-e558-4cc0-abac-024118f752ad), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:18.819626 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4c15de93-2549-497f-b3bc-9df69c20aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:18.820244 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c15de93-2549-497f-b3bc-9df69c20aaa8 None None] The sync data for ids ['e5fa368f-d3db-4763-bcce-fae8aec20d7f'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:43:18.838239 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f0ae893d-ca1c-4bc2-a23c-db7ef5b938ad None None] Current status of the port a9ccb718-3561-420f-93d2-8f0a4e6eb71e is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:18.848849 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f0ae893d-ca1c-4bc2-a23c-db7ef5b938ad None None] Provisioning complete for port f088ffb9-3902-4b34-a9a8-4ad2308385ee triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:18.849226 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f0ae893d-ca1c-4bc2-a23c-db7ef5b938ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f088ffb9-3902-4b34-a9a8-4ad2308385ee), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:18.885007 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f0ae893d-ca1c-4bc2-a23c-db7ef5b938ad None None] Port f088ffb9-3902-4b34-a9a8-4ad2308385ee cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:43:19.091478 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-55e02904-9f7c-4254-a982-cdf5ed75af57 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:19.219092 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-44baa2d5-58b0-4c58-a937-e3fe8721e785 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:19.280985 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-44baa2d5-58b0-4c58-a937-e3fe8721e785 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (dc94639b-e558-4cc0-abac-024118f752ad), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:19.349454 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-55e02904-9f7c-4254-a982-cdf5ed75af57 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Allocated IP 172.21.0.1 (b4c23391-5403-481d-b5c2-1e578a17569d/6e2bc90d-ec96-4113-a93d-abe23581b0a0/3200e0a0-48b5-4c76-a6e0-a1d996501fc9) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:43:19.373014 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4f120017-24be-4a03-ba33-886735109efd up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:43:19.384282 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-44baa2d5-58b0-4c58-a937-e3fe8721e785 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Floating IP dc94639b-e558-4cc0-abac-024118f752ad associated. External IP: 172.26.6.17, port: 41a03c61-b8d8-45d7-b9ce-3701dae56165. Apr 15 03:43:19.420029 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 4f120017-24be-4a03-ba33-886735109efd triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:19.420486 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4f120017-24be-4a03-ba33-886735109efd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:19.477522 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-55e02904-9f7c-4254-a982-cdf5ed75af57 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for port (3200e0a0-48b5-4c76-a6e0-a1d996501fc9), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:19.509935 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 4f120017-24be-4a03-ba33-886735109efd is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:19.511043 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a9ccb718-3561-420f-93d2-8f0a4e6eb71e up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:43:19.555634 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port a9ccb718-3561-420f-93d2-8f0a4e6eb71e triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:19.556007 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a9ccb718-3561-420f-93d2-8f0a4e6eb71e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:19.566914 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-55e02904-9f7c-4254-a982-cdf5ed75af57 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (3200e0a0-48b5-4c76-a6e0-a1d996501fc9), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:19.607328 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44baa2d5-58b0-4c58-a937-e3fe8721e785 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:43:19.609966 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e02904-9f7c-4254-a982-cdf5ed75af57 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network b4c23391-5403-481d-b5c2-1e578a17569d is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:19.613219 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-55e02904-9f7c-4254-a982-cdf5ed75af57 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:19.617748 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e02904-9f7c-4254-a982-cdf5ed75af57 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:43:19.647567 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port a9ccb718-3561-420f-93d2-8f0a4e6eb71e is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:19.651931 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e02904-9f7c-4254-a982-cdf5ed75af57 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Port': ['ID=3200e0a0-48b5-4c76-a6e0-a1d996501fc9,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:19.671627 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-55e02904-9f7c-4254-a982-cdf5ed75af57 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (e5fa368f-d3db-4763-bcce-fae8aec20d7f), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:19.732235 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44baa2d5-58b0-4c58-a937-e3fe8721e785 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:43:19.742569 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-44baa2d5-58b0-4c58-a937-e3fe8721e785 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:19.743063 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fa655d-802a-4973-b4fe-07f7e7bb9b65 None None] Sync routers for ids ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:43:19.753574 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fa655d-802a-4973-b4fe-07f7e7bb9b65 None None] Routers {'3a7ae565-483e-4ab5-9b96-7874ceeb66ee'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:19.754596 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c6fa655d-802a-4973-b4fe-07f7e7bb9b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:19.772659 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-44baa2d5-58b0-4c58-a937-e3fe8721e785 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/floatingips/dc94639b-e558-4cc0-abac-024118f752ad HTTP/1.1" status: 200 len: 990 time: 1.0527585 Apr 15 03:43:19.776489 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8adcc2-0077-4afa-b628-b2c370b445bb', 'tag': '41a03c61-b8d8-45d7-b9ce-3701dae56165'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:43:19.776630 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36366) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:19.776813 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ae8cc9-bee9-4d79-9d0f-3ef390fc1977" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8adcc2-0077-4afa-b628-b2c370b445bb", "tag": "41a03c61-b8d8-45d7-b9ce-3701dae56165"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:43:19.816923 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25223c3-56ad-4890-80f0-9e1851ab0850 x-openstack-request-id: req-f25223c3-56ad-4890-80f0-9e1851ab0850 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:43:19.817218 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8adcc2-0077-4afa-b628-b2c370b445bb", "tag": "41a03c61-b8d8-45d7-b9ce-3701dae56165", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:43:19.817492 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f25223c3-56ad-4890-80f0-9e1851ab0850 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:43:19.817911 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25223c3-56ad-4890-80f0-9e1851ab0850'] response: {'name': 'network-changed', 'server_uuid': 'fc8adcc2-0077-4afa-b628-b2c370b445bb', 'tag': '41a03c61-b8d8-45d7-b9ce-3701dae56165', 'status': 'completed', 'code': 200} Apr 15 03:43:19.884244 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-c6fa655d-802a-4973-b4fe-07f7e7bb9b65 None None] Set router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:43:19.901297 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8313176b-a0e0-4986-a981-efbb3e390b48 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/dc94639b-e558-4cc0-abac-024118f752ad HTTP/1.1" status: 200 len: 990 time: 0.1229010 Apr 15 03:43:19.908787 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-47877879-1b86-467e-bb77-f2089d1ab0cf None None] Provisioning complete for port 3200e0a0-48b5-4c76-a6e0-a1d996501fc9 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:19.909327 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-47877879-1b86-467e-bb77-f2089d1ab0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (3200e0a0-48b5-4c76-a6e0-a1d996501fc9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:19.920394 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae8cc9-bee9-4d79-9d0f-3ef390fc1977 req-90b045e0-13f3-43b6-a9ee-b6e18f2dd6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:19.921885 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-05ae8cc9-bee9-4d79-9d0f-3ef390fc1977 req-90b045e0-13f3-43b6-a9ee-b6e18f2dd6e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=fc8adcc2-0077-4afa-b628-b2c370b445bb HTTP/1.1" status: 200 len: 1129 time: 0.0821245 Apr 15 03:43:19.922577 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-55e02904-9f7c-4254-a982-cdf5ed75af57 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (3200e0a0-48b5-4c76-a6e0-a1d996501fc9), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:19.947941 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-47877879-1b86-467e-bb77-f2089d1ab0cf None None] Port 3200e0a0-48b5-4c76-a6e0-a1d996501fc9 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:43:20.102648 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c6fa655d-802a-4973-b4fe-07f7e7bb9b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'name': 'tempest-TestNetworkBasicOps-router-1767969933', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:41:53Z', 'updated_at': '2022-04-15T03:41:59Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:54Z', 'updated_at': '2022-04-15T03:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'dc94639b-e558-4cc0-abac-024118f752ad', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.17', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'port_id': '41a03c61-b8d8-45d7-b9ce-3701dae56165', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'mac_address': 'fa:16:3e:19:71:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8adcc2-0077-4afa-b628-b2c370b445bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:42:24Z', 'updated_at': '2022-04-15T03:43:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbebca62-52e5-4da9-b9eb-dcf889c0c51f', 'name': '', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:ba:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:58Z', 'updated_at': '2022-04-15T03:42:05Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:20.113296 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae8cc9-bee9-4d79-9d0f-3ef390fc1977 req-ab610f02-7a06-4349-920f-bb390dd74eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:20.114763 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-05ae8cc9-bee9-4d79-9d0f-3ef390fc1977 req-ab610f02-7a06-4349-920f-bb390dd74eb3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e279d3e-905d-44f0-a611-4c2f55a87c78 HTTP/1.1" status: 200 len: 896 time: 0.1833801 Apr 15 03:43:20.132099 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fa655d-802a-4973-b4fe-07f7e7bb9b65 None None] Checking router: 3a7ae565-483e-4ab5-9b96-7874ceeb66ee for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:43:20.140481 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fa655d-802a-4973-b4fe-07f7e7bb9b65 None None] Routers {'3a7ae565-483e-4ab5-9b96-7874ceeb66ee'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:20.141093 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c6fa655d-802a-4973-b4fe-07f7e7bb9b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:42:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:20.211089 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-05ae8cc9-bee9-4d79-9d0f-3ef390fc1977 req-1c7c5a5b-4f92-45ef-aa0f-d8dfc6e7512a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41a03c61-b8d8-45d7-b9ce-3701dae56165 HTTP/1.1" status: 200 len: 998 time: 0.0874991 Apr 15 03:43:20.249913 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-c6fa655d-802a-4973-b4fe-07f7e7bb9b65 None None] Set router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:43:20.306958 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae8cc9-bee9-4d79-9d0f-3ef390fc1977 req-f64e5129-a02b-4171-861a-23ffd8eddad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:20.308388 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-05ae8cc9-bee9-4d79-9d0f-3ef390fc1977 req-f64e5129-a02b-4171-861a-23ffd8eddad6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8207d81-061c-4228-a247-0a1511c643e0 HTTP/1.1" status: 200 len: 835 time: 0.0909510 Apr 15 03:43:20.370106 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae8cc9-bee9-4d79-9d0f-3ef390fc1977 req-b44458cd-9fda-4685-958a-712ae097b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:20.371556 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-05ae8cc9-bee9-4d79-9d0f-3ef390fc1977 req-b44458cd-9fda-4685-958a-712ae097b6c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e279d3e-905d-44f0-a611-4c2f55a87c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0568469 Apr 15 03:43:20.391275 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-55e02904-9f7c-4254-a982-cdf5ed75af57 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for port (3200e0a0-48b5-4c76-a6e0-a1d996501fc9), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:20.449544 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-55e02904-9f7c-4254-a982-cdf5ed75af57 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (3200e0a0-48b5-4c76-a6e0-a1d996501fc9), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:20.466457 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c6fa655d-802a-4973-b4fe-07f7e7bb9b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'name': 'tempest-TestNetworkBasicOps-router-1767969933', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:41:53Z', 'updated_at': '2022-04-15T03:41:59Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:54Z', 'updated_at': '2022-04-15T03:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'dc94639b-e558-4cc0-abac-024118f752ad', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.17', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'port_id': '41a03c61-b8d8-45d7-b9ce-3701dae56165', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'mac_address': 'fa:16:3e:19:71:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8adcc2-0077-4afa-b628-b2c370b445bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:42:24Z', 'updated_at': '2022-04-15T03:43:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbebca62-52e5-4da9-b9eb-dcf889c0c51f', 'name': '', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:ba:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:58Z', 'updated_at': '2022-04-15T03:42:05Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:20.496232 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fa655d-802a-4973-b4fe-07f7e7bb9b65 None None] The sync data for ids ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'] in dv-neutron-837140-3-hyperv is: [{'id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'name': 'tempest-TestNetworkBasicOps-router-1767969933', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:41:53Z', 'updated_at': '2022-04-15T03:41:59Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:54Z', 'updated_at': '2022-04-15T03:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'dc94639b-e558-4cc0-abac-024118f752ad', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.17', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'port_id': '41a03c61-b8d8-45d7-b9ce-3701dae56165', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'mac_address': 'fa:16:3e:19:71:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8adcc2-0077-4afa-b628-b2c370b445bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:42:24Z', 'updated_at': '2022-04-15T03:43:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbebca62-52e5-4da9-b9eb-dcf889c0c51f', 'name': '', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:ba:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:58Z', 'updated_at': '2022-04-15T03:42:05Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:43:20.541131 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-05ae8cc9-bee9-4d79-9d0f-3ef390fc1977 req-ecead53e-bd8e-48d1-940b-5214c91b34de service neutron] 10.222.0.30 "GET /v2.0/networks/9e279d3e-905d-44f0-a611-4c2f55a87c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605945 Apr 15 03:43:20.541723 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e02904-9f7c-4254-a982-cdf5ed75af57 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Port': ['ID=3200e0a0-48b5-4c76-a6e0-a1d996501fc9,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:20.545318 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-55e02904-9f7c-4254-a982-cdf5ed75af57 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (e5fa368f-d3db-4763-bcce-fae8aec20d7f), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:20.711363 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ef0585-b73e-4eb7-9197-5480cbfb7f09 None None] New status for floating IP dc94639b-e558-4cc0-abac-024118f752ad: ACTIVE {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:43:20.815084 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-63f80c6e-2376-4b1c-a005-2ecc429b7c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:20.903359 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36370) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:20.979246 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f9ad6b87-b6f7-4745-9ce2-2717aa5a38e5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/dc94639b-e558-4cc0-abac-024118f752ad HTTP/1.1" status: 200 len: 992 time: 0.0738714 Apr 15 03:43:21.017077 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-05ae8cc9-bee9-4d79-9d0f-3ef390fc1977 req-ad5a9d43-ce2b-4615-b03b-00b45a2a2a3f service neutron] 10.222.0.30 "GET /v2.0/networks/9e279d3e-905d-44f0-a611-4c2f55a87c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685223 Apr 15 03:43:21.024415 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e02904-9f7c-4254-a982-cdf5ed75af57 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network b4c23391-5403-481d-b5c2-1e578a17569d is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:21.025749 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-55e02904-9f7c-4254-a982-cdf5ed75af57 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:21.134246 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e02904-9f7c-4254-a982-cdf5ed75af57 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router e5fa368f-d3db-4763-bcce-fae8aec20d7f has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:43:21.234212 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e02904-9f7c-4254-a982-cdf5ed75af57 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:43:21.240075 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-55e02904-9f7c-4254-a982-cdf5ed75af57 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/e5fa368f-d3db-4763-bcce-fae8aec20d7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5025189 Apr 15 03:43:21.242892 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36372) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:21.245094 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81e5a43-f91b-486e-9444-bc4fae9481f0 None None] Sync routers for ids ['e5fa368f-d3db-4763-bcce-fae8aec20d7f'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:43:21.255058 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81e5a43-f91b-486e-9444-bc4fae9481f0 None None] Routers {'e5fa368f-d3db-4763-bcce-fae8aec20d7f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:21.255669 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c81e5a43-f91b-486e-9444-bc4fae9481f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['e5fa368f-d3db-4763-bcce-fae8aec20d7f'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:21.277418 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ce6ebfd2-c053-4f7f-bb5a-697f95d08a8a None None] Provisioning complete for port 3200e0a0-48b5-4c76-a6e0-a1d996501fc9 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:21.278041 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ce6ebfd2-c053-4f7f-bb5a-697f95d08a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (3200e0a0-48b5-4c76-a6e0-a1d996501fc9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:21.289052 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c81e5a43-f91b-486e-9444-bc4fae9481f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:21.296329 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecafb30-2163-4280-8fb3-b71b2619a79b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:21.297867 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7ecafb30-2163-4280-8fb3-b71b2619a79b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/ports/3200e0a0-48b5-4c76-a6e0-a1d996501fc9 HTTP/1.1" status: 200 len: 910 time: 0.0540342 Apr 15 03:43:21.300742 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36374) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:21.302388 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81e5a43-f91b-486e-9444-bc4fae9481f0 None None] Routers {'e5fa368f-d3db-4763-bcce-fae8aec20d7f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:21.303033 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c81e5a43-f91b-486e-9444-bc4fae9481f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['e5fa368f-d3db-4763-bcce-fae8aec20d7f'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:21.316820 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ce6ebfd2-c053-4f7f-bb5a-697f95d08a8a None None] Port 3200e0a0-48b5-4c76-a6e0-a1d996501fc9 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:43:21.341679 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c81e5a43-f91b-486e-9444-bc4fae9481f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:21.342277 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81e5a43-f91b-486e-9444-bc4fae9481f0 None None] The sync data for ids ['e5fa368f-d3db-4763-bcce-fae8aec20d7f'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:43:21.594675 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2a99ea6-7c08-4fa6-a36d-c3b26dac5982 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (e5fa368f-d3db-4763-bcce-fae8aec20d7f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:21.823578 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:21.826059 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-c2a99ea6-7c08-4fa6-a36d-c3b26dac5982 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting port 3200e0a0-48b5-4c76-a6e0-a1d996501fc9 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:21.826403 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2a99ea6-7c08-4fa6-a36d-c3b26dac5982 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (3200e0a0-48b5-4c76-a6e0-a1d996501fc9), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:21.914050 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2a99ea6-7c08-4fa6-a36d-c3b26dac5982 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (3200e0a0-48b5-4c76-a6e0-a1d996501fc9), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:21.926066 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-c2a99ea6-7c08-4fa6-a36d-c3b26dac5982 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Calling delete_port for 3200e0a0-48b5-4c76-a6e0-a1d996501fc9 owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:22.137926 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2a99ea6-7c08-4fa6-a36d-c3b26dac5982 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (3200e0a0-48b5-4c76-a6e0-a1d996501fc9), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:22.162190 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a99ea6-7c08-4fa6-a36d-c3b26dac5982 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Port': ['ID=3200e0a0-48b5-4c76-a6e0-a1d996501fc9,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:22.325594 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2a99ea6-7c08-4fa6-a36d-c3b26dac5982 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (e5fa368f-d3db-4763-bcce-fae8aec20d7f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:22.514481 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a99ea6-7c08-4fa6-a36d-c3b26dac5982 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router e5fa368f-d3db-4763-bcce-fae8aec20d7f has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:43:22.606701 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a99ea6-7c08-4fa6-a36d-c3b26dac5982 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:43:22.611834 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c2a99ea6-7c08-4fa6-a36d-c3b26dac5982 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/e5fa368f-d3db-4763-bcce-fae8aec20d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3095255 Apr 15 03:43:22.615181 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36376) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:22.616327 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8105ef-9a88-453d-8614-b4c71f68a0dc None None] Sync routers for ids ['e5fa368f-d3db-4763-bcce-fae8aec20d7f'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:43:22.626285 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8105ef-9a88-453d-8614-b4c71f68a0dc None None] Routers {'e5fa368f-d3db-4763-bcce-fae8aec20d7f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:22.626931 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5f8105ef-9a88-453d-8614-b4c71f68a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['e5fa368f-d3db-4763-bcce-fae8aec20d7f'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:22.659069 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5f8105ef-9a88-453d-8614-b4c71f68a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:22.667948 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8105ef-9a88-453d-8614-b4c71f68a0dc None None] Routers {'e5fa368f-d3db-4763-bcce-fae8aec20d7f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:22.668808 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5f8105ef-9a88-453d-8614-b4c71f68a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['e5fa368f-d3db-4763-bcce-fae8aec20d7f'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:22.704697 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5f8105ef-9a88-453d-8614-b4c71f68a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:22.705299 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8105ef-9a88-453d-8614-b4c71f68a0dc None None] The sync data for ids ['e5fa368f-d3db-4763-bcce-fae8aec20d7f'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:43:22.906213 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5d7c0d13-a4fa-4882-bd5b-8478886e4208 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (e5fa368f-d3db-4763-bcce-fae8aec20d7f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:23.132702 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-5d7c0d13-a4fa-4882-bd5b-8478886e4208 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting port f088ffb9-3902-4b34-a9a8-4ad2308385ee {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:23.133047 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5d7c0d13-a4fa-4882-bd5b-8478886e4208 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f088ffb9-3902-4b34-a9a8-4ad2308385ee), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:23.221185 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5d7c0d13-a4fa-4882-bd5b-8478886e4208 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f088ffb9-3902-4b34-a9a8-4ad2308385ee), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:23.234143 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-5d7c0d13-a4fa-4882-bd5b-8478886e4208 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Calling delete_port for f088ffb9-3902-4b34-a9a8-4ad2308385ee owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:23.309112 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:23.480564 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5d7c0d13-a4fa-4882-bd5b-8478886e4208 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (f088ffb9-3902-4b34-a9a8-4ad2308385ee), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:23.508407 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c0d13-a4fa-4882-bd5b-8478886e4208 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Port': ['ID=f088ffb9-3902-4b34-a9a8-4ad2308385ee,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:23.651096 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5d7c0d13-a4fa-4882-bd5b-8478886e4208 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (e5fa368f-d3db-4763-bcce-fae8aec20d7f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:23.808660 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7c0d13-a4fa-4882-bd5b-8478886e4208 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router e5fa368f-d3db-4763-bcce-fae8aec20d7f has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:43:23.884556 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7c0d13-a4fa-4882-bd5b-8478886e4208 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:43:23.889563 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5d7c0d13-a4fa-4882-bd5b-8478886e4208 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/e5fa368f-d3db-4763-bcce-fae8aec20d7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2733984 Apr 15 03:43:23.892259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36378) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:23.895208 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9f0882-eb96-42f6-ab5c-d736862365f3 None None] Sync routers for ids ['e5fa368f-d3db-4763-bcce-fae8aec20d7f'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:43:23.905870 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9f0882-eb96-42f6-ab5c-d736862365f3 None None] Routers {'e5fa368f-d3db-4763-bcce-fae8aec20d7f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:23.906486 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-bd9f0882-eb96-42f6-ab5c-d736862365f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['e5fa368f-d3db-4763-bcce-fae8aec20d7f'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:23.920641 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-99a2fcf8-3587-4117-ac19-f6c22cbf6560 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5fa368f-d3db-4763-bcce-fae8aec20d7f HTTP/1.1" status: 200 len: 205 time: 0.0267334 Apr 15 03:43:23.926861 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36380) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:23.939894 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-bd9f0882-eb96-42f6-ab5c-d736862365f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:23.948987 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9f0882-eb96-42f6-ab5c-d736862365f3 None None] Routers {'e5fa368f-d3db-4763-bcce-fae8aec20d7f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:23.949583 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-bd9f0882-eb96-42f6-ab5c-d736862365f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['e5fa368f-d3db-4763-bcce-fae8aec20d7f'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:23.981820 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-bd9f0882-eb96-42f6-ab5c-d736862365f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:23.982425 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9f0882-eb96-42f6-ab5c-d736862365f3 None None] The sync data for ids ['e5fa368f-d3db-4763-bcce-fae8aec20d7f'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:43:24.004800 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2644354-8406-4b5b-b753-a21bf8fff081 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (e5fa368f-d3db-4763-bcce-fae8aec20d7f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:24.471790 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2644354-8406-4b5b-b753-a21bf8fff081 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (e5fa368f-d3db-4763-bcce-fae8aec20d7f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:24.474677 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2644354-8406-4b5b-b753-a21bf8fff081 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router_controller (e5fa368f-d3db-4763-bcce-fae8aec20d7f), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:24.577420 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2644354-8406-4b5b-b753-a21bf8fff081 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (e5fa368f-d3db-4763-bcce-fae8aec20d7f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:24.577964 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2644354-8406-4b5b-b753-a21bf8fff081 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Fanout notify agent at l3_agent the message router_deleted on router e5fa368f-d3db-4763-bcce-fae8aec20d7f {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:43:24.585600 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2644354-8406-4b5b-b753-a21bf8fff081 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:24.586296 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e2644354-8406-4b5b-b753-a21bf8fff081 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/routers/e5fa368f-d3db-4763-bcce-fae8aec20d7f HTTP/1.1" status: 204 len: 168 time: 0.6584375 Apr 15 03:43:24.588900 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36382) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:24.638217 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting subnet 6e2bc90d-ec96-4113-a93d-abe23581b0a0 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:43:24.641346 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (6e2bc90d-ec96-4113-a93d-abe23581b0a0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:24.684678 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (6e2bc90d-ec96-4113-a93d-abe23581b0a0), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:24.764342 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (6e2bc90d-ec96-4113-a93d-abe23581b0a0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:24.863634 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (6e2bc90d-ec96-4113-a93d-abe23581b0a0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:24.894264 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Subnet': ['ID=6e2bc90d-ec96-4113-a93d-abe23581b0a0,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:24.899511 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:24.902677 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/subnets/6e2bc90d-ec96-4113-a93d-abe23581b0a0 HTTP/1.1" status: 204 len: 168 time: 0.3127997 Apr 15 03:43:24.905384 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36384) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:24.905824 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb3442e-c858-4a12-8dee-ef2ad2dd7b6e None None] Network b4c23391-5403-481d-b5c2-1e578a17569d requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:43:24.907551 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:24.907958 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:24.908755 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:24.908755 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:24.909023 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:24.909328 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:24.909660 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:24.909991 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:24.910321 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:24.910666 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:24.910995 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:24.911317 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:24.911642 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:24.911965 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:24.912287 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668ac7c6-2ef0-4579-b95e-b973f1471353 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:24.926990 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:24.959945 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting subnet 57dec6cf-7c98-4e6b-8477-11679f59bd8e {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:43:24.963070 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (57dec6cf-7c98-4e6b-8477-11679f59bd8e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.011675 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (57dec6cf-7c98-4e6b-8477-11679f59bd8e), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.049074 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] DHCP port deletion for b4c23391-5403-481d-b5c2-1e578a17569d request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:43:25.089059 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] Deleting port a9ccb718-3561-420f-93d2-8f0a4e6eb71e {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:25.089422 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (a9ccb718-3561-420f-93d2-8f0a4e6eb71e), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.106068 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (57dec6cf-7c98-4e6b-8477-11679f59bd8e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.151345 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] For port a9ccb718-3561-420f-93d2-8f0a4e6eb71e, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a9ccb718-3561-420f-93d2-8f0a4e6eb71e,segment=NetworkSegment(b2599d88-c026-4fe9-9b58-fe22e90cebe5),segment_id=b2599d88-c026-4fe9-9b58-fe22e90cebe5)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:25.151745 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (a9ccb718-3561-420f-93d2-8f0a4e6eb71e), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.168824 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] Calling delete_port for a9ccb718-3561-420f-93d2-8f0a4e6eb71e owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:25.246941 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (57dec6cf-7c98-4e6b-8477-11679f59bd8e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.278526 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Subnet': ['ID=57dec6cf-7c98-4e6b-8477-11679f59bd8e,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:25.282960 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.286070 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/subnets/57dec6cf-7c98-4e6b-8477-11679f59bd8e HTTP/1.1" status: 204 len: 168 time: 0.3786831 Apr 15 03:43:25.289171 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36386) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:25.292587 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d297dae-8f73-4c9e-9ba6-8fcb2de39a6f None None] Network ccced634-34ae-41f1-bfd9-7a0640901a73 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:43:25.293733 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.293733 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.293980 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.294278 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.294633 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.294975 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.295309 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.295640 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.295966 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.296333 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.296665 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.296994 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.297320 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.297646 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.297970 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec76710d-b071-47ba-8593-155f6255d49d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.310065 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (a9ccb718-3561-420f-93d2-8f0a4e6eb71e), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.366468 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] Pushing event deleted for resources: {'Port': ['ID=a9ccb718-3561-420f-93d2-8f0a4e6eb71e,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:25.369578 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c161fc8f-447b-4a58-a213-4a2e1acf417b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (b4c23391-5403-481d-b5c2-1e578a17569d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.375626 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] No DVR routers for this DVR port a9ccb718-3561-420f-93d2-8f0a4e6eb71e on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:43:25.381416 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.381770 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.382108 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.386483 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.386483 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.386483 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.386483 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.386483 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.386483 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.386483 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.386483 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.386483 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.386483 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.388072 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.388072 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96453d63-e5e7-4654-9b3d-91bbeb747bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:25.397281 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a9ccb718-3561-420f-93d2-8f0a4e6eb71e no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:43:25.435740 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: a9ccb718-3561-420f-93d2-8f0a4e6eb71e {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:43:25.436082 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a9ccb718-3561-420f-93d2-8f0a4e6eb71e not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:43:25.463803 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c161fc8f-447b-4a58-a213-4a2e1acf417b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (b4c23391-5403-481d-b5c2-1e578a17569d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.484214 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-c161fc8f-447b-4a58-a213-4a2e1acf417b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c23391-5403-481d-b5c2-1e578a17569d']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:25.493929 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-c161fc8f-447b-4a58-a213-4a2e1acf417b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2599d88-c026-4fe9-9b58-fe22e90cebe5') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:25.494226 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-c161fc8f-447b-4a58-a213-4a2e1acf417b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2599d88-c026-4fe9-9b58-fe22e90cebe5') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:25.507195 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c161fc8f-447b-4a58-a213-4a2e1acf417b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (b2599d88-c026-4fe9-9b58-fe22e90cebe5), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.511702 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5a98c0-71ce-45a5-8570-99aa387578a9 None None] DHCP port deletion for ccced634-34ae-41f1-bfd9-7a0640901a73 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:43:25.516977 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c161fc8f-447b-4a58-a213-4a2e1acf417b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (b2599d88-c026-4fe9-9b58-fe22e90cebe5), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.523153 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c161fc8f-447b-4a58-a213-4a2e1acf417b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c161fc8f-447b-4a58-a213-4a2e1acf417b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (b2599d88-c026-4fe9-9b58-fe22e90cebe5), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:43:25.526951 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:43:25.551722 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4b5a98c0-71ce-45a5-8570-99aa387578a9 None None] Deleting port 4f120017-24be-4a03-ba33-886735109efd {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:25.552022 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4b5a98c0-71ce-45a5-8570-99aa387578a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (4f120017-24be-4a03-ba33-886735109efd), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.616986 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4b5a98c0-71ce-45a5-8570-99aa387578a9 None None] For port 4f120017-24be-4a03-ba33-886735109efd, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4f120017-24be-4a03-ba33-886735109efd,segment=NetworkSegment(32463ce3-096f-4e57-bb6f-8d6f17948ecb),segment_id=32463ce3-096f-4e57-bb6f-8d6f17948ecb)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:25.617373 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4b5a98c0-71ce-45a5-8570-99aa387578a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (4f120017-24be-4a03-ba33-886735109efd), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.629616 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4b5a98c0-71ce-45a5-8570-99aa387578a9 None None] Calling delete_port for 4f120017-24be-4a03-ba33-886735109efd owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:25.656061 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c161fc8f-447b-4a58-a213-4a2e1acf417b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (b4c23391-5403-481d-b5c2-1e578a17569d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.656795 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c161fc8f-447b-4a58-a213-4a2e1acf417b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.661395 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c161fc8f-447b-4a58-a213-4a2e1acf417b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/networks/b4c23391-5403-481d-b5c2-1e578a17569d HTTP/1.1" status: 204 len: 168 time: 0.3710577 Apr 15 03:43:25.664009 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36388) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:25.677137 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161fc8f-447b-4a58-a213-4a2e1acf417b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Network': ['ID=b4c23391-5403-481d-b5c2-1e578a17569d,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:25.740953 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7c99e9bd-2de9-41f1-aa6f-ecbdf8ddf485 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (ccced634-34ae-41f1-bfd9-7a0640901a73), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.766178 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4b5a98c0-71ce-45a5-8570-99aa387578a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (4f120017-24be-4a03-ba33-886735109efd), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.784071 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-7c99e9bd-2de9-41f1-aa6f-ecbdf8ddf485 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting port 4f120017-24be-4a03-ba33-886735109efd {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:25.784405 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7c99e9bd-2de9-41f1-aa6f-ecbdf8ddf485 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (4f120017-24be-4a03-ba33-886735109efd), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.795412 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a98c0-71ce-45a5-8570-99aa387578a9 None None] Pushing event deleted for resources: {'Port': ['ID=4f120017-24be-4a03-ba33-886735109efd,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:25.798865 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5a98c0-71ce-45a5-8570-99aa387578a9 None None] No DVR routers for this DVR port 4f120017-24be-4a03-ba33-886735109efd on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:43:25.853687 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-7c99e9bd-2de9-41f1-aa6f-ecbdf8ddf485 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] For port 4f120017-24be-4a03-ba33-886735109efd, host dv-neutron-837140-3-hyperv, got binding levels [] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:25.854051 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7c99e9bd-2de9-41f1-aa6f-ecbdf8ddf485 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (4f120017-24be-4a03-ba33-886735109efd), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.866868 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-7c99e9bd-2de9-41f1-aa6f-ecbdf8ddf485 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Calling delete_port for 4f120017-24be-4a03-ba33-886735109efd owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:25.869529 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.ipam_backend_mixin [None req-7c99e9bd-2de9-41f1-aa6f-ecbdf8ddf485 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Port 4f120017-24be-4a03-ba33-886735109efd was not found and therefore no delete operation was performed {{(pid=104666) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 15 03:43:25.870806 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7c99e9bd-2de9-41f1-aa6f-ecbdf8ddf485 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (4f120017-24be-4a03-ba33-886735109efd), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.896914 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99e9bd-2de9-41f1-aa6f-ecbdf8ddf485 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Port': ['ID=4f120017-24be-4a03-ba33-886735109efd,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:25.898776 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c99e9bd-2de9-41f1-aa6f-ecbdf8ddf485 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] No DVR routers for this DVR port 4f120017-24be-4a03-ba33-886735109efd on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:43:25.979617 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7c99e9bd-2de9-41f1-aa6f-ecbdf8ddf485 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (ccced634-34ae-41f1-bfd9-7a0640901a73), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:25.999177 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-7c99e9bd-2de9-41f1-aa6f-ecbdf8ddf485 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccced634-34ae-41f1-bfd9-7a0640901a73']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:26.008440 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-7c99e9bd-2de9-41f1-aa6f-ecbdf8ddf485 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32463ce3-096f-4e57-bb6f-8d6f17948ecb') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:26.008738 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-7c99e9bd-2de9-41f1-aa6f-ecbdf8ddf485 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32463ce3-096f-4e57-bb6f-8d6f17948ecb') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:26.018011 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7c99e9bd-2de9-41f1-aa6f-ecbdf8ddf485 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (32463ce3-096f-4e57-bb6f-8d6f17948ecb), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:26.031587 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7c99e9bd-2de9-41f1-aa6f-ecbdf8ddf485 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (32463ce3-096f-4e57-bb6f-8d6f17948ecb), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:26.037924 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c99e9bd-2de9-41f1-aa6f-ecbdf8ddf485 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:43:26.038308 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7c99e9bd-2de9-41f1-aa6f-ecbdf8ddf485 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (32463ce3-096f-4e57-bb6f-8d6f17948ecb), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:43:26.041354 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:43:26.195080 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7c99e9bd-2de9-41f1-aa6f-ecbdf8ddf485 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (ccced634-34ae-41f1-bfd9-7a0640901a73), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:26.199354 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7c99e9bd-2de9-41f1-aa6f-ecbdf8ddf485 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:26.202879 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7c99e9bd-2de9-41f1-aa6f-ecbdf8ddf485 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/networks/ccced634-34ae-41f1-bfd9-7a0640901a73 HTTP/1.1" status: 204 len: 168 time: 0.5378494 Apr 15 03:43:26.206737 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36390) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:26.212406 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-79c79729-62d0-49b7-999e-9ac7da3de964 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'network': {'name': 'tempest-RoutersTest-1036448447'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:26.218691 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99e9bd-2de9-41f1-aa6f-ecbdf8ddf485 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Network': ['ID=ccced634-34ae-41f1-bfd9-7a0640901a73,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:26.291915 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c79729-62d0-49b7-999e-9ac7da3de964 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Made reservation on behalf of f35fbd8abb4946b1a04dfcca43acc131 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:43:26.295474 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-79c79729-62d0-49b7-999e-9ac7da3de964 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:26.322480 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c79729-62d0-49b7-999e-9ac7da3de964 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:43:26.330931 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-79c79729-62d0-49b7-999e-9ac7da3de964 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (a96824cf-0570-428e-bcfe-3e8ddd23a6f4), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:26.331268 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-79c79729-62d0-49b7-999e-9ac7da3de964 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Added segment a96824cf-0570-428e-bcfe-3e8ddd23a6f4 of type vlan for network d3a95aa1-cff4-404c-90d6-aa802cc65aea Apr 15 03:43:26.369168 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-79c79729-62d0-49b7-999e-9ac7da3de964 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (d3a95aa1-cff4-404c-90d6-aa802cc65aea), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:26.463153 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-79c79729-62d0-49b7-999e-9ac7da3de964 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (d3a95aa1-cff4-404c-90d6-aa802cc65aea), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:26.468162 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c79729-62d0-49b7-999e-9ac7da3de964 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:26.468768 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-79c79729-62d0-49b7-999e-9ac7da3de964 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:26.533468 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c79729-62d0-49b7-999e-9ac7da3de964 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Network': ['ID=d3a95aa1-cff4-404c-90d6-aa802cc65aea,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:26.543783 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network d3a95aa1-cff4-404c-90d6-aa802cc65aea details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:43:26.580425 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-79c79729-62d0-49b7-999e-9ac7da3de964 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3719385 Apr 15 03:43:26.583848 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36392) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:26.588910 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-79ad948d-4a2b-4404-912e-da20d020b369 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'subnet': {'network_id': 'd3a95aa1-cff4-404c-90d6-aa802cc65aea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:26.748919 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ad948d-4a2b-4404-912e-da20d020b369 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Made reservation on behalf of f35fbd8abb4946b1a04dfcca43acc131 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:43:26.752361 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-79ad948d-4a2b-4404-912e-da20d020b369 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:26.977910 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-79ad948d-4a2b-4404-912e-da20d020b369 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (66c49868-29c9-438f-adf9-ea66b861c70d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:27.038189 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad948d-4a2b-4404-912e-da20d020b369 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Subnet': ['ID=66c49868-29c9-438f-adf9-ea66b861c70d,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:27.047829 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ad948d-4a2b-4404-912e-da20d020b369 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Checking segment: {'id': 'a96824cf-0570-428e-bcfe-3e8ddd23a6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd3a95aa1-cff4-404c-90d6-aa802cc65aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:43:27.048190 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ad948d-4a2b-4404-912e-da20d020b369 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network hostable DHCP agents. Network: d3a95aa1-cff4-404c-90d6-aa802cc65aea, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:43:27.137610 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ad948d-4a2b-4404-912e-da20d020b369 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network d3a95aa1-cff4-404c-90d6-aa802cc65aea is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:43:27.223421 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-79ad948d-4a2b-4404-912e-da20d020b369 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, d3a95aa1-cff4-404c-90d6-aa802cc65aea) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:27.227391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ad948d-4a2b-4404-912e-da20d020b369 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:27.227986 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-79ad948d-4a2b-4404-912e-da20d020b369 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:27.231852 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b69a5a-9ae1-477d-8622-e775346c3827 None None] Network d3a95aa1-cff4-404c-90d6-aa802cc65aea requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:43:27.304458 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-79ad948d-4a2b-4404-912e-da20d020b369 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7171302 Apr 15 03:43:27.305303 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36394) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:27.310198 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f06c22c0-f9b9-4edf-82aa-6402508388f5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-209029696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:27.337061 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36c8375-8b2a-4b57-b419-8a5018c01ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d3a95aa1-cff4-404c-90d6-aa802cc65aea', 'network_id': 'd3a95aa1-cff4-404c-90d6-aa802cc65aea', 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'fixed_ips': [{'subnet_id': '66c49868-29c9-438f-adf9-ea66b861c70d'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:43:27.337061 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e36c8375-8b2a-4b57-b419-8a5018c01ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:27.359751 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4f120017-24be-4a03-ba33-886735109efd no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:43:27.412361 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f06c22c0-f9b9-4edf-82aa-6402508388f5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (84c803a1-fb23-4020-8ed0-a26173ed5324), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:27.413518 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f06c22c0-f9b9-4edf-82aa-6402508388f5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (84c803a1-fb23-4020-8ed0-a26173ed5324), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:27.424287 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 4f120017-24be-4a03-ba33-886735109efd {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:43:27.424638 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4f120017-24be-4a03-ba33-886735109efd not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:43:27.476519 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f06c22c0-f9b9-4edf-82aa-6402508388f5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router_controller (84c803a1-fb23-4020-8ed0-a26173ed5324), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:27.494152 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-e36c8375-8b2a-4b57-b419-8a5018c01ec5 None None] Allocated IP 172.20.0.2 (d3a95aa1-cff4-404c-90d6-aa802cc65aea/66c49868-29c9-438f-adf9-ea66b861c70d/93c89366-0c81-46b0-b2a8-0f546cd75262) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:43:27.555101 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f06c22c0-f9b9-4edf-82aa-6402508388f5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (84c803a1-fb23-4020-8ed0-a26173ed5324), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:27.634697 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e36c8375-8b2a-4b57-b419-8a5018c01ec5 None None] Publish callbacks [] for port (93c89366-0c81-46b0-b2a8-0f546cd75262), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:27.642706 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f06c22c0-f9b9-4edf-82aa-6402508388f5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:27.644960 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f06c22c0-f9b9-4edf-82aa-6402508388f5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3375351 Apr 15 03:43:27.647132 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36396) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:27.652041 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-407814ee-d703-480d-9ffd-f8ae735792eb tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'port': {'network_id': 'd3a95aa1-cff4-404c-90d6-aa802cc65aea', 'name': 'tempest-RoutersTest-5124563'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:27.726840 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e36c8375-8b2a-4b57-b419-8a5018c01ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (93c89366-0c81-46b0-b2a8-0f546cd75262), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:27.762546 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36c8375-8b2a-4b57-b419-8a5018c01ec5 None None] Network d3a95aa1-cff4-404c-90d6-aa802cc65aea is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:27.765397 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-e36c8375-8b2a-4b57-b419-8a5018c01ec5 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:27.771519 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36c8375-8b2a-4b57-b419-8a5018c01ec5 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:43:27.782791 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c8375-8b2a-4b57-b419-8a5018c01ec5 None None] Pushing event updated for resources: {'Port': ['ID=93c89366-0c81-46b0-b2a8-0f546cd75262,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:27.829402 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407814ee-d703-480d-9ffd-f8ae735792eb tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Made reservation on behalf of f35fbd8abb4946b1a04dfcca43acc131 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:43:27.833423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-407814ee-d703-480d-9ffd-f8ae735792eb tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:27.836200 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-e36c8375-8b2a-4b57-b419-8a5018c01ec5 None None] Attempting to bind port 93c89366-0c81-46b0-b2a8-0f546cd75262 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:43:27.839487 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-e36c8375-8b2a-4b57-b419-8a5018c01ec5 None None] Attempting to bind port 93c89366-0c81-46b0-b2a8-0f546cd75262 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'a96824cf-0570-428e-bcfe-3e8ddd23a6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd3a95aa1-cff4-404c-90d6-aa802cc65aea'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:43:27.839487 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36c8375-8b2a-4b57-b419-8a5018c01ec5 None None] Attempting to bind port 93c89366-0c81-46b0-b2a8-0f546cd75262 on network d3a95aa1-cff4-404c-90d6-aa802cc65aea {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:43:27.842038 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36c8375-8b2a-4b57-b419-8a5018c01ec5 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:43:27.842413 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36c8375-8b2a-4b57-b419-8a5018c01ec5 None None] Checking segment: {'id': 'a96824cf-0570-428e-bcfe-3e8ddd23a6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd3a95aa1-cff4-404c-90d6-aa802cc65aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:43:27.842847 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e36c8375-8b2a-4b57-b419-8a5018c01ec5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:27.843237 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36c8375-8b2a-4b57-b419-8a5018c01ec5 None None] Bound using segment: {'id': 'a96824cf-0570-428e-bcfe-3e8ddd23a6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd3a95aa1-cff4-404c-90d6-aa802cc65aea'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:43:27.843700 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-e36c8375-8b2a-4b57-b419-8a5018c01ec5 None None] Bound port: 93c89366-0c81-46b0-b2a8-0f546cd75262, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a96824cf-0570-428e-bcfe-3e8ddd23a6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd3a95aa1-cff4-404c-90d6-aa802cc65aea'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:43:27.844107 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e36c8375-8b2a-4b57-b419-8a5018c01ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (93c89366-0c81-46b0-b2a8-0f546cd75262), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:27.854593 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-407814ee-d703-480d-9ffd-f8ae735792eb tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] device_id is not set on port 4aeb93a8-e00e-4729-91d2-94a69ef4dd48 yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:43:27.906012 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-e36c8375-8b2a-4b57-b419-8a5018c01ec5 None None] For port 93c89366-0c81-46b0-b2a8-0f546cd75262, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:43:27.909267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-e36c8375-8b2a-4b57-b419-8a5018c01ec5 None None] For port 93c89366-0c81-46b0-b2a8-0f546cd75262, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=93c89366-0c81-46b0-b2a8-0f546cd75262,segment=NetworkSegment(a96824cf-0570-428e-bcfe-3e8ddd23a6f4),segment_id=a96824cf-0570-428e-bcfe-3e8ddd23a6f4)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:43:27.961262 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-407814ee-d703-480d-9ffd-f8ae735792eb tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Allocated IP 172.20.0.13 (d3a95aa1-cff4-404c-90d6-aa802cc65aea/66c49868-29c9-438f-adf9-ea66b861c70d/4aeb93a8-e00e-4729-91d2-94a69ef4dd48) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:43:27.978485 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e36c8375-8b2a-4b57-b419-8a5018c01ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (93c89366-0c81-46b0-b2a8-0f546cd75262), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:28.040342 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c8375-8b2a-4b57-b419-8a5018c01ec5 None None] Pushing event updated for resources: {'Port': ['ID=93c89366-0c81-46b0-b2a8-0f546cd75262,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:28.123062 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-407814ee-d703-480d-9ffd-f8ae735792eb tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for port (4aeb93a8-e00e-4729-91d2-94a69ef4dd48), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:28.212856 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-407814ee-d703-480d-9ffd-f8ae735792eb tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (4aeb93a8-e00e-4729-91d2-94a69ef4dd48), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:28.259452 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407814ee-d703-480d-9ffd-f8ae735792eb tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network d3a95aa1-cff4-404c-90d6-aa802cc65aea is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:28.265017 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-407814ee-d703-480d-9ffd-f8ae735792eb tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:28.268990 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407814ee-d703-480d-9ffd-f8ae735792eb tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:43:28.275736 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407814ee-d703-480d-9ffd-f8ae735792eb tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Port': ['ID=4aeb93a8-e00e-4729-91d2-94a69ef4dd48,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:28.326321 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407814ee-d703-480d-9ffd-f8ae735792eb tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:28.327004 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-407814ee-d703-480d-9ffd-f8ae735792eb tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:28.391961 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-407814ee-d703-480d-9ffd-f8ae735792eb tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 0.7437735 Apr 15 03:43:28.394500 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36398) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:28.726510 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-879abb00-427f-4bfc-b580-1a8dda1c3e3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4aeb93a8-e00e-4729-91d2-94a69ef4dd48), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:28.919587 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57adac6f-f0a3-4a88-a4e6-30244ec4a011 None None] Network d3a95aa1-cff4-404c-90d6-aa802cc65aea requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:43:28.979729 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-879abb00-427f-4bfc-b580-1a8dda1c3e3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for port (4aeb93a8-e00e-4729-91d2-94a69ef4dd48), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:28.988875 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9032a539-9307-455c-9ae7-6a3b0ed9579a None None] Provisioning complete for port 93c89366-0c81-46b0-b2a8-0f546cd75262 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:28.989248 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9032a539-9307-455c-9ae7-6a3b0ed9579a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (93c89366-0c81-46b0-b2a8-0f546cd75262), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:29.046374 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-879abb00-427f-4bfc-b580-1a8dda1c3e3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (4aeb93a8-e00e-4729-91d2-94a69ef4dd48), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:29.104270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9032a539-9307-455c-9ae7-6a3b0ed9579a None None] Current status of the port 93c89366-0c81-46b0-b2a8-0f546cd75262 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:29.104886 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9032a539-9307-455c-9ae7-6a3b0ed9579a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (93c89366-0c81-46b0-b2a8-0f546cd75262), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:29.131094 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879abb00-427f-4bfc-b580-1a8dda1c3e3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Port': ['ID=4aeb93a8-e00e-4729-91d2-94a69ef4dd48,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:29.144934 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-9032a539-9307-455c-9ae7-6a3b0ed9579a None None] For port 93c89366-0c81-46b0-b2a8-0f546cd75262, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=93c89366-0c81-46b0-b2a8-0f546cd75262,segment=NetworkSegment(a96824cf-0570-428e-bcfe-3e8ddd23a6f4),segment_id=a96824cf-0570-428e-bcfe-3e8ddd23a6f4)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:29.211967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9032a539-9307-455c-9ae7-6a3b0ed9579a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (93c89366-0c81-46b0-b2a8-0f546cd75262), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:29.265841 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032a539-9307-455c-9ae7-6a3b0ed9579a None None] Pushing event updated for resources: {'Port': ['ID=93c89366-0c81-46b0-b2a8-0f546cd75262,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:29.276484 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-879abb00-427f-4bfc-b580-1a8dda1c3e3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (84c803a1-fb23-4020-8ed0-a26173ed5324), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:29.337569 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6ebc9c29-1dc9-4844-ae3f-af1ee3376297 None None] Provisioning complete for port 4aeb93a8-e00e-4729-91d2-94a69ef4dd48 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:29.337939 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6ebc9c29-1dc9-4844-ae3f-af1ee3376297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4aeb93a8-e00e-4729-91d2-94a69ef4dd48), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:29.384287 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6ebc9c29-1dc9-4844-ae3f-af1ee3376297 None None] Port 4aeb93a8-e00e-4729-91d2-94a69ef4dd48 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:43:29.395082 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 93c89366-0c81-46b0-b2a8-0f546cd75262 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:43:29.420083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6ebc9c29-1dc9-4844-ae3f-af1ee3376297 None None] Provisioning complete for port 93c89366-0c81-46b0-b2a8-0f546cd75262 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:29.420457 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6ebc9c29-1dc9-4844-ae3f-af1ee3376297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (93c89366-0c81-46b0-b2a8-0f546cd75262), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:29.470087 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-879abb00-427f-4bfc-b580-1a8dda1c3e3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4aeb93a8-e00e-4729-91d2-94a69ef4dd48), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:29.482406 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 93c89366-0c81-46b0-b2a8-0f546cd75262 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:29.482838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (93c89366-0c81-46b0-b2a8-0f546cd75262), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:29.550118 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6ebc9c29-1dc9-4844-ae3f-af1ee3376297 None None] Current status of the port 93c89366-0c81-46b0-b2a8-0f546cd75262 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:29.748816 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-879abb00-427f-4bfc-b580-1a8dda1c3e3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for port (4aeb93a8-e00e-4729-91d2-94a69ef4dd48), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:29.751169 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-e6a264ca-4cad-4ac2-be51-eaee90fdd56e None None] Provisioning complete for port 4aeb93a8-e00e-4729-91d2-94a69ef4dd48 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:29.751541 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e6a264ca-4cad-4ac2-be51-eaee90fdd56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4aeb93a8-e00e-4729-91d2-94a69ef4dd48), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:29.756169 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 93c89366-0c81-46b0-b2a8-0f546cd75262 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:29.788374 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e6a264ca-4cad-4ac2-be51-eaee90fdd56e None None] Port 4aeb93a8-e00e-4729-91d2-94a69ef4dd48 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:43:29.800303 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-879abb00-427f-4bfc-b580-1a8dda1c3e3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (4aeb93a8-e00e-4729-91d2-94a69ef4dd48), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:29.875236 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879abb00-427f-4bfc-b580-1a8dda1c3e3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Port': ['ID=4aeb93a8-e00e-4729-91d2-94a69ef4dd48,revision_number=3']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:29.877971 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-879abb00-427f-4bfc-b580-1a8dda1c3e3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (84c803a1-fb23-4020-8ed0-a26173ed5324), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:29.903975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-c7d06c05-b204-4add-94bc-8d1ea8428a27 None None] Provisioning complete for port 4aeb93a8-e00e-4729-91d2-94a69ef4dd48 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:29.904338 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c7d06c05-b204-4add-94bc-8d1ea8428a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4aeb93a8-e00e-4729-91d2-94a69ef4dd48), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:29.937808 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c7d06c05-b204-4add-94bc-8d1ea8428a27 None None] Port 4aeb93a8-e00e-4729-91d2-94a69ef4dd48 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:43:29.970326 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879abb00-427f-4bfc-b580-1a8dda1c3e3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network d3a95aa1-cff4-404c-90d6-aa802cc65aea is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:29.971913 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-879abb00-427f-4bfc-b580-1a8dda1c3e3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:30.158363 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-26101213-1df1-45e5-bfae-fc17dab3c99a None None] Provisioning complete for port 4aeb93a8-e00e-4729-91d2-94a69ef4dd48 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:30.158753 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26101213-1df1-45e5-bfae-fc17dab3c99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4aeb93a8-e00e-4729-91d2-94a69ef4dd48), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:30.160878 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879abb00-427f-4bfc-b580-1a8dda1c3e3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router 84c803a1-fb23-4020-8ed0-a26173ed5324 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:43:30.192595 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-26101213-1df1-45e5-bfae-fc17dab3c99a None None] Port 4aeb93a8-e00e-4729-91d2-94a69ef4dd48 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:43:30.256045 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879abb00-427f-4bfc-b580-1a8dda1c3e3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:43:30.260764 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-879abb00-427f-4bfc-b580-1a8dda1c3e3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/84c803a1-fb23-4020-8ed0-a26173ed5324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8652263 Apr 15 03:43:30.263348 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36400) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:30.265365 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d98812-5623-4d44-a565-29fb796830a9 None None] Sync routers for ids ['84c803a1-fb23-4020-8ed0-a26173ed5324'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:43:30.275667 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d98812-5623-4d44-a565-29fb796830a9 None None] Routers {'84c803a1-fb23-4020-8ed0-a26173ed5324'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:30.276290 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-88d98812-5623-4d44-a565-29fb796830a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['84c803a1-fb23-4020-8ed0-a26173ed5324'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:30.307911 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301bf535-758b-4e7e-a27d-531e7951a2ce tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:30.309294 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-301bf535-758b-4e7e-a27d-531e7951a2ce tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/ports/4aeb93a8-e00e-4729-91d2-94a69ef4dd48 HTTP/1.1" status: 200 len: 975 time: 0.0450451 Apr 15 03:43:30.310942 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-88d98812-5623-4d44-a565-29fb796830a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:30.311983 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36402) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:30.319623 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d98812-5623-4d44-a565-29fb796830a9 None None] Routers {'84c803a1-fb23-4020-8ed0-a26173ed5324'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:30.320230 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-88d98812-5623-4d44-a565-29fb796830a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['84c803a1-fb23-4020-8ed0-a26173ed5324'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:30.356718 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-88d98812-5623-4d44-a565-29fb796830a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:30.357331 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d98812-5623-4d44-a565-29fb796830a9 None None] The sync data for ids ['84c803a1-fb23-4020-8ed0-a26173ed5324'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:43:30.603361 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c131c0a2-5a52-4058-b724-18255a4b1a18 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (84c803a1-fb23-4020-8ed0-a26173ed5324), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:30.793691 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-c131c0a2-5a52-4058-b724-18255a4b1a18 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting port 4aeb93a8-e00e-4729-91d2-94a69ef4dd48 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:30.794029 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c131c0a2-5a52-4058-b724-18255a4b1a18 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (4aeb93a8-e00e-4729-91d2-94a69ef4dd48), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:30.876223 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c131c0a2-5a52-4058-b724-18255a4b1a18 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (4aeb93a8-e00e-4729-91d2-94a69ef4dd48), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:30.889046 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-c131c0a2-5a52-4058-b724-18255a4b1a18 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Calling delete_port for 4aeb93a8-e00e-4729-91d2-94a69ef4dd48 owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:31.160166 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c131c0a2-5a52-4058-b724-18255a4b1a18 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (4aeb93a8-e00e-4729-91d2-94a69ef4dd48), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:31.193849 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131c0a2-5a52-4058-b724-18255a4b1a18 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Port': ['ID=4aeb93a8-e00e-4729-91d2-94a69ef4dd48,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:31.643073 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c131c0a2-5a52-4058-b724-18255a4b1a18 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (84c803a1-fb23-4020-8ed0-a26173ed5324), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:31.795098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c131c0a2-5a52-4058-b724-18255a4b1a18 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router 84c803a1-fb23-4020-8ed0-a26173ed5324 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:43:31.871762 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c131c0a2-5a52-4058-b724-18255a4b1a18 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:43:31.876661 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c131c0a2-5a52-4058-b724-18255a4b1a18 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/84c803a1-fb23-4020-8ed0-a26173ed5324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5637531 Apr 15 03:43:31.879343 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36404) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:31.882354 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f463220-0ca5-4aab-a5fa-3e57e10e5b1e None None] Sync routers for ids ['84c803a1-fb23-4020-8ed0-a26173ed5324'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:43:31.891920 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f463220-0ca5-4aab-a5fa-3e57e10e5b1e None None] Routers {'84c803a1-fb23-4020-8ed0-a26173ed5324'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:31.892526 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4f463220-0ca5-4aab-a5fa-3e57e10e5b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['84c803a1-fb23-4020-8ed0-a26173ed5324'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:31.926334 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4f463220-0ca5-4aab-a5fa-3e57e10e5b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:31.934706 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f463220-0ca5-4aab-a5fa-3e57e10e5b1e None None] Routers {'84c803a1-fb23-4020-8ed0-a26173ed5324'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:31.935301 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4f463220-0ca5-4aab-a5fa-3e57e10e5b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['84c803a1-fb23-4020-8ed0-a26173ed5324'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:31.968646 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4f463220-0ca5-4aab-a5fa-3e57e10e5b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:31.969254 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f463220-0ca5-4aab-a5fa-3e57e10e5b1e None None] The sync data for ids ['84c803a1-fb23-4020-8ed0-a26173ed5324'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:43:32.071022 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-32d01f05-a714-4fa4-9bbc-f9731fe9aba6 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] remove_router_interface failed (client error): The resource could not be found. Apr 15 03:43:32.072054 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-32d01f05-a714-4fa4-9bbc-f9731fe9aba6 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/84c803a1-fb23-4020-8ed0-a26173ed5324/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1917884 Apr 15 03:43:32.074864 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36406) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:32.102764 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ca51f099-d9f0-4e45-8bba-6d5aba02a8f0 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c803a1-fb23-4020-8ed0-a26173ed5324 HTTP/1.1" status: 200 len: 205 time: 0.0268543 Apr 15 03:43:32.105128 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36408) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:32.180980 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b9c99726-b9d2-48ae-9aaa-388de0dce8fe tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (84c803a1-fb23-4020-8ed0-a26173ed5324), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:32.341780 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b9c99726-b9d2-48ae-9aaa-388de0dce8fe tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (84c803a1-fb23-4020-8ed0-a26173ed5324), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:32.343880 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b9c99726-b9d2-48ae-9aaa-388de0dce8fe tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router_controller (84c803a1-fb23-4020-8ed0-a26173ed5324), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:32.440405 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b9c99726-b9d2-48ae-9aaa-388de0dce8fe tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (84c803a1-fb23-4020-8ed0-a26173ed5324), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:32.440933 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c99726-b9d2-48ae-9aaa-388de0dce8fe tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Fanout notify agent at l3_agent the message router_deleted on router 84c803a1-fb23-4020-8ed0-a26173ed5324 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:43:32.448461 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b9c99726-b9d2-48ae-9aaa-388de0dce8fe tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:32.449538 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b9c99726-b9d2-48ae-9aaa-388de0dce8fe tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/routers/84c803a1-fb23-4020-8ed0-a26173ed5324 HTTP/1.1" status: 204 len: 168 time: 0.3435535 Apr 15 03:43:32.452246 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36410) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:32.506084 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9a4d8d-34a8-4285-b8a1-1b8bba35c671 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting subnet 66c49868-29c9-438f-adf9-ea66b861c70d {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:43:32.509063 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb9a4d8d-34a8-4285-b8a1-1b8bba35c671 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (66c49868-29c9-438f-adf9-ea66b861c70d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:32.547807 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb9a4d8d-34a8-4285-b8a1-1b8bba35c671 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (66c49868-29c9-438f-adf9-ea66b861c70d), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:32.630034 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb9a4d8d-34a8-4285-b8a1-1b8bba35c671 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (66c49868-29c9-438f-adf9-ea66b861c70d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:32.766230 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb9a4d8d-34a8-4285-b8a1-1b8bba35c671 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (66c49868-29c9-438f-adf9-ea66b861c70d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:32.792936 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a4d8d-34a8-4285-b8a1-1b8bba35c671 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Subnet': ['ID=66c49868-29c9-438f-adf9-ea66b861c70d,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:32.796789 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb9a4d8d-34a8-4285-b8a1-1b8bba35c671 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:32.800969 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cb9a4d8d-34a8-4285-b8a1-1b8bba35c671 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/subnets/66c49868-29c9-438f-adf9-ea66b861c70d HTTP/1.1" status: 204 len: 168 time: 0.3470190 Apr 15 03:43:32.803329 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36412) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:32.804094 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c755246-8b94-40ce-b74a-e9a78c946541 None None] Network d3a95aa1-cff4-404c-90d6-aa802cc65aea requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:43:32.878245 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4816f0a4-7cae-4d2d-98ef-ed2ec7535f04 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (d3a95aa1-cff4-404c-90d6-aa802cc65aea), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:32.924318 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-4816f0a4-7cae-4d2d-98ef-ed2ec7535f04 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting port 93c89366-0c81-46b0-b2a8-0f546cd75262 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:32.924692 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4816f0a4-7cae-4d2d-98ef-ed2ec7535f04 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (93c89366-0c81-46b0-b2a8-0f546cd75262), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:32.950640 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca3ca40-ab34-40e4-966f-a89535edc48c None None] DHCP port deletion for d3a95aa1-cff4-404c-90d6-aa802cc65aea request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:43:32.990818 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-fca3ca40-ab34-40e4-966f-a89535edc48c None None] Deleting port 93c89366-0c81-46b0-b2a8-0f546cd75262 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:32.991194 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fca3ca40-ab34-40e4-966f-a89535edc48c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (93c89366-0c81-46b0-b2a8-0f546cd75262), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:32.995284 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-4816f0a4-7cae-4d2d-98ef-ed2ec7535f04 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] For port 93c89366-0c81-46b0-b2a8-0f546cd75262, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=93c89366-0c81-46b0-b2a8-0f546cd75262,segment=NetworkSegment(a96824cf-0570-428e-bcfe-3e8ddd23a6f4),segment_id=a96824cf-0570-428e-bcfe-3e8ddd23a6f4)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:32.995648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4816f0a4-7cae-4d2d-98ef-ed2ec7535f04 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (93c89366-0c81-46b0-b2a8-0f546cd75262), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:33.008900 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-4816f0a4-7cae-4d2d-98ef-ed2ec7535f04 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Calling delete_port for 93c89366-0c81-46b0-b2a8-0f546cd75262 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:33.055199 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-fca3ca40-ab34-40e4-966f-a89535edc48c None None] For port 93c89366-0c81-46b0-b2a8-0f546cd75262, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=93c89366-0c81-46b0-b2a8-0f546cd75262,segment=NetworkSegment(a96824cf-0570-428e-bcfe-3e8ddd23a6f4),segment_id=a96824cf-0570-428e-bcfe-3e8ddd23a6f4)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:33.055572 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fca3ca40-ab34-40e4-966f-a89535edc48c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (93c89366-0c81-46b0-b2a8-0f546cd75262), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:33.068682 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-fca3ca40-ab34-40e4-966f-a89535edc48c None None] Calling delete_port for 93c89366-0c81-46b0-b2a8-0f546cd75262 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:33.143632 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4816f0a4-7cae-4d2d-98ef-ed2ec7535f04 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (93c89366-0c81-46b0-b2a8-0f546cd75262), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:33.149588 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fca3ca40-ab34-40e4-966f-a89535edc48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (93c89366-0c81-46b0-b2a8-0f546cd75262), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:33.170123 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816f0a4-7cae-4d2d-98ef-ed2ec7535f04 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Port': ['ID=93c89366-0c81-46b0-b2a8-0f546cd75262,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:33.173693 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4816f0a4-7cae-4d2d-98ef-ed2ec7535f04 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] No DVR routers for this DVR port 93c89366-0c81-46b0-b2a8-0f546cd75262 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:43:33.174136 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3ca40-ab34-40e4-966f-a89535edc48c None None] Pushing event deleted for resources: {'Port': ['ID=93c89366-0c81-46b0-b2a8-0f546cd75262,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:33.179154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca3ca40-ab34-40e4-966f-a89535edc48c None None] No DVR routers for this DVR port 93c89366-0c81-46b0-b2a8-0f546cd75262 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:43:33.252493 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4816f0a4-7cae-4d2d-98ef-ed2ec7535f04 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (d3a95aa1-cff4-404c-90d6-aa802cc65aea), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:33.278371 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-4816f0a4-7cae-4d2d-98ef-ed2ec7535f04 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a95aa1-cff4-404c-90d6-aa802cc65aea']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:33.288359 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-4816f0a4-7cae-4d2d-98ef-ed2ec7535f04 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a96824cf-0570-428e-bcfe-3e8ddd23a6f4') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:33.288659 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-4816f0a4-7cae-4d2d-98ef-ed2ec7535f04 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a96824cf-0570-428e-bcfe-3e8ddd23a6f4') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:33.301054 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4816f0a4-7cae-4d2d-98ef-ed2ec7535f04 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (a96824cf-0570-428e-bcfe-3e8ddd23a6f4), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:33.319138 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4816f0a4-7cae-4d2d-98ef-ed2ec7535f04 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (a96824cf-0570-428e-bcfe-3e8ddd23a6f4), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:33.325961 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4816f0a4-7cae-4d2d-98ef-ed2ec7535f04 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:43:33.326500 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4816f0a4-7cae-4d2d-98ef-ed2ec7535f04 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (a96824cf-0570-428e-bcfe-3e8ddd23a6f4), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:43:33.329602 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:43:33.363584 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 93c89366-0c81-46b0-b2a8-0f546cd75262 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:43:33.384044 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 93c89366-0c81-46b0-b2a8-0f546cd75262 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:43:33.384392 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 93c89366-0c81-46b0-b2a8-0f546cd75262 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:43:33.458266 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4816f0a4-7cae-4d2d-98ef-ed2ec7535f04 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (d3a95aa1-cff4-404c-90d6-aa802cc65aea), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:33.464833 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4816f0a4-7cae-4d2d-98ef-ed2ec7535f04 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:33.467967 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4816f0a4-7cae-4d2d-98ef-ed2ec7535f04 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/networks/d3a95aa1-cff4-404c-90d6-aa802cc65aea HTTP/1.1" status: 204 len: 168 time: 0.6636801 Apr 15 03:43:33.472015 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36414) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:33.477514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d2060895-2b77-4850-88bf-85f1b4d1b5cd tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'network': {'name': 'tempest-RoutersTest-1859340869'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:33.480037 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816f0a4-7cae-4d2d-98ef-ed2ec7535f04 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Network': ['ID=d3a95aa1-cff4-404c-90d6-aa802cc65aea,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:33.560307 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2060895-2b77-4850-88bf-85f1b4d1b5cd tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Made reservation on behalf of f35fbd8abb4946b1a04dfcca43acc131 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:43:33.563611 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d2060895-2b77-4850-88bf-85f1b4d1b5cd tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:33.587703 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2060895-2b77-4850-88bf-85f1b4d1b5cd tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:43:33.596193 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d2060895-2b77-4850-88bf-85f1b4d1b5cd tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (79816eb6-938f-495a-9609-6e4fc77c9b93), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:33.596534 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-d2060895-2b77-4850-88bf-85f1b4d1b5cd tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Added segment 79816eb6-938f-495a-9609-6e4fc77c9b93 of type vlan for network 6cfb4448-05d4-41fe-ab7e-fb202e21d53b Apr 15 03:43:33.639605 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d2060895-2b77-4850-88bf-85f1b4d1b5cd tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (6cfb4448-05d4-41fe-ab7e-fb202e21d53b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:34.017770 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d2060895-2b77-4850-88bf-85f1b4d1b5cd tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (6cfb4448-05d4-41fe-ab7e-fb202e21d53b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:34.022897 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2060895-2b77-4850-88bf-85f1b4d1b5cd tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:34.023509 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d2060895-2b77-4850-88bf-85f1b4d1b5cd tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:34.087377 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2060895-2b77-4850-88bf-85f1b4d1b5cd tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Network': ['ID=6cfb4448-05d4-41fe-ab7e-fb202e21d53b,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:34.099295 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 6cfb4448-05d4-41fe-ab7e-fb202e21d53b details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:43:34.129267 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d2060895-2b77-4850-88bf-85f1b4d1b5cd tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6555858 Apr 15 03:43:34.131974 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36416) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:34.136846 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d49c9475-b224-4b8e-a24a-6db64b7dcf8e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'subnet': {'network_id': '6cfb4448-05d4-41fe-ab7e-fb202e21d53b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:34.297469 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49c9475-b224-4b8e-a24a-6db64b7dcf8e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Made reservation on behalf of f35fbd8abb4946b1a04dfcca43acc131 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:43:34.300820 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d49c9475-b224-4b8e-a24a-6db64b7dcf8e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:34.394888 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:34.514901 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d49c9475-b224-4b8e-a24a-6db64b7dcf8e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (b808b1b2-00e7-4354-9459-c5b0858dd983), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:34.572565 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c9475-b224-4b8e-a24a-6db64b7dcf8e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Subnet': ['ID=b808b1b2-00e7-4354-9459-c5b0858dd983,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:34.582513 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49c9475-b224-4b8e-a24a-6db64b7dcf8e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Checking segment: {'id': '79816eb6-938f-495a-9609-6e4fc77c9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6cfb4448-05d4-41fe-ab7e-fb202e21d53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:43:34.583453 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49c9475-b224-4b8e-a24a-6db64b7dcf8e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network hostable DHCP agents. Network: 6cfb4448-05d4-41fe-ab7e-fb202e21d53b, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:43:34.657120 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49c9475-b224-4b8e-a24a-6db64b7dcf8e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network 6cfb4448-05d4-41fe-ab7e-fb202e21d53b is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:43:34.731342 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-d49c9475-b224-4b8e-a24a-6db64b7dcf8e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 6cfb4448-05d4-41fe-ab7e-fb202e21d53b) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:34.735380 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49c9475-b224-4b8e-a24a-6db64b7dcf8e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:34.735977 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d49c9475-b224-4b8e-a24a-6db64b7dcf8e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:34.739884 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fed191-8139-403e-94fb-ff6fd23cb78f None None] Network 6cfb4448-05d4-41fe-ab7e-fb202e21d53b requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:43:34.809218 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d49c9475-b224-4b8e-a24a-6db64b7dcf8e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6761594 Apr 15 03:43:34.811769 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36418) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:34.816222 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-8f621a39-9871-49fc-97cd-8d392715ac5d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1962167217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:34.839943 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9440f306-3cee-4f11-aee4-9e3187316ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-6cfb4448-05d4-41fe-ab7e-fb202e21d53b', 'network_id': '6cfb4448-05d4-41fe-ab7e-fb202e21d53b', 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'fixed_ips': [{'subnet_id': 'b808b1b2-00e7-4354-9459-c5b0858dd983'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:43:34.840838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9440f306-3cee-4f11-aee4-9e3187316ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:34.920814 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8f621a39-9871-49fc-97cd-8d392715ac5d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (7cc65671-1aa0-4e12-9739-8d5c4d79d349), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:34.921875 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8f621a39-9871-49fc-97cd-8d392715ac5d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (7cc65671-1aa0-4e12-9739-8d5c4d79d349), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:34.977137 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-9440f306-3cee-4f11-aee4-9e3187316ce7 None None] Allocated IP 172.20.0.2 (6cfb4448-05d4-41fe-ab7e-fb202e21d53b/b808b1b2-00e7-4354-9459-c5b0858dd983/c322d724-9fa7-4df6-91bc-aa2463f9e7fa) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:43:34.978578 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8f621a39-9871-49fc-97cd-8d392715ac5d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router_controller (7cc65671-1aa0-4e12-9739-8d5c4d79d349), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:35.057803 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8f621a39-9871-49fc-97cd-8d392715ac5d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (7cc65671-1aa0-4e12-9739-8d5c4d79d349), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:35.114980 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9440f306-3cee-4f11-aee4-9e3187316ce7 None None] Publish callbacks [] for port (c322d724-9fa7-4df6-91bc-aa2463f9e7fa), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:35.116682 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8f621a39-9871-49fc-97cd-8d392715ac5d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:35.117908 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8f621a39-9871-49fc-97cd-8d392715ac5d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3051527 Apr 15 03:43:35.120604 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36420) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:35.162081 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9440f306-3cee-4f11-aee4-9e3187316ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (c322d724-9fa7-4df6-91bc-aa2463f9e7fa), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:35.202043 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9440f306-3cee-4f11-aee4-9e3187316ce7 None None] Network 6cfb4448-05d4-41fe-ab7e-fb202e21d53b is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:35.204912 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-9440f306-3cee-4f11-aee4-9e3187316ce7 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:35.211132 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9440f306-3cee-4f11-aee4-9e3187316ce7 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:43:35.221886 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440f306-3cee-4f11-aee4-9e3187316ce7 None None] Pushing event updated for resources: {'Port': ['ID=c322d724-9fa7-4df6-91bc-aa2463f9e7fa,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:35.272435 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-9440f306-3cee-4f11-aee4-9e3187316ce7 None None] Attempting to bind port c322d724-9fa7-4df6-91bc-aa2463f9e7fa on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:43:35.272810 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-9440f306-3cee-4f11-aee4-9e3187316ce7 None None] Attempting to bind port c322d724-9fa7-4df6-91bc-aa2463f9e7fa by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '79816eb6-938f-495a-9609-6e4fc77c9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6cfb4448-05d4-41fe-ab7e-fb202e21d53b'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:43:35.273171 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9440f306-3cee-4f11-aee4-9e3187316ce7 None None] Attempting to bind port c322d724-9fa7-4df6-91bc-aa2463f9e7fa on network 6cfb4448-05d4-41fe-ab7e-fb202e21d53b {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:43:35.278164 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9440f306-3cee-4f11-aee4-9e3187316ce7 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:43:35.278546 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9440f306-3cee-4f11-aee4-9e3187316ce7 None None] Checking segment: {'id': '79816eb6-938f-495a-9609-6e4fc77c9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6cfb4448-05d4-41fe-ab7e-fb202e21d53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:43:35.278972 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9440f306-3cee-4f11-aee4-9e3187316ce7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:35.279365 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9440f306-3cee-4f11-aee4-9e3187316ce7 None None] Bound using segment: {'id': '79816eb6-938f-495a-9609-6e4fc77c9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6cfb4448-05d4-41fe-ab7e-fb202e21d53b'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:43:35.279854 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-9440f306-3cee-4f11-aee4-9e3187316ce7 None None] Bound port: c322d724-9fa7-4df6-91bc-aa2463f9e7fa, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79816eb6-938f-495a-9609-6e4fc77c9b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6cfb4448-05d4-41fe-ab7e-fb202e21d53b'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:43:35.280230 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9440f306-3cee-4f11-aee4-9e3187316ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c322d724-9fa7-4df6-91bc-aa2463f9e7fa), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:35.342168 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-9440f306-3cee-4f11-aee4-9e3187316ce7 None None] For port c322d724-9fa7-4df6-91bc-aa2463f9e7fa, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:43:35.345139 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-9440f306-3cee-4f11-aee4-9e3187316ce7 None None] For port c322d724-9fa7-4df6-91bc-aa2463f9e7fa, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c322d724-9fa7-4df6-91bc-aa2463f9e7fa,segment=NetworkSegment(79816eb6-938f-495a-9609-6e4fc77c9b93),segment_id=79816eb6-938f-495a-9609-6e4fc77c9b93)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:43:35.401616 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19dcac75-9e55-4d54-9bb2-444f31577a7a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:35.412327 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9440f306-3cee-4f11-aee4-9e3187316ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c322d724-9fa7-4df6-91bc-aa2463f9e7fa), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:35.477144 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440f306-3cee-4f11-aee4-9e3187316ce7 None None] Pushing event updated for resources: {'Port': ['ID=c322d724-9fa7-4df6-91bc-aa2463f9e7fa,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:35.662555 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-19dcac75-9e55-4d54-9bb2-444f31577a7a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Allocated IP 172.20.0.1 (6cfb4448-05d4-41fe-ab7e-fb202e21d53b/b808b1b2-00e7-4354-9459-c5b0858dd983/02584781-5605-4a3c-ac61-53ec4f748097) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:43:35.786779 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19dcac75-9e55-4d54-9bb2-444f31577a7a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for port (02584781-5605-4a3c-ac61-53ec4f748097), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:35.857952 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19dcac75-9e55-4d54-9bb2-444f31577a7a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (02584781-5605-4a3c-ac61-53ec4f748097), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:35.896948 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dcac75-9e55-4d54-9bb2-444f31577a7a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network 6cfb4448-05d4-41fe-ab7e-fb202e21d53b is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:35.900105 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-19dcac75-9e55-4d54-9bb2-444f31577a7a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:35.906260 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dcac75-9e55-4d54-9bb2-444f31577a7a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:43:35.932656 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dcac75-9e55-4d54-9bb2-444f31577a7a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Port': ['ID=02584781-5605-4a3c-ac61-53ec4f748097,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:35.955848 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19dcac75-9e55-4d54-9bb2-444f31577a7a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (7cc65671-1aa0-4e12-9739-8d5c4d79d349), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:36.127528 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19dcac75-9e55-4d54-9bb2-444f31577a7a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (02584781-5605-4a3c-ac61-53ec4f748097), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:36.366931 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8843119b-1ec5-48c3-bbbe-20c383cad558 None None] Network 6cfb4448-05d4-41fe-ab7e-fb202e21d53b requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:43:36.401036 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19dcac75-9e55-4d54-9bb2-444f31577a7a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for port (02584781-5605-4a3c-ac61-53ec4f748097), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:36.457969 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19dcac75-9e55-4d54-9bb2-444f31577a7a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (02584781-5605-4a3c-ac61-53ec4f748097), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:36.473945 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-52e335c3-bf3a-4c95-8a69-d768b2cc5b00 None None] Provisioning complete for port c322d724-9fa7-4df6-91bc-aa2463f9e7fa triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:36.474319 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-52e335c3-bf3a-4c95-8a69-d768b2cc5b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c322d724-9fa7-4df6-91bc-aa2463f9e7fa), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:36.539799 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19dcac75-9e55-4d54-9bb2-444f31577a7a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (7cc65671-1aa0-4e12-9739-8d5c4d79d349), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:36.541756 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dcac75-9e55-4d54-9bb2-444f31577a7a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Port': ['ID=02584781-5605-4a3c-ac61-53ec4f748097,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:36.563899 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-52e335c3-bf3a-4c95-8a69-d768b2cc5b00 None None] Current status of the port c322d724-9fa7-4df6-91bc-aa2463f9e7fa is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:36.564295 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-52e335c3-bf3a-4c95-8a69-d768b2cc5b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c322d724-9fa7-4df6-91bc-aa2463f9e7fa), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:36.600059 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-52e335c3-bf3a-4c95-8a69-d768b2cc5b00 None None] For port c322d724-9fa7-4df6-91bc-aa2463f9e7fa, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c322d724-9fa7-4df6-91bc-aa2463f9e7fa,segment=NetworkSegment(79816eb6-938f-495a-9609-6e4fc77c9b93),segment_id=79816eb6-938f-495a-9609-6e4fc77c9b93)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:36.638159 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dcac75-9e55-4d54-9bb2-444f31577a7a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network 6cfb4448-05d4-41fe-ab7e-fb202e21d53b is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:36.639723 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-19dcac75-9e55-4d54-9bb2-444f31577a7a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:36.680449 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-52e335c3-bf3a-4c95-8a69-d768b2cc5b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c322d724-9fa7-4df6-91bc-aa2463f9e7fa), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:36.732661 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e335c3-bf3a-4c95-8a69-d768b2cc5b00 None None] Pushing event updated for resources: {'Port': ['ID=c322d724-9fa7-4df6-91bc-aa2463f9e7fa,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:36.811317 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d95e8e34-52e9-4322-895d-157f3de4b344 None None] Provisioning complete for port 02584781-5605-4a3c-ac61-53ec4f748097 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:36.811772 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d95e8e34-52e9-4322-895d-157f3de4b344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (02584781-5605-4a3c-ac61-53ec4f748097), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:36.834823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19dcac75-9e55-4d54-9bb2-444f31577a7a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router 7cc65671-1aa0-4e12-9739-8d5c4d79d349 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:43:36.851215 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d95e8e34-52e9-4322-895d-157f3de4b344 None None] Port 02584781-5605-4a3c-ac61-53ec4f748097 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:43:36.859755 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d95e8e34-52e9-4322-895d-157f3de4b344 None None] Provisioning complete for port c322d724-9fa7-4df6-91bc-aa2463f9e7fa triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:36.860133 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d95e8e34-52e9-4322-895d-157f3de4b344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c322d724-9fa7-4df6-91bc-aa2463f9e7fa), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:36.938455 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dcac75-9e55-4d54-9bb2-444f31577a7a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:43:36.940825 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d95e8e34-52e9-4322-895d-157f3de4b344 None None] Current status of the port c322d724-9fa7-4df6-91bc-aa2463f9e7fa is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:36.947059 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-19dcac75-9e55-4d54-9bb2-444f31577a7a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/7cc65671-1aa0-4e12-9739-8d5c4d79d349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8231609 Apr 15 03:43:36.947496 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36422) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:36.963361 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df452d-8388-4231-9930-8b3401661686 None None] Sync routers for ids ['7cc65671-1aa0-4e12-9739-8d5c4d79d349'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:43:36.973561 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df452d-8388-4231-9930-8b3401661686 None None] Routers {'7cc65671-1aa0-4e12-9739-8d5c4d79d349'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:36.974334 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-57df452d-8388-4231-9930-8b3401661686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['7cc65671-1aa0-4e12-9739-8d5c4d79d349'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:37.000235 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eed7e2a-c2b0-4a8e-b9df-30110786d477 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:37.004313 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2eed7e2a-c2b0-4a8e-b9df-30110786d477 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/ports/02584781-5605-4a3c-ac61-53ec4f748097 HTTP/1.1" status: 200 len: 910 time: 0.0531147 Apr 15 03:43:37.005372 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36424) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:37.013176 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-57df452d-8388-4231-9930-8b3401661686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:37.023267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df452d-8388-4231-9930-8b3401661686 None None] Routers {'7cc65671-1aa0-4e12-9739-8d5c4d79d349'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:37.024154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-57df452d-8388-4231-9930-8b3401661686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['7cc65671-1aa0-4e12-9739-8d5c4d79d349'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:37.075698 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-57df452d-8388-4231-9930-8b3401661686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:37.076313 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df452d-8388-4231-9930-8b3401661686 None None] The sync data for ids ['7cc65671-1aa0-4e12-9739-8d5c4d79d349'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:43:37.079971 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ca748636-6875-4749-a66a-a5a0e4de21b6 None None] Provisioning complete for port 02584781-5605-4a3c-ac61-53ec4f748097 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:37.080217 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca748636-6875-4749-a66a-a5a0e4de21b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (02584781-5605-4a3c-ac61-53ec4f748097), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:37.113336 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ca748636-6875-4749-a66a-a5a0e4de21b6 None None] Port 02584781-5605-4a3c-ac61-53ec4f748097 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:43:37.230133 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-49f52050-0c9f-491c-8513-6e1ba6c8039f None None] Provisioning complete for port 02584781-5605-4a3c-ac61-53ec4f748097 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:37.230530 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-49f52050-0c9f-491c-8513-6e1ba6c8039f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (02584781-5605-4a3c-ac61-53ec4f748097), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:37.267500 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-49f52050-0c9f-491c-8513-6e1ba6c8039f None None] Port 02584781-5605-4a3c-ac61-53ec4f748097 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:43:37.315009 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9a958141-6850-485e-a9aa-04b9a2d4117b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (7cc65671-1aa0-4e12-9739-8d5c4d79d349), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:37.392934 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c322d724-9fa7-4df6-91bc-aa2463f9e7fa up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:43:37.440265 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port c322d724-9fa7-4df6-91bc-aa2463f9e7fa triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:37.440645 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c322d724-9fa7-4df6-91bc-aa2463f9e7fa), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:37.517654 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port c322d724-9fa7-4df6-91bc-aa2463f9e7fa is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:37.578333 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4af6b4a9-26d5-4138-bd0f-94570f5b68d4 req-ce391a4d-709b-4747-a342-0d5a1a034960 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674181 Apr 15 03:43:37.588446 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-9a958141-6850-485e-a9aa-04b9a2d4117b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting port 02584781-5605-4a3c-ac61-53ec4f748097 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:37.588788 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9a958141-6850-485e-a9aa-04b9a2d4117b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (02584781-5605-4a3c-ac61-53ec4f748097), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:37.693698 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6b4a9-26d5-4138-bd0f-94570f5b68d4 req-6564a0c5-5fd9-4f3a-9367-f31e97896e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:37.695271 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4af6b4a9-26d5-4138-bd0f-94570f5b68d4 req-6564a0c5-5fd9-4f3a-9367-f31e97896e5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 1129 time: 0.0560780 Apr 15 03:43:37.709843 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9a958141-6850-485e-a9aa-04b9a2d4117b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (02584781-5605-4a3c-ac61-53ec4f748097), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:37.730342 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-9a958141-6850-485e-a9aa-04b9a2d4117b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Calling delete_port for 02584781-5605-4a3c-ac61-53ec4f748097 owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:37.858606 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6b4a9-26d5-4138-bd0f-94570f5b68d4 req-ad34a146-f683-4cbe-a75c-b2d3066c2b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:37.860000 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4af6b4a9-26d5-4138-bd0f-94570f5b68d4 req-ad34a146-f683-4cbe-a75c-b2d3066c2b15 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9e279d3e-905d-44f0-a611-4c2f55a87c78 HTTP/1.1" status: 200 len: 896 time: 0.1428268 Apr 15 03:43:37.930887 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4af6b4a9-26d5-4138-bd0f-94570f5b68d4 req-9117c1a3-14c1-4fdf-b796-fd6de5153db9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d25a8b62-690c-4add-bae9-ccd7bd212974 HTTP/1.1" status: 200 len: 217 time: 0.0369163 Apr 15 03:43:38.007585 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6b4a9-26d5-4138-bd0f-94570f5b68d4 req-dde2ef2a-9d6d-405d-95bc-ee828e0fdf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:38.009044 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4af6b4a9-26d5-4138-bd0f-94570f5b68d4 req-dde2ef2a-9d6d-405d-95bc-ee828e0fdf03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8207d81-061c-4228-a247-0a1511c643e0 HTTP/1.1" status: 200 len: 835 time: 0.0705090 Apr 15 03:43:38.062492 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6b4a9-26d5-4138-bd0f-94570f5b68d4 req-5abc075f-a4c4-4004-93f9-794be0ef77b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:38.064016 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4af6b4a9-26d5-4138-bd0f-94570f5b68d4 req-5abc075f-a4c4-4004-93f9-794be0ef77b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9e279d3e-905d-44f0-a611-4c2f55a87c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0477917 Apr 15 03:43:38.124408 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9a958141-6850-485e-a9aa-04b9a2d4117b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (02584781-5605-4a3c-ac61-53ec4f748097), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:38.159603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a958141-6850-485e-a9aa-04b9a2d4117b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Port': ['ID=02584781-5605-4a3c-ac61-53ec4f748097,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:38.226289 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4af6b4a9-26d5-4138-bd0f-94570f5b68d4 req-657e2d50-12dd-4e89-95c9-b5bdc4a37e39 service neutron] 10.222.0.30 "GET /v2.0/networks/9e279d3e-905d-44f0-a611-4c2f55a87c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558998 Apr 15 03:43:38.675580 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9a958141-6850-485e-a9aa-04b9a2d4117b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (7cc65671-1aa0-4e12-9739-8d5c4d79d349), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:38.762819 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4af6b4a9-26d5-4138-bd0f-94570f5b68d4 req-f745bd48-d694-4760-80d2-7342bcabe175 service neutron] 10.222.0.30 "GET /v2.0/networks/9e279d3e-905d-44f0-a611-4c2f55a87c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289640 Apr 15 03:43:38.848147 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a958141-6850-485e-a9aa-04b9a2d4117b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router 7cc65671-1aa0-4e12-9739-8d5c4d79d349 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:43:38.922120 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a958141-6850-485e-a9aa-04b9a2d4117b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:43:38.927770 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9a958141-6850-485e-a9aa-04b9a2d4117b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/7cc65671-1aa0-4e12-9739-8d5c4d79d349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9213741 Apr 15 03:43:38.930605 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36426) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:38.932276 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc83e971-2c47-4d63-8fd4-f97fa538bf2e None None] Sync routers for ids ['7cc65671-1aa0-4e12-9739-8d5c4d79d349'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:43:38.942713 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc83e971-2c47-4d63-8fd4-f97fa538bf2e None None] Routers {'7cc65671-1aa0-4e12-9739-8d5c4d79d349'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:38.943460 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-dc83e971-2c47-4d63-8fd4-f97fa538bf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['7cc65671-1aa0-4e12-9739-8d5c4d79d349'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:38.963254 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-630bd3cd-c6c0-4faf-b783-8fa5f818890f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cc65671-1aa0-4e12-9739-8d5c4d79d349 HTTP/1.1" status: 200 len: 205 time: 0.0313258 Apr 15 03:43:38.965844 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36428) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:38.976775 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-dc83e971-2c47-4d63-8fd4-f97fa538bf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:38.985204 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc83e971-2c47-4d63-8fd4-f97fa538bf2e None None] Routers {'7cc65671-1aa0-4e12-9739-8d5c4d79d349'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:38.985804 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-dc83e971-2c47-4d63-8fd4-f97fa538bf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['7cc65671-1aa0-4e12-9739-8d5c4d79d349'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:39.020849 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-dc83e971-2c47-4d63-8fd4-f97fa538bf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:39.021453 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc83e971-2c47-4d63-8fd4-f97fa538bf2e None None] The sync data for ids ['7cc65671-1aa0-4e12-9739-8d5c4d79d349'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:43:39.040391 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b677e488-79ba-4332-b3a1-6584936c7c0a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (7cc65671-1aa0-4e12-9739-8d5c4d79d349), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:39.201282 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b677e488-79ba-4332-b3a1-6584936c7c0a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (7cc65671-1aa0-4e12-9739-8d5c4d79d349), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:39.203301 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b677e488-79ba-4332-b3a1-6584936c7c0a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router_controller (7cc65671-1aa0-4e12-9739-8d5c4d79d349), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:39.309079 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b677e488-79ba-4332-b3a1-6584936c7c0a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (7cc65671-1aa0-4e12-9739-8d5c4d79d349), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:39.309471 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b677e488-79ba-4332-b3a1-6584936c7c0a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Fanout notify agent at l3_agent the message router_deleted on router 7cc65671-1aa0-4e12-9739-8d5c4d79d349 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:43:39.316434 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b677e488-79ba-4332-b3a1-6584936c7c0a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:39.317553 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b677e488-79ba-4332-b3a1-6584936c7c0a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/routers/7cc65671-1aa0-4e12-9739-8d5c4d79d349 HTTP/1.1" status: 204 len: 168 time: 0.3508136 Apr 15 03:43:39.320130 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36430) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:39.371713 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb097bc1-a815-45c5-9f66-ef7eea88d789 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting subnet b808b1b2-00e7-4354-9459-c5b0858dd983 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:43:39.374900 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb097bc1-a815-45c5-9f66-ef7eea88d789 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (b808b1b2-00e7-4354-9459-c5b0858dd983), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:39.414538 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb097bc1-a815-45c5-9f66-ef7eea88d789 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (b808b1b2-00e7-4354-9459-c5b0858dd983), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:39.498892 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb097bc1-a815-45c5-9f66-ef7eea88d789 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (b808b1b2-00e7-4354-9459-c5b0858dd983), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:39.617404 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb097bc1-a815-45c5-9f66-ef7eea88d789 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (b808b1b2-00e7-4354-9459-c5b0858dd983), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:39.643314 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb097bc1-a815-45c5-9f66-ef7eea88d789 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Subnet': ['ID=b808b1b2-00e7-4354-9459-c5b0858dd983,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:39.647428 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb097bc1-a815-45c5-9f66-ef7eea88d789 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:39.650583 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fb097bc1-a815-45c5-9f66-ef7eea88d789 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/subnets/b808b1b2-00e7-4354-9459-c5b0858dd983 HTTP/1.1" status: 204 len: 168 time: 0.3295171 Apr 15 03:43:39.653074 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36432) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:39.653809 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd214c2-002b-4c6f-98b1-597f64ef0344 None None] Network 6cfb4448-05d4-41fe-ab7e-fb202e21d53b requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:43:39.731383 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-95ff7272-7abd-4b41-9bbe-57ec7e09492c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (6cfb4448-05d4-41fe-ab7e-fb202e21d53b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:39.776947 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-95ff7272-7abd-4b41-9bbe-57ec7e09492c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting port c322d724-9fa7-4df6-91bc-aa2463f9e7fa {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:39.776947 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-95ff7272-7abd-4b41-9bbe-57ec7e09492c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c322d724-9fa7-4df6-91bc-aa2463f9e7fa), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:39.782124 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2d434c-1dbb-434f-b7ed-4920156cdd91 None None] DHCP port deletion for 6cfb4448-05d4-41fe-ab7e-fb202e21d53b request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:43:39.824804 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d434c-1dbb-434f-b7ed-4920156cdd91 None None] Deleting port c322d724-9fa7-4df6-91bc-aa2463f9e7fa {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:39.825177 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fa2d434c-1dbb-434f-b7ed-4920156cdd91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c322d724-9fa7-4df6-91bc-aa2463f9e7fa), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:39.843413 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-95ff7272-7abd-4b41-9bbe-57ec7e09492c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] For port c322d724-9fa7-4df6-91bc-aa2463f9e7fa, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c322d724-9fa7-4df6-91bc-aa2463f9e7fa,segment=NetworkSegment(79816eb6-938f-495a-9609-6e4fc77c9b93),segment_id=79816eb6-938f-495a-9609-6e4fc77c9b93)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:39.843772 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-95ff7272-7abd-4b41-9bbe-57ec7e09492c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c322d724-9fa7-4df6-91bc-aa2463f9e7fa), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:39.856638 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-95ff7272-7abd-4b41-9bbe-57ec7e09492c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Calling delete_port for c322d724-9fa7-4df6-91bc-aa2463f9e7fa owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:39.886896 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-fa2d434c-1dbb-434f-b7ed-4920156cdd91 None None] For port c322d724-9fa7-4df6-91bc-aa2463f9e7fa, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c322d724-9fa7-4df6-91bc-aa2463f9e7fa,segment=NetworkSegment(79816eb6-938f-495a-9609-6e4fc77c9b93),segment_id=79816eb6-938f-495a-9609-6e4fc77c9b93)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:39.887378 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fa2d434c-1dbb-434f-b7ed-4920156cdd91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c322d724-9fa7-4df6-91bc-aa2463f9e7fa), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:39.900108 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d434c-1dbb-434f-b7ed-4920156cdd91 None None] Calling delete_port for c322d724-9fa7-4df6-91bc-aa2463f9e7fa owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:40.007019 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-95ff7272-7abd-4b41-9bbe-57ec7e09492c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (c322d724-9fa7-4df6-91bc-aa2463f9e7fa), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:40.016595 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fa2d434c-1dbb-434f-b7ed-4920156cdd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (c322d724-9fa7-4df6-91bc-aa2463f9e7fa), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:40.037512 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff7272-7abd-4b41-9bbe-57ec7e09492c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Port': ['ID=c322d724-9fa7-4df6-91bc-aa2463f9e7fa,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:40.042570 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d434c-1dbb-434f-b7ed-4920156cdd91 None None] Pushing event deleted for resources: {'Port': ['ID=c322d724-9fa7-4df6-91bc-aa2463f9e7fa,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:40.044371 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ff7272-7abd-4b41-9bbe-57ec7e09492c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] No DVR routers for this DVR port c322d724-9fa7-4df6-91bc-aa2463f9e7fa on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:43:40.048911 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2d434c-1dbb-434f-b7ed-4920156cdd91 None None] No DVR routers for this DVR port c322d724-9fa7-4df6-91bc-aa2463f9e7fa on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:43:40.131194 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-95ff7272-7abd-4b41-9bbe-57ec7e09492c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (6cfb4448-05d4-41fe-ab7e-fb202e21d53b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:40.150439 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-95ff7272-7abd-4b41-9bbe-57ec7e09492c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cfb4448-05d4-41fe-ab7e-fb202e21d53b']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:40.159446 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-95ff7272-7abd-4b41-9bbe-57ec7e09492c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79816eb6-938f-495a-9609-6e4fc77c9b93') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:40.159747 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-95ff7272-7abd-4b41-9bbe-57ec7e09492c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79816eb6-938f-495a-9609-6e4fc77c9b93') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:40.173621 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-95ff7272-7abd-4b41-9bbe-57ec7e09492c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (79816eb6-938f-495a-9609-6e4fc77c9b93), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:40.187278 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-95ff7272-7abd-4b41-9bbe-57ec7e09492c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (79816eb6-938f-495a-9609-6e4fc77c9b93), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:40.193770 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ff7272-7abd-4b41-9bbe-57ec7e09492c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:43:40.194153 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-95ff7272-7abd-4b41-9bbe-57ec7e09492c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (79816eb6-938f-495a-9609-6e4fc77c9b93), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:43:40.197196 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:43:40.303490 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-95ff7272-7abd-4b41-9bbe-57ec7e09492c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (6cfb4448-05d4-41fe-ab7e-fb202e21d53b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:40.307737 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-95ff7272-7abd-4b41-9bbe-57ec7e09492c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:40.315285 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-95ff7272-7abd-4b41-9bbe-57ec7e09492c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/networks/6cfb4448-05d4-41fe-ab7e-fb202e21d53b HTTP/1.1" status: 204 len: 168 time: 0.6570098 Apr 15 03:43:40.315440 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36434) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:40.321849 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-cd13185e-9ffd-4486-837f-0d10c7ce9c52 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-824809812', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}, 'admin_state_up': False}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:40.329876 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff7272-7abd-4b41-9bbe-57ec7e09492c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Network': ['ID=6cfb4448-05d4-41fe-ab7e-fb202e21d53b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:40.388867 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd13185e-9ffd-4486-837f-0d10c7ce9c52 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (475658b1-c396-400a-bb8e-88830d706aed), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:40.389895 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd13185e-9ffd-4486-837f-0d10c7ce9c52 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (475658b1-c396-400a-bb8e-88830d706aed), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:40.444664 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd13185e-9ffd-4486-837f-0d10c7ce9c52 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router_controller (475658b1-c396-400a-bb8e-88830d706aed), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:40.642222 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd13185e-9ffd-4486-837f-0d10c7ce9c52 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router_gateway (475658b1-c396-400a-bb8e-88830d706aed), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:40.883107 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd13185e-9ffd-4486-837f-0d10c7ce9c52 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router_gateway (475658b1-c396-400a-bb8e-88830d706aed), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:40.901720 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd13185e-9ffd-4486-837f-0d10c7ce9c52 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:41.007590 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-cd13185e-9ffd-4486-837f-0d10c7ce9c52 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Allocated IP 172.26.6.193 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/b36fe8db-ede0-4b89-ba40-4a01b858583a) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:43:41.133420 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd13185e-9ffd-4486-837f-0d10c7ce9c52 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for port (b36fe8db-ede0-4b89-ba40-4a01b858583a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:41.229299 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd13185e-9ffd-4486-837f-0d10c7ce9c52 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (b36fe8db-ede0-4b89-ba40-4a01b858583a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:41.271968 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd13185e-9ffd-4486-837f-0d10c7ce9c52 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:41.274943 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-cd13185e-9ffd-4486-837f-0d10c7ce9c52 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:41.280747 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd13185e-9ffd-4486-837f-0d10c7ce9c52 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:43:41.306095 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13185e-9ffd-4486-837f-0d10c7ce9c52 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Port': ['ID=b36fe8db-ede0-4b89-ba40-4a01b858583a,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:41.376991 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c322d724-9fa7-4df6-91bc-aa2463f9e7fa no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:43:41.398372 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: c322d724-9fa7-4df6-91bc-aa2463f9e7fa {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:43:41.398750 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c322d724-9fa7-4df6-91bc-aa2463f9e7fa not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:43:41.527558 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:43:41.627367 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd13185e-9ffd-4486-837f-0d10c7ce9c52 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router_gateway (475658b1-c396-400a-bb8e-88830d706aed), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:41.833975 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd13185e-9ffd-4486-837f-0d10c7ce9c52 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (475658b1-c396-400a-bb8e-88830d706aed), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:42.028659 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd13185e-9ffd-4486-837f-0d10c7ce9c52 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router 475658b1-c396-400a-bb8e-88830d706aed is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:43:42.140273 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd13185e-9ffd-4486-837f-0d10c7ce9c52 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:43:42.150209 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a61ed08-62da-45eb-8f5e-69b623400942 None None] Sync routers for ids ['475658b1-c396-400a-bb8e-88830d706aed'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:43:42.159591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a61ed08-62da-45eb-8f5e-69b623400942 None None] Routers {'475658b1-c396-400a-bb8e-88830d706aed'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:42.163706 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0a61ed08-62da-45eb-8f5e-69b623400942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['475658b1-c396-400a-bb8e-88830d706aed'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:42.198648 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0a61ed08-62da-45eb-8f5e-69b623400942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:42.207722 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a61ed08-62da-45eb-8f5e-69b623400942 None None] Routers {'475658b1-c396-400a-bb8e-88830d706aed'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:42.208353 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0a61ed08-62da-45eb-8f5e-69b623400942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['475658b1-c396-400a-bb8e-88830d706aed'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:42.226211 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd13185e-9ffd-4486-837f-0d10c7ce9c52 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:42.230163 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cd13185e-9ffd-4486-837f-0d10c7ce9c52 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.9112637 Apr 15 03:43:42.230589 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36440) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:42.243777 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0a61ed08-62da-45eb-8f5e-69b623400942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:42.244386 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a61ed08-62da-45eb-8f5e-69b623400942 None None] The sync data for ids ['475658b1-c396-400a-bb8e-88830d706aed'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:43:42.345127 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ba5233fb-b709-4650-9f26-dae8bd2af306 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/routers/475658b1-c396-400a-bb8e-88830d706aed HTTP/1.1" status: 200 len: 880 time: 0.1132855 Apr 15 03:43:42.347559 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36442) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:42.456824 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-832113aa-b837-40b5-a1fc-aca11995df45 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.1075273 Apr 15 03:43:42.459789 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36444) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:42.463943 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2bc90d73-11cc-4ed4-8323-31b0a3649a46 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-824809812'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:43.065569 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2bc90d73-11cc-4ed4-8323-31b0a3649a46 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (475658b1-c396-400a-bb8e-88830d706aed), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:43.126120 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2bc90d73-11cc-4ed4-8323-31b0a3649a46 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (475658b1-c396-400a-bb8e-88830d706aed), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:43.235521 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc90d73-11cc-4ed4-8323-31b0a3649a46 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router 475658b1-c396-400a-bb8e-88830d706aed has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:43:43.343553 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc90d73-11cc-4ed4-8323-31b0a3649a46 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:43:43.350010 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2bc90d73-11cc-4ed4-8323-31b0a3649a46 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:43.351200 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2bc90d73-11cc-4ed4-8323-31b0a3649a46 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/475658b1-c396-400a-bb8e-88830d706aed HTTP/1.1" status: 200 len: 887 time: 0.8904970 Apr 15 03:43:43.353703 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36446) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:43.354501 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725e6011-0aeb-472e-9994-a13a2a63de44 None None] Sync routers for ids ['475658b1-c396-400a-bb8e-88830d706aed'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:43:43.364328 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725e6011-0aeb-472e-9994-a13a2a63de44 None None] Routers {'475658b1-c396-400a-bb8e-88830d706aed'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:43.364929 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-725e6011-0aeb-472e-9994-a13a2a63de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['475658b1-c396-400a-bb8e-88830d706aed'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:43.397952 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-725e6011-0aeb-472e-9994-a13a2a63de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:43.406231 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725e6011-0aeb-472e-9994-a13a2a63de44 None None] Routers {'475658b1-c396-400a-bb8e-88830d706aed'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:43.406860 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-725e6011-0aeb-472e-9994-a13a2a63de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['475658b1-c396-400a-bb8e-88830d706aed'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:43.441384 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-725e6011-0aeb-472e-9994-a13a2a63de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:43.442650 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725e6011-0aeb-472e-9994-a13a2a63de44 None None] The sync data for ids ['475658b1-c396-400a-bb8e-88830d706aed'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:43:43.464600 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-93e052da-6bc8-4fff-a237-5fa6e1c66bbe tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/routers/475658b1-c396-400a-bb8e-88830d706aed HTTP/1.1" status: 200 len: 887 time: 0.1097817 Apr 15 03:43:43.467072 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36448) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:43.494786 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-550ad169-70a6-4011-8e72-72cc01b48b01 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/ports?device_id=475658b1-c396-400a-bb8e-88830d706aed HTTP/1.1" status: 200 len: 205 time: 0.0266607 Apr 15 03:43:43.497065 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36450) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:43.604081 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d0b75613-42f8-4df2-860f-9135dee763e5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (475658b1-c396-400a-bb8e-88830d706aed), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:43.710946 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d0b75613-42f8-4df2-860f-9135dee763e5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router_gateway (475658b1-c396-400a-bb8e-88830d706aed), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:43.800946 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d0b75613-42f8-4df2-860f-9135dee763e5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting port b36fe8db-ede0-4b89-ba40-4a01b858583a {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:43.801909 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d0b75613-42f8-4df2-860f-9135dee763e5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (b36fe8db-ede0-4b89-ba40-4a01b858583a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:43.880603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d0b75613-42f8-4df2-860f-9135dee763e5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (b36fe8db-ede0-4b89-ba40-4a01b858583a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:43.892480 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d0b75613-42f8-4df2-860f-9135dee763e5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Calling delete_port for b36fe8db-ede0-4b89-ba40-4a01b858583a owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:44.131818 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d0b75613-42f8-4df2-860f-9135dee763e5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (b36fe8db-ede0-4b89-ba40-4a01b858583a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:44.158062 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b75613-42f8-4df2-860f-9135dee763e5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Port': ['ID=b36fe8db-ede0-4b89-ba40-4a01b858583a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:44.225158 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d0b75613-42f8-4df2-860f-9135dee763e5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (475658b1-c396-400a-bb8e-88830d706aed), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:44.320074 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d0b75613-42f8-4df2-860f-9135dee763e5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (475658b1-c396-400a-bb8e-88830d706aed), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:44.322312 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d0b75613-42f8-4df2-860f-9135dee763e5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router_controller (475658b1-c396-400a-bb8e-88830d706aed), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:44.428741 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d0b75613-42f8-4df2-860f-9135dee763e5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (475658b1-c396-400a-bb8e-88830d706aed), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:44.429272 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b75613-42f8-4df2-860f-9135dee763e5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Fanout notify agent at l3_agent the message router_deleted on router 475658b1-c396-400a-bb8e-88830d706aed {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:43:44.436004 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d0b75613-42f8-4df2-860f-9135dee763e5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:44.437120 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d0b75613-42f8-4df2-860f-9135dee763e5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/routers/475658b1-c396-400a-bb8e-88830d706aed HTTP/1.1" status: 204 len: 168 time: 0.9391763 Apr 15 03:43:44.440665 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36456) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:44.446014 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-81946c9b-3ba7-482f-ab14-d0e39af1a0db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'network': {'name': 'tempest-RoutersTest-1796770111'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:44.531587 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81946c9b-3ba7-482f-ab14-d0e39af1a0db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Made reservation on behalf of f35fbd8abb4946b1a04dfcca43acc131 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:43:44.534884 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-81946c9b-3ba7-482f-ab14-d0e39af1a0db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:44.558794 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81946c9b-3ba7-482f-ab14-d0e39af1a0db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:43:44.568871 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-81946c9b-3ba7-482f-ab14-d0e39af1a0db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (ceec9611-aef0-4936-be2c-a2baa199ff7d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:44.620527 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-81946c9b-3ba7-482f-ab14-d0e39af1a0db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Added segment ceec9611-aef0-4936-be2c-a2baa199ff7d of type vlan for network 7df4eb0b-5083-4197-a72d-1d3d6f437b28 Apr 15 03:43:44.620527 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-81946c9b-3ba7-482f-ab14-d0e39af1a0db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (7df4eb0b-5083-4197-a72d-1d3d6f437b28), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:44.908939 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-81946c9b-3ba7-482f-ab14-d0e39af1a0db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (7df4eb0b-5083-4197-a72d-1d3d6f437b28), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:44.913997 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81946c9b-3ba7-482f-ab14-d0e39af1a0db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:44.914584 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-81946c9b-3ba7-482f-ab14-d0e39af1a0db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:44.982986 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81946c9b-3ba7-482f-ab14-d0e39af1a0db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Network': ['ID=7df4eb0b-5083-4197-a72d-1d3d6f437b28,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:44.993565 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 7df4eb0b-5083-4197-a72d-1d3d6f437b28 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:43:45.019963 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-81946c9b-3ba7-482f-ab14-d0e39af1a0db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5782144 Apr 15 03:43:45.022643 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36458) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:45.027542 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-865bd201-09a0-41a7-8ecb-70d91dd88d3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'subnet': {'network_id': '7df4eb0b-5083-4197-a72d-1d3d6f437b28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:45.148528 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865bd201-09a0-41a7-8ecb-70d91dd88d3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Made reservation on behalf of f35fbd8abb4946b1a04dfcca43acc131 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:43:45.152029 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-865bd201-09a0-41a7-8ecb-70d91dd88d3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:45.371651 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-865bd201-09a0-41a7-8ecb-70d91dd88d3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (a3ee1cb6-42ca-43e7-8559-2ec4da76cf98), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:45.437658 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bd201-09a0-41a7-8ecb-70d91dd88d3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Subnet': ['ID=a3ee1cb6-42ca-43e7-8559-2ec4da76cf98,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:45.445293 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865bd201-09a0-41a7-8ecb-70d91dd88d3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Checking segment: {'id': 'ceec9611-aef0-4936-be2c-a2baa199ff7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7df4eb0b-5083-4197-a72d-1d3d6f437b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:43:45.445659 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865bd201-09a0-41a7-8ecb-70d91dd88d3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network hostable DHCP agents. Network: 7df4eb0b-5083-4197-a72d-1d3d6f437b28, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:43:45.531676 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865bd201-09a0-41a7-8ecb-70d91dd88d3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network 7df4eb0b-5083-4197-a72d-1d3d6f437b28 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:43:45.623143 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-865bd201-09a0-41a7-8ecb-70d91dd88d3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 7df4eb0b-5083-4197-a72d-1d3d6f437b28) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:45.627082 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865bd201-09a0-41a7-8ecb-70d91dd88d3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:45.627759 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-865bd201-09a0-41a7-8ecb-70d91dd88d3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:45.633444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970edce7-47b6-4a39-9a0e-e408cb99129d None None] Network 7df4eb0b-5083-4197-a72d-1d3d6f437b28 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:43:45.723675 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-865bd201-09a0-41a7-8ecb-70d91dd88d3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6994445 Apr 15 03:43:45.726235 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36460) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:45.731403 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f2d2430d-df69-4614-8967-4ce13077b648 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-127392250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:45.739769 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0251c5eb-2789-407a-a1cc-14097a1c6429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-7df4eb0b-5083-4197-a72d-1d3d6f437b28', 'network_id': '7df4eb0b-5083-4197-a72d-1d3d6f437b28', 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'fixed_ips': [{'subnet_id': 'a3ee1cb6-42ca-43e7-8559-2ec4da76cf98'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:43:45.740614 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0251c5eb-2789-407a-a1cc-14097a1c6429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:45.834903 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f2d2430d-df69-4614-8967-4ce13077b648 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (b3eca6be-2385-4333-8cba-0c8be8cfc9be), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:45.836035 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f2d2430d-df69-4614-8967-4ce13077b648 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (b3eca6be-2385-4333-8cba-0c8be8cfc9be), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:45.873481 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-0251c5eb-2789-407a-a1cc-14097a1c6429 None None] Allocated IP 172.20.0.2 (7df4eb0b-5083-4197-a72d-1d3d6f437b28/a3ee1cb6-42ca-43e7-8559-2ec4da76cf98/86e5f3f8-944b-4d68-87b7-90950ba41644) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:43:45.892029 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f2d2430d-df69-4614-8967-4ce13077b648 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router_controller (b3eca6be-2385-4333-8cba-0c8be8cfc9be), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:45.943732 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f2d2430d-df69-4614-8967-4ce13077b648 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (b3eca6be-2385-4333-8cba-0c8be8cfc9be), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:46.013747 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f2d2430d-df69-4614-8967-4ce13077b648 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:46.015077 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f2d2430d-df69-4614-8967-4ce13077b648 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2878418 Apr 15 03:43:46.017594 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36462) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:46.025312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0251c5eb-2789-407a-a1cc-14097a1c6429 None None] Publish callbacks [] for port (86e5f3f8-944b-4d68-87b7-90950ba41644), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:46.070853 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0251c5eb-2789-407a-a1cc-14097a1c6429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (86e5f3f8-944b-4d68-87b7-90950ba41644), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:46.108859 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0251c5eb-2789-407a-a1cc-14097a1c6429 None None] Network 7df4eb0b-5083-4197-a72d-1d3d6f437b28 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:46.113767 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-0251c5eb-2789-407a-a1cc-14097a1c6429 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:46.117749 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0251c5eb-2789-407a-a1cc-14097a1c6429 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:43:46.128755 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251c5eb-2789-407a-a1cc-14097a1c6429 None None] Pushing event updated for resources: {'Port': ['ID=86e5f3f8-944b-4d68-87b7-90950ba41644,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:46.304510 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-79484721-3af8-4854-a7f2-95eee4b4b2da tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:46.327743 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-0251c5eb-2789-407a-a1cc-14097a1c6429 None None] Attempting to bind port 86e5f3f8-944b-4d68-87b7-90950ba41644 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:43:46.328116 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-0251c5eb-2789-407a-a1cc-14097a1c6429 None None] Attempting to bind port 86e5f3f8-944b-4d68-87b7-90950ba41644 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'ceec9611-aef0-4936-be2c-a2baa199ff7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7df4eb0b-5083-4197-a72d-1d3d6f437b28'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:43:46.328479 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0251c5eb-2789-407a-a1cc-14097a1c6429 None None] Attempting to bind port 86e5f3f8-944b-4d68-87b7-90950ba41644 on network 7df4eb0b-5083-4197-a72d-1d3d6f437b28 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:43:46.333930 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0251c5eb-2789-407a-a1cc-14097a1c6429 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:43:46.334304 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0251c5eb-2789-407a-a1cc-14097a1c6429 None None] Checking segment: {'id': 'ceec9611-aef0-4936-be2c-a2baa199ff7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7df4eb0b-5083-4197-a72d-1d3d6f437b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:43:46.334762 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0251c5eb-2789-407a-a1cc-14097a1c6429 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:46.335156 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0251c5eb-2789-407a-a1cc-14097a1c6429 None None] Bound using segment: {'id': 'ceec9611-aef0-4936-be2c-a2baa199ff7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7df4eb0b-5083-4197-a72d-1d3d6f437b28'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:43:46.335617 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-0251c5eb-2789-407a-a1cc-14097a1c6429 None None] Bound port: 86e5f3f8-944b-4d68-87b7-90950ba41644, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceec9611-aef0-4936-be2c-a2baa199ff7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7df4eb0b-5083-4197-a72d-1d3d6f437b28'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:43:46.335991 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0251c5eb-2789-407a-a1cc-14097a1c6429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (86e5f3f8-944b-4d68-87b7-90950ba41644), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:46.396401 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-0251c5eb-2789-407a-a1cc-14097a1c6429 None None] For port 86e5f3f8-944b-4d68-87b7-90950ba41644, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:43:46.399453 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-0251c5eb-2789-407a-a1cc-14097a1c6429 None None] For port 86e5f3f8-944b-4d68-87b7-90950ba41644, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=86e5f3f8-944b-4d68-87b7-90950ba41644,segment=NetworkSegment(ceec9611-aef0-4936-be2c-a2baa199ff7d),segment_id=ceec9611-aef0-4936-be2c-a2baa199ff7d)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:43:46.463761 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0251c5eb-2789-407a-a1cc-14097a1c6429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (86e5f3f8-944b-4d68-87b7-90950ba41644), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:46.523411 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251c5eb-2789-407a-a1cc-14097a1c6429 None None] Pushing event updated for resources: {'Port': ['ID=86e5f3f8-944b-4d68-87b7-90950ba41644,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:46.548881 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-79484721-3af8-4854-a7f2-95eee4b4b2da tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Allocated IP 172.20.0.1 (7df4eb0b-5083-4197-a72d-1d3d6f437b28/a3ee1cb6-42ca-43e7-8559-2ec4da76cf98/4e88520d-1842-4d77-a9f6-01306e20a7ca) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:43:46.665467 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-79484721-3af8-4854-a7f2-95eee4b4b2da tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for port (4e88520d-1842-4d77-a9f6-01306e20a7ca), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:46.766301 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-79484721-3af8-4854-a7f2-95eee4b4b2da tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (4e88520d-1842-4d77-a9f6-01306e20a7ca), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:46.814490 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79484721-3af8-4854-a7f2-95eee4b4b2da tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network 7df4eb0b-5083-4197-a72d-1d3d6f437b28 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:46.820418 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-79484721-3af8-4854-a7f2-95eee4b4b2da tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:46.824308 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79484721-3af8-4854-a7f2-95eee4b4b2da tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:43:46.830801 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79484721-3af8-4854-a7f2-95eee4b4b2da tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Port': ['ID=4e88520d-1842-4d77-a9f6-01306e20a7ca,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:46.869799 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-79484721-3af8-4854-a7f2-95eee4b4b2da tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (b3eca6be-2385-4333-8cba-0c8be8cfc9be), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:47.021636 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-79484721-3af8-4854-a7f2-95eee4b4b2da tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4e88520d-1842-4d77-a9f6-01306e20a7ca), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:47.289276 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-79484721-3af8-4854-a7f2-95eee4b4b2da tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for port (4e88520d-1842-4d77-a9f6-01306e20a7ca), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:47.332001 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-79484721-3af8-4854-a7f2-95eee4b4b2da tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (4e88520d-1842-4d77-a9f6-01306e20a7ca), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:47.409496 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 86e5f3f8-944b-4d68-87b7-90950ba41644 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:43:47.418974 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-79484721-3af8-4854-a7f2-95eee4b4b2da tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (b3eca6be-2385-4333-8cba-0c8be8cfc9be), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:47.425328 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79484721-3af8-4854-a7f2-95eee4b4b2da tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Port': ['ID=4e88520d-1842-4d77-a9f6-01306e20a7ca,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:47.446858 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c528f06-0c7b-4984-b320-3685337f7780 None None] Network 7df4eb0b-5083-4197-a72d-1d3d6f437b28 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:43:47.518235 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79484721-3af8-4854-a7f2-95eee4b4b2da tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network 7df4eb0b-5083-4197-a72d-1d3d6f437b28 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:47.519707 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-79484721-3af8-4854-a7f2-95eee4b4b2da tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:47.527253 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 86e5f3f8-944b-4d68-87b7-90950ba41644 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:47.528676 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (86e5f3f8-944b-4d68-87b7-90950ba41644), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:47.595466 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6a7b7dbe-18f7-435a-b4b8-d694f4f85c85 None None] Provisioning complete for port 86e5f3f8-944b-4d68-87b7-90950ba41644 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:47.595832 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6a7b7dbe-18f7-435a-b4b8-d694f4f85c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (86e5f3f8-944b-4d68-87b7-90950ba41644), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:47.697358 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79484721-3af8-4854-a7f2-95eee4b4b2da tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router b3eca6be-2385-4333-8cba-0c8be8cfc9be is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:43:47.710572 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 86e5f3f8-944b-4d68-87b7-90950ba41644 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:47.710572 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (86e5f3f8-944b-4d68-87b7-90950ba41644), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:47.737974 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b7dbe-18f7-435a-b4b8-d694f4f85c85 None None] Current status of the port 86e5f3f8-944b-4d68-87b7-90950ba41644 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:47.738359 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6a7b7dbe-18f7-435a-b4b8-d694f4f85c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (86e5f3f8-944b-4d68-87b7-90950ba41644), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:47.767413 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 86e5f3f8-944b-4d68-87b7-90950ba41644, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=86e5f3f8-944b-4d68-87b7-90950ba41644,segment=NetworkSegment(ceec9611-aef0-4936-be2c-a2baa199ff7d),segment_id=ceec9611-aef0-4936-be2c-a2baa199ff7d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:47.799067 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79484721-3af8-4854-a7f2-95eee4b4b2da tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:43:47.812396 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-79484721-3af8-4854-a7f2-95eee4b4b2da tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/b3eca6be-2385-4333-8cba-0c8be8cfc9be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7857504 Apr 15 03:43:47.812396 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36466) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:47.812616 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5366cdb3-5d8b-44d9-bf5a-dc1a70b2ae73 None None] Sync routers for ids ['b3eca6be-2385-4333-8cba-0c8be8cfc9be'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:43:47.821855 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5366cdb3-5d8b-44d9-bf5a-dc1a70b2ae73 None None] Routers {'b3eca6be-2385-4333-8cba-0c8be8cfc9be'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:47.822587 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5366cdb3-5d8b-44d9-bf5a-dc1a70b2ae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b3eca6be-2385-4333-8cba-0c8be8cfc9be'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:47.827215 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (86e5f3f8-944b-4d68-87b7-90950ba41644), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:47.856246 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65042c3-7072-41f7-bd10-4f23aa3af845 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:47.857708 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f65042c3-7072-41f7-bd10-4f23aa3af845 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/ports/4e88520d-1842-4d77-a9f6-01306e20a7ca HTTP/1.1" status: 200 len: 910 time: 0.0498617 Apr 15 03:43:47.860350 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36468) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:47.865597 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d9911b7a-fdd2-4b83-babe-683181ea43b7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a3ee1cb6-42ca-43e7-8559-2ec4da76cf98'}]}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:47.866853 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5366cdb3-5d8b-44d9-bf5a-dc1a70b2ae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:47.947126 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5366cdb3-5d8b-44d9-bf5a-dc1a70b2ae73 None None] Routers {'b3eca6be-2385-4333-8cba-0c8be8cfc9be'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:47.947765 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5366cdb3-5d8b-44d9-bf5a-dc1a70b2ae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b3eca6be-2385-4333-8cba-0c8be8cfc9be'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:47.953168 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-6a7b7dbe-18f7-435a-b4b8-d694f4f85c85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:43:47.956767 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-6a7b7dbe-18f7-435a-b4b8-d694f4f85c85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:43:47.984976 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=86e5f3f8-944b-4d68-87b7-90950ba41644,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:47.988942 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5366cdb3-5d8b-44d9-bf5a-dc1a70b2ae73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:47.989554 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5366cdb3-5d8b-44d9-bf5a-dc1a70b2ae73 None None] The sync data for ids ['b3eca6be-2385-4333-8cba-0c8be8cfc9be'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:43:48.033931 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9911b7a-fdd2-4b83-babe-683181ea43b7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4e88520d-1842-4d77-a9f6-01306e20a7ca), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:48.492165 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b7dbe-18f7-435a-b4b8-d694f4f85c85 None None] Current status of the port 86e5f3f8-944b-4d68-87b7-90950ba41644 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:48.543474 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d6fb13cc-a463-42dc-bc6e-d0e7732d2cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:48.609137 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f8eb14d3-9f3c-4562-a9c5-ebddcf67dbb8 None None] Provisioning complete for port 4e88520d-1842-4d77-a9f6-01306e20a7ca triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:48.609610 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f8eb14d3-9f3c-4562-a9c5-ebddcf67dbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4e88520d-1842-4d77-a9f6-01306e20a7ca), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:48.644390 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f8eb14d3-9f3c-4562-a9c5-ebddcf67dbb8 None None] Port 4e88520d-1842-4d77-a9f6-01306e20a7ca cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:43:48.652009 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f8eb14d3-9f3c-4562-a9c5-ebddcf67dbb8 None None] Provisioning complete for port 86e5f3f8-944b-4d68-87b7-90950ba41644 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:48.652377 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f8eb14d3-9f3c-4562-a9c5-ebddcf67dbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (86e5f3f8-944b-4d68-87b7-90950ba41644), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:48.699676 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9911b7a-fdd2-4b83-babe-683181ea43b7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for port (4e88520d-1842-4d77-a9f6-01306e20a7ca), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:48.728055 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f8eb14d3-9f3c-4562-a9c5-ebddcf67dbb8 None None] Current status of the port 86e5f3f8-944b-4d68-87b7-90950ba41644 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:48.771796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9911b7a-fdd2-4b83-babe-683181ea43b7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (4e88520d-1842-4d77-a9f6-01306e20a7ca), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:48.846676 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9911b7a-fdd2-4b83-babe-683181ea43b7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Port': ['ID=4e88520d-1842-4d77-a9f6-01306e20a7ca,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:48.855256 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9911b7a-fdd2-4b83-babe-683181ea43b7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:48.855870 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9911b7a-fdd2-4b83-babe-683181ea43b7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:48.857175 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d9911b7a-fdd2-4b83-babe-683181ea43b7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/ports/4e88520d-1842-4d77-a9f6-01306e20a7ca HTTP/1.1" status: 200 len: 910 time: 0.9958014 Apr 15 03:43:48.860081 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36470) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:49.150189 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b0a7e10f-94ed-403d-9f2a-a1444ce57d27 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (b3eca6be-2385-4333-8cba-0c8be8cfc9be), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:49.370103 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 86e5f3f8-944b-4d68-87b7-90950ba41644 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:43:49.377079 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-b0a7e10f-94ed-403d-9f2a-a1444ce57d27 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting port 4e88520d-1842-4d77-a9f6-01306e20a7ca {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:49.377426 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b0a7e10f-94ed-403d-9f2a-a1444ce57d27 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (4e88520d-1842-4d77-a9f6-01306e20a7ca), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:49.418719 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 86e5f3f8-944b-4d68-87b7-90950ba41644 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:49.419099 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (86e5f3f8-944b-4d68-87b7-90950ba41644), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:49.468436 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b0a7e10f-94ed-403d-9f2a-a1444ce57d27 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (4e88520d-1842-4d77-a9f6-01306e20a7ca), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:49.481652 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-b0a7e10f-94ed-403d-9f2a-a1444ce57d27 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Calling delete_port for 4e88520d-1842-4d77-a9f6-01306e20a7ca owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:49.495507 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 86e5f3f8-944b-4d68-87b7-90950ba41644 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:49.731291 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b0a7e10f-94ed-403d-9f2a-a1444ce57d27 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (4e88520d-1842-4d77-a9f6-01306e20a7ca), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:49.761970 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7e10f-94ed-403d-9f2a-a1444ce57d27 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Port': ['ID=4e88520d-1842-4d77-a9f6-01306e20a7ca,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:49.901103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b0a7e10f-94ed-403d-9f2a-a1444ce57d27 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (b3eca6be-2385-4333-8cba-0c8be8cfc9be), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:50.070267 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a7e10f-94ed-403d-9f2a-a1444ce57d27 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router b3eca6be-2385-4333-8cba-0c8be8cfc9be has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:43:50.143588 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a7e10f-94ed-403d-9f2a-a1444ce57d27 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:43:50.148449 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b0a7e10f-94ed-403d-9f2a-a1444ce57d27 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/b3eca6be-2385-4333-8cba-0c8be8cfc9be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2874379 Apr 15 03:43:50.151210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36474) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:50.152827 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a62f4e-53c9-40b5-a681-f33ec0859227 None None] Sync routers for ids ['b3eca6be-2385-4333-8cba-0c8be8cfc9be'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:43:50.163930 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a62f4e-53c9-40b5-a681-f33ec0859227 None None] Routers {'b3eca6be-2385-4333-8cba-0c8be8cfc9be'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:50.164631 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-e7a62f4e-53c9-40b5-a681-f33ec0859227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b3eca6be-2385-4333-8cba-0c8be8cfc9be'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:50.182363 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-64421a94-c72b-42b7-bf57-0bc474724c5a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3eca6be-2385-4333-8cba-0c8be8cfc9be HTTP/1.1" status: 200 len: 205 time: 0.0277195 Apr 15 03:43:50.182588 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36476) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:50.197539 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-e7a62f4e-53c9-40b5-a681-f33ec0859227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:50.205940 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a62f4e-53c9-40b5-a681-f33ec0859227 None None] Routers {'b3eca6be-2385-4333-8cba-0c8be8cfc9be'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:50.206529 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-e7a62f4e-53c9-40b5-a681-f33ec0859227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['b3eca6be-2385-4333-8cba-0c8be8cfc9be'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:50.242001 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-e7a62f4e-53c9-40b5-a681-f33ec0859227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:50.242607 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a62f4e-53c9-40b5-a681-f33ec0859227 None None] The sync data for ids ['b3eca6be-2385-4333-8cba-0c8be8cfc9be'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:43:50.259441 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2dbd98f-b136-4a84-a5da-e7621013ac41 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (b3eca6be-2385-4333-8cba-0c8be8cfc9be), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:50.418938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2dbd98f-b136-4a84-a5da-e7621013ac41 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (b3eca6be-2385-4333-8cba-0c8be8cfc9be), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:50.421056 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2dbd98f-b136-4a84-a5da-e7621013ac41 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router_controller (b3eca6be-2385-4333-8cba-0c8be8cfc9be), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:50.543177 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2dbd98f-b136-4a84-a5da-e7621013ac41 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (b3eca6be-2385-4333-8cba-0c8be8cfc9be), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:50.543685 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dbd98f-b136-4a84-a5da-e7621013ac41 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Fanout notify agent at l3_agent the message router_deleted on router b3eca6be-2385-4333-8cba-0c8be8cfc9be {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:43:50.550174 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2dbd98f-b136-4a84-a5da-e7621013ac41 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:50.552125 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c2dbd98f-b136-4a84-a5da-e7621013ac41 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/routers/b3eca6be-2385-4333-8cba-0c8be8cfc9be HTTP/1.1" status: 204 len: 168 time: 0.3684535 Apr 15 03:43:50.554544 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36478) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:50.604468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6f9179-50bf-4ae0-b586-2af9b87ec699 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting subnet a3ee1cb6-42ca-43e7-8559-2ec4da76cf98 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:43:50.607428 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9179-50bf-4ae0-b586-2af9b87ec699 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (a3ee1cb6-42ca-43e7-8559-2ec4da76cf98), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:50.649132 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9179-50bf-4ae0-b586-2af9b87ec699 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (a3ee1cb6-42ca-43e7-8559-2ec4da76cf98), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:50.728720 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9179-50bf-4ae0-b586-2af9b87ec699 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (a3ee1cb6-42ca-43e7-8559-2ec4da76cf98), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:50.816992 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b3f55481-0038-4403-8b9c-954d27aac873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:50.845950 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9179-50bf-4ae0-b586-2af9b87ec699 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (a3ee1cb6-42ca-43e7-8559-2ec4da76cf98), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:50.876554 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f9179-50bf-4ae0-b586-2af9b87ec699 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Subnet': ['ID=a3ee1cb6-42ca-43e7-8559-2ec4da76cf98,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:50.880224 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cf6f9179-50bf-4ae0-b586-2af9b87ec699 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:50.884789 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cf6f9179-50bf-4ae0-b586-2af9b87ec699 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/subnets/a3ee1cb6-42ca-43e7-8559-2ec4da76cf98 HTTP/1.1" status: 204 len: 168 time: 0.3278491 Apr 15 03:43:50.886114 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36480) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:50.889702 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924bdecb-40ab-4a86-ac69-e282a18e08b1 None None] Network 7df4eb0b-5083-4197-a72d-1d3d6f437b28 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:43:50.962192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f78af6ea-23b9-49f3-9a0d-4dd535c0e58e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (7df4eb0b-5083-4197-a72d-1d3d6f437b28), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:51.007519 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f78af6ea-23b9-49f3-9a0d-4dd535c0e58e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting port 86e5f3f8-944b-4d68-87b7-90950ba41644 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:51.007866 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f78af6ea-23b9-49f3-9a0d-4dd535c0e58e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (86e5f3f8-944b-4d68-87b7-90950ba41644), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:51.034192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d45ec4-ef3b-4013-b43d-01aaf1502398 None None] DHCP port deletion for 7df4eb0b-5083-4197-a72d-1d3d6f437b28 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:43:51.073003 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-08d45ec4-ef3b-4013-b43d-01aaf1502398 None None] Deleting port 86e5f3f8-944b-4d68-87b7-90950ba41644 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:51.073377 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-08d45ec4-ef3b-4013-b43d-01aaf1502398 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (86e5f3f8-944b-4d68-87b7-90950ba41644), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:51.076272 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-f78af6ea-23b9-49f3-9a0d-4dd535c0e58e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] For port 86e5f3f8-944b-4d68-87b7-90950ba41644, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=86e5f3f8-944b-4d68-87b7-90950ba41644,segment=NetworkSegment(ceec9611-aef0-4936-be2c-a2baa199ff7d),segment_id=ceec9611-aef0-4936-be2c-a2baa199ff7d)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:51.076683 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f78af6ea-23b9-49f3-9a0d-4dd535c0e58e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (86e5f3f8-944b-4d68-87b7-90950ba41644), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:51.089984 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f78af6ea-23b9-49f3-9a0d-4dd535c0e58e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Calling delete_port for 86e5f3f8-944b-4d68-87b7-90950ba41644 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:51.138624 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-08d45ec4-ef3b-4013-b43d-01aaf1502398 None None] For port 86e5f3f8-944b-4d68-87b7-90950ba41644, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=86e5f3f8-944b-4d68-87b7-90950ba41644,segment=NetworkSegment(ceec9611-aef0-4936-be2c-a2baa199ff7d),segment_id=ceec9611-aef0-4936-be2c-a2baa199ff7d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:51.139051 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-08d45ec4-ef3b-4013-b43d-01aaf1502398 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (86e5f3f8-944b-4d68-87b7-90950ba41644), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:51.152188 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-08d45ec4-ef3b-4013-b43d-01aaf1502398 None None] Calling delete_port for 86e5f3f8-944b-4d68-87b7-90950ba41644 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:51.222883 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f78af6ea-23b9-49f3-9a0d-4dd535c0e58e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (86e5f3f8-944b-4d68-87b7-90950ba41644), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:51.228455 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-08d45ec4-ef3b-4013-b43d-01aaf1502398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (86e5f3f8-944b-4d68-87b7-90950ba41644), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:51.253226 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78af6ea-23b9-49f3-9a0d-4dd535c0e58e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Port': ['ID=86e5f3f8-944b-4d68-87b7-90950ba41644,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:51.257132 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78af6ea-23b9-49f3-9a0d-4dd535c0e58e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] No DVR routers for this DVR port 86e5f3f8-944b-4d68-87b7-90950ba41644 on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:43:51.257789 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d45ec4-ef3b-4013-b43d-01aaf1502398 None None] No DVR routers for this DVR port 86e5f3f8-944b-4d68-87b7-90950ba41644 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:43:51.259340 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d45ec4-ef3b-4013-b43d-01aaf1502398 None None] Pushing event deleted for resources: {'Port': ['ID=86e5f3f8-944b-4d68-87b7-90950ba41644,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:51.336129 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f78af6ea-23b9-49f3-9a0d-4dd535c0e58e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (7df4eb0b-5083-4197-a72d-1d3d6f437b28), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:51.356098 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-f78af6ea-23b9-49f3-9a0d-4dd535c0e58e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df4eb0b-5083-4197-a72d-1d3d6f437b28']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:51.365780 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-f78af6ea-23b9-49f3-9a0d-4dd535c0e58e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceec9611-aef0-4936-be2c-a2baa199ff7d') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:51.366082 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-f78af6ea-23b9-49f3-9a0d-4dd535c0e58e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceec9611-aef0-4936-be2c-a2baa199ff7d') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:51.374896 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 86e5f3f8-944b-4d68-87b7-90950ba41644 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:43:51.375553 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f78af6ea-23b9-49f3-9a0d-4dd535c0e58e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (ceec9611-aef0-4936-be2c-a2baa199ff7d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:51.389490 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f78af6ea-23b9-49f3-9a0d-4dd535c0e58e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (ceec9611-aef0-4936-be2c-a2baa199ff7d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:51.395281 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78af6ea-23b9-49f3-9a0d-4dd535c0e58e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:43:51.395617 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 86e5f3f8-944b-4d68-87b7-90950ba41644 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:43:51.395743 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f78af6ea-23b9-49f3-9a0d-4dd535c0e58e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (ceec9611-aef0-4936-be2c-a2baa199ff7d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:51.396114 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 86e5f3f8-944b-4d68-87b7-90950ba41644 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:43:51.398782 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:43:51.548956 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f78af6ea-23b9-49f3-9a0d-4dd535c0e58e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (7df4eb0b-5083-4197-a72d-1d3d6f437b28), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:51.556309 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f78af6ea-23b9-49f3-9a0d-4dd535c0e58e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:51.559496 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f78af6ea-23b9-49f3-9a0d-4dd535c0e58e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/networks/7df4eb0b-5083-4197-a72d-1d3d6f437b28 HTTP/1.1" status: 204 len: 168 time: 0.6725504 Apr 15 03:43:51.563460 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36482) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:51.568950 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-bbdb09fe-7bc6-4478-a991-82b1299984b7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-61401253', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:51.571217 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78af6ea-23b9-49f3-9a0d-4dd535c0e58e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Network': ['ID=7df4eb0b-5083-4197-a72d-1d3d6f437b28,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:51.628857 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bbdb09fe-7bc6-4478-a991-82b1299984b7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (32428c82-37fc-4edb-b343-e862c021df0d), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:51.629858 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bbdb09fe-7bc6-4478-a991-82b1299984b7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (32428c82-37fc-4edb-b343-e862c021df0d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:51.681784 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bbdb09fe-7bc6-4478-a991-82b1299984b7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router_controller (32428c82-37fc-4edb-b343-e862c021df0d), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:51.743037 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bbdb09fe-7bc6-4478-a991-82b1299984b7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (32428c82-37fc-4edb-b343-e862c021df0d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:51.819152 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bbdb09fe-7bc6-4478-a991-82b1299984b7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:51.820396 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bbdb09fe-7bc6-4478-a991-82b1299984b7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.2559333 Apr 15 03:43:51.822974 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36484) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:51.827679 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e1506ae1-3c81-4e3b-bb52-90b5ee5bda0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'network': {'name': 'tempest-RoutersTest-352655637'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:51.840500 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:51.925322 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1506ae1-3c81-4e3b-bb52-90b5ee5bda0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Made reservation on behalf of f35fbd8abb4946b1a04dfcca43acc131 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:43:51.928631 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1506ae1-3c81-4e3b-bb52-90b5ee5bda0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:51.951804 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1506ae1-3c81-4e3b-bb52-90b5ee5bda0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:43:51.960778 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1506ae1-3c81-4e3b-bb52-90b5ee5bda0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (d140d1d4-1942-47d0-90bc-a046171e5cf0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:51.965190 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-e1506ae1-3c81-4e3b-bb52-90b5ee5bda0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Added segment d140d1d4-1942-47d0-90bc-a046171e5cf0 of type vlan for network bb4fc4bb-d45b-4035-bb7f-9a009175f7dd Apr 15 03:43:52.002816 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1506ae1-3c81-4e3b-bb52-90b5ee5bda0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (bb4fc4bb-d45b-4035-bb7f-9a009175f7dd), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:52.074214 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1506ae1-3c81-4e3b-bb52-90b5ee5bda0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (bb4fc4bb-d45b-4035-bb7f-9a009175f7dd), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:52.079338 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1506ae1-3c81-4e3b-bb52-90b5ee5bda0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:52.079943 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e1506ae1-3c81-4e3b-bb52-90b5ee5bda0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:52.143602 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1506ae1-3c81-4e3b-bb52-90b5ee5bda0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Network': ['ID=bb4fc4bb-d45b-4035-bb7f-9a009175f7dd,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:52.153700 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network bb4fc4bb-d45b-4035-bb7f-9a009175f7dd details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:43:52.157134 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e1506ae1-3c81-4e3b-bb52-90b5ee5bda0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3331735 Apr 15 03:43:52.159993 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36488) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:52.165083 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-23dc0f48-d469-4484-a309-837ace39a127 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'subnet': {'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:52.336963 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dc0f48-d469-4484-a309-837ace39a127 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Made reservation on behalf of f35fbd8abb4946b1a04dfcca43acc131 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:43:52.340381 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-23dc0f48-d469-4484-a309-837ace39a127 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:52.600764 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-23dc0f48-d469-4484-a309-837ace39a127 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (44446d17-5d69-4ba1-976b-2f6a029b257a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:52.632106 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d9797-7816-4f34-aae3-9d3028177bf6 req-496f9c2d-e0d7-4fc9-b90f-b4582dd68c6f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:52.633590 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-361d9797-7816-4f34-aae3-9d3028177bf6 req-496f9c2d-e0d7-4fc9-b90f-b4582dd68c6f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc8adcc2-0077-4afa-b628-b2c370b445bb HTTP/1.1" status: 200 len: 945 time: 0.0513725 Apr 15 03:43:52.663687 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dc0f48-d469-4484-a309-837ace39a127 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Subnet': ['ID=44446d17-5d69-4ba1-976b-2f6a029b257a,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:52.671608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dc0f48-d469-4484-a309-837ace39a127 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Checking segment: {'id': 'd140d1d4-1942-47d0-90bc-a046171e5cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:43:52.671729 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dc0f48-d469-4484-a309-837ace39a127 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network hostable DHCP agents. Network: bb4fc4bb-d45b-4035-bb7f-9a009175f7dd, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:43:52.685316 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-361d9797-7816-4f34-aae3-9d3028177bf6 req-13485587-d1ee-48e9-8707-acefaaaa56fb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa3847c9-01f0-433f-8e56-066b67b69a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459616 Apr 15 03:43:52.736846 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dc0f48-d469-4484-a309-837ace39a127 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network bb4fc4bb-d45b-4035-bb7f-9a009175f7dd is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:43:52.816800 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-23dc0f48-d469-4484-a309-837ace39a127 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, bb4fc4bb-d45b-4035-bb7f-9a009175f7dd) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:52.820702 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dc0f48-d469-4484-a309-837ace39a127 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:52.821293 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-23dc0f48-d469-4484-a309-837ace39a127 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:52.825061 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0ebba9-26a2-426c-903e-64c9ab6095e8 None None] Network bb4fc4bb-d45b-4035-bb7f-9a009175f7dd requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:43:52.905818 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-23dc0f48-d469-4484-a309-837ace39a127 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7447047 Apr 15 03:43:52.908568 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36494) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:52.925833 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011fff01-4f90-43a3-9beb-2ee718a96a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:43:52.926881 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-011fff01-4f90-43a3-9beb-2ee718a96a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:53.062732 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-011fff01-4f90-43a3-9beb-2ee718a96a9b None None] Allocated IP 172.20.0.2 (bb4fc4bb-d45b-4035-bb7f-9a009175f7dd/44446d17-5d69-4ba1-976b-2f6a029b257a/eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:43:53.220513 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-011fff01-4f90-43a3-9beb-2ee718a96a9b None None] Publish callbacks [] for port (eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:53.286891 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-011fff01-4f90-43a3-9beb-2ee718a96a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:53.325591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:53.339616 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011fff01-4f90-43a3-9beb-2ee718a96a9b None None] Network bb4fc4bb-d45b-4035-bb7f-9a009175f7dd is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:53.343500 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-011fff01-4f90-43a3-9beb-2ee718a96a9b None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:53.347790 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011fff01-4f90-43a3-9beb-2ee718a96a9b None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:43:53.351464 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fff01-4f90-43a3-9beb-2ee718a96a9b None None] Pushing event updated for resources: {'Port': ['ID=eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:53.409752 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-011fff01-4f90-43a3-9beb-2ee718a96a9b None None] Attempting to bind port eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:43:53.410122 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-011fff01-4f90-43a3-9beb-2ee718a96a9b None None] Attempting to bind port eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'd140d1d4-1942-47d0-90bc-a046171e5cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:43:53.410486 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fff01-4f90-43a3-9beb-2ee718a96a9b None None] Attempting to bind port eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c on network bb4fc4bb-d45b-4035-bb7f-9a009175f7dd {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:43:53.416112 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fff01-4f90-43a3-9beb-2ee718a96a9b None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:43:53.416485 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fff01-4f90-43a3-9beb-2ee718a96a9b None None] Checking segment: {'id': 'd140d1d4-1942-47d0-90bc-a046171e5cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:43:53.416884 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-011fff01-4f90-43a3-9beb-2ee718a96a9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:53.417274 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fff01-4f90-43a3-9beb-2ee718a96a9b None None] Bound using segment: {'id': 'd140d1d4-1942-47d0-90bc-a046171e5cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:43:53.417993 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-011fff01-4f90-43a3-9beb-2ee718a96a9b None None] Bound port: eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd140d1d4-1942-47d0-90bc-a046171e5cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:43:53.418370 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-011fff01-4f90-43a3-9beb-2ee718a96a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:53.487695 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-011fff01-4f90-43a3-9beb-2ee718a96a9b None None] For port eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:43:53.492918 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-011fff01-4f90-43a3-9beb-2ee718a96a9b None None] For port eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c,segment=NetworkSegment(d140d1d4-1942-47d0-90bc-a046171e5cf0),segment_id=d140d1d4-1942-47d0-90bc-a046171e5cf0)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:43:53.523514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d38ab5bc-165b-4ba7-bd0e-c08d35bac121 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:53.566440 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-011fff01-4f90-43a3-9beb-2ee718a96a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:53.632021 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fff01-4f90-43a3-9beb-2ee718a96a9b None None] Pushing event updated for resources: {'Port': ['ID=eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:53.813924 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-d38ab5bc-165b-4ba7-bd0e-c08d35bac121 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Allocated IP 172.20.0.1 (bb4fc4bb-d45b-4035-bb7f-9a009175f7dd/44446d17-5d69-4ba1-976b-2f6a029b257a/147ced1a-d190-4537-af0f-cfb093684098) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:43:53.829002 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552a62e-b66b-494f-9ef7-7745857b5920 req-ae9d2472-260a-4466-8bda-04bfd2f0c970 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:53.830501 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4552a62e-b66b-494f-9ef7-7745857b5920 req-ae9d2472-260a-4466-8bda-04bfd2f0c970 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc8adcc2-0077-4afa-b628-b2c370b445bb HTTP/1.1" status: 200 len: 945 time: 0.0720837 Apr 15 03:43:53.983810 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53985395-017b-45cc-aa4e-7cc9eb87b916 req-1329260d-1070-46f6-86ff-0c615288f498 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:53.985276 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-53985395-017b-45cc-aa4e-7cc9eb87b916 req-1329260d-1070-46f6-86ff-0c615288f498 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc8adcc2-0077-4afa-b628-b2c370b445bb HTTP/1.1" status: 200 len: 945 time: 0.1118288 Apr 15 03:43:53.992340 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4552a62e-b66b-494f-9ef7-7745857b5920 req-c76a3dec-0387-4f77-aacf-6fc855b277f3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=aa3847c9-01f0-433f-8e56-066b67b69a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554425 Apr 15 03:43:54.057959 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d38ab5bc-165b-4ba7-bd0e-c08d35bac121 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for port (147ced1a-d190-4537-af0f-cfb093684098), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:54.104402 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-53985395-017b-45cc-aa4e-7cc9eb87b916 req-136cff65-0b9b-43c8-acef-717f19498e6d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port 41a03c61-b8d8-45d7-b9ce-3701dae56165 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:54.104741 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-53985395-017b-45cc-aa4e-7cc9eb87b916 req-136cff65-0b9b-43c8-acef-717f19498e6d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (41a03c61-b8d8-45d7-b9ce-3701dae56165), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:54.212953 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-53985395-017b-45cc-aa4e-7cc9eb87b916 req-136cff65-0b9b-43c8-acef-717f19498e6d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port 41a03c61-b8d8-45d7-b9ce-3701dae56165, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=41a03c61-b8d8-45d7-b9ce-3701dae56165,segment=NetworkSegment(f1afb204-1506-4ac0-81d2-3004cd20245f),segment_id=f1afb204-1506-4ac0-81d2-3004cd20245f)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:54.351746 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-53985395-017b-45cc-aa4e-7cc9eb87b916 req-136cff65-0b9b-43c8-acef-717f19498e6d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (41a03c61-b8d8-45d7-b9ce-3701dae56165), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:54.367764 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d38ab5bc-165b-4ba7-bd0e-c08d35bac121 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (147ced1a-d190-4537-af0f-cfb093684098), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:54.461079 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38ab5bc-165b-4ba7-bd0e-c08d35bac121 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network bb4fc4bb-d45b-4035-bb7f-9a009175f7dd is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:54.467716 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-d38ab5bc-165b-4ba7-bd0e-c08d35bac121 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:54.470121 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ab5bc-165b-4ba7-bd0e-c08d35bac121 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:43:54.506205 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ab5bc-165b-4ba7-bd0e-c08d35bac121 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Port': ['ID=147ced1a-d190-4537-af0f-cfb093684098,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:54.533940 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-53985395-017b-45cc-aa4e-7cc9eb87b916 req-136cff65-0b9b-43c8-acef-717f19498e6d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:54.534649 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-53985395-017b-45cc-aa4e-7cc9eb87b916 req-136cff65-0b9b-43c8-acef-717f19498e6d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (dc94639b-e558-4cc0-abac-024118f752ad), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:54.534649 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [req-53985395-017b-45cc-aa4e-7cc9eb87b916 req-136cff65-0b9b-43c8-acef-717f19498e6d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Floating IP dc94639b-e558-4cc0-abac-024118f752ad disassociated. External IP: 172.26.6.17, port: 41a03c61-b8d8-45d7-b9ce-3701dae56165. Apr 15 03:43:54.534948 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-53985395-017b-45cc-aa4e-7cc9eb87b916 req-136cff65-0b9b-43c8-acef-717f19498e6d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for 41a03c61-b8d8-45d7-b9ce-3701dae56165 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:54.547535 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d38ab5bc-165b-4ba7-bd0e-c08d35bac121 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (32428c82-37fc-4edb-b343-e862c021df0d), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:54.621866 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9303e2-c214-43a1-be2d-8d00723b4683 None None] Network bb4fc4bb-d45b-4035-bb7f-9a009175f7dd requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:43:54.686572 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6d511cec-c629-4be9-b7c6-ccc9a12ecf3e None None] Provisioning complete for port eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:54.686990 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6d511cec-c629-4be9-b7c6-ccc9a12ecf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:54.768016 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d38ab5bc-165b-4ba7-bd0e-c08d35bac121 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (147ced1a-d190-4537-af0f-cfb093684098), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:54.777605 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6d511cec-c629-4be9-b7c6-ccc9a12ecf3e None None] Current status of the port eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:54.778434 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6d511cec-c629-4be9-b7c6-ccc9a12ecf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:54.813082 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-6d511cec-c629-4be9-b7c6-ccc9a12ecf3e None None] For port eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c,segment=NetworkSegment(d140d1d4-1942-47d0-90bc-a046171e5cf0),segment_id=d140d1d4-1942-47d0-90bc-a046171e5cf0)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:54.818059 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-53985395-017b-45cc-aa4e-7cc9eb87b916 req-136cff65-0b9b-43c8-acef-717f19498e6d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (41a03c61-b8d8-45d7-b9ce-3701dae56165), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:54.884492 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6d511cec-c629-4be9-b7c6-ccc9a12ecf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:54.921118 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136cff65-0b9b-43c8-acef-717f19498e6d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=41a03c61-b8d8-45d7-b9ce-3701dae56165,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:54.941399 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d511cec-c629-4be9-b7c6-ccc9a12ecf3e None None] Pushing event updated for resources: {'Port': ['ID=eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:54.960469 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:55.001705 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-bb673722-20d6-4d61-a715-da49a4c06dc1 None None] Provisioning complete for port eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:55.002155 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bb673722-20d6-4d61-a715-da49a4c06dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:55.112511 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-adcc7d69-b0a6-4996-8b85-55bcd307577c req-7bd13fdb-5f47-40da-a5d7-285fd33cbca9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc8adcc2-0077-4afa-b628-b2c370b445bb HTTP/1.1" status: 200 len: 210 time: 0.0313065 Apr 15 03:43:55.117572 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-bb673722-20d6-4d61-a715-da49a4c06dc1 None None] Current status of the port eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:55.126552 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-bb673722-20d6-4d61-a715-da49a4c06dc1 None None] Provisioning complete for port 147ced1a-d190-4537-af0f-cfb093684098 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:55.126970 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bb673722-20d6-4d61-a715-da49a4c06dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (147ced1a-d190-4537-af0f-cfb093684098), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:55.147777 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53985395-017b-45cc-aa4e-7cc9eb87b916 req-136cff65-0b9b-43c8-acef-717f19498e6d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:43:55.165290 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-bb673722-20d6-4d61-a715-da49a4c06dc1 None None] Port 147ced1a-d190-4537-af0f-cfb093684098 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:43:55.245742 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d38ab5bc-165b-4ba7-bd0e-c08d35bac121 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for port (147ced1a-d190-4537-af0f-cfb093684098), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:55.282719 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-dba5576c-70f2-48bd-9763-3284a405f407 None None] Provisioning complete for port 147ced1a-d190-4537-af0f-cfb093684098 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:55.283101 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dba5576c-70f2-48bd-9763-3284a405f407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (147ced1a-d190-4537-af0f-cfb093684098), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:55.309338 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53985395-017b-45cc-aa4e-7cc9eb87b916 req-136cff65-0b9b-43c8-acef-717f19498e6d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:43:55.321507 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61631d8-506e-49b0-a242-8298da3b2731 None None] Sync routers for ids ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:43:55.323581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d38ab5bc-165b-4ba7-bd0e-c08d35bac121 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (147ced1a-d190-4537-af0f-cfb093684098), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:55.330607 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-dba5576c-70f2-48bd-9763-3284a405f407 None None] Port 147ced1a-d190-4537-af0f-cfb093684098 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:43:55.336996 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61631d8-506e-49b0-a242-8298da3b2731 None None] Routers {'3a7ae565-483e-4ab5-9b96-7874ceeb66ee'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:55.337641 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f61631d8-506e-49b0-a242-8298da3b2731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:55.433694 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-53985395-017b-45cc-aa4e-7cc9eb87b916 req-136cff65-0b9b-43c8-acef-717f19498e6d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] No DVR routers for this DVR port 41a03c61-b8d8-45d7-b9ce-3701dae56165 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:43:55.436216 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-53985395-017b-45cc-aa4e-7cc9eb87b916 req-136cff65-0b9b-43c8-acef-717f19498e6d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:55.439849 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-53985395-017b-45cc-aa4e-7cc9eb87b916 req-136cff65-0b9b-43c8-acef-717f19498e6d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "DELETE /v2.0/ports/41a03c61-b8d8-45d7-b9ce-3701dae56165 HTTP/1.1" status: 204 len: 173 time: 1.4465623 Apr 15 03:43:55.446451 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8adcc2-0077-4afa-b628-b2c370b445bb', 'name': 'network-vif-deleted', 'tag': '41a03c61-b8d8-45d7-b9ce-3701dae56165'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:43:55.448896 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e552bc1-139c-4293-acf6-34d87fb8adeb" -d '{"events": [{"server_uuid": "fc8adcc2-0077-4afa-b628-b2c370b445bb", "name": "network-vif-deleted", "tag": "41a03c61-b8d8-45d7-b9ce-3701dae56165"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:43:55.462269 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ab5bc-165b-4ba7-bd0e-c08d35bac121 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Port': ['ID=147ced1a-d190-4537-af0f-cfb093684098,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:55.466002 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d38ab5bc-165b-4ba7-bd0e-c08d35bac121 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (32428c82-37fc-4edb-b343-e862c021df0d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:55.530817 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a80cd25-31b3-482c-b53c-b005c99850b9 x-openstack-request-id: req-4a80cd25-31b3-482c-b53c-b005c99850b9 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:43:55.531275 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8adcc2-0077-4afa-b628-b2c370b445bb", "name": "network-vif-deleted", "tag": "41a03c61-b8d8-45d7-b9ce-3701dae56165", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:43:55.531540 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a80cd25-31b3-482c-b53c-b005c99850b9 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:43:55.531950 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a80cd25-31b3-482c-b53c-b005c99850b9'] response: {'server_uuid': 'fc8adcc2-0077-4afa-b628-b2c370b445bb', 'name': 'network-vif-deleted', 'tag': '41a03c61-b8d8-45d7-b9ce-3701dae56165', 'status': 'completed', 'code': 200} Apr 15 03:43:55.556778 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:43:55.573557 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38ab5bc-165b-4ba7-bd0e-c08d35bac121 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network bb4fc4bb-d45b-4035-bb7f-9a009175f7dd is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:55.575176 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-d38ab5bc-165b-4ba7-bd0e-c08d35bac121 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:55.676254 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-f61631d8-506e-49b0-a242-8298da3b2731 None None] Set router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:43:55.679092 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:55.679435 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:55.772194 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38ab5bc-165b-4ba7-bd0e-c08d35bac121 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router 32428c82-37fc-4edb-b343-e862c021df0d is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:43:55.873148 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38ab5bc-165b-4ba7-bd0e-c08d35bac121 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:43:55.878099 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d38ab5bc-165b-4ba7-bd0e-c08d35bac121 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/32428c82-37fc-4edb-b343-e862c021df0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9685388 Apr 15 03:43:55.880814 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36502) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:55.885693 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-85e39ea2-2988-4af4-8b33-6d47d823030a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'network': {'name': 'tempest-RoutersTest-1860146091'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:55.887422 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] Sync routers for ids ['32428c82-37fc-4edb-b343-e862c021df0d'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:43:55.892805 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ce522152-36d6-49f7-b0c0-c57b198f135e None None] Provisioning complete for port 147ced1a-d190-4537-af0f-cfb093684098 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:55.893179 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ce522152-36d6-49f7-b0c0-c57b198f135e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (147ced1a-d190-4537-af0f-cfb093684098), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:55.900920 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] Routers {'32428c82-37fc-4edb-b343-e862c021df0d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:55.901719 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['32428c82-37fc-4edb-b343-e862c021df0d'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:55.926072 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:55.949290 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e39ea2-2988-4af4-8b33-6d47d823030a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Made reservation on behalf of f35fbd8abb4946b1a04dfcca43acc131 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:43:55.952975 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85e39ea2-2988-4af4-8b33-6d47d823030a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:55.967205 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ce522152-36d6-49f7-b0c0-c57b198f135e None None] Port 147ced1a-d190-4537-af0f-cfb093684098 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:43:55.982024 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e39ea2-2988-4af4-8b33-6d47d823030a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:43:55.985067 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f61631d8-506e-49b0-a242-8298da3b2731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'name': 'tempest-TestNetworkBasicOps-router-1767969933', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:41:53Z', 'updated_at': '2022-04-15T03:41:59Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:54Z', 'updated_at': '2022-04-15T03:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'fbebca62-52e5-4da9-b9eb-dcf889c0c51f', 'name': '', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:ba:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:58Z', 'updated_at': '2022-04-15T03:42:05Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:55.992304 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85e39ea2-2988-4af4-8b33-6d47d823030a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7119e7cd-2d39-4bfa-a292-26e32000d018), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:55.992697 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-85e39ea2-2988-4af4-8b33-6d47d823030a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Added segment 7119e7cd-2d39-4bfa-a292-26e32000d018 of type vlan for network abed3551-6f31-4b4b-b1d3-d36d880703b1 Apr 15 03:43:55.995966 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] Set router 32428c82-37fc-4edb-b343-e862c021df0d gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:43:56.013395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61631d8-506e-49b0-a242-8298da3b2731 None None] Checking router: 3a7ae565-483e-4ab5-9b96-7874ceeb66ee for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:43:56.022722 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61631d8-506e-49b0-a242-8298da3b2731 None None] Routers {'3a7ae565-483e-4ab5-9b96-7874ceeb66ee'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:56.023470 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f61631d8-506e-49b0-a242-8298da3b2731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:56.042216 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85e39ea2-2988-4af4-8b33-6d47d823030a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (abed3551-6f31-4b4b-b1d3-d36d880703b1), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:56.126482 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85e39ea2-2988-4af4-8b33-6d47d823030a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (abed3551-6f31-4b4b-b1d3-d36d880703b1), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:56.131881 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e39ea2-2988-4af4-8b33-6d47d823030a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:56.136096 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85e39ea2-2988-4af4-8b33-6d47d823030a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:56.158546 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-f61631d8-506e-49b0-a242-8298da3b2731 None None] Set router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:43:56.210715 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:43:54Z', 'revision_number': 2, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:54Z', 'revision_number': 2, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:56.218828 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e39ea2-2988-4af4-8b33-6d47d823030a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Network': ['ID=abed3551-6f31-4b4b-b1d3-d36d880703b1,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:56.243468 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] Checking router: 32428c82-37fc-4edb-b343-e862c021df0d for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:43:56.243907 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] Updating router 32428c82-37fc-4edb-b343-e862c021df0d port 147ced1a-d190-4537-af0f-cfb093684098 binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:43:56.261540 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e0e5b2d6-10e3-4c31-b167-3818cdfb3589 req-784d95a8-fac3-4e34-9b18-cb93f4853367 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc8adcc2-0077-4afa-b628-b2c370b445bb HTTP/1.1" status: 200 len: 210 time: 0.0314975 Apr 15 03:43:56.262159 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network abed3551-6f31-4b4b-b1d3-d36d880703b1 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:43:56.272478 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-85e39ea2-2988-4af4-8b33-6d47d823030a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3906224 Apr 15 03:43:56.275235 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36506) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:56.283951 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-92a6b573-ec8c-4a7e-bfeb-6d81657a2443 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'subnet': {'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:56.284160 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (147ced1a-d190-4537-af0f-cfb093684098), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:56.445822 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f61631d8-506e-49b0-a242-8298da3b2731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'name': 'tempest-TestNetworkBasicOps-router-1767969933', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:41:53Z', 'updated_at': '2022-04-15T03:41:59Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:54Z', 'updated_at': '2022-04-15T03:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'fbebca62-52e5-4da9-b9eb-dcf889c0c51f', 'name': '', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:ba:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:58Z', 'updated_at': '2022-04-15T03:42:05Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:56.474127 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a6b573-ec8c-4a7e-bfeb-6d81657a2443 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Made reservation on behalf of f35fbd8abb4946b1a04dfcca43acc131 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:43:56.478045 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-92a6b573-ec8c-4a7e-bfeb-6d81657a2443 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:56.482162 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61631d8-506e-49b0-a242-8298da3b2731 None None] The sync data for ids ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'] in dv-neutron-837140-3-hyperv is: [{'id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'name': 'tempest-TestNetworkBasicOps-router-1767969933', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:41:53Z', 'updated_at': '2022-04-15T03:41:59Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:54Z', 'updated_at': '2022-04-15T03:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'fbebca62-52e5-4da9-b9eb-dcf889c0c51f', 'name': '', 'network_id': '9e279d3e-905d-44f0-a611-4c2f55a87c78', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:ba:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:58Z', 'updated_at': '2022-04-15T03:42:05Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'e8207d81-061c-4228-a247-0a1511c643e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:43:56.571297 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] Publish callbacks [] for port (147ced1a-d190-4537-af0f-cfb093684098), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:56.645713 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (147ced1a-d190-4537-af0f-cfb093684098), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:56.724722 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b0c79-e63d-4e39-bd37-f855891a6df0 None None] Pushing event updated for resources: {'Port': ['ID=147ced1a-d190-4537-af0f-cfb093684098,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:56.732724 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b0c79-e63d-4e39-bd37-f855891a6df0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:56.733076 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b0c79-e63d-4e39-bd37-f855891a6df0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:56.733416 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b0c79-e63d-4e39-bd37-f855891a6df0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:56.733953 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b0c79-e63d-4e39-bd37-f855891a6df0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:56.734291 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b0c79-e63d-4e39-bd37-f855891a6df0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:56.734651 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b0c79-e63d-4e39-bd37-f855891a6df0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:56.734972 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b0c79-e63d-4e39-bd37-f855891a6df0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:56.735299 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b0c79-e63d-4e39-bd37-f855891a6df0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:56.735646 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b0c79-e63d-4e39-bd37-f855891a6df0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:56.736019 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b0c79-e63d-4e39-bd37-f855891a6df0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:56.736345 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b0c79-e63d-4e39-bd37-f855891a6df0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:56.736671 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b0c79-e63d-4e39-bd37-f855891a6df0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:56.736992 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b0c79-e63d-4e39-bd37-f855891a6df0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:56.737316 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b0c79-e63d-4e39-bd37-f855891a6df0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:56.737636 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186b0c79-e63d-4e39-bd37-f855891a6df0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:43:56.745490 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac9b932-0eb4-4136-a5ca-89f801647965 None None] New status for floating IP dc94639b-e558-4cc0-abac-024118f752ad: DOWN {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:43:56.750290 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-92a6b573-ec8c-4a7e-bfeb-6d81657a2443 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (4d474d13-ac0d-41cc-860a-2a0bfffb30d7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:56.774195 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] Attempting to bind port 147ced1a-d190-4537-af0f-cfb093684098 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:43:56.774561 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] Attempting to bind port 147ced1a-d190-4537-af0f-cfb093684098 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'd140d1d4-1942-47d0-90bc-a046171e5cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:43:56.774943 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] Attempting to bind port 147ced1a-d190-4537-af0f-cfb093684098 on network bb4fc4bb-d45b-4035-bb7f-9a009175f7dd {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:43:56.780219 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:43:56.783823 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] Checking segment: {'id': 'd140d1d4-1942-47d0-90bc-a046171e5cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:43:56.783823 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:56.783823 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] Bound using segment: {'id': 'd140d1d4-1942-47d0-90bc-a046171e5cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:43:56.783823 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] Bound port: 147ced1a-d190-4537-af0f-cfb093684098, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd140d1d4-1942-47d0-90bc-a046171e5cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:43:56.783823 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (147ced1a-d190-4537-af0f-cfb093684098), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:56.827616 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a6b573-ec8c-4a7e-bfeb-6d81657a2443 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Checking segment: {'id': '7119e7cd-2d39-4bfa-a292-26e32000d018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:43:56.828551 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a6b573-ec8c-4a7e-bfeb-6d81657a2443 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network hostable DHCP agents. Network: abed3551-6f31-4b4b-b1d3-d36d880703b1, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:43:56.835202 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6b573-ec8c-4a7e-bfeb-6d81657a2443 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Subnet': ['ID=4d474d13-ac0d-41cc-860a-2a0bfffb30d7,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:56.865105 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] For port 147ced1a-d190-4537-af0f-cfb093684098, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:43:56.868256 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] For port 147ced1a-d190-4537-af0f-cfb093684098, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=147ced1a-d190-4537-af0f-cfb093684098,segment=NetworkSegment(d140d1d4-1942-47d0-90bc-a046171e5cf0),segment_id=d140d1d4-1942-47d0-90bc-a046171e5cf0)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:43:56.897213 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a6b573-ec8c-4a7e-bfeb-6d81657a2443 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network abed3551-6f31-4b4b-b1d3-d36d880703b1 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:43:56.920439 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (147ced1a-d190-4537-af0f-cfb093684098), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:56.983404 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] Routers {'32428c82-37fc-4edb-b343-e862c021df0d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:56.983907 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['32428c82-37fc-4edb-b343-e862c021df0d'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:56.989105 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b0c79-e63d-4e39-bd37-f855891a6df0 None None] Pushing event updated for resources: {'Port': ['ID=147ced1a-d190-4537-af0f-cfb093684098,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:57.000255 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-92a6b573-ec8c-4a7e-bfeb-6d81657a2443 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, abed3551-6f31-4b4b-b1d3-d36d880703b1) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:57.005387 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a6b573-ec8c-4a7e-bfeb-6d81657a2443 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:57.005603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-92a6b573-ec8c-4a7e-bfeb-6d81657a2443 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:57.009617 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-39a1da74-15a6-4f36-ab32-39bd3197e168 None None] Provisioning complete for port 147ced1a-d190-4537-af0f-cfb093684098 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:57.012220 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-39a1da74-15a6-4f36-ab32-39bd3197e168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (147ced1a-d190-4537-af0f-cfb093684098), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:57.019390 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6c4f3e-351a-43ba-9059-d98513cdd0bb None None] Network abed3551-6f31-4b4b-b1d3-d36d880703b1 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:43:57.089516 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] Set router 32428c82-37fc-4edb-b343-e862c021df0d gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:43:57.128827 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36508) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:57.133846 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-92a6b573-ec8c-4a7e-bfeb-6d81657a2443 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8527575 Apr 15 03:43:57.197377 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8029d49-41b9-4da9-b069-27f0b1195330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-abed3551-6f31-4b4b-b1d3-d36d880703b1', 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1', 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'fixed_ips': [{'subnet_id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:43:57.208463 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a8029d49-41b9-4da9-b069-27f0b1195330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:57.236206 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-39a1da74-15a6-4f36-ab32-39bd3197e168 None None] Current status of the port 147ced1a-d190-4537-af0f-cfb093684098 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:57.236508 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-39a1da74-15a6-4f36-ab32-39bd3197e168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (147ced1a-d190-4537-af0f-cfb093684098), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:57.331387 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-39a1da74-15a6-4f36-ab32-39bd3197e168 None None] For port 147ced1a-d190-4537-af0f-cfb093684098, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=147ced1a-d190-4537-af0f-cfb093684098,segment=NetworkSegment(d140d1d4-1942-47d0-90bc-a046171e5cf0),segment_id=d140d1d4-1942-47d0-90bc-a046171e5cf0)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:57.342497 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 41a03c61-b8d8-45d7-b9ce-3701dae56165 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:43:57.354944 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36512) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:57.397742 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 41a03c61-b8d8-45d7-b9ce-3701dae56165 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:43:57.398555 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 41a03c61-b8d8-45d7-b9ce-3701dae56165 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:43:57.407998 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-39a1da74-15a6-4f36-ab32-39bd3197e168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (147ced1a-d190-4537-af0f-cfb093684098), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:57.417337 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:43:54Z', 'revision_number': 2, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:56Z', 'revision_number': 4, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:57.443143 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9db3cdcd-1f41-47ed-908b-001bfe00c303 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (aa3847c9-01f0-433f-8e56-066b67b69a7b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:57.450331 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de48bf6c-210a-4469-8cc3-598a342329fd None None] The sync data for ids ['32428c82-37fc-4edb-b343-e862c021df0d'] in dv-neutron-837140-3-hyperv is: [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:43:54Z', 'revision_number': 2, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:56Z', 'revision_number': 4, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:43:57.453585 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-a8029d49-41b9-4da9-b069-27f0b1195330 None None] Allocated IP 172.21.0.2 (abed3551-6f31-4b4b-b1d3-d36d880703b1/4d474d13-ac0d-41cc-860a-2a0bfffb30d7/c9243a2d-09dd-4d3c-af32-e2a2d3275f6d) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:43:57.483791 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9db3cdcd-1f41-47ed-908b-001bfe00c303 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (aa3847c9-01f0-433f-8e56-066b67b69a7b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:57.509678 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1da74-15a6-4f36-ab32-39bd3197e168 None None] Pushing event updated for resources: {'Port': ['ID=147ced1a-d190-4537-af0f-cfb093684098,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:57.579631 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06592cd1-caaa-4bd2-b4d9-7a2c1764cd7e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:57.623263 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9db3cdcd-1f41-47ed-908b-001bfe00c303 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (aa3847c9-01f0-433f-8e56-066b67b69a7b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:57.625891 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9db3cdcd-1f41-47ed-908b-001bfe00c303 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:57.639470 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9db3cdcd-1f41-47ed-908b-001bfe00c303 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/security-groups/aa3847c9-01f0-433f-8e56-066b67b69a7b HTTP/1.1" status: 204 len: 168 time: 0.2833502 Apr 15 03:43:57.659977 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3cdcd-1f41-47ed-908b-001bfe00c303 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3847c9-01f0-433f-8e56-066b67b69a7b,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:57.709649 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3f9504bb-b689-4785-bbff-b6ad8b40d1d6 None None] Provisioning complete for port 147ced1a-d190-4537-af0f-cfb093684098 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:57.710029 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3f9504bb-b689-4785-bbff-b6ad8b40d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (147ced1a-d190-4537-af0f-cfb093684098), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:57.733032 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36516) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:57.896286 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3f9504bb-b689-4785-bbff-b6ad8b40d1d6 None None] Current status of the port 147ced1a-d190-4537-af0f-cfb093684098 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:57.904209 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a8029d49-41b9-4da9-b069-27f0b1195330 None None] Publish callbacks [] for port (c9243a2d-09dd-4d3c-af32-e2a2d3275f6d), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:57.953550 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-006caddb-8c9b-4c9e-8b8e-f45a1d16e975 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port 6c5fa87c-35d5-401d-aef6-4d9afd41942e {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:43:57.953953 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-006caddb-8c9b-4c9e-8b8e-f45a1d16e975 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (6c5fa87c-35d5-401d-aef6-4d9afd41942e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:57.964863 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a8029d49-41b9-4da9-b069-27f0b1195330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (c9243a2d-09dd-4d3c-af32-e2a2d3275f6d), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:58.006657 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8029d49-41b9-4da9-b069-27f0b1195330 None None] Network abed3551-6f31-4b4b-b1d3-d36d880703b1 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:58.014280 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-a8029d49-41b9-4da9-b069-27f0b1195330 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:58.017987 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8029d49-41b9-4da9-b069-27f0b1195330 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:43:58.024853 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8029d49-41b9-4da9-b069-27f0b1195330 None None] Pushing event updated for resources: {'Port': ['ID=c9243a2d-09dd-4d3c-af32-e2a2d3275f6d,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:58.086444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-a8029d49-41b9-4da9-b069-27f0b1195330 None None] Attempting to bind port c9243a2d-09dd-4d3c-af32-e2a2d3275f6d on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:43:58.086841 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-a8029d49-41b9-4da9-b069-27f0b1195330 None None] Attempting to bind port c9243a2d-09dd-4d3c-af32-e2a2d3275f6d by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '7119e7cd-2d39-4bfa-a292-26e32000d018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:43:58.087209 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8029d49-41b9-4da9-b069-27f0b1195330 None None] Attempting to bind port c9243a2d-09dd-4d3c-af32-e2a2d3275f6d on network abed3551-6f31-4b4b-b1d3-d36d880703b1 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:43:58.092912 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8029d49-41b9-4da9-b069-27f0b1195330 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:43:58.093093 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-006caddb-8c9b-4c9e-8b8e-f45a1d16e975 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (6c5fa87c-35d5-401d-aef6-4d9afd41942e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:58.093280 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-006caddb-8c9b-4c9e-8b8e-f45a1d16e975 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (6c5fa87c-35d5-401d-aef6-4d9afd41942e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:58.093389 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8029d49-41b9-4da9-b069-27f0b1195330 None None] Checking segment: {'id': '7119e7cd-2d39-4bfa-a292-26e32000d018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:43:58.093679 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a8029d49-41b9-4da9-b069-27f0b1195330 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:58.094071 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8029d49-41b9-4da9-b069-27f0b1195330 None None] Bound using segment: {'id': '7119e7cd-2d39-4bfa-a292-26e32000d018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:43:58.094540 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-a8029d49-41b9-4da9-b069-27f0b1195330 None None] Bound port: c9243a2d-09dd-4d3c-af32-e2a2d3275f6d, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7119e7cd-2d39-4bfa-a292-26e32000d018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:43:58.094951 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a8029d49-41b9-4da9-b069-27f0b1195330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c9243a2d-09dd-4d3c-af32-e2a2d3275f6d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:58.108512 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-006caddb-8c9b-4c9e-8b8e-f45a1d16e975 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for 6c5fa87c-35d5-401d-aef6-4d9afd41942e owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:43:58.110717 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-06592cd1-caaa-4bd2-b4d9-7a2c1764cd7e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Allocated IP 172.21.0.1 (abed3551-6f31-4b4b-b1d3-d36d880703b1/4d474d13-ac0d-41cc-860a-2a0bfffb30d7/a7e0444d-f720-4393-ad59-3df61e1abe87) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:43:58.202384 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-a8029d49-41b9-4da9-b069-27f0b1195330 None None] For port c9243a2d-09dd-4d3c-af32-e2a2d3275f6d, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:43:58.206589 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-a8029d49-41b9-4da9-b069-27f0b1195330 None None] For port c9243a2d-09dd-4d3c-af32-e2a2d3275f6d, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c9243a2d-09dd-4d3c-af32-e2a2d3275f6d,segment=NetworkSegment(7119e7cd-2d39-4bfa-a292-26e32000d018),segment_id=7119e7cd-2d39-4bfa-a292-26e32000d018)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:43:58.274938 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a8029d49-41b9-4da9-b069-27f0b1195330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c9243a2d-09dd-4d3c-af32-e2a2d3275f6d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:58.335135 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8029d49-41b9-4da9-b069-27f0b1195330 None None] Pushing event updated for resources: {'Port': ['ID=c9243a2d-09dd-4d3c-af32-e2a2d3275f6d,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:58.347644 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06592cd1-caaa-4bd2-b4d9-7a2c1764cd7e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for port (a7e0444d-f720-4393-ad59-3df61e1abe87), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:58.372525 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-006caddb-8c9b-4c9e-8b8e-f45a1d16e975 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (6c5fa87c-35d5-401d-aef6-4d9afd41942e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:58.406214 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006caddb-8c9b-4c9e-8b8e-f45a1d16e975 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=6c5fa87c-35d5-401d-aef6-4d9afd41942e,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:58.474782 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-006caddb-8c9b-4c9e-8b8e-f45a1d16e975 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (dc94639b-e558-4cc0-abac-024118f752ad), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:58.477952 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-006caddb-8c9b-4c9e-8b8e-f45a1d16e975 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:58.481005 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-006caddb-8c9b-4c9e-8b8e-f45a1d16e975 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/floatingips/dc94639b-e558-4cc0-abac-024118f752ad HTTP/1.1" status: 204 len: 168 time: 0.7485025 Apr 15 03:43:58.481005 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06592cd1-caaa-4bd2-b4d9-7a2c1764cd7e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (a7e0444d-f720-4393-ad59-3df61e1abe87), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:58.561128 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06592cd1-caaa-4bd2-b4d9-7a2c1764cd7e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Port': ['ID=a7e0444d-f720-4393-ad59-3df61e1abe87,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:58.564682 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06592cd1-caaa-4bd2-b4d9-7a2c1764cd7e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network abed3551-6f31-4b4b-b1d3-d36d880703b1 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:58.566463 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-06592cd1-caaa-4bd2-b4d9-7a2c1764cd7e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:58.570804 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06592cd1-caaa-4bd2-b4d9-7a2c1764cd7e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:43:58.621997 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06592cd1-caaa-4bd2-b4d9-7a2c1764cd7e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (32428c82-37fc-4edb-b343-e862c021df0d), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:58.800636 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06592cd1-caaa-4bd2-b4d9-7a2c1764cd7e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a7e0444d-f720-4393-ad59-3df61e1abe87), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:59.286763 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fcb38-a6c1-4bad-96b2-6b060ae2c6b6 req-5cb468d7-8f01-4b1c-9780-26bfc2302711 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:43:59.288286 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0c0fcb38-a6c1-4bad-96b2-6b060ae2c6b6 req-5cb468d7-8f01-4b1c-9780-26bfc2302711 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 945 time: 0.4495523 Apr 15 03:43:59.346170 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c4563e-cb8e-4d40-aaee-d946394b880e None None] Network abed3551-6f31-4b4b-b1d3-d36d880703b1 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:43:59.378250 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0c0fcb38-a6c1-4bad-96b2-6b060ae2c6b6 req-4788dc84-8414-4030-bc25-aff7a1d6fef4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822406 Apr 15 03:43:59.432851 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-62b0c5aa-4e69-4a6c-9127-2e3300539a38 None None] Provisioning complete for port c9243a2d-09dd-4d3c-af32-e2a2d3275f6d triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:59.433406 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-62b0c5aa-4e69-4a6c-9127-2e3300539a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c9243a2d-09dd-4d3c-af32-e2a2d3275f6d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:59.440636 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c9243a2d-09dd-4d3c-af32-e2a2d3275f6d up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:43:59.484455 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06592cd1-caaa-4bd2-b4d9-7a2c1764cd7e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for port (a7e0444d-f720-4393-ad59-3df61e1abe87), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:59.526250 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06592cd1-caaa-4bd2-b4d9-7a2c1764cd7e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (a7e0444d-f720-4393-ad59-3df61e1abe87), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:59.561036 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port c9243a2d-09dd-4d3c-af32-e2a2d3275f6d triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:59.561326 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c9243a2d-09dd-4d3c-af32-e2a2d3275f6d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:59.600729 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-06592cd1-caaa-4bd2-b4d9-7a2c1764cd7e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (32428c82-37fc-4edb-b343-e862c021df0d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:59.602739 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06592cd1-caaa-4bd2-b4d9-7a2c1764cd7e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Port': ['ID=a7e0444d-f720-4393-ad59-3df61e1abe87,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:59.632056 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-62b0c5aa-4e69-4a6c-9127-2e3300539a38 None None] Current status of the port c9243a2d-09dd-4d3c-af32-e2a2d3275f6d is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:59.632433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-62b0c5aa-4e69-4a6c-9127-2e3300539a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c9243a2d-09dd-4d3c-af32-e2a2d3275f6d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:59.696853 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-62b0c5aa-4e69-4a6c-9127-2e3300539a38 None None] For port c9243a2d-09dd-4d3c-af32-e2a2d3275f6d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c9243a2d-09dd-4d3c-af32-e2a2d3275f6d,segment=NetworkSegment(7119e7cd-2d39-4bfa-a292-26e32000d018),segment_id=7119e7cd-2d39-4bfa-a292-26e32000d018)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:43:59.708565 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06592cd1-caaa-4bd2-b4d9-7a2c1764cd7e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network abed3551-6f31-4b4b-b1d3-d36d880703b1 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:43:59.709131 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port c9243a2d-09dd-4d3c-af32-e2a2d3275f6d is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:59.709411 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c9243a2d-09dd-4d3c-af32-e2a2d3275f6d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:59.710000 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-06592cd1-caaa-4bd2-b4d9-7a2c1764cd7e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:43:59.744999 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-62b0c5aa-4e69-4a6c-9127-2e3300539a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c9243a2d-09dd-4d3c-af32-e2a2d3275f6d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:59.822537 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06592cd1-caaa-4bd2-b4d9-7a2c1764cd7e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router 32428c82-37fc-4edb-b343-e862c021df0d has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:43:59.822820 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:43:59.823188 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:43:59.824067 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0c5aa-4e69-4a6c-9127-2e3300539a38 None None] Pushing event updated for resources: {'Port': ['ID=c9243a2d-09dd-4d3c-af32-e2a2d3275f6d,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:43:59.865406 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-70abaf11-753a-4497-980c-082fd40e32b9 None None] Provisioning complete for port c9243a2d-09dd-4d3c-af32-e2a2d3275f6d triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:59.866208 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-70abaf11-753a-4497-980c-082fd40e32b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c9243a2d-09dd-4d3c-af32-e2a2d3275f6d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:43:59.924433 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06592cd1-caaa-4bd2-b4d9-7a2c1764cd7e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:43:59.933324 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-06592cd1-caaa-4bd2-b4d9-7a2c1764cd7e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/32428c82-37fc-4edb-b343-e862c021df0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8030062 Apr 15 03:43:59.933619 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36522) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:43:59.940293 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-481bb776-bf34-4435-9ab6-276a5ea18e79 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'network': {'name': 'tempest-RoutersTest-326215698'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:43:59.941278 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] Sync routers for ids ['32428c82-37fc-4edb-b343-e862c021df0d'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:43:59.957897 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] Routers {'32428c82-37fc-4edb-b343-e862c021df0d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:43:59.958880 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['32428c82-37fc-4edb-b343-e862c021df0d'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:43:59.960970 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-70abaf11-753a-4497-980c-082fd40e32b9 None None] Current status of the port c9243a2d-09dd-4d3c-af32-e2a2d3275f6d is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:43:59.971008 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-70abaf11-753a-4497-980c-082fd40e32b9 None None] Provisioning complete for port a7e0444d-f720-4393-ad59-3df61e1abe87 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:43:59.971382 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-70abaf11-753a-4497-980c-082fd40e32b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a7e0444d-f720-4393-ad59-3df61e1abe87), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:00.008803 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-70abaf11-753a-4497-980c-082fd40e32b9 None None] Port a7e0444d-f720-4393-ad59-3df61e1abe87 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:44:00.037092 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481bb776-bf34-4435-9ab6-276a5ea18e79 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Made reservation on behalf of f35fbd8abb4946b1a04dfcca43acc131 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:44:00.038491 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-481bb776-bf34-4435-9ab6-276a5ea18e79 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:00.067308 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481bb776-bf34-4435-9ab6-276a5ea18e79 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:44:00.069399 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] Set router 32428c82-37fc-4edb-b343-e862c021df0d gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:00.074106 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-481bb776-bf34-4435-9ab6-276a5ea18e79 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (4348475b-e99f-4987-829e-56e43a061f8f), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:00.074445 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-481bb776-bf34-4435-9ab6-276a5ea18e79 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Added segment 4348475b-e99f-4987-829e-56e43a061f8f of type vlan for network 6b294d0b-b4ca-41ab-89e2-450b84966c35 Apr 15 03:44:00.126512 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-701d590d-6293-46b6-b2b8-512e5cced5fe None None] Provisioning complete for port a7e0444d-f720-4393-ad59-3df61e1abe87 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:00.126993 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-701d590d-6293-46b6-b2b8-512e5cced5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a7e0444d-f720-4393-ad59-3df61e1abe87), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:00.148932 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-481bb776-bf34-4435-9ab6-276a5ea18e79 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (6b294d0b-b4ca-41ab-89e2-450b84966c35), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:00.162979 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6f704-0f7e-4bf7-8e16-8db66fff7818 req-58dcc783-19ad-4d1c-9088-3b389341d220 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:00.164607 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4fb6f704-0f7e-4bf7-8e16-8db66fff7818 req-58dcc783-19ad-4d1c-9088-3b389341d220 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 945 time: 0.0821714 Apr 15 03:44:00.173652 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-701d590d-6293-46b6-b2b8-512e5cced5fe None None] Port a7e0444d-f720-4393-ad59-3df61e1abe87 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:44:00.264704 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-481bb776-bf34-4435-9ab6-276a5ea18e79 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (6b294d0b-b4ca-41ab-89e2-450b84966c35), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:00.269594 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481bb776-bf34-4435-9ab6-276a5ea18e79 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:00.270174 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-481bb776-bf34-4435-9ab6-276a5ea18e79 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:00.290539 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:43:58Z', 'revision_number': 3, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:57Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7e0444d-f720-4393-ad59-3df61e1abe87', 'name': '', 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:e0:36:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:57Z', 'updated_at': '2022-04-15T03:43:59Z', 'revision_number': 2, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:00.294234 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-4e5b2e12-c8e8-4d99-ab7b-a3bf3e31af22 None None] Provisioning complete for port a7e0444d-f720-4393-ad59-3df61e1abe87 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:00.298120 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4e5b2e12-c8e8-4d99-ab7b-a3bf3e31af22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a7e0444d-f720-4393-ad59-3df61e1abe87), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:00.305315 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-4fb6f704-0f7e-4bf7-8e16-8db66fff7818 req-9ceddda8-6bcc-4e3f-9a36-edb1a0696d9d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port d25a8b62-690c-4add-bae9-ccd7bd212974 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:44:00.305655 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4fb6f704-0f7e-4bf7-8e16-8db66fff7818 req-9ceddda8-6bcc-4e3f-9a36-edb1a0696d9d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (d25a8b62-690c-4add-bae9-ccd7bd212974), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:00.319210 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] Checking router: 32428c82-37fc-4edb-b343-e862c021df0d for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:44:00.319210 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] Updating router 32428c82-37fc-4edb-b343-e862c021df0d port a7e0444d-f720-4393-ad59-3df61e1abe87 binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:44:00.347662 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a7e0444d-f720-4393-ad59-3df61e1abe87), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:00.362206 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4e5b2e12-c8e8-4d99-ab7b-a3bf3e31af22 None None] Port a7e0444d-f720-4393-ad59-3df61e1abe87 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:44:00.362817 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481bb776-bf34-4435-9ab6-276a5ea18e79 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Network': ['ID=6b294d0b-b4ca-41ab-89e2-450b84966c35,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:00.373355 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 6b294d0b-b4ca-41ab-89e2-450b84966c35 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:44:00.375604 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port c9243a2d-09dd-4d3c-af32-e2a2d3275f6d is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:00.376644 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 147ced1a-d190-4537-af0f-cfb093684098 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:44:00.401510 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-481bb776-bf34-4435-9ab6-276a5ea18e79 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4635618 Apr 15 03:44:00.402352 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36524) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:00.409554 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-cd895b48-8d51-4783-a61b-c830378568a6 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'subnet': {'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:00.485769 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 147ced1a-d190-4537-af0f-cfb093684098 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:00.486146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (147ced1a-d190-4537-af0f-cfb093684098), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:00.537965 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-4fb6f704-0f7e-4bf7-8e16-8db66fff7818 req-9ceddda8-6bcc-4e3f-9a36-edb1a0696d9d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port d25a8b62-690c-4add-bae9-ccd7bd212974, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=d25a8b62-690c-4add-bae9-ccd7bd212974,segment=NetworkSegment(f1afb204-1506-4ac0-81d2-3004cd20245f),segment_id=f1afb204-1506-4ac0-81d2-3004cd20245f)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:00.538327 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4fb6f704-0f7e-4bf7-8e16-8db66fff7818 req-9ceddda8-6bcc-4e3f-9a36-edb1a0696d9d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (d25a8b62-690c-4add-bae9-ccd7bd212974), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:00.565682 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 147ced1a-d190-4537-af0f-cfb093684098 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:00.658002 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] Publish callbacks [] for port (a7e0444d-f720-4393-ad59-3df61e1abe87), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:00.708828 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (a7e0444d-f720-4393-ad59-3df61e1abe87), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:00.761481 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb54a94-c216-40a3-acf1-3ae4f3d19947 None None] Pushing event updated for resources: {'Port': ['ID=a7e0444d-f720-4393-ad59-3df61e1abe87,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:00.822442 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] Attempting to bind port a7e0444d-f720-4393-ad59-3df61e1abe87 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:44:00.822740 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] Attempting to bind port a7e0444d-f720-4393-ad59-3df61e1abe87 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '7119e7cd-2d39-4bfa-a292-26e32000d018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:44:00.823098 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] Attempting to bind port a7e0444d-f720-4393-ad59-3df61e1abe87 on network abed3551-6f31-4b4b-b1d3-d36d880703b1 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:44:00.828345 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:44:00.828709 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] Checking segment: {'id': '7119e7cd-2d39-4bfa-a292-26e32000d018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:44:00.829109 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:00.829490 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] Bound using segment: {'id': '7119e7cd-2d39-4bfa-a292-26e32000d018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:44:00.829955 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] Bound port: a7e0444d-f720-4393-ad59-3df61e1abe87, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7119e7cd-2d39-4bfa-a292-26e32000d018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:44:00.830329 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a7e0444d-f720-4393-ad59-3df61e1abe87), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:00.886770 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-4fb6f704-0f7e-4bf7-8e16-8db66fff7818 req-9ceddda8-6bcc-4e3f-9a36-edb1a0696d9d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for d25a8b62-690c-4add-bae9-ccd7bd212974 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:44:00.897607 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9371732-1dc8-42d4-9590-5e566248e2ec req-08d5fe0c-7094-4f80-a5fb-7a65d2209a71 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:00.899205 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c9371732-1dc8-42d4-9590-5e566248e2ec req-08d5fe0c-7094-4f80-a5fb-7a65d2209a71 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 945 time: 0.4134161 Apr 15 03:44:00.904768 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] For port a7e0444d-f720-4393-ad59-3df61e1abe87, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:44:00.908535 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] For port a7e0444d-f720-4393-ad59-3df61e1abe87, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a7e0444d-f720-4393-ad59-3df61e1abe87,segment=NetworkSegment(7119e7cd-2d39-4bfa-a292-26e32000d018),segment_id=7119e7cd-2d39-4bfa-a292-26e32000d018)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:44:00.970729 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd895b48-8d51-4783-a61b-c830378568a6 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Made reservation on behalf of f35fbd8abb4946b1a04dfcca43acc131 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:44:00.974551 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd895b48-8d51-4783-a61b-c830378568a6 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:00.985680 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3fb0dc11-42fd-4021-b7b5-bd07f26c3bdb None None] Provisioning complete for port a7e0444d-f720-4393-ad59-3df61e1abe87 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:00.986056 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3fb0dc11-42fd-4021-b7b5-bd07f26c3bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a7e0444d-f720-4393-ad59-3df61e1abe87), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:00.990211 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (a7e0444d-f720-4393-ad59-3df61e1abe87), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:01.026136 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c9371732-1dc8-42d4-9590-5e566248e2ec req-6fed68f3-b980-4ffe-8854-301aea7d7188 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206503 Apr 15 03:44:01.034574 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] Routers {'32428c82-37fc-4edb-b343-e862c021df0d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:01.035253 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['32428c82-37fc-4edb-b343-e862c021df0d'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:01.089110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3fb0dc11-42fd-4021-b7b5-bd07f26c3bdb None None] Current status of the port a7e0444d-f720-4393-ad59-3df61e1abe87 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:01.089579 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3fb0dc11-42fd-4021-b7b5-bd07f26c3bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a7e0444d-f720-4393-ad59-3df61e1abe87), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:01.136653 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-3fb0dc11-42fd-4021-b7b5-bd07f26c3bdb None None] For port a7e0444d-f720-4393-ad59-3df61e1abe87, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a7e0444d-f720-4393-ad59-3df61e1abe87,segment=NetworkSegment(7119e7cd-2d39-4bfa-a292-26e32000d018),segment_id=7119e7cd-2d39-4bfa-a292-26e32000d018)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:01.175696 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] Set router 32428c82-37fc-4edb-b343-e862c021df0d gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:01.182922 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3fb0dc11-42fd-4021-b7b5-bd07f26c3bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (a7e0444d-f720-4393-ad59-3df61e1abe87), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:01.209164 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb54a94-c216-40a3-acf1-3ae4f3d19947 None None] Pushing event updated for resources: {'Port': ['ID=a7e0444d-f720-4393-ad59-3df61e1abe87,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:01.247164 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0dc11-42fd-4021-b7b5-bd07f26c3bdb None None] Pushing event updated for resources: {'Port': ['ID=a7e0444d-f720-4393-ad59-3df61e1abe87,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:01.262685 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4fb6f704-0f7e-4bf7-8e16-8db66fff7818 req-9ceddda8-6bcc-4e3f-9a36-edb1a0696d9d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (d25a8b62-690c-4add-bae9-ccd7bd212974), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:01.302352 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9851c0a2-c034-4845-b111-d8d8e0b108b8 None None] Provisioning complete for port a7e0444d-f720-4393-ad59-3df61e1abe87 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:01.302945 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9851c0a2-c034-4845-b111-d8d8e0b108b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a7e0444d-f720-4393-ad59-3df61e1abe87), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:01.303735 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceddda8-6bcc-4e3f-9a36-edb1a0696d9d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=d25a8b62-690c-4add-bae9-ccd7bd212974,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:01.361518 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb6f704-0f7e-4bf7-8e16-8db66fff7818 req-9ceddda8-6bcc-4e3f-9a36-edb1a0696d9d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] No DVR routers for this DVR port d25a8b62-690c-4add-bae9-ccd7bd212974 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:44:01.361518 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4fb6f704-0f7e-4bf7-8e16-8db66fff7818 req-9ceddda8-6bcc-4e3f-9a36-edb1a0696d9d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:01.364822 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4fb6f704-0f7e-4bf7-8e16-8db66fff7818 req-9ceddda8-6bcc-4e3f-9a36-edb1a0696d9d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "DELETE /v2.0/ports/d25a8b62-690c-4add-bae9-ccd7bd212974 HTTP/1.1" status: 204 len: 173 time: 1.1940644 Apr 15 03:44:01.365295 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e873b0-f9e7-429d-9120-e3db9612a08a', 'name': 'network-vif-deleted', 'tag': 'd25a8b62-690c-4add-bae9-ccd7bd212974'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:44:01.368929 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e09b936-3a82-470a-8ea0-ec72f0e9377d" -d '{"events": [{"server_uuid": "05e873b0-f9e7-429d-9120-e3db9612a08a", "name": "network-vif-deleted", "tag": "d25a8b62-690c-4add-bae9-ccd7bd212974"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:44:01.400627 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd895b48-8d51-4783-a61b-c830378568a6 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (8574b39e-0133-4d8e-a6db-06a049c93f4f), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:01.405776 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9851c0a2-c034-4845-b111-d8d8e0b108b8 None None] Current status of the port a7e0444d-f720-4393-ad59-3df61e1abe87 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:01.419550 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a01c735-d76f-4ad7-852f-ede47ddf9999 x-openstack-request-id: req-7a01c735-d76f-4ad7-852f-ede47ddf9999 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:44:01.419826 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e873b0-f9e7-429d-9120-e3db9612a08a", "name": "network-vif-deleted", "tag": "d25a8b62-690c-4add-bae9-ccd7bd212974", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:44:01.420076 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a01c735-d76f-4ad7-852f-ede47ddf9999 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:44:01.420488 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a01c735-d76f-4ad7-852f-ede47ddf9999'] response: {'server_uuid': '05e873b0-f9e7-429d-9120-e3db9612a08a', 'name': 'network-vif-deleted', 'tag': 'd25a8b62-690c-4add-bae9-ccd7bd212974', 'status': 'completed', 'code': 200} Apr 15 03:44:01.435977 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:43:58Z', 'revision_number': 3, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:57Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7e0444d-f720-4393-ad59-3df61e1abe87', 'name': '', 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:e0:36:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:57Z', 'updated_at': '2022-04-15T03:44:00Z', 'revision_number': 4, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:01.451270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c9243a2d-09dd-4d3c-af32-e2a2d3275f6d up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:44:01.471698 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa4546b-eecb-4990-a148-d56db8d2de58 None None] The sync data for ids ['32428c82-37fc-4edb-b343-e862c021df0d'] in dv-neutron-837140-3-hyperv is: [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:43:58Z', 'revision_number': 3, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:57Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7e0444d-f720-4393-ad59-3df61e1abe87', 'name': '', 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:e0:36:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:57Z', 'updated_at': '2022-04-15T03:44:00Z', 'revision_number': 4, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:44:01.487596 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd895b48-8d51-4783-a61b-c830378568a6 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Subnet': ['ID=8574b39e-0133-4d8e-a6db-06a049c93f4f,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:01.490872 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd895b48-8d51-4783-a61b-c830378568a6 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Checking segment: {'id': '4348475b-e99f-4987-829e-56e43a061f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:44:01.491329 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd895b48-8d51-4783-a61b-c830378568a6 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network hostable DHCP agents. Network: 6b294d0b-b4ca-41ab-89e2-450b84966c35, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:44:01.509609 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port c9243a2d-09dd-4d3c-af32-e2a2d3275f6d triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:01.510002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c9243a2d-09dd-4d3c-af32-e2a2d3275f6d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:01.605694 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd895b48-8d51-4783-a61b-c830378568a6 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network 6b294d0b-b4ca-41ab-89e2-450b84966c35 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:44:01.606997 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port c9243a2d-09dd-4d3c-af32-e2a2d3275f6d is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:01.691502 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-cd895b48-8d51-4783-a61b-c830378568a6 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 6b294d0b-b4ca-41ab-89e2-450b84966c35) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:44:01.702054 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd895b48-8d51-4783-a61b-c830378568a6 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:01.707155 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f5335c-9d5f-48c7-bbf6-a13bf028988e None None] Network 6b294d0b-b4ca-41ab-89e2-450b84966c35 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:44:01.713414 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd895b48-8d51-4783-a61b-c830378568a6 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:01.808528 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cd895b48-8d51-4783-a61b-c830378568a6 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4049087 Apr 15 03:44:01.811201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36530) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:01.853871 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823777d9-442a-4f67-a9e7-338fd48c2640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-6b294d0b-b4ca-41ab-89e2-450b84966c35', 'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35', 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'fixed_ips': [{'subnet_id': '8574b39e-0133-4d8e-a6db-06a049c93f4f'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:44:01.854816 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-823777d9-442a-4f67-a9e7-338fd48c2640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:02.011095 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-823777d9-442a-4f67-a9e7-338fd48c2640 None None] Allocated IP 172.22.0.2 (6b294d0b-b4ca-41ab-89e2-450b84966c35/8574b39e-0133-4d8e-a6db-06a049c93f4f/e10c79f6-971d-4d78-9373-9f80d5ffe48f) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:44:02.169015 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4b8b5fe4-5c7a-46e3-be8f-aed98687e5c6 req-3ce1df9e-d38f-4214-b255-7eab5b9f77ac tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=05e873b0-f9e7-429d-9120-e3db9612a08a HTTP/1.1" status: 200 len: 210 time: 0.0378439 Apr 15 03:44:02.204943 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-823777d9-442a-4f67-a9e7-338fd48c2640 None None] Publish callbacks [] for port (e10c79f6-971d-4d78-9373-9f80d5ffe48f), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:02.269872 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-823777d9-442a-4f67-a9e7-338fd48c2640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (e10c79f6-971d-4d78-9373-9f80d5ffe48f), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:02.281743 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8ee90f5b-0dcb-419e-b213-1908b516d303 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:02.309568 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823777d9-442a-4f67-a9e7-338fd48c2640 None None] Network 6b294d0b-b4ca-41ab-89e2-450b84966c35 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:44:02.312394 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-823777d9-442a-4f67-a9e7-338fd48c2640 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:44:02.318128 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823777d9-442a-4f67-a9e7-338fd48c2640 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:44:02.326898 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823777d9-442a-4f67-a9e7-338fd48c2640 None None] Pushing event updated for resources: {'Port': ['ID=e10c79f6-971d-4d78-9373-9f80d5ffe48f,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:02.383521 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-823777d9-442a-4f67-a9e7-338fd48c2640 None None] Attempting to bind port e10c79f6-971d-4d78-9373-9f80d5ffe48f on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:44:02.383844 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-823777d9-442a-4f67-a9e7-338fd48c2640 None None] Attempting to bind port e10c79f6-971d-4d78-9373-9f80d5ffe48f by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '4348475b-e99f-4987-829e-56e43a061f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:44:02.384203 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823777d9-442a-4f67-a9e7-338fd48c2640 None None] Attempting to bind port e10c79f6-971d-4d78-9373-9f80d5ffe48f on network 6b294d0b-b4ca-41ab-89e2-450b84966c35 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:44:02.389335 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823777d9-442a-4f67-a9e7-338fd48c2640 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:44:02.389712 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823777d9-442a-4f67-a9e7-338fd48c2640 None None] Checking segment: {'id': '4348475b-e99f-4987-829e-56e43a061f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:44:02.390136 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-823777d9-442a-4f67-a9e7-338fd48c2640 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:02.390570 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823777d9-442a-4f67-a9e7-338fd48c2640 None None] Bound using segment: {'id': '4348475b-e99f-4987-829e-56e43a061f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:44:02.391069 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-823777d9-442a-4f67-a9e7-338fd48c2640 None None] Bound port: e10c79f6-971d-4d78-9373-9f80d5ffe48f, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4348475b-e99f-4987-829e-56e43a061f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:44:02.391448 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-823777d9-442a-4f67-a9e7-338fd48c2640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e10c79f6-971d-4d78-9373-9f80d5ffe48f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:02.454628 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-823777d9-442a-4f67-a9e7-338fd48c2640 None None] For port e10c79f6-971d-4d78-9373-9f80d5ffe48f, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:44:02.457687 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-823777d9-442a-4f67-a9e7-338fd48c2640 None None] For port e10c79f6-971d-4d78-9373-9f80d5ffe48f, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e10c79f6-971d-4d78-9373-9f80d5ffe48f,segment=NetworkSegment(4348475b-e99f-4987-829e-56e43a061f8f),segment_id=4348475b-e99f-4987-829e-56e43a061f8f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:44:02.514575 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-823777d9-442a-4f67-a9e7-338fd48c2640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e10c79f6-971d-4d78-9373-9f80d5ffe48f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:02.551751 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-8ee90f5b-0dcb-419e-b213-1908b516d303 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Allocated IP 172.22.0.1 (6b294d0b-b4ca-41ab-89e2-450b84966c35/8574b39e-0133-4d8e-a6db-06a049c93f4f/2508f1c9-7136-4ad3-96b1-b8e5a76e514b) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:44:02.579984 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823777d9-442a-4f67-a9e7-338fd48c2640 None None] Pushing event updated for resources: {'Port': ['ID=e10c79f6-971d-4d78-9373-9f80d5ffe48f,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:02.682576 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8ee90f5b-0dcb-419e-b213-1908b516d303 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for port (2508f1c9-7136-4ad3-96b1-b8e5a76e514b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:02.766219 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8ee90f5b-0dcb-419e-b213-1908b516d303 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (2508f1c9-7136-4ad3-96b1-b8e5a76e514b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:02.808810 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee90f5b-0dcb-419e-b213-1908b516d303 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network 6b294d0b-b4ca-41ab-89e2-450b84966c35 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:44:02.814233 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-8ee90f5b-0dcb-419e-b213-1908b516d303 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:44:02.818203 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee90f5b-0dcb-419e-b213-1908b516d303 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:44:02.824965 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee90f5b-0dcb-419e-b213-1908b516d303 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Port': ['ID=2508f1c9-7136-4ad3-96b1-b8e5a76e514b,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:02.867039 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8ee90f5b-0dcb-419e-b213-1908b516d303 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (32428c82-37fc-4edb-b343-e862c021df0d), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:03.042119 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8ee90f5b-0dcb-419e-b213-1908b516d303 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2508f1c9-7136-4ad3-96b1-b8e5a76e514b), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:03.239573 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36536) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:03.312404 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b1dcc008-d4e8-451c-9325-b5bc79538e56 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:03.329244 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8ee90f5b-0dcb-419e-b213-1908b516d303 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for port (2508f1c9-7136-4ad3-96b1-b8e5a76e514b), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:03.339744 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b1dcc008-d4e8-451c-9325-b5bc79538e56 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:03.374408 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device d25a8b62-690c-4add-bae9-ccd7bd212974 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:44:03.388287 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8ee90f5b-0dcb-419e-b213-1908b516d303 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (2508f1c9-7136-4ad3-96b1-b8e5a76e514b), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:03.412103 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: d25a8b62-690c-4add-bae9-ccd7bd212974 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:44:03.412718 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device d25a8b62-690c-4add-bae9-ccd7bd212974 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:44:03.467464 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a7e0444d-f720-4393-ad59-3df61e1abe87 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:44:03.482788 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee90f5b-0dcb-419e-b213-1908b516d303 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Port': ['ID=2508f1c9-7136-4ad3-96b1-b8e5a76e514b,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:03.485496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8ee90f5b-0dcb-419e-b213-1908b516d303 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (32428c82-37fc-4edb-b343-e862c021df0d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:03.497646 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b1dcc008-d4e8-451c-9325-b5bc79538e56 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:03.500710 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b1dcc008-d4e8-451c-9325-b5bc79538e56 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:03.502712 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b1dcc008-d4e8-451c-9325-b5bc79538e56 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/security-groups/e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c HTTP/1.1" status: 204 len: 168 time: 0.2611716 Apr 15 03:44:03.512642 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcc008-d4e8-451c-9325-b5bc79538e56 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2654ba9-d27b-4c6b-8c72-f6dfdfa2dd6c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:03.555509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port a7e0444d-f720-4393-ad59-3df61e1abe87 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:03.556057 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a7e0444d-f720-4393-ad59-3df61e1abe87), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:03.581229 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e80808f-0418-4538-9028-a054e44c9ecb None None] Network 6b294d0b-b4ca-41ab-89e2-450b84966c35 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:44:03.596682 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36540) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:03.609754 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee90f5b-0dcb-419e-b213-1908b516d303 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network 6b294d0b-b4ca-41ab-89e2-450b84966c35 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:44:03.611857 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-8ee90f5b-0dcb-419e-b213-1908b516d303 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:44:03.721173 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee90f5b-0dcb-419e-b213-1908b516d303 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router 32428c82-37fc-4edb-b343-e862c021df0d has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:44:03.824551 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee90f5b-0dcb-419e-b213-1908b516d303 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:44:03.827487 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5aab5102-9756-476a-a321-77891a277d35 None None] Provisioning complete for port e10c79f6-971d-4d78-9373-9f80d5ffe48f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:03.827930 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5aab5102-9756-476a-a321-77891a277d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e10c79f6-971d-4d78-9373-9f80d5ffe48f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:03.831111 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8ee90f5b-0dcb-419e-b213-1908b516d303 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/32428c82-37fc-4edb-b343-e862c021df0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0187533 Apr 15 03:44:03.834651 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36542) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:03.839402 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-12f750fd-2127-4374-b464-9f12c42d82a8 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'network': {'name': 'tempest-RoutersTest-518619807'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:03.840775 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] Sync routers for ids ['32428c82-37fc-4edb-b343-e862c021df0d'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:44:03.903916 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f750fd-2127-4374-b464-9f12c42d82a8 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Made reservation on behalf of f35fbd8abb4946b1a04dfcca43acc131 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:44:03.907070 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12f750fd-2127-4374-b464-9f12c42d82a8 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:03.933085 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] Routers {'32428c82-37fc-4edb-b343-e862c021df0d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:03.933728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['32428c82-37fc-4edb-b343-e862c021df0d'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:03.937449 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f750fd-2127-4374-b464-9f12c42d82a8 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:44:03.938896 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port a7e0444d-f720-4393-ad59-3df61e1abe87 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:03.939945 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e10c79f6-971d-4d78-9373-9f80d5ffe48f up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:44:03.946758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12f750fd-2127-4374-b464-9f12c42d82a8 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (038d21fd-6e71-4129-baa2-1e529cecc988), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:03.947295 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-12f750fd-2127-4374-b464-9f12c42d82a8 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Added segment 038d21fd-6e71-4129-baa2-1e529cecc988 of type vlan for network 0246ec78-1b83-48d0-a869-a698f22683e8 Apr 15 03:44:03.964108 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-03790bc8-a3c3-4da0-986e-416a4df34cfc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (3a7ae565-483e-4ab5-9b96-7874ceeb66ee), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:03.993384 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12f750fd-2127-4374-b464-9f12c42d82a8 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (0246ec78-1b83-48d0-a869-a698f22683e8), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:04.091760 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12f750fd-2127-4374-b464-9f12c42d82a8 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (0246ec78-1b83-48d0-a869-a698f22683e8), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:04.097251 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f750fd-2127-4374-b464-9f12c42d82a8 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:04.097831 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12f750fd-2127-4374-b464-9f12c42d82a8 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:04.108399 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] Set router 32428c82-37fc-4edb-b343-e862c021df0d gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:04.148567 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5aab5102-9756-476a-a321-77891a277d35 None None] Current status of the port e10c79f6-971d-4d78-9373-9f80d5ffe48f is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:04.148963 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5aab5102-9756-476a-a321-77891a277d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e10c79f6-971d-4d78-9373-9f80d5ffe48f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:04.153360 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port e10c79f6-971d-4d78-9373-9f80d5ffe48f triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:04.153727 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e10c79f6-971d-4d78-9373-9f80d5ffe48f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:04.216395 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-12f750fd-2127-4374-b464-9f12c42d82a8 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3816369 Apr 15 03:44:04.219327 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36544) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:04.225418 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-86e79d6d-4a24-4762-ac6f-eec7edac16cf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'subnet': {'network_id': '0246ec78-1b83-48d0-a869-a698f22683e8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:04.231494 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f750fd-2127-4374-b464-9f12c42d82a8 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Network': ['ID=0246ec78-1b83-48d0-a869-a698f22683e8,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:04.253783 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 0246ec78-1b83-48d0-a869-a698f22683e8 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:44:04.283028 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-03790bc8-a3c3-4da0-986e-416a4df34cfc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port fbebca62-52e5-4da9-b9eb-dcf889c0c51f {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:44:04.283510 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-03790bc8-a3c3-4da0-986e-416a4df34cfc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (fbebca62-52e5-4da9-b9eb-dcf889c0c51f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:04.310446 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5aab5102-9756-476a-a321-77891a277d35 None None] For port e10c79f6-971d-4d78-9373-9f80d5ffe48f, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e10c79f6-971d-4d78-9373-9f80d5ffe48f,segment=NetworkSegment(4348475b-e99f-4987-829e-56e43a061f8f),segment_id=4348475b-e99f-4987-829e-56e43a061f8f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:04.389145 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-03790bc8-a3c3-4da0-986e-416a4df34cfc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port fbebca62-52e5-4da9-b9eb-dcf889c0c51f, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fbebca62-52e5-4da9-b9eb-dcf889c0c51f,segment=NetworkSegment(f1afb204-1506-4ac0-81d2-3004cd20245f),segment_id=f1afb204-1506-4ac0-81d2-3004cd20245f)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:04.389693 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-03790bc8-a3c3-4da0-986e-416a4df34cfc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (fbebca62-52e5-4da9-b9eb-dcf889c0c51f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:04.401077 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5aab5102-9756-476a-a321-77891a277d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e10c79f6-971d-4d78-9373-9f80d5ffe48f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:04.405204 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-03790bc8-a3c3-4da0-986e-416a4df34cfc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for fbebca62-52e5-4da9-b9eb-dcf889c0c51f owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:44:04.405717 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e79d6d-4a24-4762-ac6f-eec7edac16cf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Made reservation on behalf of f35fbd8abb4946b1a04dfcca43acc131 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:44:04.418956 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-86e79d6d-4a24-4762-ac6f-eec7edac16cf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:04.507465 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:04.591769 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:02Z', 'revision_number': 4, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:57Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2508f1c9-7136-4ad3-96b1-b8e5a76e514b', 'name': '', 'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:4f:9b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:02Z', 'updated_at': '2022-04-15T03:44:03Z', 'revision_number': 2, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7e0444d-f720-4393-ad59-3df61e1abe87', 'name': '', 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:e0:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:57Z', 'updated_at': '2022-04-15T03:44:01Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:04.594083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-656395ff-4224-4c48-8a66-f9c4d7f98d69 None None] Provisioning complete for port 2508f1c9-7136-4ad3-96b1-b8e5a76e514b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:04.594595 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-656395ff-4224-4c48-8a66-f9c4d7f98d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2508f1c9-7136-4ad3-96b1-b8e5a76e514b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:04.596079 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e10c79f6-971d-4d78-9373-9f80d5ffe48f is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:04.599758 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab5102-9756-476a-a321-77891a277d35 None None] Pushing event updated for resources: {'Port': ['ID=e10c79f6-971d-4d78-9373-9f80d5ffe48f,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:04.655438 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] Checking router: 32428c82-37fc-4edb-b343-e862c021df0d for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:44:04.655588 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] Updating router 32428c82-37fc-4edb-b343-e862c021df0d port 2508f1c9-7136-4ad3-96b1-b8e5a76e514b binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:44:04.668753 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-03790bc8-a3c3-4da0-986e-416a4df34cfc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (fbebca62-52e5-4da9-b9eb-dcf889c0c51f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:04.693647 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-656395ff-4224-4c48-8a66-f9c4d7f98d69 None None] Port 2508f1c9-7136-4ad3-96b1-b8e5a76e514b cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:44:04.696378 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2508f1c9-7136-4ad3-96b1-b8e5a76e514b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:04.697580 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-86e79d6d-4a24-4762-ac6f-eec7edac16cf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (46662ef3-7880-4847-bdc7-e5975e46c62e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:04.699028 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03790bc8-a3c3-4da0-986e-416a4df34cfc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=fbebca62-52e5-4da9-b9eb-dcf889c0c51f,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:04.720251 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-656395ff-4224-4c48-8a66-f9c4d7f98d69 None None] Provisioning complete for port e10c79f6-971d-4d78-9373-9f80d5ffe48f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:04.720623 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-656395ff-4224-4c48-8a66-f9c4d7f98d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e10c79f6-971d-4d78-9373-9f80d5ffe48f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:04.804832 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e79d6d-4a24-4762-ac6f-eec7edac16cf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Subnet': ['ID=46662ef3-7880-4847-bdc7-e5975e46c62e,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:04.814341 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e79d6d-4a24-4762-ac6f-eec7edac16cf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Checking segment: {'id': '038d21fd-6e71-4129-baa2-1e529cecc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0246ec78-1b83-48d0-a869-a698f22683e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:44:04.814341 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e79d6d-4a24-4762-ac6f-eec7edac16cf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network hostable DHCP agents. Network: 0246ec78-1b83-48d0-a869-a698f22683e8, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:44:04.914463 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e79d6d-4a24-4762-ac6f-eec7edac16cf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network 0246ec78-1b83-48d0-a869-a698f22683e8 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:44:04.917004 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-656395ff-4224-4c48-8a66-f9c4d7f98d69 None None] Current status of the port e10c79f6-971d-4d78-9373-9f80d5ffe48f is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:04.944737 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-03790bc8-a3c3-4da0-986e-416a4df34cfc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (3a7ae565-483e-4ab5-9b96-7874ceeb66ee), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:04.988813 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-86e79d6d-4a24-4762-ac6f-eec7edac16cf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 0246ec78-1b83-48d0-a869-a698f22683e8) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:44:04.993419 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e79d6d-4a24-4762-ac6f-eec7edac16cf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:04.994097 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-86e79d6d-4a24-4762-ac6f-eec7edac16cf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:04.999453 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c04fba-099e-43e9-b982-d36ad43f2b7f None None] Network 0246ec78-1b83-48d0-a869-a698f22683e8 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:44:05.091223 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-86e79d6d-4a24-4762-ac6f-eec7edac16cf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8679843 Apr 15 03:44:05.091615 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36546) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:05.099986 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7dc1a259-c683-4bc8-be64-b88e8f2604e0 None None] Provisioning complete for port 2508f1c9-7136-4ad3-96b1-b8e5a76e514b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:05.100355 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7dc1a259-c683-4bc8-be64-b88e8f2604e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2508f1c9-7136-4ad3-96b1-b8e5a76e514b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:05.154099 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] Publish callbacks [] for port (2508f1c9-7136-4ad3-96b1-b8e5a76e514b), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:05.185156 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7dc1a259-c683-4bc8-be64-b88e8f2604e0 None None] Port 2508f1c9-7136-4ad3-96b1-b8e5a76e514b cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:44:05.193686 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03790bc8-a3c3-4da0-986e-416a4df34cfc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:44:05.198409 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01784cb5-4eee-458e-8f79-e0d711971afd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-0246ec78-1b83-48d0-a869-a698f22683e8', 'network_id': '0246ec78-1b83-48d0-a869-a698f22683e8', 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'fixed_ips': [{'subnet_id': '46662ef3-7880-4847-bdc7-e5975e46c62e'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:44:05.199605 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-01784cb5-4eee-458e-8f79-e0d711971afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:05.267210 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (2508f1c9-7136-4ad3-96b1-b8e5a76e514b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:05.307984 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03790bc8-a3c3-4da0-986e-416a4df34cfc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:44:05.322640 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-03790bc8-a3c3-4da0-986e-416a4df34cfc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/routers/3a7ae565-483e-4ab5-9b96-7874ceeb66ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7251444 Apr 15 03:44:05.323295 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36548) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:05.339441 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de40f8bc-c281-44ef-aff4-602dfa0c1ef6 None None] Sync routers for ids ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:44:05.361421 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abc943-3b38-4201-9b4c-bf4c640520cc None None] Pushing event updated for resources: {'Port': ['ID=2508f1c9-7136-4ad3-96b1-b8e5a76e514b,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:05.377225 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de40f8bc-c281-44ef-aff4-602dfa0c1ef6 None None] Routers {'3a7ae565-483e-4ab5-9b96-7874ceeb66ee'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:05.378132 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e635679d-7097-4736-81a8-6707c7818b7c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting subnet e8207d81-061c-4228-a247-0a1511c643e0 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:44:05.381900 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e635679d-7097-4736-81a8-6707c7818b7c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (e8207d81-061c-4228-a247-0a1511c643e0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:05.385942 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-de40f8bc-c281-44ef-aff4-602dfa0c1ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:05.433788 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-01784cb5-4eee-458e-8f79-e0d711971afd None None] Allocated IP 172.23.0.2 (0246ec78-1b83-48d0-a869-a698f22683e8/46662ef3-7880-4847-bdc7-e5975e46c62e/18fad8c8-580b-4597-89c5-21de0d41dec7) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:44:05.437520 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e635679d-7097-4736-81a8-6707c7818b7c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (e8207d81-061c-4228-a247-0a1511c643e0), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:05.451781 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] Attempting to bind port 2508f1c9-7136-4ad3-96b1-b8e5a76e514b on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:44:05.452163 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] Attempting to bind port 2508f1c9-7136-4ad3-96b1-b8e5a76e514b by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '4348475b-e99f-4987-829e-56e43a061f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:44:05.452504 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] Attempting to bind port 2508f1c9-7136-4ad3-96b1-b8e5a76e514b on network 6b294d0b-b4ca-41ab-89e2-450b84966c35 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:44:05.475145 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:44:05.475543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] Checking segment: {'id': '4348475b-e99f-4987-829e-56e43a061f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:44:05.475909 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:05.476304 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] Bound using segment: {'id': '4348475b-e99f-4987-829e-56e43a061f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:44:05.476777 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] Bound port: 2508f1c9-7136-4ad3-96b1-b8e5a76e514b, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4348475b-e99f-4987-829e-56e43a061f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:44:05.477394 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2508f1c9-7136-4ad3-96b1-b8e5a76e514b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:05.540151 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-73999669-fe14-4bb5-98dc-b68ccec82edf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:05.580585 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e635679d-7097-4736-81a8-6707c7818b7c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (e8207d81-061c-4228-a247-0a1511c643e0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:05.686932 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-de40f8bc-c281-44ef-aff4-602dfa0c1ef6 None None] Set router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:05.726095 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e635679d-7097-4736-81a8-6707c7818b7c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (e8207d81-061c-4228-a247-0a1511c643e0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:05.763388 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e635679d-7097-4736-81a8-6707c7818b7c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Subnet': ['ID=e8207d81-061c-4228-a247-0a1511c643e0,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:05.777987 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e635679d-7097-4736-81a8-6707c7818b7c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:05.781284 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e635679d-7097-4736-81a8-6707c7818b7c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/subnets/e8207d81-061c-4228-a247-0a1511c643e0 HTTP/1.1" status: 204 len: 168 time: 0.4570100 Apr 15 03:44:05.783113 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e10c79f6-971d-4d78-9373-9f80d5ffe48f up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:44:05.784003 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36550) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:05.797549 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e90299-ff6d-4205-a41c-d74f167c69df None None] Network 9e279d3e-905d-44f0-a611-4c2f55a87c78 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:44:05.913785 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-90d2147a-2363-47cf-a4f9-fc8dcc2dfe84 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (3a7ae565-483e-4ab5-9b96-7874ceeb66ee), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:05.938089 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5df5876d-7116-4b6c-96df-c67c1b679382 None None] Provisioning complete for port 2508f1c9-7136-4ad3-96b1-b8e5a76e514b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:05.938337 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5df5876d-7116-4b6c-96df-c67c1b679382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2508f1c9-7136-4ad3-96b1-b8e5a76e514b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:05.976600 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-de40f8bc-c281-44ef-aff4-602dfa0c1ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'name': 'tempest-TestNetworkBasicOps-router-1767969933', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:41:53Z', 'updated_at': '2022-04-15T03:44:04Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:54Z', 'updated_at': '2022-04-15T03:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:06.011792 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de40f8bc-c281-44ef-aff4-602dfa0c1ef6 None None] Checking router: 3a7ae565-483e-4ab5-9b96-7874ceeb66ee for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:44:06.024102 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de40f8bc-c281-44ef-aff4-602dfa0c1ef6 None None] Routers {'3a7ae565-483e-4ab5-9b96-7874ceeb66ee'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:06.024744 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-de40f8bc-c281-44ef-aff4-602dfa0c1ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:06.064846 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] For port 2508f1c9-7136-4ad3-96b1-b8e5a76e514b, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:44:06.068828 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5df5876d-7116-4b6c-96df-c67c1b679382 None None] Port 2508f1c9-7136-4ad3-96b1-b8e5a76e514b cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:44:06.077064 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port e10c79f6-971d-4d78-9373-9f80d5ffe48f triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:06.077433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e10c79f6-971d-4d78-9373-9f80d5ffe48f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:06.134177 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] For port 2508f1c9-7136-4ad3-96b1-b8e5a76e514b, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=2508f1c9-7136-4ad3-96b1-b8e5a76e514b,segment=NetworkSegment(4348475b-e99f-4987-829e-56e43a061f8f),segment_id=4348475b-e99f-4987-829e-56e43a061f8f)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:44:06.151713 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-de40f8bc-c281-44ef-aff4-602dfa0c1ef6 None None] Set router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:06.169167 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-01784cb5-4eee-458e-8f79-e0d711971afd None None] Publish callbacks [] for port (18fad8c8-580b-4597-89c5-21de0d41dec7), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:06.215127 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (2508f1c9-7136-4ad3-96b1-b8e5a76e514b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:06.248672 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-01784cb5-4eee-458e-8f79-e0d711971afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (18fad8c8-580b-4597-89c5-21de0d41dec7), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:06.251517 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9949e9c-b14e-490d-bfec-0fd53ea14a1c None None] DHCP port deletion for 9e279d3e-905d-44f0-a611-4c2f55a87c78 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:44:06.268334 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e10c79f6-971d-4d78-9373-9f80d5ffe48f is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:06.292808 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] Routers {'32428c82-37fc-4edb-b343-e862c021df0d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:06.293457 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['32428c82-37fc-4edb-b343-e862c021df0d'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:06.352735 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-de40f8bc-c281-44ef-aff4-602dfa0c1ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'name': 'tempest-TestNetworkBasicOps-router-1767969933', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:41:53Z', 'updated_at': '2022-04-15T03:44:04Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:54Z', 'updated_at': '2022-04-15T03:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:06.385243 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01784cb5-4eee-458e-8f79-e0d711971afd None None] Network 0246ec78-1b83-48d0-a869-a698f22683e8 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:44:06.389654 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de40f8bc-c281-44ef-aff4-602dfa0c1ef6 None None] The sync data for ids ['3a7ae565-483e-4ab5-9b96-7874ceeb66ee'] in dv-neutron-837140-3-hyperv is: [{'id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'name': 'tempest-TestNetworkBasicOps-router-1767969933', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198'}], 'enable_snat': True}, 'gw_port_id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:41:53Z', 'updated_at': '2022-04-15T03:44:04Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'ce369ac0-f0a5-499d-aaa8-1d29a581fb32', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:fd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7ae565-483e-4ab5-9b96-7874ceeb66ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:41:54Z', 'updated_at': '2022-04-15T03:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:44:06.432190 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-73999669-fe14-4bb5-98dc-b68ccec82edf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Allocated IP 172.23.0.1 (0246ec78-1b83-48d0-a869-a698f22683e8/46662ef3-7880-4847-bdc7-e5975e46c62e/4e268374-e87b-468b-9b9a-52115d30e776) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:44:06.433885 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-01784cb5-4eee-458e-8f79-e0d711971afd None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:44:06.443599 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abc943-3b38-4201-9b4c-bf4c640520cc None None] Pushing event updated for resources: {'Port': ['ID=2508f1c9-7136-4ad3-96b1-b8e5a76e514b,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:06.445042 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-90d2147a-2363-47cf-a4f9-fc8dcc2dfe84 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (3a7ae565-483e-4ab5-9b96-7874ceeb66ee), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:06.460278 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01784cb5-4eee-458e-8f79-e0d711971afd None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:44:06.509898 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c9949e9c-b14e-490d-bfec-0fd53ea14a1c None None] Deleting port ce818d66-4e47-4def-82ed-b7c7005858a6 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:44:06.510414 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c9949e9c-b14e-490d-bfec-0fd53ea14a1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (ce818d66-4e47-4def-82ed-b7c7005858a6), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:06.539507 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] Set router 32428c82-37fc-4edb-b343-e862c021df0d gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:06.581854 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-90d2147a-2363-47cf-a4f9-fc8dcc2dfe84 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port ce369ac0-f0a5-499d-aaa8-1d29a581fb32 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:44:06.582490 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-90d2147a-2363-47cf-a4f9-fc8dcc2dfe84 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (ce369ac0-f0a5-499d-aaa8-1d29a581fb32), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:06.602535 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-73999669-fe14-4bb5-98dc-b68ccec82edf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for port (4e268374-e87b-468b-9b9a-52115d30e776), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:06.608436 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01784cb5-4eee-458e-8f79-e0d711971afd None None] Pushing event updated for resources: {'Port': ['ID=18fad8c8-580b-4597-89c5-21de0d41dec7,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:06.695884 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-90d2147a-2363-47cf-a4f9-fc8dcc2dfe84 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port ce369ac0-f0a5-499d-aaa8-1d29a581fb32, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ce369ac0-f0a5-499d-aaa8-1d29a581fb32,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:06.696292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-90d2147a-2363-47cf-a4f9-fc8dcc2dfe84 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (ce369ac0-f0a5-499d-aaa8-1d29a581fb32), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:06.700130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d9224132-1092-40bb-891e-17601d40f303 None None] Provisioning complete for port 2508f1c9-7136-4ad3-96b1-b8e5a76e514b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:06.700502 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d9224132-1092-40bb-891e-17601d40f303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2508f1c9-7136-4ad3-96b1-b8e5a76e514b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:06.708765 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-01784cb5-4eee-458e-8f79-e0d711971afd None None] Attempting to bind port 18fad8c8-580b-4597-89c5-21de0d41dec7 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:44:06.709141 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-01784cb5-4eee-458e-8f79-e0d711971afd None None] Attempting to bind port 18fad8c8-580b-4597-89c5-21de0d41dec7 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '038d21fd-6e71-4129-baa2-1e529cecc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0246ec78-1b83-48d0-a869-a698f22683e8'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:44:06.709507 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01784cb5-4eee-458e-8f79-e0d711971afd None None] Attempting to bind port 18fad8c8-580b-4597-89c5-21de0d41dec7 on network 0246ec78-1b83-48d0-a869-a698f22683e8 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:44:06.709623 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-90d2147a-2363-47cf-a4f9-fc8dcc2dfe84 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for ce369ac0-f0a5-499d-aaa8-1d29a581fb32 owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:44:06.741801 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c9949e9c-b14e-490d-bfec-0fd53ea14a1c None None] For port ce818d66-4e47-4def-82ed-b7c7005858a6, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ce818d66-4e47-4def-82ed-b7c7005858a6,segment=NetworkSegment(f1afb204-1506-4ac0-81d2-3004cd20245f),segment_id=f1afb204-1506-4ac0-81d2-3004cd20245f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:06.742198 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c9949e9c-b14e-490d-bfec-0fd53ea14a1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (ce818d66-4e47-4def-82ed-b7c7005858a6), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:06.753430 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-73999669-fe14-4bb5-98dc-b68ccec82edf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (4e268374-e87b-468b-9b9a-52115d30e776), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:06.778908 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01784cb5-4eee-458e-8f79-e0d711971afd None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:44:06.779283 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01784cb5-4eee-458e-8f79-e0d711971afd None None] Checking segment: {'id': '038d21fd-6e71-4129-baa2-1e529cecc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0246ec78-1b83-48d0-a869-a698f22683e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:44:06.779692 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-01784cb5-4eee-458e-8f79-e0d711971afd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:06.780091 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01784cb5-4eee-458e-8f79-e0d711971afd None None] Bound using segment: {'id': '038d21fd-6e71-4129-baa2-1e529cecc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0246ec78-1b83-48d0-a869-a698f22683e8'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:44:06.780575 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-01784cb5-4eee-458e-8f79-e0d711971afd None None] Bound port: 18fad8c8-580b-4597-89c5-21de0d41dec7, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038d21fd-6e71-4129-baa2-1e529cecc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0246ec78-1b83-48d0-a869-a698f22683e8'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:44:06.780951 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-01784cb5-4eee-458e-8f79-e0d711971afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (18fad8c8-580b-4597-89c5-21de0d41dec7), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:06.790017 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c9949e9c-b14e-490d-bfec-0fd53ea14a1c None None] Calling delete_port for ce818d66-4e47-4def-82ed-b7c7005858a6 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:44:06.807639 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73999669-fe14-4bb5-98dc-b68ccec82edf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network 0246ec78-1b83-48d0-a869-a698f22683e8 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:44:06.818102 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-73999669-fe14-4bb5-98dc-b68ccec82edf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:44:06.823527 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73999669-fe14-4bb5-98dc-b68ccec82edf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:44:06.853932 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73999669-fe14-4bb5-98dc-b68ccec82edf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Port': ['ID=4e268374-e87b-468b-9b9a-52115d30e776,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:06.920346 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-73999669-fe14-4bb5-98dc-b68ccec82edf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (32428c82-37fc-4edb-b343-e862c021df0d), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:07.035970 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-01784cb5-4eee-458e-8f79-e0d711971afd None None] For port 18fad8c8-580b-4597-89c5-21de0d41dec7, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:44:07.059551 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-01784cb5-4eee-458e-8f79-e0d711971afd None None] For port 18fad8c8-580b-4597-89c5-21de0d41dec7, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=18fad8c8-580b-4597-89c5-21de0d41dec7,segment=NetworkSegment(038d21fd-6e71-4129-baa2-1e529cecc988),segment_id=038d21fd-6e71-4129-baa2-1e529cecc988)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:44:07.060853 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d9224132-1092-40bb-891e-17601d40f303 None None] Current status of the port 2508f1c9-7136-4ad3-96b1-b8e5a76e514b is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:07.061237 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d9224132-1092-40bb-891e-17601d40f303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2508f1c9-7136-4ad3-96b1-b8e5a76e514b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:07.078729 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:02Z', 'revision_number': 4, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:57Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2508f1c9-7136-4ad3-96b1-b8e5a76e514b', 'name': '', 'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:4f:9b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:02Z', 'updated_at': '2022-04-15T03:44:06Z', 'revision_number': 4, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7e0444d-f720-4393-ad59-3df61e1abe87', 'name': '', 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:e0:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:57Z', 'updated_at': '2022-04-15T03:44:01Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:07.110440 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2d39b1-9083-418d-aed0-15f76c851aab None None] The sync data for ids ['32428c82-37fc-4edb-b343-e862c021df0d'] in dv-neutron-837140-3-hyperv is: [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:02Z', 'revision_number': 4, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:57Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2508f1c9-7136-4ad3-96b1-b8e5a76e514b', 'name': '', 'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:4f:9b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:02Z', 'updated_at': '2022-04-15T03:44:06Z', 'revision_number': 4, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7e0444d-f720-4393-ad59-3df61e1abe87', 'name': '', 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:e0:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:57Z', 'updated_at': '2022-04-15T03:44:01Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:44:07.128516 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d9224132-1092-40bb-891e-17601d40f303 None None] For port 2508f1c9-7136-4ad3-96b1-b8e5a76e514b, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=2508f1c9-7136-4ad3-96b1-b8e5a76e514b,segment=NetworkSegment(4348475b-e99f-4987-829e-56e43a061f8f),segment_id=4348475b-e99f-4987-829e-56e43a061f8f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:07.137784 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c9949e9c-b14e-490d-bfec-0fd53ea14a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (ce818d66-4e47-4def-82ed-b7c7005858a6), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:07.139304 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-90d2147a-2363-47cf-a4f9-fc8dcc2dfe84 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (ce369ac0-f0a5-499d-aaa8-1d29a581fb32), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:07.140899 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-01784cb5-4eee-458e-8f79-e0d711971afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (18fad8c8-580b-4597-89c5-21de0d41dec7), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:07.184681 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2147a-2363-47cf-a4f9-fc8dcc2dfe84 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=ce369ac0-f0a5-499d-aaa8-1d29a581fb32,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:07.189447 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-73999669-fe14-4bb5-98dc-b68ccec82edf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4e268374-e87b-468b-9b9a-52115d30e776), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:07.202141 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9949e9c-b14e-490d-bfec-0fd53ea14a1c None None] Pushing event deleted for resources: {'Port': ['ID=ce818d66-4e47-4def-82ed-b7c7005858a6,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:07.204427 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d9224132-1092-40bb-891e-17601d40f303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (2508f1c9-7136-4ad3-96b1-b8e5a76e514b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:07.209273 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9949e9c-b14e-490d-bfec-0fd53ea14a1c None None] No DVR routers for this DVR port ce818d66-4e47-4def-82ed-b7c7005858a6 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:44:07.303782 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01784cb5-4eee-458e-8f79-e0d711971afd None None] Pushing event updated for resources: {'Port': ['ID=18fad8c8-580b-4597-89c5-21de0d41dec7,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:07.312984 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-90d2147a-2363-47cf-a4f9-fc8dcc2dfe84 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (3a7ae565-483e-4ab5-9b96-7874ceeb66ee), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:07.399691 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9224132-1092-40bb-891e-17601d40f303 None None] Pushing event updated for resources: {'Port': ['ID=2508f1c9-7136-4ad3-96b1-b8e5a76e514b,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:07.558853 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-90d2147a-2363-47cf-a4f9-fc8dcc2dfe84 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (3a7ae565-483e-4ab5-9b96-7874ceeb66ee), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:07.562758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-90d2147a-2363-47cf-a4f9-fc8dcc2dfe84 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_controller (3a7ae565-483e-4ab5-9b96-7874ceeb66ee), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:07.587317 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2508f1c9-7136-4ad3-96b1-b8e5a76e514b up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:44:07.639279 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 2508f1c9-7136-4ad3-96b1-b8e5a76e514b triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:07.639787 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2508f1c9-7136-4ad3-96b1-b8e5a76e514b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:07.714026 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-90d2147a-2363-47cf-a4f9-fc8dcc2dfe84 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (3a7ae565-483e-4ab5-9b96-7874ceeb66ee), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:07.719230 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d2147a-2363-47cf-a4f9-fc8dcc2dfe84 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Fanout notify agent at l3_agent the message router_deleted on router 3a7ae565-483e-4ab5-9b96-7874ceeb66ee {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:44:07.722938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-90d2147a-2363-47cf-a4f9-fc8dcc2dfe84 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:07.728282 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-90d2147a-2363-47cf-a4f9-fc8dcc2dfe84 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/routers/3a7ae565-483e-4ab5-9b96-7874ceeb66ee HTTP/1.1" status: 204 len: 168 time: 1.9425025 Apr 15 03:44:07.730441 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36554) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:07.755297 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 2508f1c9-7136-4ad3-96b1-b8e5a76e514b is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:07.808020 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-73999669-fe14-4bb5-98dc-b68ccec82edf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for port (4e268374-e87b-468b-9b9a-52115d30e776), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:07.827541 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ce818d66-4e47-4def-82ed-b7c7005858a6 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:44:07.848104 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9487d56c-ec87-4d47-92c0-e224c9b6ed9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (9e279d3e-905d-44f0-a611-4c2f55a87c78), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:07.864058 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-73999669-fe14-4bb5-98dc-b68ccec82edf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (4e268374-e87b-468b-9b9a-52115d30e776), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:07.959412 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-73999669-fe14-4bb5-98dc-b68ccec82edf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (32428c82-37fc-4edb-b343-e862c021df0d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:07.961527 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73999669-fe14-4bb5-98dc-b68ccec82edf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event updated for resources: {'Port': ['ID=4e268374-e87b-468b-9b9a-52115d30e776,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:07.977172 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9487d56c-ec87-4d47-92c0-e224c9b6ed9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (9e279d3e-905d-44f0-a611-4c2f55a87c78), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:08.002372 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-9487d56c-ec87-4d47-92c0-e224c9b6ed9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e279d3e-905d-44f0-a611-4c2f55a87c78']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:08.013050 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-9487d56c-ec87-4d47-92c0-e224c9b6ed9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1afb204-1506-4ac0-81d2-3004cd20245f') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:08.013515 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-9487d56c-ec87-4d47-92c0-e224c9b6ed9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1afb204-1506-4ac0-81d2-3004cd20245f') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:08.024222 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9487d56c-ec87-4d47-92c0-e224c9b6ed9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (f1afb204-1506-4ac0-81d2-3004cd20245f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:08.034033 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: ce818d66-4e47-4def-82ed-b7c7005858a6 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:44:08.034378 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ce818d66-4e47-4def-82ed-b7c7005858a6 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:44:08.034834 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device fbebca62-52e5-4da9-b9eb-dcf889c0c51f no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:44:08.040910 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9487d56c-ec87-4d47-92c0-e224c9b6ed9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (f1afb204-1506-4ac0-81d2-3004cd20245f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:08.052550 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9487d56c-ec87-4d47-92c0-e224c9b6ed9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:44:08.052887 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9487d56c-ec87-4d47-92c0-e224c9b6ed9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (f1afb204-1506-4ac0-81d2-3004cd20245f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:44:08.056086 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:44:08.059915 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: fbebca62-52e5-4da9-b9eb-dcf889c0c51f {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:44:08.060265 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device fbebca62-52e5-4da9-b9eb-dcf889c0c51f not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:44:08.076150 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73999669-fe14-4bb5-98dc-b68ccec82edf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Network 0246ec78-1b83-48d0-a869-a698f22683e8 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:44:08.077853 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-73999669-fe14-4bb5-98dc-b68ccec82edf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:44:08.171722 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9487d56c-ec87-4d47-92c0-e224c9b6ed9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (9e279d3e-905d-44f0-a611-4c2f55a87c78), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:08.177247 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9487d56c-ec87-4d47-92c0-e224c9b6ed9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:08.184447 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9487d56c-ec87-4d47-92c0-e224c9b6ed9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/networks/9e279d3e-905d-44f0-a611-4c2f55a87c78 HTTP/1.1" status: 204 len: 168 time: 0.4519103 Apr 15 03:44:08.202259 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487d56c-ec87-4d47-92c0-e224c9b6ed9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Network': ['ID=9e279d3e-905d-44f0-a611-4c2f55a87c78,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:08.211212 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36556) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:08.219287 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-1f618e53-41cb-4900-9ea9-f36aa0a990ad tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'network': {'name': 'tempest-network-smoke--108609259', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'port_security_enabled': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:08.232182 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73999669-fe14-4bb5-98dc-b68ccec82edf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router 32428c82-37fc-4edb-b343-e862c021df0d has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:44:08.297337 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f618e53-41cb-4900-9ea9-f36aa0a990ad tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:44:08.302531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1f618e53-41cb-4900-9ea9-f36aa0a990ad tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:08.330606 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f618e53-41cb-4900-9ea9-f36aa0a990ad tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:44:08.337617 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73999669-fe14-4bb5-98dc-b68ccec82edf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:44:08.341310 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1f618e53-41cb-4900-9ea9-f36aa0a990ad tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (1d24f6a3-93ae-4166-bd0d-17d30316ea6b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:08.341734 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-1f618e53-41cb-4900-9ea9-f36aa0a990ad tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Added segment 1d24f6a3-93ae-4166-bd0d-17d30316ea6b of type vlan for network 0c75990f-5859-4f44-830b-7915a8565612 Apr 15 03:44:08.343747 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-73999669-fe14-4bb5-98dc-b68ccec82edf tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/32428c82-37fc-4edb-b343-e862c021df0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2508085 Apr 15 03:44:08.347207 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36558) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:08.349885 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] Sync routers for ids ['32428c82-37fc-4edb-b343-e862c021df0d'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:44:08.352542 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-c1c4917a-d1d4-4946-9c3b-f454abdb353b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:08.362628 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] Routers {'32428c82-37fc-4edb-b343-e862c021df0d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:08.363351 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['32428c82-37fc-4edb-b343-e862c021df0d'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:08.389061 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1f618e53-41cb-4900-9ea9-f36aa0a990ad tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (0c75990f-5859-4f44-830b-7915a8565612), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:08.468100 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] Set router 32428c82-37fc-4edb-b343-e862c021df0d gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:08.485833 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1f618e53-41cb-4900-9ea9-f36aa0a990ad tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (0c75990f-5859-4f44-830b-7915a8565612), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:08.492034 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f618e53-41cb-4900-9ea9-f36aa0a990ad tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:08.492719 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1f618e53-41cb-4900-9ea9-f36aa0a990ad tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:08.564814 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990743cf-f2f1-46bc-8873-e59a5089d997 None None] Network 0246ec78-1b83-48d0-a869-a698f22683e8 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:44:08.591204 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f618e53-41cb-4900-9ea9-f36aa0a990ad tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Network': ['ID=0c75990f-5859-4f44-830b-7915a8565612,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:08.609395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 0c75990f-5859-4f44-830b-7915a8565612 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:44:08.614687 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1f618e53-41cb-4900-9ea9-f36aa0a990ad tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4006803 Apr 15 03:44:08.621062 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36560) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:08.625197 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-94454d76-7107-4909-b371-d5de2dd843ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-719489670', 'admin_state_up': True, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:08.715297 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-94454d76-7107-4909-b371-d5de2dd843ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (a31f1a56-f8f5-43ce-aeeb-debcef1cae7c), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:08.716599 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-94454d76-7107-4909-b371-d5de2dd843ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (a31f1a56-f8f5-43ce-aeeb-debcef1cae7c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:08.748905 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-79d761b5-9fcc-46ba-b8d7-99c650315685 None None] Provisioning complete for port 18fad8c8-580b-4597-89c5-21de0d41dec7 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:08.749277 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79d761b5-9fcc-46ba-b8d7-99c650315685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (18fad8c8-580b-4597-89c5-21de0d41dec7), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:08.753097 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.extraroute_db [None req-c1c4917a-d1d4-4946-9c3b-f454abdb353b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=104666) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 15 03:44:08.767886 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.extraroute_db [None req-c1c4917a-d1d4-4946-9c3b-f454abdb353b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Removed routes are [] {{(pid=104666) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 15 03:44:08.770916 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c1c4917a-d1d4-4946-9c3b-f454abdb353b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (32428c82-37fc-4edb-b343-e862c021df0d), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:08.774737 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-94454d76-7107-4909-b371-d5de2dd843ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_controller (a31f1a56-f8f5-43ce-aeeb-debcef1cae7c), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:08.921542 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:07Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:57Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2508f1c9-7136-4ad3-96b1-b8e5a76e514b', 'name': '', 'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:4f:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:02Z', 'updated_at': '2022-04-15T03:44:07Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e268374-e87b-468b-9b9a-52115d30e776', 'name': '', 'network_id': '0246ec78-1b83-48d0-a869-a698f22683e8', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:02:46:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '46662ef3-7880-4847-bdc7-e5975e46c62e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:05Z', 'updated_at': '2022-04-15T03:44:07Z', 'revision_number': 2, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '46662ef3-7880-4847-bdc7-e5975e46c62e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7e0444d-f720-4393-ad59-3df61e1abe87', 'name': '', 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:e0:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:57Z', 'updated_at': '2022-04-15T03:44:01Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:08.955997 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] Checking router: 32428c82-37fc-4edb-b343-e862c021df0d for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:44:08.962916 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] Updating router 32428c82-37fc-4edb-b343-e862c021df0d port 4e268374-e87b-468b-9b9a-52115d30e776 binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:44:08.978333 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-79d761b5-9fcc-46ba-b8d7-99c650315685 None None] Current status of the port 18fad8c8-580b-4597-89c5-21de0d41dec7 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:08.978752 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79d761b5-9fcc-46ba-b8d7-99c650315685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (18fad8c8-580b-4597-89c5-21de0d41dec7), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:08.992542 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-94454d76-7107-4909-b371-d5de2dd843ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (a31f1a56-f8f5-43ce-aeeb-debcef1cae7c), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:09.003573 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4e268374-e87b-468b-9b9a-52115d30e776), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:09.030856 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-79d761b5-9fcc-46ba-b8d7-99c650315685 None None] For port 18fad8c8-580b-4597-89c5-21de0d41dec7, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=18fad8c8-580b-4597-89c5-21de0d41dec7,segment=NetworkSegment(038d21fd-6e71-4129-baa2-1e529cecc988),segment_id=038d21fd-6e71-4129-baa2-1e529cecc988)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:09.036698 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c1c4917a-d1d4-4946-9c3b-f454abdb353b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (32428c82-37fc-4edb-b343-e862c021df0d), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:09.040490 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c1c4917a-d1d4-4946-9c3b-f454abdb353b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (32428c82-37fc-4edb-b343-e862c021df0d), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:09.119904 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79d761b5-9fcc-46ba-b8d7-99c650315685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (18fad8c8-580b-4597-89c5-21de0d41dec7), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:09.159391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c4917a-d1d4-4946-9c3b-f454abdb353b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router 32428c82-37fc-4edb-b343-e862c021df0d has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:44:09.211202 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d761b5-9fcc-46ba-b8d7-99c650315685 None None] Pushing event updated for resources: {'Port': ['ID=18fad8c8-580b-4597-89c5-21de0d41dec7,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:09.259360 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c4917a-d1d4-4946-9c3b-f454abdb353b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:44:09.266458 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c1c4917a-d1d4-4946-9c3b-f454abdb353b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:09.270210 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c1c4917a-d1d4-4946-9c3b-f454abdb353b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/32428c82-37fc-4edb-b343-e862c021df0d HTTP/1.1" status: 200 len: 932 time: 0.9194257 Apr 15 03:44:09.271115 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36562) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:09.276848 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9f59e251-bd37-430b-b7cc-e76aa23b2f19 None None] Provisioning complete for port 4e268374-e87b-468b-9b9a-52115d30e776 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:09.277218 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9f59e251-bd37-430b-b7cc-e76aa23b2f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4e268374-e87b-468b-9b9a-52115d30e776), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:09.337869 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9f59e251-bd37-430b-b7cc-e76aa23b2f19 None None] Port 4e268374-e87b-468b-9b9a-52115d30e776 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:44:09.356856 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9f59e251-bd37-430b-b7cc-e76aa23b2f19 None None] Provisioning complete for port 18fad8c8-580b-4597-89c5-21de0d41dec7 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:09.357233 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9f59e251-bd37-430b-b7cc-e76aa23b2f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (18fad8c8-580b-4597-89c5-21de0d41dec7), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:09.442792 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] Publish callbacks [] for port (4e268374-e87b-468b-9b9a-52115d30e776), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:09.490453 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9f59e251-bd37-430b-b7cc-e76aa23b2f19 None None] Current status of the port 18fad8c8-580b-4597-89c5-21de0d41dec7 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:09.514395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (4e268374-e87b-468b-9b9a-52115d30e776), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:09.556548 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 18fad8c8-580b-4597-89c5-21de0d41dec7 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:44:09.608996 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58869ea-68cd-4932-b57c-37e9d058efd6 None None] Pushing event updated for resources: {'Port': ['ID=4e268374-e87b-468b-9b9a-52115d30e776,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:09.628521 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-c2c4da8d-3e28-4ee3-aeb6-c49cce894456 None None] Provisioning complete for port 4e268374-e87b-468b-9b9a-52115d30e776 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:09.628764 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c2c4da8d-3e28-4ee3-aeb6-c49cce894456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4e268374-e87b-468b-9b9a-52115d30e776), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:09.714131 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 18fad8c8-580b-4597-89c5-21de0d41dec7 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:09.714506 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (18fad8c8-580b-4597-89c5-21de0d41dec7), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:09.718313 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-94454d76-7107-4909-b371-d5de2dd843ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (a31f1a56-f8f5-43ce-aeeb-debcef1cae7c), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:09.737443 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c2c4da8d-3e28-4ee3-aeb6-c49cce894456 None None] Port 4e268374-e87b-468b-9b9a-52115d30e776 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:44:09.740755 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] Attempting to bind port 4e268374-e87b-468b-9b9a-52115d30e776 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:44:09.740945 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-94454d76-7107-4909-b371-d5de2dd843ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:09.741117 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] Attempting to bind port 4e268374-e87b-468b-9b9a-52115d30e776 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '038d21fd-6e71-4129-baa2-1e529cecc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0246ec78-1b83-48d0-a869-a698f22683e8'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:44:09.741474 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] Attempting to bind port 4e268374-e87b-468b-9b9a-52115d30e776 on network 0246ec78-1b83-48d0-a869-a698f22683e8 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:44:09.751134 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:44:09.751847 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] Checking segment: {'id': '038d21fd-6e71-4129-baa2-1e529cecc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0246ec78-1b83-48d0-a869-a698f22683e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:44:09.752007 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:09.752289 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] Bound using segment: {'id': '038d21fd-6e71-4129-baa2-1e529cecc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0246ec78-1b83-48d0-a869-a698f22683e8'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:44:09.752752 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] Bound port: 4e268374-e87b-468b-9b9a-52115d30e776, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038d21fd-6e71-4129-baa2-1e529cecc988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0246ec78-1b83-48d0-a869-a698f22683e8'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:44:09.753131 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4e268374-e87b-468b-9b9a-52115d30e776), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:09.811295 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-de2136a3-50f1-42d4-9337-25c10606196d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/routers/32428c82-37fc-4edb-b343-e862c021df0d HTTP/1.1" status: 200 len: 932 time: 0.5390365 Apr 15 03:44:09.813241 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36564) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:09.818328 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2f3569b9-6bfb-4b5f-8840-86d26e260c11 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'router': {'routes': None}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:09.875460 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 18fad8c8-580b-4597-89c5-21de0d41dec7 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:09.876547 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2508f1c9-7136-4ad3-96b1-b8e5a76e514b up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:44:09.881998 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-94454d76-7107-4909-b371-d5de2dd843ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.26.6.160 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:44:09.900002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-e5bf9a82-1518-4dea-9c16-6792eaf8a3e6 None None] Provisioning complete for port 4e268374-e87b-468b-9b9a-52115d30e776 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:09.900285 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e5bf9a82-1518-4dea-9c16-6792eaf8a3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4e268374-e87b-468b-9b9a-52115d30e776), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:09.902854 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] For port 4e268374-e87b-468b-9b9a-52115d30e776, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:44:09.941687 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] For port 4e268374-e87b-468b-9b9a-52115d30e776, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4e268374-e87b-468b-9b9a-52115d30e776,segment=NetworkSegment(038d21fd-6e71-4129-baa2-1e529cecc988),segment_id=038d21fd-6e71-4129-baa2-1e529cecc988)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:44:09.963857 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e5bf9a82-1518-4dea-9c16-6792eaf8a3e6 None None] Port 4e268374-e87b-468b-9b9a-52115d30e776 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:44:09.977634 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 2508f1c9-7136-4ad3-96b1-b8e5a76e514b triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:09.978068 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2508f1c9-7136-4ad3-96b1-b8e5a76e514b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:10.001275 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-94454d76-7107-4909-b371-d5de2dd843ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:10.008656 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (4e268374-e87b-468b-9b9a-52115d30e776), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:10.070733 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-94454d76-7107-4909-b371-d5de2dd843ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:10.103733 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58869ea-68cd-4932-b57c-37e9d058efd6 None None] Pushing event updated for resources: {'Port': ['ID=4e268374-e87b-468b-9b9a-52115d30e776,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:10.115545 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94454d76-7107-4909-b371-d5de2dd843ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:44:10.119113 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-94454d76-7107-4909-b371-d5de2dd843ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:44:10.121853 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94454d76-7107-4909-b371-d5de2dd843ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:44:10.134111 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] Routers {'32428c82-37fc-4edb-b343-e862c021df0d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:10.134788 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['32428c82-37fc-4edb-b343-e862c021df0d'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:10.162101 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94454d76-7107-4909-b371-d5de2dd843ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:10.241490 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] Set router 32428c82-37fc-4edb-b343-e862c021df0d gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:10.259074 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.extraroute_db [None req-2f3569b9-6bfb-4b5f-8840-86d26e260c11 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Added routes are [] {{(pid=104666) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 15 03:44:10.259397 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.extraroute_db [None req-2f3569b9-6bfb-4b5f-8840-86d26e260c11 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=104666) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 15 03:44:10.293240 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2f3569b9-6bfb-4b5f-8840-86d26e260c11 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (32428c82-37fc-4edb-b343-e862c021df0d), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:10.321694 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5b5ce2f5-b4b5-4ba5-b8de-19755e08164b None None] Provisioning complete for port 4e268374-e87b-468b-9b9a-52115d30e776 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:10.322067 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce2f5-b4b5-4ba5-b8de-19755e08164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4e268374-e87b-468b-9b9a-52115d30e776), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:10.488703 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-94454d76-7107-4909-b371-d5de2dd843ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (a31f1a56-f8f5-43ce-aeeb-debcef1cae7c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:10.568329 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 2508f1c9-7136-4ad3-96b1-b8e5a76e514b is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:10.585634 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ce369ac0-f0a5-499d-aaa8-1d29a581fb32 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:44:10.619071 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: ce369ac0-f0a5-499d-aaa8-1d29a581fb32 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:44:10.619417 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ce369ac0-f0a5-499d-aaa8-1d29a581fb32 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:44:10.693371 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ce2f5-b4b5-4ba5-b8de-19755e08164b None None] Current status of the port 4e268374-e87b-468b-9b9a-52115d30e776 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:10.693917 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce2f5-b4b5-4ba5-b8de-19755e08164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4e268374-e87b-468b-9b9a-52115d30e776), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:10.725591 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-94454d76-7107-4909-b371-d5de2dd843ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (a31f1a56-f8f5-43ce-aeeb-debcef1cae7c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:10.734380 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:08Z', 'revision_number': 6, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:57Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2508f1c9-7136-4ad3-96b1-b8e5a76e514b', 'name': '', 'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:4f:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:02Z', 'updated_at': '2022-04-15T03:44:07Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e268374-e87b-468b-9b9a-52115d30e776', 'name': '', 'network_id': '0246ec78-1b83-48d0-a869-a698f22683e8', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:02:46:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '46662ef3-7880-4847-bdc7-e5975e46c62e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:05Z', 'updated_at': '2022-04-15T03:44:09Z', 'revision_number': 4, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '46662ef3-7880-4847-bdc7-e5975e46c62e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7e0444d-f720-4393-ad59-3df61e1abe87', 'name': '', 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:e0:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:57Z', 'updated_at': '2022-04-15T03:44:01Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:10.769058 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a7d931-1371-46d1-8e6e-db7699509f75 None None] The sync data for ids ['32428c82-37fc-4edb-b343-e862c021df0d'] in dv-neutron-837140-3-hyperv is: [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:08Z', 'revision_number': 6, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:57Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2508f1c9-7136-4ad3-96b1-b8e5a76e514b', 'name': '', 'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:4f:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:02Z', 'updated_at': '2022-04-15T03:44:07Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e268374-e87b-468b-9b9a-52115d30e776', 'name': '', 'network_id': '0246ec78-1b83-48d0-a869-a698f22683e8', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:02:46:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '46662ef3-7880-4847-bdc7-e5975e46c62e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:05Z', 'updated_at': '2022-04-15T03:44:09Z', 'revision_number': 4, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '46662ef3-7880-4847-bdc7-e5975e46c62e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7e0444d-f720-4393-ad59-3df61e1abe87', 'name': '', 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:e0:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:57Z', 'updated_at': '2022-04-15T03:44:01Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:44:10.772507 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5b5ce2f5-b4b5-4ba5-b8de-19755e08164b None None] For port 4e268374-e87b-468b-9b9a-52115d30e776, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4e268374-e87b-468b-9b9a-52115d30e776,segment=NetworkSegment(038d21fd-6e71-4129-baa2-1e529cecc988),segment_id=038d21fd-6e71-4129-baa2-1e529cecc988)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:10.832012 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce2f5-b4b5-4ba5-b8de-19755e08164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (4e268374-e87b-468b-9b9a-52115d30e776), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:10.874982 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2f3569b9-6bfb-4b5f-8840-86d26e260c11 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (32428c82-37fc-4edb-b343-e862c021df0d), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:10.882784 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2f3569b9-6bfb-4b5f-8840-86d26e260c11 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (32428c82-37fc-4edb-b343-e862c021df0d), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:10.908729 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ce2f5-b4b5-4ba5-b8de-19755e08164b None None] Pushing event updated for resources: {'Port': ['ID=4e268374-e87b-468b-9b9a-52115d30e776,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:10.960488 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-b783685e-024e-462c-8073-4223ef848174 None None] Provisioning complete for port 4e268374-e87b-468b-9b9a-52115d30e776 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:10.961188 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b783685e-024e-462c-8073-4223ef848174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4e268374-e87b-468b-9b9a-52115d30e776), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:10.999487 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94454d76-7107-4909-b371-d5de2dd843ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router a31f1a56-f8f5-43ce-aeeb-debcef1cae7c is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:44:11.003028 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3569b9-6bfb-4b5f-8840-86d26e260c11 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router 32428c82-37fc-4edb-b343-e862c021df0d has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:44:11.070034 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-b783685e-024e-462c-8073-4223ef848174 None None] Current status of the port 4e268374-e87b-468b-9b9a-52115d30e776 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:11.120877 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3569b9-6bfb-4b5f-8840-86d26e260c11 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:44:11.128317 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94454d76-7107-4909-b371-d5de2dd843ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:44:11.128813 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2f3569b9-6bfb-4b5f-8840-86d26e260c11 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:11.131060 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2f3569b9-6bfb-4b5f-8840-86d26e260c11 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/32428c82-37fc-4edb-b343-e862c021df0d HTTP/1.1" status: 200 len: 698 time: 1.3167861 Apr 15 03:44:11.133566 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36566) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:11.142239 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] Sync routers for ids ['a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:44:11.154357 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] Routers {'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:11.155114 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:11.202179 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-94454d76-7107-4909-b371-d5de2dd843ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:11.203483 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-94454d76-7107-4909-b371-d5de2dd843ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5833280 Apr 15 03:44:11.206637 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36568) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:11.243888 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-29fa3fac-9c46-4f4d-8f83-32fb9c29361e tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6786bd52355f4b228acda11ee2393b97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342615 Apr 15 03:44:11.245836 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36570) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:11.257832 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d102dcaa-1783-41b9-8ca4-f041219309fc tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/routers/32428c82-37fc-4edb-b343-e862c021df0d HTTP/1.1" status: 200 len: 698 time: 0.1225121 Apr 15 03:44:11.260510 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36572) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:11.279695 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] Set router a31f1a56-f8f5-43ce-aeeb-debcef1cae7c gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:11.371160 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc48a308-bc49-4259-8597-9039a79cb858 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:11.372968 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bc48a308-bc49-4259-8597-9039a79cb858 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1262167 Apr 15 03:44:11.375686 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36574) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:11.415848 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bd2c5fec-57ee-4697-afe0-a9cb347ce842 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372293 Apr 15 03:44:11.418498 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36576) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:11.423818 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-65e029f2-93a7-4ed5-b0a2-d38e7c33041a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1349576617', 'network_id': '0c75990f-5859-4f44-830b-7915a8565612', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:11.460899 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4e268374-e87b-468b-9b9a-52115d30e776 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:44:11.552809 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 4e268374-e87b-468b-9b9a-52115d30e776 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:11.553386 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4e268374-e87b-468b-9b9a-52115d30e776), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:11.554312 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'name': 'tempest-TestNetworkBasicOps-router-719489670', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:44:08Z', 'updated_at': '2022-04-15T03:44:10Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ce:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:09Z', 'updated_at': '2022-04-15T03:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:11.582262 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] Checking router: a31f1a56-f8f5-43ce-aeeb-debcef1cae7c for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:44:11.582702 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] Updating router a31f1a56-f8f5-43ce-aeeb-debcef1cae7c port c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:44:11.615207 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:11.628119 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e029f2-93a7-4ed5-b0a2-d38e7c33041a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:44:11.633907 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-65e029f2-93a7-4ed5-b0a2-d38e7c33041a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:11.644321 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 4e268374-e87b-468b-9b9a-52115d30e776 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:11.692777 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e0b6a512-e2d6-4aaa-8a2d-38c329ef4635 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (32428c82-37fc-4edb-b343-e862c021df0d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:11.712510 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31083dd1-bb7e-4a40-b466-46b81b5c8188 None None] Sync routers for ids ['32428c82-37fc-4edb-b343-e862c021df0d'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:44:11.723229 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31083dd1-bb7e-4a40-b466-46b81b5c8188 None None] Routers {'32428c82-37fc-4edb-b343-e862c021df0d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:11.723688 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-31083dd1-bb7e-4a40-b466-46b81b5c8188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['32428c82-37fc-4edb-b343-e862c021df0d'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:11.826143 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-31083dd1-bb7e-4a40-b466-46b81b5c8188 None None] Set router 32428c82-37fc-4edb-b343-e862c021df0d gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:11.932724 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] Publish callbacks [] for port (c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:11.948677 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-65e029f2-93a7-4ed5-b0a2-d38e7c33041a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (acf7a7ed-51d3-48ef-b3a4-0077611674b0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:11.962391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-e0b6a512-e2d6-4aaa-8a2d-38c329ef4635 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting port 4e268374-e87b-468b-9b9a-52115d30e776 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:44:11.963043 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e0b6a512-e2d6-4aaa-8a2d-38c329ef4635 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (4e268374-e87b-468b-9b9a-52115d30e776), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:12.012179 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:12.018652 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e029f2-93a7-4ed5-b0a2-d38e7c33041a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Subnet': ['ID=acf7a7ed-51d3-48ef-b3a4-0077611674b0,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:12.026831 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e029f2-93a7-4ed5-b0a2-d38e7c33041a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Checking segment: {'id': '1d24f6a3-93ae-4166-bd0d-17d30316ea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c75990f-5859-4f44-830b-7915a8565612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:44:12.027053 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e029f2-93a7-4ed5-b0a2-d38e7c33041a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network hostable DHCP agents. Network: 0c75990f-5859-4f44-830b-7915a8565612, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:44:12.068497 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-e0b6a512-e2d6-4aaa-8a2d-38c329ef4635 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] For port 4e268374-e87b-468b-9b9a-52115d30e776, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4e268374-e87b-468b-9b9a-52115d30e776,segment=NetworkSegment(038d21fd-6e71-4129-baa2-1e529cecc988),segment_id=038d21fd-6e71-4129-baa2-1e529cecc988)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:12.069240 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e0b6a512-e2d6-4aaa-8a2d-38c329ef4635 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (4e268374-e87b-468b-9b9a-52115d30e776), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:12.087193 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecead6-2e5e-4d9d-a87c-717d090c4ff0 None None] Pushing event updated for resources: {'Port': ['ID=c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:12.087402 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-31083dd1-bb7e-4a40-b466-46b81b5c8188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:10Z', 'revision_number': 7, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:57Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2508f1c9-7136-4ad3-96b1-b8e5a76e514b', 'name': '', 'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:4f:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:02Z', 'updated_at': '2022-04-15T03:44:07Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e268374-e87b-468b-9b9a-52115d30e776', 'name': '', 'network_id': '0246ec78-1b83-48d0-a869-a698f22683e8', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:02:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '46662ef3-7880-4847-bdc7-e5975e46c62e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:05Z', 'updated_at': '2022-04-15T03:44:10Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '46662ef3-7880-4847-bdc7-e5975e46c62e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7e0444d-f720-4393-ad59-3df61e1abe87', 'name': '', 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:e0:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:57Z', 'updated_at': '2022-04-15T03:44:01Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:12.087990 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-e0b6a512-e2d6-4aaa-8a2d-38c329ef4635 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Calling delete_port for 4e268374-e87b-468b-9b9a-52115d30e776 owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:44:12.088092 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] Attempting to bind port c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:44:12.088092 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] Attempting to bind port c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:44:12.088092 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] Attempting to bind port c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:44:12.093101 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:44:12.093482 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:44:12.093883 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:12.094324 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:44:12.094823 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] Bound port: c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:44:12.095341 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:12.115075 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31083dd1-bb7e-4a40-b466-46b81b5c8188 None None] Checking router: 32428c82-37fc-4edb-b343-e862c021df0d for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:44:12.124611 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31083dd1-bb7e-4a40-b466-46b81b5c8188 None None] Routers {'32428c82-37fc-4edb-b343-e862c021df0d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:12.125488 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-31083dd1-bb7e-4a40-b466-46b81b5c8188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['32428c82-37fc-4edb-b343-e862c021df0d'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:12.131671 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e029f2-93a7-4ed5-b0a2-d38e7c33041a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 0c75990f-5859-4f44-830b-7915a8565612 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:44:12.153007 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] For port c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:44:12.156235 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] For port c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:44:12.217150 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-65e029f2-93a7-4ed5-b0a2-d38e7c33041a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 0c75990f-5859-4f44-830b-7915a8565612) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:44:12.221911 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e029f2-93a7-4ed5-b0a2-d38e7c33041a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:12.222503 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-31083dd1-bb7e-4a40-b466-46b81b5c8188 None None] Set router 32428c82-37fc-4edb-b343-e862c021df0d gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:12.225669 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-65e029f2-93a7-4ed5-b0a2-d38e7c33041a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:12.240800 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:12.257020 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc8f73d-8fce-4f5f-8636-01b5772e610c None None] Network 0c75990f-5859-4f44-830b-7915a8565612 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:44:12.294293 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] Routers {'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:12.295692 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:12.305042 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-65e029f2-93a7-4ed5-b0a2-d38e7c33041a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8827782 Apr 15 03:44:12.305335 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36578) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:12.331910 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e0b6a512-e2d6-4aaa-8a2d-38c329ef4635 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (4e268374-e87b-468b-9b9a-52115d30e776), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:12.346276 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecead6-2e5e-4d9d-a87c-717d090c4ff0 None None] Pushing event updated for resources: {'Port': ['ID=c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:12.372184 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6a512-e2d6-4aaa-8a2d-38c329ef4635 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Port': ['ID=4e268374-e87b-468b-9b9a-52115d30e776,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:12.460461 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361053f4-040b-4830-8aff-13adb41def24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-0c75990f-5859-4f44-830b-7915a8565612', 'network_id': '0c75990f-5859-4f44-830b-7915a8565612', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ips': [{'subnet_id': 'acf7a7ed-51d3-48ef-b3a4-0077611674b0'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:44:12.460849 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-361053f4-040b-4830-8aff-13adb41def24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:12.460969 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] Set router a31f1a56-f8f5-43ce-aeeb-debcef1cae7c gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:12.600627 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e0b6a512-e2d6-4aaa-8a2d-38c329ef4635 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (32428c82-37fc-4edb-b343-e862c021df0d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:12.681738 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-31083dd1-bb7e-4a40-b466-46b81b5c8188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:10Z', 'revision_number': 7, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:57Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2508f1c9-7136-4ad3-96b1-b8e5a76e514b', 'name': '', 'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:4f:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:02Z', 'updated_at': '2022-04-15T03:44:07Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e268374-e87b-468b-9b9a-52115d30e776', 'name': '', 'network_id': '0246ec78-1b83-48d0-a869-a698f22683e8', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:02:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '46662ef3-7880-4847-bdc7-e5975e46c62e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:05Z', 'updated_at': '2022-04-15T03:44:10Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '46662ef3-7880-4847-bdc7-e5975e46c62e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7e0444d-f720-4393-ad59-3df61e1abe87', 'name': '', 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:e0:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:57Z', 'updated_at': '2022-04-15T03:44:01Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:12.726292 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31083dd1-bb7e-4a40-b466-46b81b5c8188 None None] The sync data for ids ['32428c82-37fc-4edb-b343-e862c021df0d'] in dv-neutron-837140-3-hyperv is: [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:10Z', 'revision_number': 7, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:57Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2508f1c9-7136-4ad3-96b1-b8e5a76e514b', 'name': '', 'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:4f:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:02Z', 'updated_at': '2022-04-15T03:44:07Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e268374-e87b-468b-9b9a-52115d30e776', 'name': '', 'network_id': '0246ec78-1b83-48d0-a869-a698f22683e8', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:02:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '46662ef3-7880-4847-bdc7-e5975e46c62e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:05Z', 'updated_at': '2022-04-15T03:44:10Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '46662ef3-7880-4847-bdc7-e5975e46c62e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7e0444d-f720-4393-ad59-3df61e1abe87', 'name': '', 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:e0:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:57Z', 'updated_at': '2022-04-15T03:44:01Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:44:12.793438 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-361053f4-040b-4830-8aff-13adb41def24 None None] Allocated IP 172.20.0.2 (0c75990f-5859-4f44-830b-7915a8565612/acf7a7ed-51d3-48ef-b3a4-0077611674b0/635e50c0-bd7e-4f09-aed8-45772c52be7b) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:44:12.801560 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'name': 'tempest-TestNetworkBasicOps-router-719489670', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:44:08Z', 'updated_at': '2022-04-15T03:44:10Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ce:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:09Z', 'updated_at': '2022-04-15T03:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:12.841952 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009899c0-b1f3-416b-9cb7-98998c4f3197 None None] The sync data for ids ['a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'] in dv-neutron-837140-3-hyperv is: [{'id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'name': 'tempest-TestNetworkBasicOps-router-719489670', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:44:08Z', 'updated_at': '2022-04-15T03:44:10Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ce:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:09Z', 'updated_at': '2022-04-15T03:44:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:44:12.906316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b6a512-e2d6-4aaa-8a2d-38c329ef4635 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router 32428c82-37fc-4edb-b343-e862c021df0d has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:44:12.996759 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d504e2fc-4274-4992-8b9a-094f27476b0f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:13.009409 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-361053f4-040b-4830-8aff-13adb41def24 None None] Publish callbacks [] for port (635e50c0-bd7e-4f09-aed8-45772c52be7b), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:13.030747 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b6a512-e2d6-4aaa-8a2d-38c329ef4635 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:44:13.039940 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e0b6a512-e2d6-4aaa-8a2d-38c329ef4635 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/32428c82-37fc-4edb-b343-e862c021df0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7783041 Apr 15 03:44:13.042746 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36580) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:13.074474 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-361053f4-040b-4830-8aff-13adb41def24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (635e50c0-bd7e-4f09-aed8-45772c52be7b), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:13.102065 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-07711759-d105-4087-b03e-5c1f308927b8 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting subnet 46662ef3-7880-4847-bdc7-e5975e46c62e {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:44:13.105793 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-07711759-d105-4087-b03e-5c1f308927b8 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (46662ef3-7880-4847-bdc7-e5975e46c62e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:13.151287 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361053f4-040b-4830-8aff-13adb41def24 None None] Network 0c75990f-5859-4f44-830b-7915a8565612 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:44:13.158319 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-361053f4-040b-4830-8aff-13adb41def24 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:44:13.162046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-07711759-d105-4087-b03e-5c1f308927b8 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (46662ef3-7880-4847-bdc7-e5975e46c62e), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:13.162271 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361053f4-040b-4830-8aff-13adb41def24 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:44:13.174206 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361053f4-040b-4830-8aff-13adb41def24 None None] Pushing event updated for resources: {'Port': ['ID=635e50c0-bd7e-4f09-aed8-45772c52be7b,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:13.189514 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4fd35-01f5-4401-80a2-86b4a73aae85 None None] Sync routers for ids ['32428c82-37fc-4edb-b343-e862c021df0d'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:44:13.204696 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec4fd35-01f5-4401-80a2-86b4a73aae85 None None] Routers {'32428c82-37fc-4edb-b343-e862c021df0d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:13.206602 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-6ec4fd35-01f5-4401-80a2-86b4a73aae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['32428c82-37fc-4edb-b343-e862c021df0d'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:13.269980 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-361053f4-040b-4830-8aff-13adb41def24 None None] Attempting to bind port 635e50c0-bd7e-4f09-aed8-45772c52be7b on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:44:13.270355 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-361053f4-040b-4830-8aff-13adb41def24 None None] Attempting to bind port 635e50c0-bd7e-4f09-aed8-45772c52be7b by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1d24f6a3-93ae-4166-bd0d-17d30316ea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c75990f-5859-4f44-830b-7915a8565612'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:44:13.270763 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361053f4-040b-4830-8aff-13adb41def24 None None] Attempting to bind port 635e50c0-bd7e-4f09-aed8-45772c52be7b on network 0c75990f-5859-4f44-830b-7915a8565612 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:44:13.287885 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361053f4-040b-4830-8aff-13adb41def24 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:44:13.288129 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361053f4-040b-4830-8aff-13adb41def24 None None] Checking segment: {'id': '1d24f6a3-93ae-4166-bd0d-17d30316ea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c75990f-5859-4f44-830b-7915a8565612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:44:13.288544 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-361053f4-040b-4830-8aff-13adb41def24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:13.288924 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361053f4-040b-4830-8aff-13adb41def24 None None] Bound using segment: {'id': '1d24f6a3-93ae-4166-bd0d-17d30316ea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c75990f-5859-4f44-830b-7915a8565612'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:44:13.289415 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-361053f4-040b-4830-8aff-13adb41def24 None None] Bound port: 635e50c0-bd7e-4f09-aed8-45772c52be7b, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d24f6a3-93ae-4166-bd0d-17d30316ea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c75990f-5859-4f44-830b-7915a8565612'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:44:13.289797 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-361053f4-040b-4830-8aff-13adb41def24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (635e50c0-bd7e-4f09-aed8-45772c52be7b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:13.358511 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-07711759-d105-4087-b03e-5c1f308927b8 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (46662ef3-7880-4847-bdc7-e5975e46c62e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:13.371948 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-6ec4fd35-01f5-4401-80a2-86b4a73aae85 None None] Set router 32428c82-37fc-4edb-b343-e862c021df0d gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:13.499359 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-d504e2fc-4274-4992-8b9a-094f27476b0f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.20.0.1 (0c75990f-5859-4f44-830b-7915a8565612/acf7a7ed-51d3-48ef-b3a4-0077611674b0/fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:44:13.528265 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-361053f4-040b-4830-8aff-13adb41def24 None None] For port 635e50c0-bd7e-4f09-aed8-45772c52be7b, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:44:13.532948 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-361053f4-040b-4830-8aff-13adb41def24 None None] For port 635e50c0-bd7e-4f09-aed8-45772c52be7b, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=635e50c0-bd7e-4f09-aed8-45772c52be7b,segment=NetworkSegment(1d24f6a3-93ae-4166-bd0d-17d30316ea6b),segment_id=1d24f6a3-93ae-4166-bd0d-17d30316ea6b)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:44:13.554483 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-07711759-d105-4087-b03e-5c1f308927b8 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (46662ef3-7880-4847-bdc7-e5975e46c62e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:13.588879 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:44:13.623411 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07711759-d105-4087-b03e-5c1f308927b8 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Subnet': ['ID=46662ef3-7880-4847-bdc7-e5975e46c62e,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:13.625615 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-07711759-d105-4087-b03e-5c1f308927b8 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:13.629223 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-07711759-d105-4087-b03e-5c1f308927b8 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/subnets/46662ef3-7880-4847-bdc7-e5975e46c62e HTTP/1.1" status: 204 len: 168 time: 0.5854206 Apr 15 03:44:13.632194 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36582) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:13.666064 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a58b6a-7a9c-48de-8c08-51ffd30bb0d6 None None] Network 0246ec78-1b83-48d0-a869-a698f22683e8 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:44:13.675507 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d504e2fc-4274-4992-8b9a-094f27476b0f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:13.681901 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-361053f4-040b-4830-8aff-13adb41def24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (635e50c0-bd7e-4f09-aed8-45772c52be7b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:13.717997 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-6ec4fd35-01f5-4401-80a2-86b4a73aae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:12Z', 'revision_number': 8, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:57Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2508f1c9-7136-4ad3-96b1-b8e5a76e514b', 'name': '', 'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:4f:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:02Z', 'updated_at': '2022-04-15T03:44:07Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7e0444d-f720-4393-ad59-3df61e1abe87', 'name': '', 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:e0:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:57Z', 'updated_at': '2022-04-15T03:44:01Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:13.755720 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b3fb558-d77d-47a7-99d5-f61a7d2090db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (0246ec78-1b83-48d0-a869-a698f22683e8), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:13.755973 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4fd35-01f5-4401-80a2-86b4a73aae85 None None] Checking router: 32428c82-37fc-4edb-b343-e862c021df0d for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:44:13.765834 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec4fd35-01f5-4401-80a2-86b4a73aae85 None None] Routers {'32428c82-37fc-4edb-b343-e862c021df0d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:13.766468 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-6ec4fd35-01f5-4401-80a2-86b4a73aae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['32428c82-37fc-4edb-b343-e862c021df0d'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:13.795293 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d504e2fc-4274-4992-8b9a-094f27476b0f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:13.857859 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-9b3fb558-d77d-47a7-99d5-f61a7d2090db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting port 18fad8c8-580b-4597-89c5-21de0d41dec7 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:44:13.858562 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b3fb558-d77d-47a7-99d5-f61a7d2090db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (18fad8c8-580b-4597-89c5-21de0d41dec7), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:13.859641 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:13.860020 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:13.898510 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-6ec4fd35-01f5-4401-80a2-86b4a73aae85 None None] Set router 32428c82-37fc-4edb-b343-e862c021df0d gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:13.907946 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504e2fc-4274-4992-8b9a-094f27476b0f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:13.929839 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d504e2fc-4274-4992-8b9a-094f27476b0f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 0c75990f-5859-4f44-830b-7915a8565612 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:44:13.937514 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-d504e2fc-4274-4992-8b9a-094f27476b0f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:44:13.942428 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d504e2fc-4274-4992-8b9a-094f27476b0f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:44:13.989765 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-9b3fb558-d77d-47a7-99d5-f61a7d2090db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] For port 18fad8c8-580b-4597-89c5-21de0d41dec7, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=18fad8c8-580b-4597-89c5-21de0d41dec7,segment=NetworkSegment(038d21fd-6e71-4129-baa2-1e529cecc988),segment_id=038d21fd-6e71-4129-baa2-1e529cecc988)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:13.993887 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b3fb558-d77d-47a7-99d5-f61a7d2090db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (18fad8c8-580b-4597-89c5-21de0d41dec7), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:14.025793 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-9b3fb558-d77d-47a7-99d5-f61a7d2090db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Calling delete_port for 18fad8c8-580b-4597-89c5-21de0d41dec7 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:44:14.033514 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d504e2fc-4274-4992-8b9a-094f27476b0f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (a31f1a56-f8f5-43ce-aeeb-debcef1cae7c), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:14.126330 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361053f4-040b-4830-8aff-13adb41def24 None None] Pushing event updated for resources: {'Port': ['ID=635e50c0-bd7e-4f09-aed8-45772c52be7b,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:14.257786 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:14.258458 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:14.294494 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-6ec4fd35-01f5-4401-80a2-86b4a73aae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:12Z', 'revision_number': 8, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:57Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2508f1c9-7136-4ad3-96b1-b8e5a76e514b', 'name': '', 'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:4f:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:02Z', 'updated_at': '2022-04-15T03:44:07Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7e0444d-f720-4393-ad59-3df61e1abe87', 'name': '', 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:e0:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:57Z', 'updated_at': '2022-04-15T03:44:01Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:14.301096 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce530fd0-cabb-49d0-b439-0842055fed55 None None] DHCP port deletion for 0246ec78-1b83-48d0-a869-a698f22683e8 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:44:14.305525 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:14.327051 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec4fd35-01f5-4401-80a2-86b4a73aae85 None None] The sync data for ids ['32428c82-37fc-4edb-b343-e862c021df0d'] in dv-neutron-837140-3-hyperv is: [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:12Z', 'revision_number': 8, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:57Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2508f1c9-7136-4ad3-96b1-b8e5a76e514b', 'name': '', 'network_id': '6b294d0b-b4ca-41ab-89e2-450b84966c35', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:4f:9b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:02Z', 'updated_at': '2022-04-15T03:44:07Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '8574b39e-0133-4d8e-a6db-06a049c93f4f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7e0444d-f720-4393-ad59-3df61e1abe87', 'name': '', 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:e0:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:57Z', 'updated_at': '2022-04-15T03:44:01Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:44:14.337602 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b3fb558-d77d-47a7-99d5-f61a7d2090db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (18fad8c8-580b-4597-89c5-21de0d41dec7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:14.342695 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d504e2fc-4274-4992-8b9a-094f27476b0f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:14.377097 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ce530fd0-cabb-49d0-b439-0842055fed55 None None] Deleting port 18fad8c8-580b-4597-89c5-21de0d41dec7 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:44:14.377637 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ce530fd0-cabb-49d0-b439-0842055fed55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (18fad8c8-580b-4597-89c5-21de0d41dec7), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:14.390291 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3fb558-d77d-47a7-99d5-f61a7d2090db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] No DVR routers for this DVR port 18fad8c8-580b-4597-89c5-21de0d41dec7 on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:44:14.390969 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:14.392401 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fb558-d77d-47a7-99d5-f61a7d2090db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Port': ['ID=18fad8c8-580b-4597-89c5-21de0d41dec7,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:14.487801 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ce530fd0-cabb-49d0-b439-0842055fed55 None None] For port 18fad8c8-580b-4597-89c5-21de0d41dec7, host dv-neutron-837140-3-hyperv, got binding levels [] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:14.488207 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ce530fd0-cabb-49d0-b439-0842055fed55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (18fad8c8-580b-4597-89c5-21de0d41dec7), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:14.489671 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b3fb558-d77d-47a7-99d5-f61a7d2090db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (0246ec78-1b83-48d0-a869-a698f22683e8), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:14.504121 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:14.508569 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ce530fd0-cabb-49d0-b439-0842055fed55 None None] Calling delete_port for 18fad8c8-580b-4597-89c5-21de0d41dec7 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:44:14.511623 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.ipam_backend_mixin [None req-ce530fd0-cabb-49d0-b439-0842055fed55 None None] Port 18fad8c8-580b-4597-89c5-21de0d41dec7 was not found and therefore no delete operation was performed {{(pid=104668) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 15 03:44:14.512981 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ce530fd0-cabb-49d0-b439-0842055fed55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (18fad8c8-580b-4597-89c5-21de0d41dec7), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:14.516081 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-9b3fb558-d77d-47a7-99d5-f61a7d2090db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0246ec78-1b83-48d0-a869-a698f22683e8']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:14.528772 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-9b3fb558-d77d-47a7-99d5-f61a7d2090db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038d21fd-6e71-4129-baa2-1e529cecc988') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:14.529102 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-9b3fb558-d77d-47a7-99d5-f61a7d2090db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038d21fd-6e71-4129-baa2-1e529cecc988') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:14.539393 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce530fd0-cabb-49d0-b439-0842055fed55 None None] Pushing event deleted for resources: {'Port': ['ID=18fad8c8-580b-4597-89c5-21de0d41dec7,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:14.540155 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b3fb558-d77d-47a7-99d5-f61a7d2090db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (038d21fd-6e71-4129-baa2-1e529cecc988), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:14.544686 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce530fd0-cabb-49d0-b439-0842055fed55 None None] No DVR routers for this DVR port 18fad8c8-580b-4597-89c5-21de0d41dec7 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:44:14.562500 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b3fb558-d77d-47a7-99d5-f61a7d2090db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (038d21fd-6e71-4129-baa2-1e529cecc988), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:14.569276 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b3fb558-d77d-47a7-99d5-f61a7d2090db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:44:14.569668 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b3fb558-d77d-47a7-99d5-f61a7d2090db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (038d21fd-6e71-4129-baa2-1e529cecc988), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:44:14.572777 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:44:14.672049 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d504e2fc-4274-4992-8b9a-094f27476b0f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:14.702843 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b3fb558-d77d-47a7-99d5-f61a7d2090db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (0246ec78-1b83-48d0-a869-a698f22683e8), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:14.709969 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b3fb558-d77d-47a7-99d5-f61a7d2090db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:14.713214 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9b3fb558-d77d-47a7-99d5-f61a7d2090db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/networks/0246ec78-1b83-48d0-a869-a698f22683e8 HTTP/1.1" status: 204 len: 168 time: 1.0790970 Apr 15 03:44:14.715943 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36584) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:14.732690 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d504e2fc-4274-4992-8b9a-094f27476b0f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:14.779579 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fb558-d77d-47a7-99d5-f61a7d2090db tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Network': ['ID=0246ec78-1b83-48d0-a869-a698f22683e8,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:14.823643 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504e2fc-4274-4992-8b9a-094f27476b0f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:14.829850 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d504e2fc-4274-4992-8b9a-094f27476b0f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (a31f1a56-f8f5-43ce-aeeb-debcef1cae7c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:14.924089 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d504e2fc-4274-4992-8b9a-094f27476b0f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 0c75990f-5859-4f44-830b-7915a8565612 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:44:14.925722 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-d504e2fc-4274-4992-8b9a-094f27476b0f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:44:15.045197 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d504e2fc-4274-4992-8b9a-094f27476b0f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router a31f1a56-f8f5-43ce-aeeb-debcef1cae7c has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:44:15.083399 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a9a4d02a-6e8e-4c72-a42d-376ebd90dd0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (32428c82-37fc-4edb-b343-e862c021df0d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:15.162389 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d504e2fc-4274-4992-8b9a-094f27476b0f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:44:15.167593 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d504e2fc-4274-4992-8b9a-094f27476b0f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/routers/a31f1a56-f8f5-43ce-aeeb-debcef1cae7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8609467 Apr 15 03:44:15.170904 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36586) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:15.172720 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] Sync routers for ids ['a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:44:15.184967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] Routers {'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:15.185697 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:15.276350 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2332a5db-f207-4400-a60b-233a2b278586 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:15.276862 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2332a5db-f207-4400-a60b-233a2b278586 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:15.277346 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2332a5db-f207-4400-a60b-233a2b278586 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:15.278047 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2332a5db-f207-4400-a60b-233a2b278586 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:15.278520 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2332a5db-f207-4400-a60b-233a2b278586 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:15.279016 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2332a5db-f207-4400-a60b-233a2b278586 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:15.279968 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2332a5db-f207-4400-a60b-233a2b278586 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:15.281359 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2332a5db-f207-4400-a60b-233a2b278586 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4923 time: 0.1096182 Apr 15 03:44:15.284934 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36588) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:15.302936 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] Set router a31f1a56-f8f5-43ce-aeeb-debcef1cae7c gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:15.340529 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-a9a4d02a-6e8e-4c72-a42d-376ebd90dd0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting port 2508f1c9-7136-4ad3-96b1-b8e5a76e514b {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:44:15.341071 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a9a4d02a-6e8e-4c72-a42d-376ebd90dd0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (2508f1c9-7136-4ad3-96b1-b8e5a76e514b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:15.475477 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-a9a4d02a-6e8e-4c72-a42d-376ebd90dd0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] For port 2508f1c9-7136-4ad3-96b1-b8e5a76e514b, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=2508f1c9-7136-4ad3-96b1-b8e5a76e514b,segment=NetworkSegment(4348475b-e99f-4987-829e-56e43a061f8f),segment_id=4348475b-e99f-4987-829e-56e43a061f8f)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:15.475852 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a9a4d02a-6e8e-4c72-a42d-376ebd90dd0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (2508f1c9-7136-4ad3-96b1-b8e5a76e514b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:15.494243 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-a9a4d02a-6e8e-4c72-a42d-376ebd90dd0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Calling delete_port for 2508f1c9-7136-4ad3-96b1-b8e5a76e514b owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:44:15.572774 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'name': 'tempest-TestNetworkBasicOps-router-719489670', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:44:08Z', 'updated_at': '2022-04-15T03:44:14Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:09Z', 'updated_at': '2022-04-15T03:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac', 'name': '', 'network_id': '0c75990f-5859-4f44-830b-7915a8565612', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:49:07:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'acf7a7ed-51d3-48ef-b3a4-0077611674b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:13Z', 'updated_at': '2022-04-15T03:44:14Z', 'revision_number': 2, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'acf7a7ed-51d3-48ef-b3a4-0077611674b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:15.605831 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:44:15.609498 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] Checking router: a31f1a56-f8f5-43ce-aeeb-debcef1cae7c for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:44:15.609852 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] Updating router a31f1a56-f8f5-43ce-aeeb-debcef1cae7c port fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:44:15.679191 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:15.749489 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:15.749876 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:15.791007 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1db8b4-3e82-4a8b-8e13-3d57c60d8bbe tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:15.791623 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1db8b4-3e82-4a8b-8e13-3d57c60d8bbe tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:15.791919 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1db8b4-3e82-4a8b-8e13-3d57c60d8bbe tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:15.792621 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1db8b4-3e82-4a8b-8e13-3d57c60d8bbe tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:15.793077 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1db8b4-3e82-4a8b-8e13-3d57c60d8bbe tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:15.793524 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1db8b4-3e82-4a8b-8e13-3d57c60d8bbe tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:15.793973 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1db8b4-3e82-4a8b-8e13-3d57c60d8bbe tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:15.795906 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-aa1db8b4-3e82-4a8b-8e13-3d57c60d8bbe tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4504 time: 0.5105472 Apr 15 03:44:15.798580 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36590) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:15.869391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a9a4d02a-6e8e-4c72-a42d-376ebd90dd0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (2508f1c9-7136-4ad3-96b1-b8e5a76e514b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:15.901190 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4d02a-6e8e-4c72-a42d-376ebd90dd0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Port': ['ID=2508f1c9-7136-4ad3-96b1-b8e5a76e514b,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:15.968728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:15.970364 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 635e50c0-bd7e-4f09-aed8-45772c52be7b up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:44:16.057285 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 635e50c0-bd7e-4f09-aed8-45772c52be7b triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:16.057691 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (635e50c0-bd7e-4f09-aed8-45772c52be7b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:16.071214 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-107e83c8-fc4d-4f89-b57a-568c7de0ad6c tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2135 time: 0.2714870 Apr 15 03:44:16.071838 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36592) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:16.076942 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-09458701-3799-4f8c-8298-f5ef8dc6b0f5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1713474924', 'network_id': '0c75990f-5859-4f44-830b-7915a8565612'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:16.149064 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] Publish callbacks [] for port (fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:16.151848 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a31c8d-a290-45e6-a185-750e8a24defa None None] Network 0c75990f-5859-4f44-830b-7915a8565612 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:44:16.157461 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a9a4d02a-6e8e-4c72-a42d-376ebd90dd0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (32428c82-37fc-4edb-b343-e862c021df0d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:16.200043 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-48336760-3480-4bf1-b21e-63ad0460876c None None] Provisioning complete for port 635e50c0-bd7e-4f09-aed8-45772c52be7b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:16.200414 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-48336760-3480-4bf1-b21e-63ad0460876c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (635e50c0-bd7e-4f09-aed8-45772c52be7b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:16.249975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:16.296657 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09458701-3799-4f8c-8298-f5ef8dc6b0f5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'port': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:44:16.302656 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-09458701-3799-4f8c-8298-f5ef8dc6b0f5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:16.326818 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [None req-09458701-3799-4f8c-8298-f5ef8dc6b0f5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] device_id is not set on port 535af267-48ff-45e7-9c4e-4304acbd67ab yet. {{(pid=104667) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:44:16.343321 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cea7cf-3061-4a7e-89ed-cac313a8b9c7 None None] Pushing event updated for resources: {'Port': ['ID=fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:16.432766 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 635e50c0-bd7e-4f09-aed8-45772c52be7b is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:16.433146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (635e50c0-bd7e-4f09-aed8-45772c52be7b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:16.464073 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-09458701-3799-4f8c-8298-f5ef8dc6b0f5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.20.0.10 (0c75990f-5859-4f44-830b-7915a8565612/acf7a7ed-51d3-48ef-b3a4-0077611674b0/535af267-48ff-45e7-9c4e-4304acbd67ab) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:44:16.506807 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] Attempting to bind port fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:44:16.507095 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] Attempting to bind port fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1d24f6a3-93ae-4166-bd0d-17d30316ea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c75990f-5859-4f44-830b-7915a8565612'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:44:16.507459 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] Attempting to bind port fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac on network 0c75990f-5859-4f44-830b-7915a8565612 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:44:16.526218 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:44:16.531523 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] Checking segment: {'id': '1d24f6a3-93ae-4166-bd0d-17d30316ea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c75990f-5859-4f44-830b-7915a8565612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:44:16.531523 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:16.531523 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] Bound using segment: {'id': '1d24f6a3-93ae-4166-bd0d-17d30316ea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c75990f-5859-4f44-830b-7915a8565612'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:44:16.531523 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] Bound port: fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d24f6a3-93ae-4166-bd0d-17d30316ea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c75990f-5859-4f44-830b-7915a8565612'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:44:16.531523 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:16.535099 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-48336760-3480-4bf1-b21e-63ad0460876c None None] Current status of the port 635e50c0-bd7e-4f09-aed8-45772c52be7b is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:16.535637 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-48336760-3480-4bf1-b21e-63ad0460876c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (635e50c0-bd7e-4f09-aed8-45772c52be7b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:16.549140 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 635e50c0-bd7e-4f09-aed8-45772c52be7b, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=635e50c0-bd7e-4f09-aed8-45772c52be7b,segment=NetworkSegment(1d24f6a3-93ae-4166-bd0d-17d30316ea6b),segment_id=1d24f6a3-93ae-4166-bd0d-17d30316ea6b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:16.621234 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (635e50c0-bd7e-4f09-aed8-45772c52be7b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:16.660340 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] For port fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:44:16.684186 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-48336760-3480-4bf1-b21e-63ad0460876c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 03:44:16.684544 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-48336760-3480-4bf1-b21e-63ad0460876c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 03:44:16.687702 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-09458701-3799-4f8c-8298-f5ef8dc6b0f5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:16.704535 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] For port fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac,segment=NetworkSegment(1d24f6a3-93ae-4166-bd0d-17d30316ea6b),segment_id=1d24f6a3-93ae-4166-bd0d-17d30316ea6b)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:44:16.712002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 18fad8c8-580b-4597-89c5-21de0d41dec7 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:44:16.742295 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 18fad8c8-580b-4597-89c5-21de0d41dec7 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:44:16.742643 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 18fad8c8-580b-4597-89c5-21de0d41dec7 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:44:16.753041 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4e268374-e87b-468b-9b9a-52115d30e776 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:44:16.770775 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 4e268374-e87b-468b-9b9a-52115d30e776 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:44:16.771122 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4e268374-e87b-468b-9b9a-52115d30e776 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:44:16.778851 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:16.785804 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=635e50c0-bd7e-4f09-aed8-45772c52be7b,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:16.795018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a4d02a-6e8e-4c72-a42d-376ebd90dd0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router 32428c82-37fc-4edb-b343-e862c021df0d has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:44:16.800821 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-09458701-3799-4f8c-8298-f5ef8dc6b0f5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:16.832620 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] Routers {'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:16.833258 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:16.860572 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09458701-3799-4f8c-8298-f5ef8dc6b0f5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 0c75990f-5859-4f44-830b-7915a8565612 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:44:16.868117 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-09458701-3799-4f8c-8298-f5ef8dc6b0f5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:44:16.870968 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09458701-3799-4f8c-8298-f5ef8dc6b0f5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:44:16.875676 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09458701-3799-4f8c-8298-f5ef8dc6b0f5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=535af267-48ff-45e7-9c4e-4304acbd67ab,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:16.920967 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a4d02a-6e8e-4c72-a42d-376ebd90dd0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:44:16.932376 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a9a4d02a-6e8e-4c72-a42d-376ebd90dd0e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/32428c82-37fc-4edb-b343-e862c021df0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2154083 Apr 15 03:44:16.936394 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09458701-3799-4f8c-8298-f5ef8dc6b0f5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:16.936566 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36594) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:16.936691 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-09458701-3799-4f8c-8298-f5ef8dc6b0f5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:16.937979 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b82cf7e-cbbc-4040-af41-47e48f9fafaa None None] Sync routers for ids ['32428c82-37fc-4edb-b343-e862c021df0d'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:44:16.941251 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cea7cf-3061-4a7e-89ed-cac313a8b9c7 None None] Pushing event updated for resources: {'Port': ['ID=fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:16.958197 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b82cf7e-cbbc-4040-af41-47e48f9fafaa None None] Routers {'32428c82-37fc-4edb-b343-e862c021df0d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:16.959651 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-3b82cf7e-cbbc-4040-af41-47e48f9fafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['32428c82-37fc-4edb-b343-e862c021df0d'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:16.972750 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] Set router a31f1a56-f8f5-43ce-aeeb-debcef1cae7c gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:16.995842 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0e0521-6aca-4adb-a0e6-6847e6e0879d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting subnet 8574b39e-0133-4d8e-a6db-06a049c93f4f {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:44:16.999566 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0521-6aca-4adb-a0e6-6847e6e0879d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (8574b39e-0133-4d8e-a6db-06a049c93f4f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:17.048615 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-09458701-3799-4f8c-8298-f5ef8dc6b0f5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9753857 Apr 15 03:44:17.058248 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0521-6aca-4adb-a0e6-6847e6e0879d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (8574b39e-0133-4d8e-a6db-06a049c93f4f), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:17.087795 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-3b82cf7e-cbbc-4040-af41-47e48f9fafaa None None] Set router 32428c82-37fc-4edb-b343-e862c021df0d gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:17.220070 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0521-6aca-4adb-a0e6-6847e6e0879d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (8574b39e-0133-4d8e-a6db-06a049c93f4f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:17.325810 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-48336760-3480-4bf1-b21e-63ad0460876c None None] Current status of the port 635e50c0-bd7e-4f09-aed8-45772c52be7b is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:17.366271 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-3b82cf7e-cbbc-4040-af41-47e48f9fafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:15Z', 'revision_number': 9, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:57Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7e0444d-f720-4393-ad59-3df61e1abe87', 'name': '', 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:e0:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:57Z', 'updated_at': '2022-04-15T03:44:01Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:17.401487 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b82cf7e-cbbc-4040-af41-47e48f9fafaa None None] Checking router: 32428c82-37fc-4edb-b343-e862c021df0d for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:44:17.414802 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b82cf7e-cbbc-4040-af41-47e48f9fafaa None None] Routers {'32428c82-37fc-4edb-b343-e862c021df0d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:17.415658 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-3b82cf7e-cbbc-4040-af41-47e48f9fafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['32428c82-37fc-4edb-b343-e862c021df0d'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:17.428759 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0521-6aca-4adb-a0e6-6847e6e0879d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (8574b39e-0133-4d8e-a6db-06a049c93f4f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:17.446918 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'name': 'tempest-TestNetworkBasicOps-router-719489670', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:44:08Z', 'updated_at': '2022-04-15T03:44:14Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:09Z', 'updated_at': '2022-04-15T03:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac', 'name': '', 'network_id': '0c75990f-5859-4f44-830b-7915a8565612', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:49:07:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'acf7a7ed-51d3-48ef-b3a4-0077611674b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:13Z', 'updated_at': '2022-04-15T03:44:16Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'acf7a7ed-51d3-48ef-b3a4-0077611674b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:17.480663 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e0521-6aca-4adb-a0e6-6847e6e0879d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Subnet': ['ID=8574b39e-0133-4d8e-a6db-06a049c93f4f,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:17.493779 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4a0e0521-6aca-4adb-a0e6-6847e6e0879d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:17.502839 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36598) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:17.513522 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4a0e0521-6aca-4adb-a0e6-6847e6e0879d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/subnets/8574b39e-0133-4d8e-a6db-06a049c93f4f HTTP/1.1" status: 204 len: 168 time: 0.5756686 Apr 15 03:44:17.538333 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895d3edb-0481-4d05-95c5-9361956a79d7 None None] Network 6b294d0b-b4ca-41ab-89e2-450b84966c35 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:44:17.546648 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37354e99-079c-4d1e-a56b-60b552b3ff06 None None] The sync data for ids ['a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'] in dv-neutron-837140-3-hyperv is: [{'id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'name': 'tempest-TestNetworkBasicOps-router-719489670', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:44:08Z', 'updated_at': '2022-04-15T03:44:14Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:09Z', 'updated_at': '2022-04-15T03:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac', 'name': '', 'network_id': '0c75990f-5859-4f44-830b-7915a8565612', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:49:07:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'acf7a7ed-51d3-48ef-b3a4-0077611674b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:13Z', 'updated_at': '2022-04-15T03:44:16Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'acf7a7ed-51d3-48ef-b3a4-0077611674b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:44:17.553209 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-3b82cf7e-cbbc-4040-af41-47e48f9fafaa None None] Set router 32428c82-37fc-4edb-b343-e862c021df0d gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:17.576666 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-817fb23e-3e58-4bc3-ae02-0350fcb1da40 None None] Provisioning complete for port fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:17.576945 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-817fb23e-3e58-4bc3-ae02-0350fcb1da40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:17.650851 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 635e50c0-bd7e-4f09-aed8-45772c52be7b up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:44:17.713112 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34f7c88e-51ad-4c4a-9433-7b7fffd32ae1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (6b294d0b-b4ca-41ab-89e2-450b84966c35), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:17.781428 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36600) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:17.787813 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2325c657-8d12-489a-87e0-ee5a0d946a3c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2122002448', 'description': 'tempest-secgroup-smoke-2122002448 description', 'project_id': '6786bd52355f4b228acda11ee2393b97'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:17.817714 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 635e50c0-bd7e-4f09-aed8-45772c52be7b triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:17.818434 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (635e50c0-bd7e-4f09-aed8-45772c52be7b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:17.831469 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-34f7c88e-51ad-4c4a-9433-7b7fffd32ae1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting port e10c79f6-971d-4d78-9373-9f80d5ffe48f {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:44:17.832481 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34f7c88e-51ad-4c4a-9433-7b7fffd32ae1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e10c79f6-971d-4d78-9373-9f80d5ffe48f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:17.903171 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2325c657-8d12-489a-87e0-ee5a0d946a3c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:17.956682 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-817fb23e-3e58-4bc3-ae02-0350fcb1da40 None None] Current status of the port fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:17.962010 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-817fb23e-3e58-4bc3-ae02-0350fcb1da40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.015044 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-34f7c88e-51ad-4c4a-9433-7b7fffd32ae1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] For port e10c79f6-971d-4d78-9373-9f80d5ffe48f, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e10c79f6-971d-4d78-9373-9f80d5ffe48f,segment=NetworkSegment(4348475b-e99f-4987-829e-56e43a061f8f),segment_id=4348475b-e99f-4987-829e-56e43a061f8f)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:18.015937 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34f7c88e-51ad-4c4a-9433-7b7fffd32ae1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e10c79f6-971d-4d78-9373-9f80d5ffe48f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.028621 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-817fb23e-3e58-4bc3-ae02-0350fcb1da40 None None] For port fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac,segment=NetworkSegment(1d24f6a3-93ae-4166-bd0d-17d30316ea6b),segment_id=1d24f6a3-93ae-4166-bd0d-17d30316ea6b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:18.032935 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9ab29d-42e4-46f3-b04b-56825e84c98d None None] DHCP port deletion for 6b294d0b-b4ca-41ab-89e2-450b84966c35 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:44:18.040549 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-34f7c88e-51ad-4c4a-9433-7b7fffd32ae1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Calling delete_port for e10c79f6-971d-4d78-9373-9f80d5ffe48f owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:44:18.065771 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2325c657-8d12-489a-87e0-ee5a0d946a3c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (ea384673-d8c2-4bed-a011-d825e5a4a1a7), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.120737 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-3b82cf7e-cbbc-4040-af41-47e48f9fafaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:15Z', 'revision_number': 9, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:57Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7e0444d-f720-4393-ad59-3df61e1abe87', 'name': '', 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:e0:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:57Z', 'updated_at': '2022-04-15T03:44:01Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:18.125898 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2325c657-8d12-489a-87e0-ee5a0d946a3c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (ea384673-d8c2-4bed-a011-d825e5a4a1a7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.130542 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-aa9ab29d-42e4-46f3-b04b-56825e84c98d None None] Deleting port e10c79f6-971d-4d78-9373-9f80d5ffe48f {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:44:18.130542 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-aa9ab29d-42e4-46f3-b04b-56825e84c98d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e10c79f6-971d-4d78-9373-9f80d5ffe48f), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.133471 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-817fb23e-3e58-4bc3-ae02-0350fcb1da40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.168406 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b82cf7e-cbbc-4040-af41-47e48f9fafaa None None] The sync data for ids ['32428c82-37fc-4edb-b343-e862c021df0d'] in dv-neutron-837140-3-hyperv is: [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:15Z', 'revision_number': 9, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:57Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7e0444d-f720-4393-ad59-3df61e1abe87', 'name': '', 'network_id': 'abed3551-6f31-4b4b-b1d3-d36d880703b1', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:e0:36:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:57Z', 'updated_at': '2022-04-15T03:44:01Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '4d474d13-ac0d-41cc-860a-2a0bfffb30d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:44:18.187672 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325c657-8d12-489a-87e0-ee5a0d946a3c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea384673-d8c2-4bed-a011-d825e5a4a1a7,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:18.214649 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2325c657-8d12-489a-87e0-ee5a0d946a3c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.216743 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2325c657-8d12-489a-87e0-ee5a0d946a3c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4341919 Apr 15 03:44:18.219685 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36602) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:18.226883 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f41da368-aa43-480e-919b-240b91c94ff1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'ea384673-d8c2-4bed-a011-d825e5a4a1a7', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:18.242007 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34f7c88e-51ad-4c4a-9433-7b7fffd32ae1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (e10c79f6-971d-4d78-9373-9f80d5ffe48f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.248894 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 635e50c0-bd7e-4f09-aed8-45772c52be7b is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:18.258651 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-817fb23e-3e58-4bc3-ae02-0350fcb1da40 None None] Provisioning complete for port 635e50c0-bd7e-4f09-aed8-45772c52be7b triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:18.281357 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-817fb23e-3e58-4bc3-ae02-0350fcb1da40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (635e50c0-bd7e-4f09-aed8-45772c52be7b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.282846 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-aa9ab29d-42e4-46f3-b04b-56825e84c98d None None] For port e10c79f6-971d-4d78-9373-9f80d5ffe48f, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e10c79f6-971d-4d78-9373-9f80d5ffe48f,segment=NetworkSegment(4348475b-e99f-4987-829e-56e43a061f8f),segment_id=4348475b-e99f-4987-829e-56e43a061f8f)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:18.283251 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-aa9ab29d-42e4-46f3-b04b-56825e84c98d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e10c79f6-971d-4d78-9373-9f80d5ffe48f), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.285325 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7c88e-51ad-4c4a-9433-7b7fffd32ae1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Port': ['ID=e10c79f6-971d-4d78-9373-9f80d5ffe48f,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:18.292646 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f7c88e-51ad-4c4a-9433-7b7fffd32ae1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] No DVR routers for this DVR port e10c79f6-971d-4d78-9373-9f80d5ffe48f on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:44:18.328542 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fb23e-3e58-4bc3-ae02-0350fcb1da40 None None] Pushing event updated for resources: {'Port': ['ID=fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:18.351421 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-aa9ab29d-42e4-46f3-b04b-56825e84c98d None None] Calling delete_port for e10c79f6-971d-4d78-9373-9f80d5ffe48f owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:44:18.399413 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34f7c88e-51ad-4c4a-9433-7b7fffd32ae1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (6b294d0b-b4ca-41ab-89e2-450b84966c35), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.407894 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f41da368-aa43-480e-919b-240b91c94ff1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (9be2785e-d0ee-4c26-b39c-74b60915ebd7), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.459742 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-aa9ab29d-42e4-46f3-b04b-56825e84c98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (e10c79f6-971d-4d78-9373-9f80d5ffe48f), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.460992 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-34f7c88e-51ad-4c4a-9433-7b7fffd32ae1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b294d0b-b4ca-41ab-89e2-450b84966c35']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:18.477472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-34f7c88e-51ad-4c4a-9433-7b7fffd32ae1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4348475b-e99f-4987-829e-56e43a061f8f') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:18.477472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-34f7c88e-51ad-4c4a-9433-7b7fffd32ae1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4348475b-e99f-4987-829e-56e43a061f8f') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:18.495540 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34f7c88e-51ad-4c4a-9433-7b7fffd32ae1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (4348475b-e99f-4987-829e-56e43a061f8f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.498935 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9ab29d-42e4-46f3-b04b-56825e84c98d None None] No DVR routers for this DVR port e10c79f6-971d-4d78-9373-9f80d5ffe48f on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:44:18.522526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f41da368-aa43-480e-919b-240b91c94ff1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (9be2785e-d0ee-4c26-b39c-74b60915ebd7), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.522666 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ab29d-42e4-46f3-b04b-56825e84c98d None None] Pushing event deleted for resources: {'Port': ['ID=e10c79f6-971d-4d78-9373-9f80d5ffe48f,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:18.522771 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34f7c88e-51ad-4c4a-9433-7b7fffd32ae1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (4348475b-e99f-4987-829e-56e43a061f8f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.526506 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f7c88e-51ad-4c4a-9433-7b7fffd32ae1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:44:18.527659 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34f7c88e-51ad-4c4a-9433-7b7fffd32ae1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (4348475b-e99f-4987-829e-56e43a061f8f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.531727 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:44:18.534347 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:44:18.565474 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-817fb23e-3e58-4bc3-ae02-0350fcb1da40 None None] Current status of the port 635e50c0-bd7e-4f09-aed8-45772c52be7b is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:18.583289 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f41da368-aa43-480e-919b-240b91c94ff1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (9be2785e-d0ee-4c26-b39c-74b60915ebd7), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.583913 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-689a626a-cb9d-40f6-a6ef-df34b28b6b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.611648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41da368-aa43-480e-919b-240b91c94ff1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be2785e-d0ee-4c26-b39c-74b60915ebd7,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:18.657217 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34f7c88e-51ad-4c4a-9433-7b7fffd32ae1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (6b294d0b-b4ca-41ab-89e2-450b84966c35), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.665768 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34f7c88e-51ad-4c4a-9433-7b7fffd32ae1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.669483 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-34f7c88e-51ad-4c4a-9433-7b7fffd32ae1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/networks/6b294d0b-b4ca-41ab-89e2-450b84966c35 HTTP/1.1" status: 204 len: 168 time: 1.1656418 Apr 15 03:44:18.672553 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36604) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:18.689445 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f41da368-aa43-480e-919b-240b91c94ff1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.689637 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-491621a8-9f56-4afa-b0b4-e0f17546565d None None] Provisioning complete for port fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:18.689637 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-491621a8-9f56-4afa-b0b4-e0f17546565d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.690324 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f41da368-aa43-480e-919b-240b91c94ff1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4691472 Apr 15 03:44:18.691349 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36606) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:18.698098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-67982f2b-1bba-4a7b-a019-e21e7d622e12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'ea384673-d8c2-4bed-a011-d825e5a4a1a7', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:18.702503 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7c88e-51ad-4c4a-9433-7b7fffd32ae1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Network': ['ID=6b294d0b-b4ca-41ab-89e2-450b84966c35,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:18.781768 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-491621a8-9f56-4afa-b0b4-e0f17546565d None None] Current status of the port fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:18.791093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-491621a8-9f56-4afa-b0b4-e0f17546565d None None] Provisioning complete for port 535af267-48ff-45e7-9c4e-4304acbd67ab triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:18.791464 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-491621a8-9f56-4afa-b0b4-e0f17546565d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.805711 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-67982f2b-1bba-4a7b-a019-e21e7d622e12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (03dad12d-e769-450e-ab3b-d0e9edcae027), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.834580 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-491621a8-9f56-4afa-b0b4-e0f17546565d None None] Port 535af267-48ff-45e7-9c4e-4304acbd67ab cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:44:18.886653 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-67982f2b-1bba-4a7b-a019-e21e7d622e12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (03dad12d-e769-450e-ab3b-d0e9edcae027), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.971516 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-67982f2b-1bba-4a7b-a019-e21e7d622e12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (03dad12d-e769-450e-ab3b-d0e9edcae027), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:18.996873 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67982f2b-1bba-4a7b-a019-e21e7d622e12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03dad12d-e769-450e-ab3b-d0e9edcae027,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:19.042455 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-67982f2b-1bba-4a7b-a019-e21e7d622e12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:19.043770 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-67982f2b-1bba-4a7b-a019-e21e7d622e12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3492723 Apr 15 03:44:19.046087 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-61b04812-c093-412c-98ec-a1d7d85728b4 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (32428c82-37fc-4edb-b343-e862c021df0d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:19.047067 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36608) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:19.056436 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-fbcc2c6d-8ace-49ad-8247-01d91fe73593 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'ea384673-d8c2-4bed-a011-d825e5a4a1a7', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:19.142887 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fbcc2c6d-8ace-49ad-8247-01d91fe73593 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (4890f96f-1c89-4c70-8733-9dc009c74792), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:19.205636 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fbcc2c6d-8ace-49ad-8247-01d91fe73593 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (4890f96f-1c89-4c70-8733-9dc009c74792), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:19.256551 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fbcc2c6d-8ace-49ad-8247-01d91fe73593 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (4890f96f-1c89-4c70-8733-9dc009c74792), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:19.274602 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc2c6d-8ace-49ad-8247-01d91fe73593 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4890f96f-1c89-4c70-8733-9dc009c74792,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:19.299308 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-61b04812-c093-412c-98ec-a1d7d85728b4 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting port a7e0444d-f720-4393-ad59-3df61e1abe87 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:44:19.299654 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-61b04812-c093-412c-98ec-a1d7d85728b4 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (a7e0444d-f720-4393-ad59-3df61e1abe87), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:19.321423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fbcc2c6d-8ace-49ad-8247-01d91fe73593 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:19.322710 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fbcc2c6d-8ace-49ad-8247-01d91fe73593 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2743931 Apr 15 03:44:19.325334 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36610) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:19.329730 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-ee604e89-cd11-44d5-a8ff-2b9ee1e99468 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'ea384673-d8c2-4bed-a011-d825e5a4a1a7', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:19.404125 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-61b04812-c093-412c-98ec-a1d7d85728b4 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] For port a7e0444d-f720-4393-ad59-3df61e1abe87, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a7e0444d-f720-4393-ad59-3df61e1abe87,segment=NetworkSegment(7119e7cd-2d39-4bfa-a292-26e32000d018),segment_id=7119e7cd-2d39-4bfa-a292-26e32000d018)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:19.404485 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-61b04812-c093-412c-98ec-a1d7d85728b4 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (a7e0444d-f720-4393-ad59-3df61e1abe87), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:19.405113 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ee604e89-cd11-44d5-a8ff-2b9ee1e99468 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (9a00756c-6f2f-4add-9130-bd7f1c4771c7), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:19.418470 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:44:19.419952 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-61b04812-c093-412c-98ec-a1d7d85728b4 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Calling delete_port for a7e0444d-f720-4393-ad59-3df61e1abe87 owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:44:19.467610 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:19.468234 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:19.470336 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ee604e89-cd11-44d5-a8ff-2b9ee1e99468 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (9a00756c-6f2f-4add-9130-bd7f1c4771c7), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:19.508332 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ee604e89-cd11-44d5-a8ff-2b9ee1e99468 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (9a00756c-6f2f-4add-9130-bd7f1c4771c7), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:19.527105 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee604e89-cd11-44d5-a8ff-2b9ee1e99468 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a00756c-6f2f-4add-9130-bd7f1c4771c7,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:19.545830 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:19.585373 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ee604e89-cd11-44d5-a8ff-2b9ee1e99468 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:19.587246 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ee604e89-cd11-44d5-a8ff-2b9ee1e99468 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2609665 Apr 15 03:44:19.589920 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36612) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:19.594653 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-5495f6d9-71aa-4339-86ee-3c5b5a706d22 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'ea384673-d8c2-4bed-a011-d825e5a4a1a7', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:19.597180 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e10c79f6-971d-4d78-9373-9f80d5ffe48f no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:44:19.621735 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: e10c79f6-971d-4d78-9373-9f80d5ffe48f {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:44:19.622077 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e10c79f6-971d-4d78-9373-9f80d5ffe48f not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:44:19.622500 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2508f1c9-7136-4ad3-96b1-b8e5a76e514b no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:44:19.639821 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-61b04812-c093-412c-98ec-a1d7d85728b4 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (a7e0444d-f720-4393-ad59-3df61e1abe87), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:19.640563 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 2508f1c9-7136-4ad3-96b1-b8e5a76e514b {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:44:19.640894 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2508f1c9-7136-4ad3-96b1-b8e5a76e514b not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:44:19.667693 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b04812-c093-412c-98ec-a1d7d85728b4 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Port': ['ID=a7e0444d-f720-4393-ad59-3df61e1abe87,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:19.679639 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-5495f6d9-71aa-4339-86ee-3c5b5a706d22 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:44:19.686091 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5495f6d9-71aa-4339-86ee-3c5b5a706d22 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (e80e08b1-52f1-4230-8a1d-14f85ef2f7d1), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:19.749851 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5495f6d9-71aa-4339-86ee-3c5b5a706d22 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (e80e08b1-52f1-4230-8a1d-14f85ef2f7d1), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:19.816791 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5495f6d9-71aa-4339-86ee-3c5b5a706d22 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (e80e08b1-52f1-4230-8a1d-14f85ef2f7d1), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:19.835287 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-61b04812-c093-412c-98ec-a1d7d85728b4 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (32428c82-37fc-4edb-b343-e862c021df0d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:19.841282 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495f6d9-71aa-4339-86ee-3c5b5a706d22 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80e08b1-52f1-4230-8a1d-14f85ef2f7d1,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:19.916962 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5495f6d9-71aa-4339-86ee-3c5b5a706d22 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:19.918468 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5495f6d9-71aa-4339-86ee-3c5b5a706d22 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3274953 Apr 15 03:44:19.921113 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36614) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:19.925576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-37865656-01ab-49e3-8afb-9b33766e25c1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'ea384673-d8c2-4bed-a011-d825e5a4a1a7', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:20.028513 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b04812-c093-412c-98ec-a1d7d85728b4 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router 32428c82-37fc-4edb-b343-e862c021df0d has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:44:20.028767 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-37865656-01ab-49e3-8afb-9b33766e25c1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:44:20.034124 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-37865656-01ab-49e3-8afb-9b33766e25c1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (bfec2ad8-ce30-4b73-b571-f3b6b5d4d18d), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:20.100088 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-37865656-01ab-49e3-8afb-9b33766e25c1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (bfec2ad8-ce30-4b73-b571-f3b6b5d4d18d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:20.124582 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b04812-c093-412c-98ec-a1d7d85728b4 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:44:20.130127 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-61b04812-c093-412c-98ec-a1d7d85728b4 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/32428c82-37fc-4edb-b343-e862c021df0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4562564 Apr 15 03:44:20.132898 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36616) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:20.134114 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9698067-2f0d-4b92-9e8a-393d6ec5133f None None] Sync routers for ids ['32428c82-37fc-4edb-b343-e862c021df0d'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:44:20.145641 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9698067-2f0d-4b92-9e8a-393d6ec5133f None None] Routers {'32428c82-37fc-4edb-b343-e862c021df0d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:20.146281 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-b9698067-2f0d-4b92-9e8a-393d6ec5133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['32428c82-37fc-4edb-b343-e862c021df0d'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:20.153602 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-37865656-01ab-49e3-8afb-9b33766e25c1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (bfec2ad8-ce30-4b73-b571-f3b6b5d4d18d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:20.174826 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37865656-01ab-49e3-8afb-9b33766e25c1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfec2ad8-ce30-4b73-b571-f3b6b5d4d18d,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:20.189506 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed1d220-19dd-4d73-85c4-1d1ec195d8f2 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting subnet 4d474d13-ac0d-41cc-860a-2a0bfffb30d7 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:44:20.190714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eed1d220-19dd-4d73-85c4-1d1ec195d8f2 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (4d474d13-ac0d-41cc-860a-2a0bfffb30d7), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:20.218496 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-37865656-01ab-49e3-8afb-9b33766e25c1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:20.242643 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-37865656-01ab-49e3-8afb-9b33766e25c1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2978456 Apr 15 03:44:20.242930 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-b9698067-2f0d-4b92-9e8a-393d6ec5133f None None] Set router 32428c82-37fc-4edb-b343-e862c021df0d gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:20.243068 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eed1d220-19dd-4d73-85c4-1d1ec195d8f2 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (4d474d13-ac0d-41cc-860a-2a0bfffb30d7), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:20.335345 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eed1d220-19dd-4d73-85c4-1d1ec195d8f2 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (4d474d13-ac0d-41cc-860a-2a0bfffb30d7), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:20.433562 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-b9698067-2f0d-4b92-9e8a-393d6ec5133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:19Z', 'revision_number': 10, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:57Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:20.465242 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9698067-2f0d-4b92-9e8a-393d6ec5133f None None] Checking router: 32428c82-37fc-4edb-b343-e862c021df0d for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:44:20.467415 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eed1d220-19dd-4d73-85c4-1d1ec195d8f2 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (4d474d13-ac0d-41cc-860a-2a0bfffb30d7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:20.473815 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9698067-2f0d-4b92-9e8a-393d6ec5133f None None] Routers {'32428c82-37fc-4edb-b343-e862c021df0d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:20.474520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-b9698067-2f0d-4b92-9e8a-393d6ec5133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:43:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['32428c82-37fc-4edb-b343-e862c021df0d'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:20.518187 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1d220-19dd-4d73-85c4-1d1ec195d8f2 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Subnet': ['ID=4d474d13-ac0d-41cc-860a-2a0bfffb30d7,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:20.527274 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eed1d220-19dd-4d73-85c4-1d1ec195d8f2 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:20.530698 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-eed1d220-19dd-4d73-85c4-1d1ec195d8f2 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/subnets/4d474d13-ac0d-41cc-860a-2a0bfffb30d7 HTTP/1.1" status: 204 len: 168 time: 0.3968236 Apr 15 03:44:20.533362 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36634) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:20.537034 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320ad1b8-249c-407a-a231-9590e883b5f0 None None] Network abed3551-6f31-4b4b-b1d3-d36d880703b1 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:44:20.538478 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8690b24c-521a-4615-be3e-5a398b881f1d req-4254d2ab-d3b0-4a64-b8ea-b8884e5f5dbe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2122002448&fields=id&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 267 time: 0.0959375 Apr 15 03:44:20.598435 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690b24c-521a-4615-be3e-5a398b881f1d req-492a6ba9-a13d-4417-9add-cc405957017b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:20.600044 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8690b24c-521a-4615-be3e-5a398b881f1d req-492a6ba9-a13d-4417-9add-cc405957017b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports/535af267-48ff-45e7-9c4e-4304acbd67ab HTTP/1.1" status: 200 len: 931 time: 0.0532832 Apr 15 03:44:20.612683 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-abfc5b15-60b5-400c-ae53-b68f9be9aed5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (abed3551-6f31-4b4b-b1d3-d36d880703b1), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:20.634515 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-b9698067-2f0d-4b92-9e8a-393d6ec5133f None None] Set router 32428c82-37fc-4edb-b343-e862c021df0d gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:20.668398 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-abfc5b15-60b5-400c-ae53-b68f9be9aed5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting port c9243a2d-09dd-4d3c-af32-e2a2d3275f6d {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:44:20.668760 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-abfc5b15-60b5-400c-ae53-b68f9be9aed5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c9243a2d-09dd-4d3c-af32-e2a2d3275f6d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:20.706072 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2d050b1f-04f9-4a82-98c2-b0c38d2d05e7 service neutron] 10.222.0.15 "GET /v2.0/ports/535af267-48ff-45e7-9c4e-4304acbd67ab?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0911617 Apr 15 03:44:20.740472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-abfc5b15-60b5-400c-ae53-b68f9be9aed5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] For port c9243a2d-09dd-4d3c-af32-e2a2d3275f6d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c9243a2d-09dd-4d3c-af32-e2a2d3275f6d,segment=NetworkSegment(7119e7cd-2d39-4bfa-a292-26e32000d018),segment_id=7119e7cd-2d39-4bfa-a292-26e32000d018)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:20.740833 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-abfc5b15-60b5-400c-ae53-b68f9be9aed5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c9243a2d-09dd-4d3c-af32-e2a2d3275f6d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:20.758221 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-abfc5b15-60b5-400c-ae53-b68f9be9aed5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Calling delete_port for c9243a2d-09dd-4d3c-af32-e2a2d3275f6d owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:44:20.774102 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989ad155-12fc-4ac9-be7e-de62da43a5ba None None] DHCP port deletion for abed3551-6f31-4b4b-b1d3-d36d880703b1 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:44:20.817381 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8690b24c-521a-4615-be3e-5a398b881f1d req-c59cb871-c0bf-41ef-b593-eb6d43a67ae8 service neutron] 10.222.0.15 "GET /v2.0/networks/0c75990f-5859-4f44-830b-7915a8565612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955522 Apr 15 03:44:20.849948 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-989ad155-12fc-4ac9-be7e-de62da43a5ba None None] Deleting port c9243a2d-09dd-4d3c-af32-e2a2d3275f6d {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:44:20.850311 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-989ad155-12fc-4ac9-be7e-de62da43a5ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c9243a2d-09dd-4d3c-af32-e2a2d3275f6d), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:20.889466 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-733108d2-1141-459a-b807-5e9fa3e7c0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:20.917985 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8690b24c-521a-4615-be3e-5a398b881f1d req-44e81586-fe32-4b6d-91a5-8747b29d44f8 service neutron] 10.222.0.15 "GET /v2.0/networks/0c75990f-5859-4f44-830b-7915a8565612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930777 Apr 15 03:44:20.953978 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-abfc5b15-60b5-400c-ae53-b68f9be9aed5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (c9243a2d-09dd-4d3c-af32-e2a2d3275f6d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:20.976143 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2c281d47-fcb6-4d5e-9374-5fd79c60eb93 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:20.977581 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2c281d47-fcb6-4d5e-9374-5fd79c60eb93 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports/535af267-48ff-45e7-9c4e-4304acbd67ab HTTP/1.1" status: 200 len: 931 time: 0.0535512 Apr 15 03:44:20.978484 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc5b15-60b5-400c-ae53-b68f9be9aed5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Port': ['ID=c9243a2d-09dd-4d3c-af32-e2a2d3275f6d,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:20.982224 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfc5b15-60b5-400c-ae53-b68f9be9aed5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] No DVR routers for this DVR port c9243a2d-09dd-4d3c-af32-e2a2d3275f6d on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:44:21.065955 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-abfc5b15-60b5-400c-ae53-b68f9be9aed5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (abed3551-6f31-4b4b-b1d3-d36d880703b1), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:21.090811 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-abfc5b15-60b5-400c-ae53-b68f9be9aed5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abed3551-6f31-4b4b-b1d3-d36d880703b1']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:21.093303 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-989ad155-12fc-4ac9-be7e-de62da43a5ba None None] For port c9243a2d-09dd-4d3c-af32-e2a2d3275f6d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c9243a2d-09dd-4d3c-af32-e2a2d3275f6d,segment=NetworkSegment(7119e7cd-2d39-4bfa-a292-26e32000d018),segment_id=7119e7cd-2d39-4bfa-a292-26e32000d018)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:21.093697 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-989ad155-12fc-4ac9-be7e-de62da43a5ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c9243a2d-09dd-4d3c-af32-e2a2d3275f6d), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:21.096117 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-b9698067-2f0d-4b92-9e8a-393d6ec5133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:19Z', 'revision_number': 10, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:57Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:21.104686 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-abfc5b15-60b5-400c-ae53-b68f9be9aed5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7119e7cd-2d39-4bfa-a292-26e32000d018') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:21.110074 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-abfc5b15-60b5-400c-ae53-b68f9be9aed5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7119e7cd-2d39-4bfa-a292-26e32000d018') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:21.120791 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-abfc5b15-60b5-400c-ae53-b68f9be9aed5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (7119e7cd-2d39-4bfa-a292-26e32000d018), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:21.131600 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-989ad155-12fc-4ac9-be7e-de62da43a5ba None None] Calling delete_port for c9243a2d-09dd-4d3c-af32-e2a2d3275f6d owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:44:21.133647 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9698067-2f0d-4b92-9e8a-393d6ec5133f None None] The sync data for ids ['32428c82-37fc-4edb-b343-e862c021df0d'] in dv-neutron-837140-3-hyperv is: [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:19Z', 'revision_number': 10, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None, '_interfaces': [{'id': '147ced1a-d190-4537-af0f-cfb093684098', 'name': '', 'network_id': 'bb4fc4bb-d45b-4035-bb7f-9a009175f7dd', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'mac_address': 'fa:16:3e:32:cd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32428c82-37fc-4edb-b343-e862c021df0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:43:53Z', 'updated_at': '2022-04-15T03:43:57Z', 'revision_number': 5, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'subnets': [{'id': '44446d17-5d69-4ba1-976b-2f6a029b257a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:44:21.134490 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-abfc5b15-60b5-400c-ae53-b68f9be9aed5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7119e7cd-2d39-4bfa-a292-26e32000d018), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:21.141360 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfc5b15-60b5-400c-ae53-b68f9be9aed5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:44:21.141805 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-abfc5b15-60b5-400c-ae53-b68f9be9aed5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (7119e7cd-2d39-4bfa-a292-26e32000d018), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:44:21.145601 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:44:21.225807 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-989ad155-12fc-4ac9-be7e-de62da43a5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (c9243a2d-09dd-4d3c-af32-e2a2d3275f6d), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:21.239565 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989ad155-12fc-4ac9-be7e-de62da43a5ba None None] No DVR routers for this DVR port c9243a2d-09dd-4d3c-af32-e2a2d3275f6d on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:44:21.258344 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ad155-12fc-4ac9-be7e-de62da43a5ba None None] Pushing event deleted for resources: {'Port': ['ID=c9243a2d-09dd-4d3c-af32-e2a2d3275f6d,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:21.272709 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2c9f7e50-4e3a-498f-bb7d-be94c58f060f req-116e2bc1-d789-4e30-9816-c4a7b64e0b34 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=a86cc823-985d-4785-a09e-ec4e8783ac1b HTTP/1.1" status: 200 len: 210 time: 0.0350144 Apr 15 03:44:21.286150 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-abfc5b15-60b5-400c-ae53-b68f9be9aed5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (abed3551-6f31-4b4b-b1d3-d36d880703b1), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:21.303082 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-abfc5b15-60b5-400c-ae53-b68f9be9aed5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:21.305508 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-abfc5b15-60b5-400c-ae53-b68f9be9aed5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/networks/abed3551-6f31-4b4b-b1d3-d36d880703b1 HTTP/1.1" status: 204 len: 168 time: 0.7711339 Apr 15 03:44:21.308404 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36644) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:21.315005 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc5b15-60b5-400c-ae53-b68f9be9aed5 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Network': ['ID=abed3551-6f31-4b4b-b1d3-d36d880703b1,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:21.380976 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36646) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:21.493748 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690b24c-521a-4615-be3e-5a398b881f1d req-9d8129d4-678f-4d6a-bd62-6724aff985f2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:21.495704 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8690b24c-521a-4615-be3e-5a398b881f1d req-9d8129d4-678f-4d6a-bd62-6724aff985f2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports/535af267-48ff-45e7-9c4e-4304acbd67ab HTTP/1.1" status: 200 len: 931 time: 0.1134629 Apr 15 03:44:21.567604 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c9243a2d-09dd-4d3c-af32-e2a2d3275f6d no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:44:21.597500 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: c9243a2d-09dd-4d3c-af32-e2a2d3275f6d {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:44:21.598625 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c9243a2d-09dd-4d3c-af32-e2a2d3275f6d not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:44:21.599286 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a7e0444d-f720-4393-ad59-3df61e1abe87 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:44:21.626397 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: a7e0444d-f720-4393-ad59-3df61e1abe87 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:44:21.626773 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a7e0444d-f720-4393-ad59-3df61e1abe87 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:44:21.676153 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bf87b2db-9d42-4faf-bb26-b4dede8b526a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (32428c82-37fc-4edb-b343-e862c021df0d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:21.868155 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:21.911313 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-bf87b2db-9d42-4faf-bb26-b4dede8b526a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting port 147ced1a-d190-4537-af0f-cfb093684098 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:44:21.911653 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bf87b2db-9d42-4faf-bb26-b4dede8b526a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (147ced1a-d190-4537-af0f-cfb093684098), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:22.006423 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-bf87b2db-9d42-4faf-bb26-b4dede8b526a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] For port 147ced1a-d190-4537-af0f-cfb093684098, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=147ced1a-d190-4537-af0f-cfb093684098,segment=NetworkSegment(d140d1d4-1942-47d0-90bc-a046171e5cf0),segment_id=d140d1d4-1942-47d0-90bc-a046171e5cf0)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:22.006758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bf87b2db-9d42-4faf-bb26-b4dede8b526a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (147ced1a-d190-4537-af0f-cfb093684098), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:22.020820 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-bf87b2db-9d42-4faf-bb26-b4dede8b526a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Calling delete_port for 147ced1a-d190-4537-af0f-cfb093684098 owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:44:22.239973 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bf87b2db-9d42-4faf-bb26-b4dede8b526a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (147ced1a-d190-4537-af0f-cfb093684098), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:22.270011 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87b2db-9d42-4faf-bb26-b4dede8b526a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Port': ['ID=147ced1a-d190-4537-af0f-cfb093684098,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:22.444326 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-16bc19e0-eac1-437a-9ca6-b21653bc790c req-b32c769f-9299-447b-9d69-9e70f10912d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=a86cc823-985d-4785-a09e-ec4e8783ac1b HTTP/1.1" status: 200 len: 210 time: 0.0596590 Apr 15 03:44:22.448847 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bf87b2db-9d42-4faf-bb26-b4dede8b526a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (32428c82-37fc-4edb-b343-e862c021df0d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:22.927927 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf87b2db-9d42-4faf-bb26-b4dede8b526a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router 32428c82-37fc-4edb-b343-e862c021df0d has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:44:23.007967 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf87b2db-9d42-4faf-bb26-b4dede8b526a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:44:23.014035 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-bf87b2db-9d42-4faf-bb26-b4dede8b526a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/32428c82-37fc-4edb-b343-e862c021df0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7032747 Apr 15 03:44:23.016466 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36660) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:23.018258 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd10b43d-60a6-4ef1-b6ab-ec3a65fe10ae None None] Sync routers for ids ['32428c82-37fc-4edb-b343-e862c021df0d'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:44:23.030295 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd10b43d-60a6-4ef1-b6ab-ec3a65fe10ae None None] Routers {'32428c82-37fc-4edb-b343-e862c021df0d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:23.030943 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cd10b43d-60a6-4ef1-b6ab-ec3a65fe10ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:44:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['32428c82-37fc-4edb-b343-e862c021df0d'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:23.069489 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-27649613-4db7-491f-bb80-f579c21961d7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting subnet 44446d17-5d69-4ba1-976b-2f6a029b257a {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:44:23.072743 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-27649613-4db7-491f-bb80-f579c21961d7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (44446d17-5d69-4ba1-976b-2f6a029b257a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:23.102449 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-cd10b43d-60a6-4ef1-b6ab-ec3a65fe10ae None None] Set router 32428c82-37fc-4edb-b343-e862c021df0d gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:23.115757 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-27649613-4db7-491f-bb80-f579c21961d7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (44446d17-5d69-4ba1-976b-2f6a029b257a), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:23.158708 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cd10b43d-60a6-4ef1-b6ab-ec3a65fe10ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:22Z', 'revision_number': 11, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:23.172269 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690b24c-521a-4615-be3e-5a398b881f1d req-d805f959-c554-4c05-bff3-c8f820be1a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:23.173803 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8690b24c-521a-4615-be3e-5a398b881f1d req-d805f959-c554-4c05-bff3-c8f820be1a3f service neutron] 10.222.0.30 "GET /v2.0/ports/535af267-48ff-45e7-9c4e-4304acbd67ab HTTP/1.1" status: 200 len: 1027 time: 0.0384910 Apr 15 03:44:23.206277 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd10b43d-60a6-4ef1-b6ab-ec3a65fe10ae None None] Checking router: 32428c82-37fc-4edb-b343-e862c021df0d for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:44:23.218062 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-27649613-4db7-491f-bb80-f579c21961d7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (44446d17-5d69-4ba1-976b-2f6a029b257a), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:23.218509 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd10b43d-60a6-4ef1-b6ab-ec3a65fe10ae None None] Routers {'32428c82-37fc-4edb-b343-e862c021df0d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:23.219289 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cd10b43d-60a6-4ef1-b6ab-ec3a65fe10ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:44:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['32428c82-37fc-4edb-b343-e862c021df0d'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:23.293874 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690b24c-521a-4615-be3e-5a398b881f1d req-0de09a60-df24-40b3-8527-dcd713ee20fa tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:23.295397 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8690b24c-521a-4615-be3e-5a398b881f1d req-0de09a60-df24-40b3-8527-dcd713ee20fa tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/networks?id=0c75990f-5859-4f44-830b-7915a8565612 HTTP/1.1" status: 200 len: 796 time: 0.1167307 Apr 15 03:44:23.310445 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-cd10b43d-60a6-4ef1-b6ab-ec3a65fe10ae None None] Set router 32428c82-37fc-4edb-b343-e862c021df0d gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:23.331031 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:23.361790 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-27649613-4db7-491f-bb80-f579c21961d7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (44446d17-5d69-4ba1-976b-2f6a029b257a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:23.366497 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cd10b43d-60a6-4ef1-b6ab-ec3a65fe10ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:22Z', 'revision_number': 11, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:23.376963 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8690b24c-521a-4615-be3e-5a398b881f1d req-ea7786d1-32cc-4d17-ba35-d07b7de9abf0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 380 time: 0.0666320 Apr 15 03:44:23.387045 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] Request body: {'port': {'device_id': 'a86cc823-985d-4785-a09e-ec4e8783ac1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:23.390365 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dda1c9f-74b8-440c-a4d2-cbeed7abe4e4 None None] Network bb4fc4bb-d45b-4035-bb7f-9a009175f7dd requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:44:23.398476 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd10b43d-60a6-4ef1-b6ab-ec3a65fe10ae None None] The sync data for ids ['32428c82-37fc-4edb-b343-e862c021df0d'] in dv-neutron-837140-3-hyperv is: [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:22Z', 'revision_number': 11, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:44:23.438354 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27649613-4db7-491f-bb80-f579c21961d7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Subnet': ['ID=44446d17-5d69-4ba1-976b-2f6a029b257a,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:23.446193 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-27649613-4db7-491f-bb80-f579c21961d7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:23.451346 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-27649613-4db7-491f-bb80-f579c21961d7 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/subnets/44446d17-5d69-4ba1-976b-2f6a029b257a HTTP/1.1" status: 204 len: 168 time: 0.4318774 Apr 15 03:44:23.453315 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36664) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:23.478266 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:23.586201 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7ddb2821-0bb5-4198-8afa-71bb8b8698cf req-e8a9de70-ecab-48c0-b725-1fc0addd7b56 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=a86cc823-985d-4785-a09e-ec4e8783ac1b HTTP/1.1" status: 200 len: 210 time: 0.0372713 Apr 15 03:44:23.593464 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39c3db04-7e58-4540-8fb5-e8ce8512ae9b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (bb4fc4bb-d45b-4035-bb7f-9a009175f7dd), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:23.637465 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-39c3db04-7e58-4540-8fb5-e8ce8512ae9b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Deleting port eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:44:23.637902 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39c3db04-7e58-4540-8fb5-e8ce8512ae9b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:23.703873 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-39c3db04-7e58-4540-8fb5-e8ce8512ae9b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] For port eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c,segment=NetworkSegment(d140d1d4-1942-47d0-90bc-a046171e5cf0),segment_id=d140d1d4-1942-47d0-90bc-a046171e5cf0)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:23.704156 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39c3db04-7e58-4540-8fb5-e8ce8512ae9b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:23.718210 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-39c3db04-7e58-4540-8fb5-e8ce8512ae9b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Calling delete_port for eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:44:23.760674 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535af267-48ff-45e7-9c4e-4304acbd67ab {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:44:23.770152 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] Publish callbacks [] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:23.777271 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2bc0ee-a61f-4b65-a654-7be2f3438ea7 None None] DHCP port deletion for bb4fc4bb-d45b-4035-bb7f-9a009175f7dd request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:44:23.795344 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] Transition to ACTIVE for port object 535af267-48ff-45e7-9c4e-4304acbd67ab will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 03:44:23.825626 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-fc2bc0ee-a61f-4b65-a654-7be2f3438ea7 None None] Deleting port eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:44:23.826046 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc2bc0ee-a61f-4b65-a654-7be2f3438ea7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:23.856425 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:23.873860 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39c3db04-7e58-4540-8fb5-e8ce8512ae9b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:23.900451 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3db04-7e58-4540-8fb5-e8ce8512ae9b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Port': ['ID=eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:23.901584 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-fc2bc0ee-a61f-4b65-a654-7be2f3438ea7 None None] For port eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c,segment=NetworkSegment(d140d1d4-1942-47d0-90bc-a046171e5cf0),segment_id=d140d1d4-1942-47d0-90bc-a046171e5cf0)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:23.902722 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc2bc0ee-a61f-4b65-a654-7be2f3438ea7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:23.904620 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c3db04-7e58-4540-8fb5-e8ce8512ae9b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] No DVR routers for this DVR port eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:44:23.907989 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] Pushing event updated for resources: {'Port': ['ID=535af267-48ff-45e7-9c4e-4304acbd67ab,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:23.923925 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-fc2bc0ee-a61f-4b65-a654-7be2f3438ea7 None None] Calling delete_port for eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:44:24.014171 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] Attempting to bind port 535af267-48ff-45e7-9c4e-4304acbd67ab on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:44:24.014529 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] Attempting to bind port 535af267-48ff-45e7-9c4e-4304acbd67ab by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '1d24f6a3-93ae-4166-bd0d-17d30316ea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c75990f-5859-4f44-830b-7915a8565612'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:44:24.014871 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] Attempting to bind port 535af267-48ff-45e7-9c4e-4304acbd67ab on network 0c75990f-5859-4f44-830b-7915a8565612 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:44:24.016435 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39c3db04-7e58-4540-8fb5-e8ce8512ae9b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (bb4fc4bb-d45b-4035-bb7f-9a009175f7dd), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:24.020364 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] Port 535af267-48ff-45e7-9c4e-4304acbd67ab on network 0c75990f-5859-4f44-830b-7915a8565612 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:44:24.020897 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] Attempting to bind port 535af267-48ff-45e7-9c4e-4304acbd67ab on network 0c75990f-5859-4f44-830b-7915a8565612 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:44:24.023796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fc2bc0ee-a61f-4b65-a654-7be2f3438ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:24.026784 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:44:24.027128 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] Checking segment: {'id': '1d24f6a3-93ae-4166-bd0d-17d30316ea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c75990f-5859-4f44-830b-7915a8565612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:44:24.027552 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] Bound using segment: {'id': '1d24f6a3-93ae-4166-bd0d-17d30316ea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c75990f-5859-4f44-830b-7915a8565612'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:44:24.027946 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] Bound port: 535af267-48ff-45e7-9c4e-4304acbd67ab, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d24f6a3-93ae-4166-bd0d-17d30316ea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c75990f-5859-4f44-830b-7915a8565612'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:44:24.028332 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:24.041368 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-39c3db04-7e58-4540-8fb5-e8ce8512ae9b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4fc4bb-d45b-4035-bb7f-9a009175f7dd']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:24.051496 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bc0ee-a61f-4b65-a654-7be2f3438ea7 None None] Pushing event deleted for resources: {'Port': ['ID=eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:24.053542 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2bc0ee-a61f-4b65-a654-7be2f3438ea7 None None] No DVR routers for this DVR port eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:44:24.057067 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-39c3db04-7e58-4540-8fb5-e8ce8512ae9b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd140d1d4-1942-47d0-90bc-a046171e5cf0') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:24.057375 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-39c3db04-7e58-4540-8fb5-e8ce8512ae9b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd140d1d4-1942-47d0-90bc-a046171e5cf0') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:24.070999 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39c3db04-7e58-4540-8fb5-e8ce8512ae9b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (d140d1d4-1942-47d0-90bc-a046171e5cf0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:24.086205 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39c3db04-7e58-4540-8fb5-e8ce8512ae9b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (d140d1d4-1942-47d0-90bc-a046171e5cf0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:24.092826 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c3db04-7e58-4540-8fb5-e8ce8512ae9b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:44:24.093228 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39c3db04-7e58-4540-8fb5-e8ce8512ae9b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (d140d1d4-1942-47d0-90bc-a046171e5cf0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:44:24.096381 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:44:24.108840 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] For port 535af267-48ff-45e7-9c4e-4304acbd67ab, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:44:24.117243 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] For port 535af267-48ff-45e7-9c4e-4304acbd67ab, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=535af267-48ff-45e7-9c4e-4304acbd67ab,segment=NetworkSegment(1d24f6a3-93ae-4166-bd0d-17d30316ea6b),segment_id=1d24f6a3-93ae-4166-bd0d-17d30316ea6b)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:44:24.171737 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:24.207880 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:24.208528 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:24.211161 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8690b24c-521a-4615-be3e-5a398b881f1d req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] 10.222.0.30 "PUT /v2.0/ports/535af267-48ff-45e7-9c4e-4304acbd67ab HTTP/1.1" status: 200 len: 1132 time: 0.8278430 Apr 15 03:44:24.211161 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86cc823-985d-4785-a09e-ec4e8783ac1b', 'tag': '535af267-48ff-45e7-9c4e-4304acbd67ab'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:44:24.212649 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d4d9be-ed40-4b2c-aa1f-12c790942a27" -d '{"events": [{"name": "network-changed", "server_uuid": "a86cc823-985d-4785-a09e-ec4e8783ac1b", "tag": "535af267-48ff-45e7-9c4e-4304acbd67ab"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:44:24.223592 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39c3db04-7e58-4540-8fb5-e8ce8512ae9b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (bb4fc4bb-d45b-4035-bb7f-9a009175f7dd), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:24.229222 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39c3db04-7e58-4540-8fb5-e8ce8512ae9b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:24.231656 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-39c3db04-7e58-4540-8fb5-e8ce8512ae9b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/networks/bb4fc4bb-d45b-4035-bb7f-9a009175f7dd HTTP/1.1" status: 204 len: 168 time: 0.7773821 Apr 15 03:44:24.246140 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36672) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:24.248830 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3db04-7e58-4540-8fb5-e8ce8512ae9b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Pushing event deleted for resources: {'Network': ['ID=bb4fc4bb-d45b-4035-bb7f-9a009175f7dd,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:24.250739 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-67569114-5bf7-43b4-aec2-11fd9a468281 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'router': {'routes': None}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:24.299791 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4068910d-1c05-41b4-9c92-796110310897 x-openstack-request-id: req-4068910d-1c05-41b4-9c92-796110310897 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:44:24.300094 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a86cc823-985d-4785-a09e-ec4e8783ac1b", "tag": "535af267-48ff-45e7-9c4e-4304acbd67ab", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:44:24.300358 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4068910d-1c05-41b4-9c92-796110310897 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:44:24.300769 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4068910d-1c05-41b4-9c92-796110310897'] response: {'name': 'network-changed', 'server_uuid': 'a86cc823-985d-4785-a09e-ec4e8783ac1b', 'tag': '535af267-48ff-45e7-9c4e-4304acbd67ab', 'status': 'completed', 'code': 200} Apr 15 03:44:24.355987 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b944c7a-0acb-4724-a065-6072fbcfd496 service neutron] Pushing event updated for resources: {'Port': ['ID=535af267-48ff-45e7-9c4e-4304acbd67ab,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:24.414176 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690b24c-521a-4615-be3e-5a398b881f1d req-68c8d43d-6177-4833-932a-780ddd8c324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:24.415749 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8690b24c-521a-4615-be3e-5a398b881f1d req-68c8d43d-6177-4833-932a-780ddd8c324c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=a86cc823-985d-4785-a09e-ec4e8783ac1b HTTP/1.1" status: 200 len: 1166 time: 0.1136985 Apr 15 03:44:24.478827 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8690b24c-521a-4615-be3e-5a398b881f1d req-74ad4174-95df-4ab8-a9db-fc0f7a50db84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=535af267-48ff-45e7-9c4e-4304acbd67ab HTTP/1.1" status: 200 len: 217 time: 0.0372555 Apr 15 03:44:24.512182 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.extraroute_db [None req-67569114-5bf7-43b4-aec2-11fd9a468281 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Added routes are [] {{(pid=104666) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 15 03:44:24.512487 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.extraroute_db [None req-67569114-5bf7-43b4-aec2-11fd9a468281 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Removed routes are [] {{(pid=104666) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 15 03:44:24.512851 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-67569114-5bf7-43b4-aec2-11fd9a468281 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (32428c82-37fc-4edb-b343-e862c021df0d), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:24.612023 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690b24c-521a-4615-be3e-5a398b881f1d req-8ab30877-a7a9-43a1-982b-a5c118ecaf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:24.614072 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8690b24c-521a-4615-be3e-5a398b881f1d req-8ab30877-a7a9-43a1-982b-a5c118ecaf07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=acf7a7ed-51d3-48ef-b3a4-0077611674b0 HTTP/1.1" status: 200 len: 835 time: 0.1289279 Apr 15 03:44:24.698942 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d594e2-a088-445c-9640-d7349705bdc8 req-f4d55e95-53b9-4c86-b923-80d7577bf31c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:24.700976 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-01d594e2-a088-445c-9640-d7349705bdc8 req-f4d55e95-53b9-4c86-b923-80d7577bf31c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=a86cc823-985d-4785-a09e-ec4e8783ac1b HTTP/1.1" status: 200 len: 982 time: 0.0479743 Apr 15 03:44:24.714997 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-67569114-5bf7-43b4-aec2-11fd9a468281 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (32428c82-37fc-4edb-b343-e862c021df0d), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:24.720299 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690b24c-521a-4615-be3e-5a398b881f1d req-73154ec3-148b-4d03-8a08-3744b48f419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:24.721806 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8690b24c-521a-4615-be3e-5a398b881f1d req-73154ec3-148b-4d03-8a08-3744b48f419e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0c75990f-5859-4f44-830b-7915a8565612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1020923 Apr 15 03:44:24.723375 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-67569114-5bf7-43b4-aec2-11fd9a468281 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (32428c82-37fc-4edb-b343-e862c021df0d), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:24.747861 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-01d594e2-a088-445c-9640-d7349705bdc8 req-0cd2c8c2-fb5b-4ec5-963a-518a38cdd111 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4eea03a-26f7-4e22-b703-e49857c594c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418866 Apr 15 03:44:24.851703 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67569114-5bf7-43b4-aec2-11fd9a468281 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router 32428c82-37fc-4edb-b343-e862c021df0d has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:44:24.908537 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:24.914878 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8690b24c-521a-4615-be3e-5a398b881f1d req-1d9d830f-08d2-41b7-b0c4-666d06fc92a4 service neutron] 10.222.0.30 "GET /v2.0/networks/0c75990f-5859-4f44-830b-7915a8565612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859953 Apr 15 03:44:24.976213 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67569114-5bf7-43b4-aec2-11fd9a468281 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:44:24.985637 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4e85d4-efbf-4d4c-983e-a4ff7e2e1032 None None] Sync routers for ids ['32428c82-37fc-4edb-b343-e862c021df0d'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:44:24.995634 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e85d4-efbf-4d4c-983e-a4ff7e2e1032 None None] Routers {'32428c82-37fc-4edb-b343-e862c021df0d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:24.996257 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0d4e85d4-efbf-4d4c-983e-a4ff7e2e1032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:44:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['32428c82-37fc-4edb-b343-e862c021df0d'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:25.006310 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-67569114-5bf7-43b4-aec2-11fd9a468281 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:25.007514 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-67569114-5bf7-43b4-aec2-11fd9a468281 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/32428c82-37fc-4edb-b343-e862c021df0d HTTP/1.1" status: 200 len: 699 time: 0.7603631 Apr 15 03:44:25.010531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36676) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:25.039947 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-878721fb-1dbf-4db6-8ce8-93ff6ee4101e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/ports?device_id=32428c82-37fc-4edb-b343-e862c021df0d HTTP/1.1" status: 200 len: 205 time: 0.0281701 Apr 15 03:44:25.042711 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36678) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:25.049091 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8690b24c-521a-4615-be3e-5a398b881f1d req-d79c93ac-ddfc-4f99-ba7d-6aac17414fa9 service neutron] 10.222.0.30 "GET /v2.0/networks/0c75990f-5859-4f44-830b-7915a8565612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051266 Apr 15 03:44:25.071497 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-0d4e85d4-efbf-4d4c-983e-a4ff7e2e1032 None None] Set router 32428c82-37fc-4edb-b343-e862c021df0d gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:25.126774 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0d4e85d4-efbf-4d4c-983e-a4ff7e2e1032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:22Z', 'revision_number': 11, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:25.129969 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fde27217-f361-4670-93bc-dd79d7ea6215 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (32428c82-37fc-4edb-b343-e862c021df0d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:25.154140 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4e85d4-efbf-4d4c-983e-a4ff7e2e1032 None None] Checking router: 32428c82-37fc-4edb-b343-e862c021df0d for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:44:25.162856 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e85d4-efbf-4d4c-983e-a4ff7e2e1032 None None] Routers {'32428c82-37fc-4edb-b343-e862c021df0d'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:25.163472 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0d4e85d4-efbf-4d4c-983e-a4ff7e2e1032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:44:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['32428c82-37fc-4edb-b343-e862c021df0d'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:25.235069 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-0d4e85d4-efbf-4d4c-983e-a4ff7e2e1032 None None] Set router 32428c82-37fc-4edb-b343-e862c021df0d gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:25.290037 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0d4e85d4-efbf-4d4c-983e-a4ff7e2e1032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:22Z', 'revision_number': 11, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:25.295423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fde27217-f361-4670-93bc-dd79d7ea6215 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (32428c82-37fc-4edb-b343-e862c021df0d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:25.297609 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fde27217-f361-4670-93bc-dd79d7ea6215 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router_controller (32428c82-37fc-4edb-b343-e862c021df0d), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:25.317929 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4e85d4-efbf-4d4c-983e-a4ff7e2e1032 None None] The sync data for ids ['32428c82-37fc-4edb-b343-e862c021df0d'] in dv-neutron-837140-3-hyperv is: [{'id': '32428c82-37fc-4edb-b343-e862c021df0d', 'name': 'tempest-RoutersTest-router-61401253', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:43:51Z', 'updated_at': '2022-04-15T03:44:22Z', 'revision_number': 11, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:44:25.388850 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fde27217-f361-4670-93bc-dd79d7ea6215 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (32428c82-37fc-4edb-b343-e862c021df0d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:25.389448 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde27217-f361-4670-93bc-dd79d7ea6215 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Fanout notify agent at l3_agent the message router_deleted on router 32428c82-37fc-4edb-b343-e862c021df0d {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:44:25.398373 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 147ced1a-d190-4537-af0f-cfb093684098 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:44:25.404118 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fde27217-f361-4670-93bc-dd79d7ea6215 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:25.405399 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fde27217-f361-4670-93bc-dd79d7ea6215 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/routers/32428c82-37fc-4edb-b343-e862c021df0d HTTP/1.1" status: 204 len: 168 time: 0.3609984 Apr 15 03:44:25.409464 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36680) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:25.414531 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d8aceb9d-7817-4204-becc-473af34ddc39 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1307224950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:25.423235 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 147ced1a-d190-4537-af0f-cfb093684098 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:44:25.423586 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 147ced1a-d190-4537-af0f-cfb093684098 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:44:25.424010 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:44:25.447484 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:44:25.447833 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device eb4f94b1-8357-4e4b-a74b-8ba723ba8e3c not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:44:25.479596 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8aceb9d-7817-4204-becc-473af34ddc39 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (66858222-a4ec-4291-85ae-3c018a54b026), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:25.480685 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8aceb9d-7817-4204-becc-473af34ddc39 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (66858222-a4ec-4291-85ae-3c018a54b026), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:25.543291 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8aceb9d-7817-4204-becc-473af34ddc39 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router_controller (66858222-a4ec-4291-85ae-3c018a54b026), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:25.593588 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8aceb9d-7817-4204-becc-473af34ddc39 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (66858222-a4ec-4291-85ae-3c018a54b026), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:25.652484 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8aceb9d-7817-4204-becc-473af34ddc39 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:25.653707 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d8aceb9d-7817-4204-becc-473af34ddc39 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2426655 Apr 15 03:44:25.656458 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36682) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:25.661534 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-9b618f23-031a-44f5-9a9c-c70d03b15d4f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:25.895410 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4d9be-ed40-4b2c-aa1f-12c790942a27 req-37dace4f-fefd-4741-8401-c98e33777b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:25.896893 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b2d4d9be-ed40-4b2c-aa1f-12c790942a27 req-37dace4f-fefd-4741-8401-c98e33777b0b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=a86cc823-985d-4785-a09e-ec4e8783ac1b HTTP/1.1" status: 200 len: 1166 time: 0.1040757 Apr 15 03:44:25.959241 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e654145-fad1-4a0a-a9ab-7c1ff68fbfdb req-68a6f7ee-4871-4851-a208-2f2d530bcf77 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:25.960684 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7e654145-fad1-4a0a-a9ab-7c1ff68fbfdb req-68a6f7ee-4871-4851-a208-2f2d530bcf77 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=a86cc823-985d-4785-a09e-ec4e8783ac1b HTTP/1.1" status: 200 len: 982 time: 0.1354015 Apr 15 03:44:25.962492 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b618f23-031a-44f5-9a9c-c70d03b15d4f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (66858222-a4ec-4291-85ae-3c018a54b026), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:26.056085 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7e654145-fad1-4a0a-a9ab-7c1ff68fbfdb req-893dc896-170e-466c-b8f0-7c0407326ee6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4eea03a-26f7-4e22-b703-e49857c594c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838733 Apr 15 03:44:26.060315 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b618f23-031a-44f5-9a9c-c70d03b15d4f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (66858222-a4ec-4291-85ae-3c018a54b026), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:26.074409 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4d9be-ed40-4b2c-aa1f-12c790942a27 req-e8c8eedc-8df6-467d-91a8-1a5c49c3e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:26.075897 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b2d4d9be-ed40-4b2c-aa1f-12c790942a27 req-e8c8eedc-8df6-467d-91a8-1a5c49c3e090 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0c75990f-5859-4f44-830b-7915a8565612 HTTP/1.1" status: 200 len: 896 time: 0.1487317 Apr 15 03:44:26.173700 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b2d4d9be-ed40-4b2c-aa1f-12c790942a27 req-298a2973-75ef-4902-a0e1-fa63f3c78c4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=535af267-48ff-45e7-9c4e-4304acbd67ab HTTP/1.1" status: 200 len: 217 time: 0.0620151 Apr 15 03:44:26.236976 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4d9be-ed40-4b2c-aa1f-12c790942a27 req-ede2597a-f548-4af6-83b3-156758054976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:26.238429 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b2d4d9be-ed40-4b2c-aa1f-12c790942a27 req-ede2597a-f548-4af6-83b3-156758054976 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=acf7a7ed-51d3-48ef-b3a4-0077611674b0 HTTP/1.1" status: 200 len: 835 time: 0.0576735 Apr 15 03:44:26.280166 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4d9be-ed40-4b2c-aa1f-12c790942a27 req-73d991f8-93fa-4c01-b714-7eb6ea689626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:26.281627 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b2d4d9be-ed40-4b2c-aa1f-12c790942a27 req-73d991f8-93fa-4c01-b714-7eb6ea689626 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0c75990f-5859-4f44-830b-7915a8565612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379987 Apr 15 03:44:26.309284 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b618f23-031a-44f5-9a9c-c70d03b15d4f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Router 66858222-a4ec-4291-85ae-3c018a54b026 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:44:26.429777 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b618f23-031a-44f5-9a9c-c70d03b15d4f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:44:26.438775 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7871b892-209c-4b1c-b7e8-178371254ff4 None None] Sync routers for ids ['66858222-a4ec-4291-85ae-3c018a54b026'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:44:26.440114 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9b618f23-031a-44f5-9a9c-c70d03b15d4f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:26.443685 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9b618f23-031a-44f5-9a9c-c70d03b15d4f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "PUT /v2.0/routers/66858222-a4ec-4291-85ae-3c018a54b026 HTTP/1.1" status: 200 len: 694 time: 0.7837765 Apr 15 03:44:26.444324 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36686) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:26.449461 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7871b892-209c-4b1c-b7e8-178371254ff4 None None] Routers {'66858222-a4ec-4291-85ae-3c018a54b026'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:26.450087 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-7871b892-209c-4b1c-b7e8-178371254ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:44:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['66858222-a4ec-4291-85ae-3c018a54b026'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:26.453647 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b2d4d9be-ed40-4b2c-aa1f-12c790942a27 req-bc16bdab-6c56-4312-918e-f849b0d4d807 service neutron] 10.222.0.30 "GET /v2.0/networks/0c75990f-5859-4f44-830b-7915a8565612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663539 Apr 15 03:44:26.520754 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-7871b892-209c-4b1c-b7e8-178371254ff4 None None] Set router 66858222-a4ec-4291-85ae-3c018a54b026 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:26.574120 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-7871b892-209c-4b1c-b7e8-178371254ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66858222-a4ec-4291-85ae-3c018a54b026', 'name': 'tempest-RoutersTest-router-1307224950', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:44:25Z', 'updated_at': '2022-04-15T03:44:25Z', 'revision_number': 2, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:26.604240 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7871b892-209c-4b1c-b7e8-178371254ff4 None None] Checking router: 66858222-a4ec-4291-85ae-3c018a54b026 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:44:26.613758 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7871b892-209c-4b1c-b7e8-178371254ff4 None None] Routers {'66858222-a4ec-4291-85ae-3c018a54b026'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:26.614388 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-7871b892-209c-4b1c-b7e8-178371254ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:44:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['66858222-a4ec-4291-85ae-3c018a54b026'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:26.683812 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-7871b892-209c-4b1c-b7e8-178371254ff4 None None] Set router 66858222-a4ec-4291-85ae-3c018a54b026 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:26.740832 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-7871b892-209c-4b1c-b7e8-178371254ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66858222-a4ec-4291-85ae-3c018a54b026', 'name': 'tempest-RoutersTest-router-1307224950', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:44:25Z', 'updated_at': '2022-04-15T03:44:25Z', 'revision_number': 2, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:26.768340 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7871b892-209c-4b1c-b7e8-178371254ff4 None None] The sync data for ids ['66858222-a4ec-4291-85ae-3c018a54b026'] in dv-neutron-837140-3-hyperv is: [{'id': '66858222-a4ec-4291-85ae-3c018a54b026', 'name': 'tempest-RoutersTest-router-1307224950', 'tenant_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:44:25Z', 'updated_at': '2022-04-15T03:44:25Z', 'revision_number': 2, 'project_id': 'f35fbd8abb4946b1a04dfcca43acc131', 'gw_port_host': None}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:44:26.865453 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-30914f33-a234-43d2-95d4-c65e6708d36f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/routers/66858222-a4ec-4291-85ae-3c018a54b026 HTTP/1.1" status: 200 len: 700 time: 0.4200480 Apr 15 03:44:26.868278 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36688) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:26.897283 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-597efeb6-5ea0-4607-967a-e43d7dd4a38f tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/ports?device_id=66858222-a4ec-4291-85ae-3c018a54b026 HTTP/1.1" status: 200 len: 205 time: 0.0278223 Apr 15 03:44:26.899669 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36690) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:26.928089 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b2d4d9be-ed40-4b2c-aa1f-12c790942a27 req-bf654808-b8f5-47d9-b922-7edf288b10cf service neutron] 10.222.0.30 "GET /v2.0/networks/0c75990f-5859-4f44-830b-7915a8565612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430416 Apr 15 03:44:26.987851 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-43df4bc1-70a2-414a-a949-c42c52a143c1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (66858222-a4ec-4291-85ae-3c018a54b026), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:27.158311 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-43df4bc1-70a2-414a-a949-c42c52a143c1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (66858222-a4ec-4291-85ae-3c018a54b026), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:27.175397 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-43df4bc1-70a2-414a-a949-c42c52a143c1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router_controller (66858222-a4ec-4291-85ae-3c018a54b026), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:27.224737 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e869d0-9c41-4b0a-96a5-117f41d23370 req-250ab207-ed4d-4363-97a1-6d340c080548 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:27.226117 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c7e869d0-9c41-4b0a-96a5-117f41d23370 req-250ab207-ed4d-4363-97a1-6d340c080548 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=a86cc823-985d-4785-a09e-ec4e8783ac1b HTTP/1.1" status: 200 len: 982 time: 0.0848672 Apr 15 03:44:27.275391 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c7e869d0-9c41-4b0a-96a5-117f41d23370 req-a22a5b31-975f-4b7a-9c1e-785c6108e5b8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4eea03a-26f7-4e22-b703-e49857c594c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436599 Apr 15 03:44:27.290957 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-43df4bc1-70a2-414a-a949-c42c52a143c1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (66858222-a4ec-4291-85ae-3c018a54b026), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:27.291470 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43df4bc1-70a2-414a-a949-c42c52a143c1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Fanout notify agent at l3_agent the message router_deleted on router 66858222-a4ec-4291-85ae-3c018a54b026 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:44:27.298362 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-43df4bc1-70a2-414a-a949-c42c52a143c1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:27.299490 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-43df4bc1-70a2-414a-a949-c42c52a143c1 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/routers/66858222-a4ec-4291-85ae-3c018a54b026 HTTP/1.1" status: 204 len: 168 time: 0.3989298 Apr 15 03:44:27.302978 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36694) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:27.330057 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1f7899c9-d3e0-4944-8506-72cb765a9d4e tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/ports?device_id=66858222-a4ec-4291-85ae-3c018a54b026 HTTP/1.1" status: 200 len: 205 time: 0.0260215 Apr 15 03:44:27.332836 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36696) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:27.370497 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-db2510b7-b244-41c9-991a-b0f2477f358c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] delete failed (client error): The resource could not be found. Apr 15 03:44:27.371568 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-db2510b7-b244-41c9-991a-b0f2477f358c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/routers/66858222-a4ec-4291-85ae-3c018a54b026 HTTP/1.1" status: 404 len: 336 time: 0.0378535 Apr 15 03:44:27.374076 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36698) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:27.399903 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3cc87d-01a2-47aa-b739-0ef1dd23f311 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] DELETE failed (client error): The resource could not be found. Apr 15 03:44:27.400358 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3cc87d-01a2-47aa-b739-0ef1dd23f311 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:44:27.403353 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0d3cc87d-01a2-47aa-b739-0ef1dd23f311 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/subnets/46662ef3-7880-4847-bdc7-e5975e46c62e HTTP/1.1" status: 404 len: 337 time: 0.0283694 Apr 15 03:44:27.405818 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36700) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:27.419434 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 535af267-48ff-45e7-9c4e-4304acbd67ab details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 03:44:27.436030 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fc7d1a-b723-42d3-9f99-c5836783aead tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] DELETE failed (client error): The resource could not be found. Apr 15 03:44:27.436487 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54fc7d1a-b723-42d3-9f99-c5836783aead tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:44:27.441846 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-54fc7d1a-b723-42d3-9f99-c5836783aead tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/subnets/8574b39e-0133-4d8e-a6db-06a049c93f4f HTTP/1.1" status: 404 len: 337 time: 0.0328450 Apr 15 03:44:27.442145 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36702) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:27.469517 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d254c38-891a-4790-b498-4bb08bd159eb tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] DELETE failed (client error): The resource could not be found. Apr 15 03:44:27.469971 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d254c38-891a-4790-b498-4bb08bd159eb tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:44:27.475997 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2d254c38-891a-4790-b498-4bb08bd159eb tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/subnets/4d474d13-ac0d-41cc-860a-2a0bfffb30d7 HTTP/1.1" status: 404 len: 337 time: 0.0302393 Apr 15 03:44:27.476207 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36704) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:27.501977 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-34edfeaa-0935-4d2a-b991-784fbe60ec3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] DELETE failed (client error): The resource could not be found. Apr 15 03:44:27.502435 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34edfeaa-0935-4d2a-b991-784fbe60ec3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:44:27.507853 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-34edfeaa-0935-4d2a-b991-784fbe60ec3c tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/subnets/44446d17-5d69-4ba1-976b-2f6a029b257a HTTP/1.1" status: 404 len: 337 time: 0.0284028 Apr 15 03:44:27.508241 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36706) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:27.532822 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 535af267-48ff-45e7-9c4e-4304acbd67ab, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=535af267-48ff-45e7-9c4e-4304acbd67ab,segment=NetworkSegment(1d24f6a3-93ae-4166-bd0d-17d30316ea6b),segment_id=1d24f6a3-93ae-4166-bd0d-17d30316ea6b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:27.537581 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-99051163-ba06-48c3-9530-2b88bef0ef1a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/ports?device_id=32428c82-37fc-4edb-b343-e862c021df0d HTTP/1.1" status: 200 len: 205 time: 0.0280690 Apr 15 03:44:27.539848 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36708) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:27.545458 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '535af267-48ff-45e7-9c4e-4304acbd67ab', 'network_id': '0c75990f-5859-4f44-830b-7915a8565612', 'port_id': '535af267-48ff-45e7-9c4e-4304acbd67ab', 'mac_address': 'fa:16:3e:13:24:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf7a7ed-51d3-48ef-b3a4-0077611674b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 03:44:27.581700 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-e6c96fb9-7b9f-4580-9c8a-70604eda0f09 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] delete failed (client error): The resource could not be found. Apr 15 03:44:27.588347 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e6c96fb9-7b9f-4580-9c8a-70604eda0f09 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/routers/32428c82-37fc-4edb-b343-e862c021df0d HTTP/1.1" status: 404 len: 336 time: 0.0424457 Apr 15 03:44:27.588347 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36710) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:27.588558 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 535af267-48ff-45e7-9c4e-4304acbd67ab is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:27.588764 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:27.604282 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535af267-48ff-45e7-9c4e-4304acbd67ab {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:44:27.615052 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0c09cfcf-556c-44fa-b594-2b75b6a7f75a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3eca6be-2385-4333-8cba-0c8be8cfc9be HTTP/1.1" status: 200 len: 205 time: 0.0278356 Apr 15 03:44:27.617399 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36712) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:27.629906 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 535af267-48ff-45e7-9c4e-4304acbd67ab, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=535af267-48ff-45e7-9c4e-4304acbd67ab,segment=NetworkSegment(1d24f6a3-93ae-4166-bd0d-17d30316ea6b),segment_id=1d24f6a3-93ae-4166-bd0d-17d30316ea6b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:27.657503 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-b6dc2221-3b3b-4043-905e-89e090f7b894 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] delete failed (client error): The resource could not be found. Apr 15 03:44:27.658542 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b6dc2221-3b3b-4043-905e-89e090f7b894 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/routers/b3eca6be-2385-4333-8cba-0c8be8cfc9be HTTP/1.1" status: 404 len: 336 time: 0.0399833 Apr 15 03:44:27.661765 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36714) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:27.688076 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66777b1-5557-47e4-862a-db6c9cd4f422 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] DELETE failed (client error): The resource could not be found. Apr 15 03:44:27.688537 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66777b1-5557-47e4-862a-db6c9cd4f422 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:44:27.692062 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c66777b1-5557-47e4-862a-db6c9cd4f422 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/subnets/a3ee1cb6-42ca-43e7-8559-2ec4da76cf98 HTTP/1.1" status: 404 len: 337 time: 0.0288689 Apr 15 03:44:27.694847 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36716) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:27.702562 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:27.732282 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7f2ec0b7-3d23-4a07-a721-a104047cd235 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/ports?device_id=475658b1-c396-400a-bb8e-88830d706aed HTTP/1.1" status: 200 len: 205 time: 0.0362477 Apr 15 03:44:27.734660 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36718) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:27.751172 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=535af267-48ff-45e7-9c4e-4304acbd67ab,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:27.758760 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:27.759114 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:27.759455 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:27.759794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:27.760135 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:27.760460 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:27.760791 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:27.761119 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:27.761444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:27.761775 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:27.762119 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:27.762445 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:27.762795 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:27.763110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:27.763429 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:27.772585 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-69ec00e1-0a8a-41f9-8208-1ff609d19bb2 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] delete failed (client error): The resource could not be found. Apr 15 03:44:27.773609 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-69ec00e1-0a8a-41f9-8208-1ff609d19bb2 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/routers/475658b1-c396-400a-bb8e-88830d706aed HTTP/1.1" status: 404 len: 336 time: 0.0380495 Apr 15 03:44:27.776126 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36720) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:27.803103 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7e63e882-1664-4ef4-b7b4-a098b3a66e6a tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cc65671-1aa0-4e12-9739-8d5c4d79d349 HTTP/1.1" status: 200 len: 205 time: 0.0259483 Apr 15 03:44:27.805222 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36722) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:27.845446 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-96f9484a-7872-489f-846e-c104d652a607 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] delete failed (client error): The resource could not be found. Apr 15 03:44:27.846451 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-96f9484a-7872-489f-846e-c104d652a607 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/routers/7cc65671-1aa0-4e12-9739-8d5c4d79d349 HTTP/1.1" status: 404 len: 336 time: 0.0403657 Apr 15 03:44:27.848928 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36724) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:27.873642 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33597b1-7c2f-4682-abd0-fb0f19a76ae2 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] DELETE failed (client error): The resource could not be found. Apr 15 03:44:27.874234 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33597b1-7c2f-4682-abd0-fb0f19a76ae2 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:44:27.876894 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a33597b1-7c2f-4682-abd0-fb0f19a76ae2 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/subnets/b808b1b2-00e7-4354-9459-c5b0858dd983 HTTP/1.1" status: 404 len: 337 time: 0.0270884 Apr 15 03:44:27.879635 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36726) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:27.901035 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['535af267-48ff-45e7-9c4e-4304acbd67ab'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:44:27.906516 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-98c47754-6d6d-4d9b-b25c-1a169e2b5edd tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/ports?device_id=84c803a1-fb23-4020-8ed0-a26173ed5324 HTTP/1.1" status: 200 len: 205 time: 0.0258362 Apr 15 03:44:27.908765 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36728) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:27.945519 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-06d21327-6a57-449f-a508-f9272a641753 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] delete failed (client error): The resource could not be found. Apr 15 03:44:27.946528 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-06d21327-6a57-449f-a508-f9272a641753 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/routers/84c803a1-fb23-4020-8ed0-a26173ed5324 HTTP/1.1" status: 404 len: 336 time: 0.0368810 Apr 15 03:44:27.949002 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36730) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:27.978735 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d0ffde-be75-40ee-88ea-190f627336a9 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] DELETE failed (client error): The resource could not be found. Apr 15 03:44:27.979186 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d0ffde-be75-40ee-88ea-190f627336a9 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:44:27.982209 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-18d0ffde-be75-40ee-88ea-190f627336a9 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/subnets/66c49868-29c9-438f-adf9-ea66b861c70d HTTP/1.1" status: 404 len: 337 time: 0.0322905 Apr 15 03:44:27.984869 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36732) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:28.012525 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-93e6b0f5-2624-4895-9b98-8d0fc20c589d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5fa368f-d3db-4763-bcce-fae8aec20d7f HTTP/1.1" status: 200 len: 205 time: 0.0266323 Apr 15 03:44:28.014793 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36734) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:28.053064 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-ac2203c8-bfd2-4eed-896b-05ce5f0df65d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] delete failed (client error): The resource could not be found. Apr 15 03:44:28.054081 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ac2203c8-bfd2-4eed-896b-05ce5f0df65d tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/routers/e5fa368f-d3db-4763-bcce-fae8aec20d7f HTTP/1.1" status: 404 len: 336 time: 0.0383818 Apr 15 03:44:28.056563 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36736) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:28.082295 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-77fbc348-867c-40e0-9e2a-4b6298e28b1b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] DELETE failed (client error): The resource could not be found. Apr 15 03:44:28.082773 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77fbc348-867c-40e0-9e2a-4b6298e28b1b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:44:28.085694 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-77fbc348-867c-40e0-9e2a-4b6298e28b1b tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/subnets/6e2bc90d-ec96-4113-a93d-abe23581b0a0 HTTP/1.1" status: 404 len: 337 time: 0.0282478 Apr 15 03:44:28.088051 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36738) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:28.112425 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6e7fe4-e08b-4e90-8e50-b8bd1ff1fb91 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] DELETE failed (client error): The resource could not be found. Apr 15 03:44:28.112864 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6e7fe4-e08b-4e90-8e50-b8bd1ff1fb91 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104666) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 03:44:28.116317 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5a6e7fe4-e08b-4e90-8e50-b8bd1ff1fb91 tempest-RoutersTest-1560884380 tempest-RoutersTest-1560884380-project] 10.222.0.15 "DELETE /v2.0/subnets/57dec6cf-7c98-4e6b-8477-11679f59bd8e HTTP/1.1" status: 404 len: 337 time: 0.0273809 Apr 15 03:44:28.389959 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef150f56-b818-487c-9098-4657341a4aea req-c87ee645-ee46-4032-bc6a-8da6a05053db tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:28.391495 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ef150f56-b818-487c-9098-4657341a4aea req-c87ee645-ee46-4032-bc6a-8da6a05053db tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=a86cc823-985d-4785-a09e-ec4e8783ac1b HTTP/1.1" status: 200 len: 983 time: 0.0509069 Apr 15 03:44:28.437865 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ef150f56-b818-487c-9098-4657341a4aea req-1010a5b0-2d05-413e-83e5-35bf949ba047 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4eea03a-26f7-4e22-b703-e49857c594c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407887 Apr 15 03:44:28.550400 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36746) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:28.678490 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f925407e-e7f5-4b3b-8934-e54f19a76982 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f35fbd8abb4946b1a04dfcca43acc131&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1263061 Apr 15 03:44:28.680951 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36750) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:28.725815 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b31fcf17-09b2-4104-8f3d-45b049e5a6c8 admin admin] Publish callbacks [] for security_group (5b35ff0e-2b06-4b66-8121-1d84e2707c47), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:28.746557 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b31fcf17-09b2-4104-8f3d-45b049e5a6c8 admin admin] Publish callbacks [] for security_group (5b35ff0e-2b06-4b66-8121-1d84e2707c47), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:28.833769 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b31fcf17-09b2-4104-8f3d-45b049e5a6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (5b35ff0e-2b06-4b66-8121-1d84e2707c47), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:28.836242 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b31fcf17-09b2-4104-8f3d-45b049e5a6c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:28.837379 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b31fcf17-09b2-4104-8f3d-45b049e5a6c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b35ff0e-2b06-4b66-8121-1d84e2707c47 HTTP/1.1" status: 204 len: 168 time: 0.1555536 Apr 15 03:44:28.845136 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fcf17-09b2-4104-8f3d-45b049e5a6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b35ff0e-2b06-4b66-8121-1d84e2707c47,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:28.852787 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fcf17-09b2-4104-8f3d-45b049e5a6c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:28.853139 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fcf17-09b2-4104-8f3d-45b049e5a6c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:28.853488 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fcf17-09b2-4104-8f3d-45b049e5a6c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:28.853832 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fcf17-09b2-4104-8f3d-45b049e5a6c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:28.854177 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fcf17-09b2-4104-8f3d-45b049e5a6c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:28.854501 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fcf17-09b2-4104-8f3d-45b049e5a6c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:28.854860 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fcf17-09b2-4104-8f3d-45b049e5a6c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:28.855192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fcf17-09b2-4104-8f3d-45b049e5a6c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:28.855528 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fcf17-09b2-4104-8f3d-45b049e5a6c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:28.855994 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fcf17-09b2-4104-8f3d-45b049e5a6c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:28.856327 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fcf17-09b2-4104-8f3d-45b049e5a6c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:28.856659 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fcf17-09b2-4104-8f3d-45b049e5a6c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:28.856989 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fcf17-09b2-4104-8f3d-45b049e5a6c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:28.857312 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fcf17-09b2-4104-8f3d-45b049e5a6c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:28.857661 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31fcf17-09b2-4104-8f3d-45b049e5a6c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:29.450331 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 535af267-48ff-45e7-9c4e-4304acbd67ab up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:44:29.498005 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 535af267-48ff-45e7-9c4e-4304acbd67ab completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 03:44:29.556482 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355abca2-3835-4c98-a53b-3b8cd50275a3 req-e8c138bf-6db4-489a-b9f8-9c7258809a1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:29.558012 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-355abca2-3835-4c98-a53b-3b8cd50275a3 req-e8c138bf-6db4-489a-b9f8-9c7258809a1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=a86cc823-985d-4785-a09e-ec4e8783ac1b HTTP/1.1" status: 200 len: 983 time: 0.0520754 Apr 15 03:44:29.559728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 535af267-48ff-45e7-9c4e-4304acbd67ab triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:29.564380 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:29.608790 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-355abca2-3835-4c98-a53b-3b8cd50275a3 req-452051f5-0e8a-4038-bfe2-129d5a3d5455 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4eea03a-26f7-4e22-b703-e49857c594c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430596 Apr 15 03:44:29.639038 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 535af267-48ff-45e7-9c4e-4304acbd67ab is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:29.639449 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:29.661685 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a86cc823-985d-4785-a09e-ec4e8783ac1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535af267-48ff-45e7-9c4e-4304acbd67ab'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:44:29.667848 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d52235-84b0-48e3-8e20-5e22735b9223" -d '{"events": [{"server_uuid": "a86cc823-985d-4785-a09e-ec4e8783ac1b", "name": "network-vif-plugged", "status": "completed", "tag": "535af267-48ff-45e7-9c4e-4304acbd67ab"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:44:29.684968 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 535af267-48ff-45e7-9c4e-4304acbd67ab, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=535af267-48ff-45e7-9c4e-4304acbd67ab,segment=NetworkSegment(1d24f6a3-93ae-4166-bd0d-17d30316ea6b),segment_id=1d24f6a3-93ae-4166-bd0d-17d30316ea6b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:29.707453 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e85b608-5283-4b59-9bce-dc080a4c45d0 x-openstack-request-id: req-7e85b608-5283-4b59-9bce-dc080a4c45d0 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:44:29.707758 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a86cc823-985d-4785-a09e-ec4e8783ac1b", "name": "network-vif-plugged", "status": "completed", "tag": "535af267-48ff-45e7-9c4e-4304acbd67ab", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:44:29.708021 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e85b608-5283-4b59-9bce-dc080a4c45d0 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:44:29.708429 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e85b608-5283-4b59-9bce-dc080a4c45d0'] response: {'server_uuid': 'a86cc823-985d-4785-a09e-ec4e8783ac1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535af267-48ff-45e7-9c4e-4304acbd67ab', 'code': 200} Apr 15 03:44:29.753850 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:29.776097 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36776) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:29.805080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=535af267-48ff-45e7-9c4e-4304acbd67ab,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:29.873256 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f4675021-1df8-4fc1-b731-eb0fd1b13cd4 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group': {'name': 'tempest-secgroup--788850925'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:29.954008 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4675021-1df8-4fc1-b731-eb0fd1b13cd4 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:29.971344 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4675021-1df8-4fc1-b731-eb0fd1b13cd4 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:30.009894 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dafae-a809-4bc1-a773-7a5a8b23d710 req-7998d26e-97f2-4611-8bda-bc4427bf0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:30.011631 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9f0dafae-a809-4bc1-a773-7a5a8b23d710 req-7998d26e-97f2-4611-8bda-bc4427bf0a6e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a86cc823-985d-4785-a09e-ec4e8783ac1b HTTP/1.1" status: 200 len: 1168 time: 0.0543947 Apr 15 03:44:30.077622 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9f0dafae-a809-4bc1-a773-7a5a8b23d710 req-33445e66-1457-4a5a-8ea0-e2fd09ee7175 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c4eea03a-26f7-4e22-b703-e49857c594c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599995 Apr 15 03:44:30.104312 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4675021-1df8-4fc1-b731-eb0fd1b13cd4 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (2af47e33-6f81-4153-b830-bdd8fc68089d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:30.141673 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4675021-1df8-4fc1-b731-eb0fd1b13cd4 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (2af47e33-6f81-4153-b830-bdd8fc68089d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:30.177312 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4675021-1df8-4fc1-b731-eb0fd1b13cd4 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af47e33-6f81-4153-b830-bdd8fc68089d,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:30.217412 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4675021-1df8-4fc1-b731-eb0fd1b13cd4 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (af0f28a9-c3a3-4ad0-b72c-af22a83cba4a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:30.261899 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4675021-1df8-4fc1-b731-eb0fd1b13cd4 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (af0f28a9-c3a3-4ad0-b72c-af22a83cba4a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:30.291169 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4675021-1df8-4fc1-b731-eb0fd1b13cd4 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0f28a9-c3a3-4ad0-b72c-af22a83cba4a,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:30.326892 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f4675021-1df8-4fc1-b731-eb0fd1b13cd4 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:30.328127 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f4675021-1df8-4fc1-b731-eb0fd1b13cd4 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5509565 Apr 15 03:44:30.330853 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36780) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:30.393699 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d38abc90-a225-4c76-a898-f18d582590fe tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0618019 Apr 15 03:44:30.396889 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36782) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:30.401074 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a0356efa-4965-4136-8f7e-1bb1b3b7480c tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group': {'name': 'tempest-security--1998447960', 'description': 'tempest-security-description-1935042951'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:30.432778 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0356efa-4965-4136-8f7e-1bb1b3b7480c tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (af0f28a9-c3a3-4ad0-b72c-af22a83cba4a), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:30.480451 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0356efa-4965-4136-8f7e-1bb1b3b7480c tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (af0f28a9-c3a3-4ad0-b72c-af22a83cba4a), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:30.536780 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0356efa-4965-4136-8f7e-1bb1b3b7480c tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (af0f28a9-c3a3-4ad0-b72c-af22a83cba4a), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:30.539316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0356efa-4965-4136-8f7e-1bb1b3b7480c tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:30.540544 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a0356efa-4965-4136-8f7e-1bb1b3b7480c tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "PUT /v2.0/security-groups/af0f28a9-c3a3-4ad0-b72c-af22a83cba4a HTTP/1.1" status: 200 len: 1797 time: 0.1427567 Apr 15 03:44:30.543934 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36784) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:30.563980 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0356efa-4965-4136-8f7e-1bb1b3b7480c tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0f28a9-c3a3-4ad0-b72c-af22a83cba4a,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:30.585491 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8e491315-f599-4e56-ae43-fc02bea1e61c tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-groups/af0f28a9-c3a3-4ad0-b72c-af22a83cba4a HTTP/1.1" status: 200 len: 1797 time: 0.0403674 Apr 15 03:44:30.587981 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36786) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:30.969047 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45df0be-9ead-4b12-ae95-5e389cad01f4 req-252ad450-fdf2-46a2-9014-d97abc8f8e34 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:30.970521 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f45df0be-9ead-4b12-ae95-5e389cad01f4 req-252ad450-fdf2-46a2-9014-d97abc8f8e34 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=a86cc823-985d-4785-a09e-ec4e8783ac1b HTTP/1.1" status: 200 len: 984 time: 0.0601552 Apr 15 03:44:30.997934 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-70b822e9-b91e-495e-ae8f-2d32b34d5e79 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (af0f28a9-c3a3-4ad0-b72c-af22a83cba4a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:31.036433 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-70b822e9-b91e-495e-ae8f-2d32b34d5e79 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (af0f28a9-c3a3-4ad0-b72c-af22a83cba4a), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:31.052119 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f45df0be-9ead-4b12-ae95-5e389cad01f4 req-dbc82054-c2e9-4493-82ed-7b4ea97bd037 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4eea03a-26f7-4e22-b703-e49857c594c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748870 Apr 15 03:44:31.136475 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-70b822e9-b91e-495e-ae8f-2d32b34d5e79 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (af0f28a9-c3a3-4ad0-b72c-af22a83cba4a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:31.139006 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-70b822e9-b91e-495e-ae8f-2d32b34d5e79 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:31.140169 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-70b822e9-b91e-495e-ae8f-2d32b34d5e79 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "DELETE /v2.0/security-groups/af0f28a9-c3a3-4ad0-b72c-af22a83cba4a HTTP/1.1" status: 204 len: 168 time: 0.5513146 Apr 15 03:44:31.142982 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36790) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:31.149984 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b822e9-b91e-495e-ae8f-2d32b34d5e79 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0f28a9-c3a3-4ad0-b72c-af22a83cba4a,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:31.157133 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b822e9-b91e-495e-ae8f-2d32b34d5e79 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:31.157481 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b822e9-b91e-495e-ae8f-2d32b34d5e79 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:31.157858 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b822e9-b91e-495e-ae8f-2d32b34d5e79 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:31.158205 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b822e9-b91e-495e-ae8f-2d32b34d5e79 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:31.158542 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b822e9-b91e-495e-ae8f-2d32b34d5e79 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:31.158900 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b822e9-b91e-495e-ae8f-2d32b34d5e79 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:31.159228 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b822e9-b91e-495e-ae8f-2d32b34d5e79 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:31.159557 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b822e9-b91e-495e-ae8f-2d32b34d5e79 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:31.159884 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b822e9-b91e-495e-ae8f-2d32b34d5e79 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:31.160227 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b822e9-b91e-495e-ae8f-2d32b34d5e79 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:31.160553 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b822e9-b91e-495e-ae8f-2d32b34d5e79 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:31.160888 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b822e9-b91e-495e-ae8f-2d32b34d5e79 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:31.161199 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b822e9-b91e-495e-ae8f-2d32b34d5e79 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:31.161520 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b822e9-b91e-495e-ae8f-2d32b34d5e79 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:31.161839 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b822e9-b91e-495e-ae8f-2d32b34d5e79 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:44:31.184808 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2d14e516-ea7a-47e2-ab53-cf8c0bb90149 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0406396 Apr 15 03:44:31.187589 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36792) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:31.201049 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-edbea438-12f8-4988-8724-49db94d53c3c tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] delete failed (client error): The resource could not be found. Apr 15 03:44:31.202027 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-edbea438-12f8-4988-8724-49db94d53c3c tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "DELETE /v2.0/security-groups/af0f28a9-c3a3-4ad0-b72c-af22a83cba4a HTTP/1.1" status: 404 len: 347 time: 0.0134771 Apr 15 03:44:31.205721 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36794) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:31.209689 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2c55f66c-1962-4647-a16c-cd4a9e869974 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133170200'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:31.285094 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2c55f66c-1962-4647-a16c-cd4a9e869974 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:31.353928 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2c55f66c-1962-4647-a16c-cd4a9e869974 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (2e4bfd73-6adb-48da-ad34-621368e17922), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:31.399247 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2c55f66c-1962-4647-a16c-cd4a9e869974 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (2e4bfd73-6adb-48da-ad34-621368e17922), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:31.429126 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55f66c-1962-4647-a16c-cd4a9e869974 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4bfd73-6adb-48da-ad34-621368e17922,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:31.492787 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2c55f66c-1962-4647-a16c-cd4a9e869974 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:31.494089 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2c55f66c-1962-4647-a16c-cd4a9e869974 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2875016 Apr 15 03:44:31.496996 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36796) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:31.505230 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-c4a00a50-e641-4cb4-9546-1436eb83d1f9 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group_rule': {'security_group_id': '2e4bfd73-6adb-48da-ad34-621368e17922', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:31.599839 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c4a00a50-e641-4cb4-9546-1436eb83d1f9 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (31465b9a-fb44-4167-8a41-203e0e6b1426), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:31.653748 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c4a00a50-e641-4cb4-9546-1436eb83d1f9 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (31465b9a-fb44-4167-8a41-203e0e6b1426), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:31.707928 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c4a00a50-e641-4cb4-9546-1436eb83d1f9 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (31465b9a-fb44-4167-8a41-203e0e6b1426), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:31.725582 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a00a50-e641-4cb4-9546-1436eb83d1f9 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31465b9a-fb44-4167-8a41-203e0e6b1426,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:31.784420 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c4a00a50-e641-4cb4-9546-1436eb83d1f9 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:31.786251 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c4a00a50-e641-4cb4-9546-1436eb83d1f9 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2883339 Apr 15 03:44:31.789131 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36798) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:31.817587 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6b4ddba0-df71-4d31-9d31-d99fecbaafd3 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (31465b9a-fb44-4167-8a41-203e0e6b1426), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:31.825680 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6b4ddba0-df71-4d31-9d31-d99fecbaafd3 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (31465b9a-fb44-4167-8a41-203e0e6b1426), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:31.913621 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6b4ddba0-df71-4d31-9d31-d99fecbaafd3 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (31465b9a-fb44-4167-8a41-203e0e6b1426), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:31.919965 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6b4ddba0-df71-4d31-9d31-d99fecbaafd3 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:31.921051 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6b4ddba0-df71-4d31-9d31-d99fecbaafd3 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/31465b9a-fb44-4167-8a41-203e0e6b1426 HTTP/1.1" status: 204 len: 168 time: 0.1310139 Apr 15 03:44:31.923742 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36800) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:31.926560 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ddba0-df71-4d31-9d31-d99fecbaafd3 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31465b9a-fb44-4167-8a41-203e0e6b1426,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:31.966491 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-425a79b8-60e3-492f-8de8-ec17a4c952ed tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0416176 Apr 15 03:44:31.969082 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36802) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:32.018442 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4626b7b5-59a7-481b-ab40-7fd3993d6317 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (2e4bfd73-6adb-48da-ad34-621368e17922), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:32.040633 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4626b7b5-59a7-481b-ab40-7fd3993d6317 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (2e4bfd73-6adb-48da-ad34-621368e17922), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:32.136783 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4626b7b5-59a7-481b-ab40-7fd3993d6317 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (2e4bfd73-6adb-48da-ad34-621368e17922), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:32.139423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4626b7b5-59a7-481b-ab40-7fd3993d6317 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:32.140681 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4626b7b5-59a7-481b-ab40-7fd3993d6317 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "DELETE /v2.0/security-groups/2e4bfd73-6adb-48da-ad34-621368e17922 HTTP/1.1" status: 204 len: 168 time: 0.1707017 Apr 15 03:44:32.145077 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36806) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:32.156851 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626b7b5-59a7-481b-ab40-7fd3993d6317 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4bfd73-6adb-48da-ad34-621368e17922,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:32.171126 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee27a3e-fd60-4b36-843d-e775908db521 req-a792607e-fec6-441a-bb95-31fd92e36af2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:32.172746 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0ee27a3e-fd60-4b36-843d-e775908db521 req-a792607e-fec6-441a-bb95-31fd92e36af2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=a86cc823-985d-4785-a09e-ec4e8783ac1b HTTP/1.1" status: 200 len: 984 time: 0.0520980 Apr 15 03:44:32.203510 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-782001a4-5cfa-4084-a1a6-364940cac63d tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0568192 Apr 15 03:44:32.208449 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36808) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:32.212781 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a4a9cc7d-853e-45ed-9734-e139deccb667 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333413967'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:32.223559 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0ee27a3e-fd60-4b36-843d-e775908db521 req-d4c61fb9-98b8-41bb-9956-4b3601d92434 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4eea03a-26f7-4e22-b703-e49857c594c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430598 Apr 15 03:44:32.279785 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a4a9cc7d-853e-45ed-9734-e139deccb667 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:32.349440 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566bdda-25c6-43ec-9c9d-1665be7c8bb7 req-e83eaa28-c714-46fc-92ef-f10202e5b2e7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:32.350918 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9566bdda-25c6-43ec-9c9d-1665be7c8bb7 req-e83eaa28-c714-46fc-92ef-f10202e5b2e7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=a86cc823-985d-4785-a09e-ec4e8783ac1b HTTP/1.1" status: 200 len: 984 time: 0.0599024 Apr 15 03:44:32.417717 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a4a9cc7d-853e-45ed-9734-e139deccb667 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (02772e81-6dcb-477b-9306-cde9cfc9eea3), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:32.422310 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9566bdda-25c6-43ec-9c9d-1665be7c8bb7 req-517d7fff-82e3-402c-8a10-7ffa914c6408 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4eea03a-26f7-4e22-b703-e49857c594c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643082 Apr 15 03:44:32.444804 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36812) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:32.473585 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a4a9cc7d-853e-45ed-9734-e139deccb667 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (02772e81-6dcb-477b-9306-cde9cfc9eea3), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:32.482090 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f521df55-12f8-4033-8da3-027e467c3de2 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:32.485778 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f521df55-12f8-4033-8da3-027e467c3de2 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a86cc823-985d-4785-a09e-ec4e8783ac1b HTTP/1.1" status: 200 len: 1163 time: 0.0378418 Apr 15 03:44:32.486587 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36814) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:32.491783 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-1c752ddb-c4ac-4332-bb6e-3e86fbb5fe16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': '535af267-48ff-45e7-9c4e-4304acbd67ab', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:32.502583 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9cc7d-853e-45ed-9734-e139deccb667 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02772e81-6dcb-477b-9306-cde9cfc9eea3,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:32.550047 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a4a9cc7d-853e-45ed-9734-e139deccb667 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:32.551342 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a4a9cc7d-853e-45ed-9734-e139deccb667 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3419249 Apr 15 03:44:32.554505 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36816) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:32.558896 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e2f9bc27-a2e5-4a40-8724-3b9a5c3f785a tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group_rule': {'security_group_id': '02772e81-6dcb-477b-9306-cde9cfc9eea3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:32.599294 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1c752ddb-c4ac-4332-bb6e-3e86fbb5fe16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:32.656305 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2f9bc27-a2e5-4a40-8724-3b9a5c3f785a tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (2c1b0ec4-d71a-47d4-bf63-4857a001f114), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:32.681483 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1c752ddb-c4ac-4332-bb6e-3e86fbb5fe16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:32.711562 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2f9bc27-a2e5-4a40-8724-3b9a5c3f785a tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (2c1b0ec4-d71a-47d4-bf63-4857a001f114), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:32.765166 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2f9bc27-a2e5-4a40-8724-3b9a5c3f785a tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (2c1b0ec4-d71a-47d4-bf63-4857a001f114), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:32.782486 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-1c752ddb-c4ac-4332-bb6e-3e86fbb5fe16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.26.6.154 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/80c9c185-4c51-4091-9952-b08ddb0c5444) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:44:32.782728 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9bc27-a2e5-4a40-8724-3b9a5c3f785a tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1b0ec4-d71a-47d4-bf63-4857a001f114,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:32.847277 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e2f9bc27-a2e5-4a40-8724-3b9a5c3f785a tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:32.848648 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e2f9bc27-a2e5-4a40-8724-3b9a5c3f785a tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2931564 Apr 15 03:44:32.851401 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36818) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:32.855786 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-6677810d-1bd4-4c61-bd3d-65c83adef63e tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group_rule': {'security_group_id': '02772e81-6dcb-477b-9306-cde9cfc9eea3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:32.888727 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1c752ddb-c4ac-4332-bb6e-3e86fbb5fe16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (80c9c185-4c51-4091-9952-b08ddb0c5444), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:32.947743 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6677810d-1bd4-4c61-bd3d-65c83adef63e tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (adb5a566-ddda-4abf-86c8-dcac2a1fbac0), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:32.971327 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1c752ddb-c4ac-4332-bb6e-3e86fbb5fe16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (80c9c185-4c51-4091-9952-b08ddb0c5444), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:33.006028 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6677810d-1bd4-4c61-bd3d-65c83adef63e tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (adb5a566-ddda-4abf-86c8-dcac2a1fbac0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:33.010134 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c752ddb-c4ac-4332-bb6e-3e86fbb5fe16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:44:33.015058 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-1c752ddb-c4ac-4332-bb6e-3e86fbb5fe16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:44:33.018688 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c752ddb-c4ac-4332-bb6e-3e86fbb5fe16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:44:33.024237 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c752ddb-c4ac-4332-bb6e-3e86fbb5fe16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=80c9c185-4c51-4091-9952-b08ddb0c5444,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:33.056581 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6677810d-1bd4-4c61-bd3d-65c83adef63e tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (adb5a566-ddda-4abf-86c8-dcac2a1fbac0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:33.074820 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677810d-1bd4-4c61-bd3d-65c83adef63e tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb5a566-ddda-4abf-86c8-dcac2a1fbac0,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:33.121534 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6677810d-1bd4-4c61-bd3d-65c83adef63e tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:33.122830 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6677810d-1bd4-4c61-bd3d-65c83adef63e tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2704389 Apr 15 03:44:33.125522 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36820) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:33.129936 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-93350b56-7049-48c4-9941-e1f64a5497b0 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group_rule': {'security_group_id': '02772e81-6dcb-477b-9306-cde9cfc9eea3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:33.199170 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-93350b56-7049-48c4-9941-e1f64a5497b0 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (e0e31e94-9814-4889-8a0e-d81796d99a07), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:33.255551 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-93350b56-7049-48c4-9941-e1f64a5497b0 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (e0e31e94-9814-4889-8a0e-d81796d99a07), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:33.313516 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-93350b56-7049-48c4-9941-e1f64a5497b0 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (e0e31e94-9814-4889-8a0e-d81796d99a07), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:33.330798 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93350b56-7049-48c4-9941-e1f64a5497b0 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e31e94-9814-4889-8a0e-d81796d99a07,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:33.394644 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1c752ddb-c4ac-4332-bb6e-3e86fbb5fe16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (3398aebe-a244-4231-b819-6c76ddfbb611), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:33.396728 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-93350b56-7049-48c4-9941-e1f64a5497b0 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:33.398078 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-93350b56-7049-48c4-9941-e1f64a5497b0 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2716072 Apr 15 03:44:33.400812 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36822) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:33.405337 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-fdf3b9ba-3753-4fda-bea0-73ecf5e1512a tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group_rule': {'security_group_id': '02772e81-6dcb-477b-9306-cde9cfc9eea3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:33.484664 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b9ba-3753-4fda-bea0-73ecf5e1512a tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (f4a7a42f-e63a-46a3-8723-0c33d109b9ac), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:33.541745 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b9ba-3753-4fda-bea0-73ecf5e1512a tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (f4a7a42f-e63a-46a3-8723-0c33d109b9ac), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:33.548345 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1c752ddb-c4ac-4332-bb6e-3e86fbb5fe16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (80c9c185-4c51-4091-9952-b08ddb0c5444), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:33.593760 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b9ba-3753-4fda-bea0-73ecf5e1512a tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (f4a7a42f-e63a-46a3-8723-0c33d109b9ac), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:33.612509 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3b9ba-3753-4fda-bea0-73ecf5e1512a tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a7a42f-e63a-46a3-8723-0c33d109b9ac,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:33.658523 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fdf3b9ba-3753-4fda-bea0-73ecf5e1512a tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:33.659790 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fdf3b9ba-3753-4fda-bea0-73ecf5e1512a tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2579772 Apr 15 03:44:33.662465 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36824) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:33.666793 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-8e71ae23-67e8-42a3-8f6e-fc9cc148a744 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group_rule': {'security_group_id': '02772e81-6dcb-477b-9306-cde9cfc9eea3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:33.702566 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1c752ddb-c4ac-4332-bb6e-3e86fbb5fe16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (80c9c185-4c51-4091-9952-b08ddb0c5444), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:33.730402 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e71ae23-67e8-42a3-8f6e-fc9cc148a744 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (811cb5ac-e5f1-42bb-b5b1-93d7a7a54344), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:33.748014 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1c752ddb-c4ac-4332-bb6e-3e86fbb5fe16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (80c9c185-4c51-4091-9952-b08ddb0c5444), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:33.792251 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e71ae23-67e8-42a3-8f6e-fc9cc148a744 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (811cb5ac-e5f1-42bb-b5b1-93d7a7a54344), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:33.816528 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c752ddb-c4ac-4332-bb6e-3e86fbb5fe16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=80c9c185-4c51-4091-9952-b08ddb0c5444,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:33.833613 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1c752ddb-c4ac-4332-bb6e-3e86fbb5fe16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (3398aebe-a244-4231-b819-6c76ddfbb611), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:33.839198 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e71ae23-67e8-42a3-8f6e-fc9cc148a744 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (811cb5ac-e5f1-42bb-b5b1-93d7a7a54344), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:33.857136 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71ae23-67e8-42a3-8f6e-fc9cc148a744 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811cb5ac-e5f1-42bb-b5b1-93d7a7a54344,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:33.921202 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8e71ae23-67e8-42a3-8f6e-fc9cc148a744 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:33.922445 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8e71ae23-67e8-42a3-8f6e-fc9cc148a744 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2590206 Apr 15 03:44:33.925395 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36826) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:33.936727 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-1c752ddb-c4ac-4332-bb6e-3e86fbb5fe16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Floating IP 3398aebe-a244-4231-b819-6c76ddfbb611 associated. External IP: 172.26.6.154, port: 535af267-48ff-45e7-9c4e-4304acbd67ab. Apr 15 03:44:33.953707 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2afbcf49-004f-45ff-b2ce-48a40198bdfd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (811cb5ac-e5f1-42bb-b5b1-93d7a7a54344), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:33.962363 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2afbcf49-004f-45ff-b2ce-48a40198bdfd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (811cb5ac-e5f1-42bb-b5b1-93d7a7a54344), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.050762 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2afbcf49-004f-45ff-b2ce-48a40198bdfd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (811cb5ac-e5f1-42bb-b5b1-93d7a7a54344), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.057493 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2afbcf49-004f-45ff-b2ce-48a40198bdfd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.058606 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2afbcf49-004f-45ff-b2ce-48a40198bdfd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/811cb5ac-e5f1-42bb-b5b1-93d7a7a54344 HTTP/1.1" status: 204 len: 168 time: 0.1322832 Apr 15 03:44:34.063814 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36828) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:34.071442 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbcf49-004f-45ff-b2ce-48a40198bdfd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=811cb5ac-e5f1-42bb-b5b1-93d7a7a54344,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:34.109588 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8cd6676e-f80b-45b4-8d2d-27c95e001c9d tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0444796 Apr 15 03:44:34.112381 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36830) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:34.134807 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-805437fc-ff2a-4a42-aa65-29e00addc91b tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (f4a7a42f-e63a-46a3-8723-0c33d109b9ac), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.142247 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-805437fc-ff2a-4a42-aa65-29e00addc91b tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (f4a7a42f-e63a-46a3-8723-0c33d109b9ac), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.151721 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c752ddb-c4ac-4332-bb6e-3e86fbb5fe16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router a31f1a56-f8f5-43ce-aeeb-debcef1cae7c has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:44:34.222338 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-805437fc-ff2a-4a42-aa65-29e00addc91b tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (f4a7a42f-e63a-46a3-8723-0c33d109b9ac), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.229226 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-805437fc-ff2a-4a42-aa65-29e00addc91b tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.230334 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-805437fc-ff2a-4a42-aa65-29e00addc91b tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f4a7a42f-e63a-46a3-8723-0c33d109b9ac HTTP/1.1" status: 204 len: 168 time: 0.1170497 Apr 15 03:44:34.235312 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36832) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:34.241354 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805437fc-ff2a-4a42-aa65-29e00addc91b tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4a7a42f-e63a-46a3-8723-0c33d109b9ac,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:34.266544 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c752ddb-c4ac-4332-bb6e-3e86fbb5fe16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:44:34.278528 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba409940-7bcf-4f7e-a1b2-ef37aeeeda70 None None] Sync routers for ids ['a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:44:34.279180 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7ff0ed0c-8714-4ca3-a354-b8f51000afbf tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0422199 Apr 15 03:44:34.281329 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36834) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:34.290106 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba409940-7bcf-4f7e-a1b2-ef37aeeeda70 None None] Routers {'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:34.290813 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ba409940-7bcf-4f7e-a1b2-ef37aeeeda70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:44:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:34.306047 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b84c0113-3445-43d8-818d-416fa2f567b0 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (e0e31e94-9814-4889-8a0e-d81796d99a07), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.313547 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b84c0113-3445-43d8-818d-416fa2f567b0 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (e0e31e94-9814-4889-8a0e-d81796d99a07), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.339240 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1c752ddb-c4ac-4332-bb6e-3e86fbb5fe16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.371150 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1c752ddb-c4ac-4332-bb6e-3e86fbb5fe16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 1.8835022 Apr 15 03:44:34.371725 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a86cc823-985d-4785-a09e-ec4e8783ac1b', 'tag': '535af267-48ff-45e7-9c4e-4304acbd67ab'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:44:34.373969 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac54496-7108-47bc-a1a9-19a0f7e65d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a86cc823-985d-4785-a09e-ec4e8783ac1b", "tag": "535af267-48ff-45e7-9c4e-4304acbd67ab"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:44:34.374994 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36836) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:34.408713 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b84c0113-3445-43d8-818d-416fa2f567b0 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (e0e31e94-9814-4889-8a0e-d81796d99a07), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.412424 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-ba409940-7bcf-4f7e-a1b2-ef37aeeeda70 None None] Set router a31f1a56-f8f5-43ce-aeeb-debcef1cae7c gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:34.412562 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8df6786-e6db-42be-bc73-b9c1fc2aecc2 x-openstack-request-id: req-e8df6786-e6db-42be-bc73-b9c1fc2aecc2 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:44:34.413019 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a86cc823-985d-4785-a09e-ec4e8783ac1b", "tag": "535af267-48ff-45e7-9c4e-4304acbd67ab", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:44:34.413131 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8df6786-e6db-42be-bc73-b9c1fc2aecc2 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:44:34.413473 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8df6786-e6db-42be-bc73-b9c1fc2aecc2'] response: {'name': 'network-changed', 'server_uuid': 'a86cc823-985d-4785-a09e-ec4e8783ac1b', 'tag': '535af267-48ff-45e7-9c4e-4304acbd67ab', 'status': 'completed', 'code': 200} Apr 15 03:44:34.413819 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b84c0113-3445-43d8-818d-416fa2f567b0 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.417506 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b84c0113-3445-43d8-818d-416fa2f567b0 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/e0e31e94-9814-4889-8a0e-d81796d99a07 HTTP/1.1" status: 204 len: 168 time: 0.1326802 Apr 15 03:44:34.417840 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36840) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:34.462572 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.477972 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c0113-3445-43d8-818d-416fa2f567b0 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0e31e94-9814-4889-8a0e-d81796d99a07,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:34.488423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f137bcb6-37ab-4c16-a807-c1d01a00b9e4 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:34.489996 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f137bcb6-37ab-4c16-a807-c1d01a00b9e4 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a86cc823-985d-4785-a09e-ec4e8783ac1b&network_id=0c75990f-5859-4f44-830b-7915a8565612 HTTP/1.1" status: 200 len: 1163 time: 0.1142633 Apr 15 03:44:34.500349 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac54496-7108-47bc-a1a9-19a0f7e65d2e req-aef1e0cc-648b-4a87-aadb-9c17a00a1504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:34.501871 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fac54496-7108-47bc-a1a9-19a0f7e65d2e req-aef1e0cc-648b-4a87-aadb-9c17a00a1504 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=a86cc823-985d-4785-a09e-ec4e8783ac1b HTTP/1.1" status: 200 len: 1168 time: 0.0645881 Apr 15 03:44:34.512759 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cf985de3-0f8a-4f9a-89a4-23d7f5e0fd55 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0934303 Apr 15 03:44:34.515597 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36844) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:34.539936 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dd4ff75a-68af-4648-b686-f8afaba92764 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (adb5a566-ddda-4abf-86c8-dcac2a1fbac0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.548471 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dd4ff75a-68af-4648-b686-f8afaba92764 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (adb5a566-ddda-4abf-86c8-dcac2a1fbac0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.610487 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac54496-7108-47bc-a1a9-19a0f7e65d2e req-619b15f8-309c-45bf-b379-ea611ab7b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:34.611934 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fac54496-7108-47bc-a1a9-19a0f7e65d2e req-619b15f8-309c-45bf-b379-ea611ab7b9bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=0c75990f-5859-4f44-830b-7915a8565612 HTTP/1.1" status: 200 len: 896 time: 0.0985429 Apr 15 03:44:34.633673 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dd4ff75a-68af-4648-b686-f8afaba92764 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (adb5a566-ddda-4abf-86c8-dcac2a1fbac0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.640425 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dd4ff75a-68af-4648-b686-f8afaba92764 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.644036 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-dd4ff75a-68af-4648-b686-f8afaba92764 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/adb5a566-ddda-4abf-86c8-dcac2a1fbac0 HTTP/1.1" status: 204 len: 168 time: 0.1251035 Apr 15 03:44:34.647708 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36846) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:34.655158 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ff75a-68af-4648-b686-f8afaba92764 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adb5a566-ddda-4abf-86c8-dcac2a1fbac0,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:34.679214 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ba409940-7bcf-4f7e-a1b2-ef37aeeeda70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'name': 'tempest-TestNetworkBasicOps-router-719489670', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:44:08Z', 'updated_at': '2022-04-15T03:44:14Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:09Z', 'updated_at': '2022-04-15T03:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '3398aebe-a244-4231-b819-6c76ddfbb611', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'port_id': '535af267-48ff-45e7-9c4e-4304acbd67ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1713474924', 'network_id': '0c75990f-5859-4f44-830b-7915a8565612', 'mac_address': 'fa:16:3e:13:24:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86cc823-985d-4785-a09e-ec4e8783ac1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:44:33Z', 'updated_at': '2022-04-15T03:44:33Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac', 'name': '', 'network_id': '0c75990f-5859-4f44-830b-7915a8565612', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:49:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'acf7a7ed-51d3-48ef-b3a4-0077611674b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:13Z', 'updated_at': '2022-04-15T03:44:17Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'acf7a7ed-51d3-48ef-b3a4-0077611674b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:34.691411 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fac54496-7108-47bc-a1a9-19a0f7e65d2e req-f7e3296f-3e75-4e4f-818f-7e87bf737238 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=535af267-48ff-45e7-9c4e-4304acbd67ab HTTP/1.1" status: 200 len: 1038 time: 0.0711577 Apr 15 03:44:34.691571 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5ad90ed8-4a98-4c7e-bcc6-49469b3d2ea9 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0425642 Apr 15 03:44:34.694821 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36848) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:34.706659 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba409940-7bcf-4f7e-a1b2-ef37aeeeda70 None None] Checking router: a31f1a56-f8f5-43ce-aeeb-debcef1cae7c for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:44:34.716135 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba409940-7bcf-4f7e-a1b2-ef37aeeeda70 None None] Routers {'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:34.716745 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ba409940-7bcf-4f7e-a1b2-ef37aeeeda70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:44:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:34.720730 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1643c9b3-f8d0-4104-9c11-747b74ab04dd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (2c1b0ec4-d71a-47d4-bf63-4857a001f114), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.728424 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1643c9b3-f8d0-4104-9c11-747b74ab04dd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (2c1b0ec4-d71a-47d4-bf63-4857a001f114), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.752796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac54496-7108-47bc-a1a9-19a0f7e65d2e req-f96d2439-7449-46c0-8ea6-b3b8ec6aa7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:34.755132 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fac54496-7108-47bc-a1a9-19a0f7e65d2e req-f96d2439-7449-46c0-8ea6-b3b8ec6aa7ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=acf7a7ed-51d3-48ef-b3a4-0077611674b0 HTTP/1.1" status: 200 len: 835 time: 0.0604274 Apr 15 03:44:34.798381 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac54496-7108-47bc-a1a9-19a0f7e65d2e req-56a6e9f7-cfe1-457b-bebb-0503897ef455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:34.800011 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fac54496-7108-47bc-a1a9-19a0f7e65d2e req-56a6e9f7-cfe1-457b-bebb-0503897ef455 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0c75990f-5859-4f44-830b-7915a8565612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0395401 Apr 15 03:44:34.822009 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1643c9b3-f8d0-4104-9c11-747b74ab04dd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (2c1b0ec4-d71a-47d4-bf63-4857a001f114), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.827446 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1643c9b3-f8d0-4104-9c11-747b74ab04dd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.828992 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1643c9b3-f8d0-4104-9c11-747b74ab04dd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/2c1b0ec4-d71a-47d4-bf63-4857a001f114 HTTP/1.1" status: 204 len: 168 time: 0.1330457 Apr 15 03:44:34.832124 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-ba409940-7bcf-4f7e-a1b2-ef37aeeeda70 None None] Set router a31f1a56-f8f5-43ce-aeeb-debcef1cae7c gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:34.832922 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36852) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:34.843875 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643c9b3-f8d0-4104-9c11-747b74ab04dd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c1b0ec4-d71a-47d4-bf63-4857a001f114,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:34.884343 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a903a638-780e-4835-bf29-0b9b0a196952 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0500329 Apr 15 03:44:34.886765 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36854) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:34.943253 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd527-8008-4013-8709-6c3f8b84dd8a tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (02772e81-6dcb-477b-9306-cde9cfc9eea3), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.947695 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bcf54-5d5a-4c8e-bb83-5eb58a3cb8fa req-40fd5f52-ab41-44ea-957c-51578f55384a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:34.949263 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ba9bcf54-5d5a-4c8e-bb83-5eb58a3cb8fa req-40fd5f52-ab41-44ea-957c-51578f55384a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=a86cc823-985d-4785-a09e-ec4e8783ac1b HTTP/1.1" status: 200 len: 984 time: 0.0611315 Apr 15 03:44:34.967739 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd527-8008-4013-8709-6c3f8b84dd8a tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (02772e81-6dcb-477b-9306-cde9cfc9eea3), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:34.970348 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fac54496-7108-47bc-a1a9-19a0f7e65d2e req-3f0a9d30-b27c-4aed-a640-94f1151227d9 service neutron] 10.222.0.30 "GET /v2.0/networks/0c75990f-5859-4f44-830b-7915a8565612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643980 Apr 15 03:44:35.011161 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ba9bcf54-5d5a-4c8e-bb83-5eb58a3cb8fa req-a24b34e5-b7f5-4d42-af4e-0a4d72974e86 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4eea03a-26f7-4e22-b703-e49857c594c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526845 Apr 15 03:44:35.069994 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ba409940-7bcf-4f7e-a1b2-ef37aeeeda70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'name': 'tempest-TestNetworkBasicOps-router-719489670', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:44:08Z', 'updated_at': '2022-04-15T03:44:14Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:09Z', 'updated_at': '2022-04-15T03:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '3398aebe-a244-4231-b819-6c76ddfbb611', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'port_id': '535af267-48ff-45e7-9c4e-4304acbd67ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1713474924', 'network_id': '0c75990f-5859-4f44-830b-7915a8565612', 'mac_address': 'fa:16:3e:13:24:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86cc823-985d-4785-a09e-ec4e8783ac1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:44:33Z', 'updated_at': '2022-04-15T03:44:33Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac', 'name': '', 'network_id': '0c75990f-5859-4f44-830b-7915a8565612', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:49:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'acf7a7ed-51d3-48ef-b3a4-0077611674b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:13Z', 'updated_at': '2022-04-15T03:44:17Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'acf7a7ed-51d3-48ef-b3a4-0077611674b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:35.073687 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd527-8008-4013-8709-6c3f8b84dd8a tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (02772e81-6dcb-477b-9306-cde9cfc9eea3), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:35.076444 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e4ccd527-8008-4013-8709-6c3f8b84dd8a tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:35.077585 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e4ccd527-8008-4013-8709-6c3f8b84dd8a tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "DELETE /v2.0/security-groups/02772e81-6dcb-477b-9306-cde9cfc9eea3 HTTP/1.1" status: 204 len: 168 time: 0.1898422 Apr 15 03:44:35.080303 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36856) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:35.086753 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccd527-8008-4013-8709-6c3f8b84dd8a tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02772e81-6dcb-477b-9306-cde9cfc9eea3,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:35.103788 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba409940-7bcf-4f7e-a1b2-ef37aeeeda70 None None] The sync data for ids ['a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'] in dv-neutron-837140-3-hyperv is: [{'id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'name': 'tempest-TestNetworkBasicOps-router-719489670', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:44:08Z', 'updated_at': '2022-04-15T03:44:14Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:09Z', 'updated_at': '2022-04-15T03:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '3398aebe-a244-4231-b819-6c76ddfbb611', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.154', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'port_id': '535af267-48ff-45e7-9c4e-4304acbd67ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1713474924', 'network_id': '0c75990f-5859-4f44-830b-7915a8565612', 'mac_address': 'fa:16:3e:13:24:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86cc823-985d-4785-a09e-ec4e8783ac1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:44:33Z', 'updated_at': '2022-04-15T03:44:33Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac', 'name': '', 'network_id': '0c75990f-5859-4f44-830b-7915a8565612', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:49:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'acf7a7ed-51d3-48ef-b3a4-0077611674b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:13Z', 'updated_at': '2022-04-15T03:44:17Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'acf7a7ed-51d3-48ef-b3a4-0077611674b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:44:35.139962 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c2cc0b56-ddf4-4407-8ec0-c185d2b5dc5b tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0583186 Apr 15 03:44:35.146289 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36858) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:35.149085 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-58927a3b-1bcb-4681-9c1b-715dc7f26b4d tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group': {'name': 'tempest-secgroup--251966958'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:35.222162 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-58927a3b-1bcb-4681-9c1b-715dc7f26b4d tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:35.292527 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-58927a3b-1bcb-4681-9c1b-715dc7f26b4d tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (bf68e896-8eae-401b-ac8d-6f045e689de7), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:35.304866 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4891df29-6d27-4424-8130-19f21223e911 None None] New status for floating IP 3398aebe-a244-4231-b819-6c76ddfbb611: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:44:35.359337 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-58927a3b-1bcb-4681-9c1b-715dc7f26b4d tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (bf68e896-8eae-401b-ac8d-6f045e689de7), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:35.388745 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58927a3b-1bcb-4681-9c1b-715dc7f26b4d tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf68e896-8eae-401b-ac8d-6f045e689de7,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:35.441615 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-58927a3b-1bcb-4681-9c1b-715dc7f26b4d tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:35.442899 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-58927a3b-1bcb-4681-9c1b-715dc7f26b4d tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2974451 Apr 15 03:44:35.445745 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36860) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:35.450224 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-3ef16f80-8cad-48ef-9491-8eb246bc9463 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group_rule': {'security_group_id': 'bf68e896-8eae-401b-ac8d-6f045e689de7', 'direction': 'ingress', 'protocol': 17}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:35.543405 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3ef16f80-8cad-48ef-9491-8eb246bc9463 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (ab0ed9bf-7d1a-46dc-9206-b7eec84b5de2), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:35.596749 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3ef16f80-8cad-48ef-9491-8eb246bc9463 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (ab0ed9bf-7d1a-46dc-9206-b7eec84b5de2), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:35.662590 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3ef16f80-8cad-48ef-9491-8eb246bc9463 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (ab0ed9bf-7d1a-46dc-9206-b7eec84b5de2), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:35.681608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef16f80-8cad-48ef-9491-8eb246bc9463 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0ed9bf-7d1a-46dc-9206-b7eec84b5de2,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:35.738093 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3ef16f80-8cad-48ef-9491-8eb246bc9463 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:35.739377 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3ef16f80-8cad-48ef-9491-8eb246bc9463 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2926250 Apr 15 03:44:35.742016 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36862) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:35.794299 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7c9bdc3e-7271-4654-a3c3-385002535ecd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (bf68e896-8eae-401b-ac8d-6f045e689de7), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:35.825319 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7c9bdc3e-7271-4654-a3c3-385002535ecd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (bf68e896-8eae-401b-ac8d-6f045e689de7), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:35.927212 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fac54496-7108-47bc-a1a9-19a0f7e65d2e req-caa68e89-064e-40ac-a546-687d7d749a40 service neutron] 10.222.0.30 "GET /v2.0/networks/0c75990f-5859-4f44-830b-7915a8565612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163032 Apr 15 03:44:35.965007 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7c9bdc3e-7271-4654-a3c3-385002535ecd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (bf68e896-8eae-401b-ac8d-6f045e689de7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:35.967593 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7c9bdc3e-7271-4654-a3c3-385002535ecd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:35.968653 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7c9bdc3e-7271-4654-a3c3-385002535ecd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "DELETE /v2.0/security-groups/bf68e896-8eae-401b-ac8d-6f045e689de7 HTTP/1.1" status: 204 len: 168 time: 0.2257643 Apr 15 03:44:35.971875 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36864) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:35.978204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9bdc3e-7271-4654-a3c3-385002535ecd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf68e896-8eae-401b-ac8d-6f045e689de7,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:36.017165 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7e408808-3e77-45ab-b7d5-637cc2c99f6f tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0439501 Apr 15 03:44:36.021368 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36866) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:36.025634 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-234e4169-0de4-4086-86ee-451b37cc6285 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group': {'name': 'tempest-secgroup--693242074'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:36.107936 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-234e4169-0de4-4086-86ee-451b37cc6285 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:36.138839 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ada18b-8295-47fd-86fd-a1745b0857c3 req-79ea46d1-a8dd-4493-88ce-6c76e48f3ab6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:36.140318 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d7ada18b-8295-47fd-86fd-a1745b0857c3 req-79ea46d1-a8dd-4493-88ce-6c76e48f3ab6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=a86cc823-985d-4785-a09e-ec4e8783ac1b HTTP/1.1" status: 200 len: 984 time: 0.0636842 Apr 15 03:44:36.148057 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706129e-5b6c-456e-8b4f-1a639cc8aa99 req-8782377a-43f5-4d9c-890b-810642b35aab tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:36.149540 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f706129e-5b6c-456e-8b4f-1a639cc8aa99 req-8782377a-43f5-4d9c-890b-810642b35aab tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/ports?device_id=a86cc823-985d-4785-a09e-ec4e8783ac1b HTTP/1.1" status: 200 len: 984 time: 0.0480292 Apr 15 03:44:36.196363 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706129e-5b6c-456e-8b4f-1a639cc8aa99 req-4e1e2e05-fe4b-4e78-98ff-89f1d2f929c8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:36.197802 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f706129e-5b6c-456e-8b4f-1a639cc8aa99 req-4e1e2e05-fe4b-4e78-98ff-89f1d2f929c8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/ports/535af267-48ff-45e7-9c4e-4304acbd67ab?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0429678 Apr 15 03:44:36.210811 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d7ada18b-8295-47fd-86fd-a1745b0857c3 req-f0ef80d6-006b-4baa-8755-7afcef6d8c74 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4eea03a-26f7-4e22-b703-e49857c594c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636234 Apr 15 03:44:36.231707 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-234e4169-0de4-4086-86ee-451b37cc6285 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (b8542728-d674-4ae2-b37e-8a643f10ef6c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:36.296820 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-234e4169-0de4-4086-86ee-451b37cc6285 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (b8542728-d674-4ae2-b37e-8a643f10ef6c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:36.302673 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f706129e-5b6c-456e-8b4f-1a639cc8aa99 req-6cd5821d-c19b-4c20-b7b8-cbb6d7e8feb2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/networks/0c75990f-5859-4f44-830b-7915a8565612?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0999148 Apr 15 03:44:36.312248 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-f706129e-5b6c-456e-8b4f-1a639cc8aa99 req-016b5bd4-0f7b-4cdd-ac91-a85faf842e99 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:36.326802 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e4169-0de4-4086-86ee-451b37cc6285 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8542728-d674-4ae2-b37e-8a643f10ef6c,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:36.373180 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-234e4169-0de4-4086-86ee-451b37cc6285 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:36.374466 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-234e4169-0de4-4086-86ee-451b37cc6285 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3521817 Apr 15 03:44:36.375212 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-f706129e-5b6c-456e-8b4f-1a639cc8aa99 req-016b5bd4-0f7b-4cdd-ac91-a85faf842e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:36.377254 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36870) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:36.382378 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-9fca0ce9-44e5-4c4a-a657-e3fd95f904bb tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group': {'name': 'tempest-secgroup--601177761'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:36.468083 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9fca0ce9-44e5-4c4a-a657-e3fd95f904bb tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:36.505811 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-f706129e-5b6c-456e-8b4f-1a639cc8aa99 req-016b5bd4-0f7b-4cdd-ac91-a85faf842e99 service neutron] For port 535af267-48ff-45e7-9c4e-4304acbd67ab, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=535af267-48ff-45e7-9c4e-4304acbd67ab,segment=NetworkSegment(1d24f6a3-93ae-4166-bd0d-17d30316ea6b),segment_id=1d24f6a3-93ae-4166-bd0d-17d30316ea6b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:36.534361 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9fca0ce9-44e5-4c4a-a657-e3fd95f904bb tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (06580976-0f80-4885-9b3e-c5880e1537cc), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:36.538478 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-f706129e-5b6c-456e-8b4f-1a639cc8aa99 req-016b5bd4-0f7b-4cdd-ac91-a85faf842e99 service neutron] For port 535af267-48ff-45e7-9c4e-4304acbd67ab, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:44:36.574898 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-f706129e-5b6c-456e-8b4f-1a639cc8aa99 req-016b5bd4-0f7b-4cdd-ac91-a85faf842e99 service neutron] device_id is not set on port 535af267-48ff-45e7-9c4e-4304acbd67ab yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:44:36.582211 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9fca0ce9-44e5-4c4a-a657-e3fd95f904bb tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (06580976-0f80-4885-9b3e-c5880e1537cc), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:36.583610 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-f706129e-5b6c-456e-8b4f-1a639cc8aa99 req-016b5bd4-0f7b-4cdd-ac91-a85faf842e99 service neutron] Publish callbacks [] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:36.610570 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca0ce9-44e5-4c4a-a657-e3fd95f904bb tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06580976-0f80-4885-9b3e-c5880e1537cc,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:36.650849 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-f706129e-5b6c-456e-8b4f-1a639cc8aa99 req-016b5bd4-0f7b-4cdd-ac91-a85faf842e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:36.670255 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9fca0ce9-44e5-4c4a-a657-e3fd95f904bb tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:36.671682 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9fca0ce9-44e5-4c4a-a657-e3fd95f904bb tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2933276 Apr 15 03:44:36.674247 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36872) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:36.679278 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-890572a6-78c8-4a81-878c-3a6b13f8da08 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group_rule': {'security_group_id': 'b8542728-d674-4ae2-b37e-8a643f10ef6c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '06580976-0f80-4885-9b3e-c5880e1537cc', 'remote_ip_prefix': None}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:36.756042 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b5bd4-0f7b-4cdd-ac91-a85faf842e99 service neutron] Pushing event updated for resources: {'Port': ['ID=535af267-48ff-45e7-9c4e-4304acbd67ab,revision_number=6']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:36.817910 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-890572a6-78c8-4a81-878c-3a6b13f8da08 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (77549b3e-3cd4-4fbf-a39c-666e25a147a6), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:36.824502 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-f706129e-5b6c-456e-8b4f-1a639cc8aa99 req-016b5bd4-0f7b-4cdd-ac91-a85faf842e99 service neutron] No DVR routers for this DVR port 535af267-48ff-45e7-9c4e-4304acbd67ab on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:44:36.904508 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-890572a6-78c8-4a81-878c-3a6b13f8da08 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (77549b3e-3cd4-4fbf-a39c-666e25a147a6), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:36.905961 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-43cae03e-b0fd-4afd-859d-678ed13737d6 None None] Provisioning complete for port 535af267-48ff-45e7-9c4e-4304acbd67ab triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:36.906498 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-43cae03e-b0fd-4afd-859d-678ed13737d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:36.945271 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-43cae03e-b0fd-4afd-859d-678ed13737d6 None None] Port 535af267-48ff-45e7-9c4e-4304acbd67ab cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:44:36.965123 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-f706129e-5b6c-456e-8b4f-1a639cc8aa99 req-016b5bd4-0f7b-4cdd-ac91-a85faf842e99 service neutron] In _notify_port_updated(), no bound segment for port 535af267-48ff-45e7-9c4e-4304acbd67ab on network 0c75990f-5859-4f44-830b-7915a8565612 {{(pid=104666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:44:36.965950 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706129e-5b6c-456e-8b4f-1a639cc8aa99 req-016b5bd4-0f7b-4cdd-ac91-a85faf842e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:36.966560 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-f706129e-5b6c-456e-8b4f-1a639cc8aa99 req-016b5bd4-0f7b-4cdd-ac91-a85faf842e99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:36.967880 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f706129e-5b6c-456e-8b4f-1a639cc8aa99 req-016b5bd4-0f7b-4cdd-ac91-a85faf842e99 service neutron] 10.222.0.30 "PUT /v2.0/ports/535af267-48ff-45e7-9c4e-4304acbd67ab HTTP/1.1" status: 200 len: 1027 time: 0.6596997 Apr 15 03:44:37.011063 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-890572a6-78c8-4a81-878c-3a6b13f8da08 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (77549b3e-3cd4-4fbf-a39c-666e25a147a6), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:37.027614 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890572a6-78c8-4a81-878c-3a6b13f8da08 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77549b3e-3cd4-4fbf-a39c-666e25a147a6,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:37.110001 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-890572a6-78c8-4a81-878c-3a6b13f8da08 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:37.111370 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-890572a6-78c8-4a81-878c-3a6b13f8da08 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4360914 Apr 15 03:44:37.114267 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36874) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:37.138155 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a02a494f-4b46-47ad-982a-f1586bd0f534 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (77549b3e-3cd4-4fbf-a39c-666e25a147a6), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:37.146920 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a02a494f-4b46-47ad-982a-f1586bd0f534 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (77549b3e-3cd4-4fbf-a39c-666e25a147a6), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:37.239590 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a02a494f-4b46-47ad-982a-f1586bd0f534 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (77549b3e-3cd4-4fbf-a39c-666e25a147a6), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:37.252831 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a02a494f-4b46-47ad-982a-f1586bd0f534 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:37.252831 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a02a494f-4b46-47ad-982a-f1586bd0f534 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/77549b3e-3cd4-4fbf-a39c-666e25a147a6 HTTP/1.1" status: 204 len: 168 time: 0.1326199 Apr 15 03:44:37.253040 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36878) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:37.253146 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a494f-4b46-47ad-982a-f1586bd0f534 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77549b3e-3cd4-4fbf-a39c-666e25a147a6,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:37.309036 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8b8c0a4c-1f16-4e28-86b7-040f065a1781 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0570502 Apr 15 03:44:37.311900 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36880) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:37.324937 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c77c50ea-de16-41e5-a1e9-8b5a34426d95 req-9d06acb6-15e5-41a5-a66f-718e6c333511 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=a86cc823-985d-4785-a09e-ec4e8783ac1b HTTP/1.1" status: 200 len: 210 time: 0.0439858 Apr 15 03:44:37.366168 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-52fa0d60-07d6-4a20-8312-ec4729c77b26 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (06580976-0f80-4885-9b3e-c5880e1537cc), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:37.390029 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-52fa0d60-07d6-4a20-8312-ec4729c77b26 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (06580976-0f80-4885-9b3e-c5880e1537cc), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:37.502171 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-52fa0d60-07d6-4a20-8312-ec4729c77b26 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (06580976-0f80-4885-9b3e-c5880e1537cc), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:37.505318 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-52fa0d60-07d6-4a20-8312-ec4729c77b26 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:37.506470 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-52fa0d60-07d6-4a20-8312-ec4729c77b26 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "DELETE /v2.0/security-groups/06580976-0f80-4885-9b3e-c5880e1537cc HTTP/1.1" status: 204 len: 168 time: 0.1935897 Apr 15 03:44:37.509176 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36882) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:37.515700 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa0d60-07d6-4a20-8312-ec4729c77b26 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06580976-0f80-4885-9b3e-c5880e1537cc,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:37.571936 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ee1aee72-bbd7-4ee6-97bd-645b7cfbf8aa tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0589767 Apr 15 03:44:37.572168 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36884) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:37.626714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3dad0db1-8bdf-413a-823a-576d82c2df3d tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (b8542728-d674-4ae2-b37e-8a643f10ef6c), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:37.650917 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3dad0db1-8bdf-413a-823a-576d82c2df3d tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (b8542728-d674-4ae2-b37e-8a643f10ef6c), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:37.776278 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3dad0db1-8bdf-413a-823a-576d82c2df3d tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (b8542728-d674-4ae2-b37e-8a643f10ef6c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:37.778905 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3dad0db1-8bdf-413a-823a-576d82c2df3d tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:37.780093 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3dad0db1-8bdf-413a-823a-576d82c2df3d tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "DELETE /v2.0/security-groups/b8542728-d674-4ae2-b37e-8a643f10ef6c HTTP/1.1" status: 204 len: 168 time: 0.2070389 Apr 15 03:44:37.782885 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36886) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:37.789287 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad0db1-8bdf-413a-823a-576d82c2df3d tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8542728-d674-4ae2-b37e-8a643f10ef6c,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:37.829074 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-69837f9b-400b-4b30-90cf-cc530d5adfd1 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0447791 Apr 15 03:44:37.832960 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36888) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:37.837613 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2a5f368c-ba3d-4f6c-93b3-4ad8927f1f63 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915279895'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:37.936644 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2a5f368c-ba3d-4f6c-93b3-4ad8927f1f63 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:38.312032 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2a5f368c-ba3d-4f6c-93b3-4ad8927f1f63 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (6a43f347-5006-4a20-a621-b0b10df229a1), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:38.353280 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2a5f368c-ba3d-4f6c-93b3-4ad8927f1f63 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (6a43f347-5006-4a20-a621-b0b10df229a1), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:38.381501 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36892) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:38.382230 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f368c-ba3d-4f6c-93b3-4ad8927f1f63 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a43f347-5006-4a20-a621-b0b10df229a1,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:38.429138 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff58168-d667-40bd-9b87-822153bd8ae8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:38.430485 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-dff58168-d667-40bd-9b87-822153bd8ae8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports/535af267-48ff-45e7-9c4e-4304acbd67ab HTTP/1.1" status: 200 len: 926 time: 0.0480006 Apr 15 03:44:38.435732 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2a5f368c-ba3d-4f6c-93b3-4ad8927f1f63 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:38.436986 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2a5f368c-ba3d-4f6c-93b3-4ad8927f1f63 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6029358 Apr 15 03:44:38.439747 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36896) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:38.444260 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-5b8c1403-1c56-4330-8e77-d5cb694f549f tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group_rule': {'security_group_id': '6a43f347-5006-4a20-a621-b0b10df229a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:38.525151 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1403-1c56-4330-8e77-d5cb694f549f tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (5753f884-7580-4ab1-bc03-cbffc8071daa), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:38.580259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1403-1c56-4330-8e77-d5cb694f549f tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (5753f884-7580-4ab1-bc03-cbffc8071daa), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:38.644673 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1403-1c56-4330-8e77-d5cb694f549f tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (5753f884-7580-4ab1-bc03-cbffc8071daa), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:38.663526 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c1403-1c56-4330-8e77-d5cb694f549f tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5753f884-7580-4ab1-bc03-cbffc8071daa,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:38.743598 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5b8c1403-1c56-4330-8e77-d5cb694f549f tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:38.747690 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5b8c1403-1c56-4330-8e77-d5cb694f549f tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3070090 Apr 15 03:44:38.747949 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36898) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:38.772247 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7970c7fc-2bc7-4c5b-bb84-f72f71f494a0 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (5753f884-7580-4ab1-bc03-cbffc8071daa), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:38.780295 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7970c7fc-2bc7-4c5b-bb84-f72f71f494a0 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (5753f884-7580-4ab1-bc03-cbffc8071daa), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:38.850466 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7970c7fc-2bc7-4c5b-bb84-f72f71f494a0 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (5753f884-7580-4ab1-bc03-cbffc8071daa), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:38.856545 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7970c7fc-2bc7-4c5b-bb84-f72f71f494a0 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:38.859918 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7970c7fc-2bc7-4c5b-bb84-f72f71f494a0 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/5753f884-7580-4ab1-bc03-cbffc8071daa HTTP/1.1" status: 204 len: 168 time: 0.1089573 Apr 15 03:44:38.860420 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36900) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:38.863045 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970c7fc-2bc7-4c5b-bb84-f72f71f494a0 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5753f884-7580-4ab1-bc03-cbffc8071daa,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:38.899165 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f0804f3f-82f8-42b1-bb5f-6920f087f6fe tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0373976 Apr 15 03:44:38.901686 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36902) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:38.952759 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3b506b87-daef-4e82-b961-84b67aae2791 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (6a43f347-5006-4a20-a621-b0b10df229a1), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:38.975438 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3b506b87-daef-4e82-b961-84b67aae2791 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (6a43f347-5006-4a20-a621-b0b10df229a1), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.068484 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3b506b87-daef-4e82-b961-84b67aae2791 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (6a43f347-5006-4a20-a621-b0b10df229a1), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.071155 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3b506b87-daef-4e82-b961-84b67aae2791 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.072303 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3b506b87-daef-4e82-b961-84b67aae2791 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "DELETE /v2.0/security-groups/6a43f347-5006-4a20-a621-b0b10df229a1 HTTP/1.1" status: 204 len: 168 time: 0.1697233 Apr 15 03:44:39.075142 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36904) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:39.081435 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b506b87-daef-4e82-b961-84b67aae2791 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a43f347-5006-4a20-a621-b0b10df229a1,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:39.118274 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e38b7146-fdf6-4cbc-9d87-e31a019de90c tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0418620 Apr 15 03:44:39.122686 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36906) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:39.126648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e731b133-ad14-49f4-9e32-640e4868df39 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group': {'name': 'tempest-secgroup--444216706'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:39.136910 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36908) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:39.141483 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-57981b08-9c54-4541-b0c9-a3b35f66427f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-589931910', 'description': 'tempest-secgroup-smoke-589931910 description', 'project_id': '6786bd52355f4b228acda11ee2393b97'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:39.222061 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e731b133-ad14-49f4-9e32-640e4868df39 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.233795 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-57981b08-9c54-4541-b0c9-a3b35f66427f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.290086 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e731b133-ad14-49f4-9e32-640e4868df39 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (38d421bf-2b2e-44b9-b75b-c8d28ec4eb7e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.308143 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-57981b08-9c54-4541-b0c9-a3b35f66427f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (fd988094-4c5c-4a0f-a446-66334691929c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.330464 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e731b133-ad14-49f4-9e32-640e4868df39 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (38d421bf-2b2e-44b9-b75b-c8d28ec4eb7e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.347549 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-57981b08-9c54-4541-b0c9-a3b35f66427f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (fd988094-4c5c-4a0f-a446-66334691929c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.358938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731b133-ad14-49f4-9e32-640e4868df39 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d421bf-2b2e-44b9-b75b-c8d28ec4eb7e,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:39.378348 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57981b08-9c54-4541-b0c9-a3b35f66427f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd988094-4c5c-4a0f-a446-66334691929c,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:39.413404 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e731b133-ad14-49f4-9e32-640e4868df39 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.414685 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e731b133-ad14-49f4-9e32-640e4868df39 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2915847 Apr 15 03:44:39.417713 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36910) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:39.422243 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-9eb21a45-8c59-4504-b9df-f6581c12ddbd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group_rule': {'security_group_id': '38d421bf-2b2e-44b9-b75b-c8d28ec4eb7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:39.442284 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-57981b08-9c54-4541-b0c9-a3b35f66427f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.443491 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-57981b08-9c54-4541-b0c9-a3b35f66427f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3055518 Apr 15 03:44:39.446295 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36912) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:39.450445 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-aaf5dfa6-f119-4aa5-944b-188c84c6acc5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'fd988094-4c5c-4a0f-a446-66334691929c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:39.512782 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9eb21a45-8c59-4504-b9df-f6581c12ddbd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (aa6ee30c-e8d2-4772-97d4-08289def9868), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.529510 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 535af267-48ff-45e7-9c4e-4304acbd67ab no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:44:39.550252 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aaf5dfa6-f119-4aa5-944b-188c84c6acc5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (da40bdee-9e74-4b16-949e-badb802a09a7), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.568288 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] The host hv-neutron-8371 is not matching for port 535af267-48ff-45e7-9c4e-4304acbd67ab host ! {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 15 03:44:39.568687 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 535af267-48ff-45e7-9c4e-4304acbd67ab not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:44:39.599319 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9eb21a45-8c59-4504-b9df-f6581c12ddbd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (aa6ee30c-e8d2-4772-97d4-08289def9868), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.621159 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aaf5dfa6-f119-4aa5-944b-188c84c6acc5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (da40bdee-9e74-4b16-949e-badb802a09a7), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.650559 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9eb21a45-8c59-4504-b9df-f6581c12ddbd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (aa6ee30c-e8d2-4772-97d4-08289def9868), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.668139 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb21a45-8c59-4504-b9df-f6581c12ddbd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6ee30c-e8d2-4772-97d4-08289def9868,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:39.679272 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aaf5dfa6-f119-4aa5-944b-188c84c6acc5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (da40bdee-9e74-4b16-949e-badb802a09a7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.697803 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5dfa6-f119-4aa5-944b-188c84c6acc5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da40bdee-9e74-4b16-949e-badb802a09a7,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:39.727026 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9eb21a45-8c59-4504-b9df-f6581c12ddbd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.728200 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9eb21a45-8c59-4504-b9df-f6581c12ddbd tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3095105 Apr 15 03:44:39.730759 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36914) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:39.745886 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9649cf05-bd99-4552-bff0-f0bb4fbe71cc tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-group-rules/aa6ee30c-e8d2-4772-97d4-08289def9868 HTTP/1.1" status: 200 len: 763 time: 0.0140913 Apr 15 03:44:39.748081 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36916) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:39.757140 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aaf5dfa6-f119-4aa5-944b-188c84c6acc5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.758223 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-aaf5dfa6-f119-4aa5-944b-188c84c6acc5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3109834 Apr 15 03:44:39.761983 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36918) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:39.766875 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-ccf1b647-5abe-4912-8622-dfcf83b4f0e7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'fd988094-4c5c-4a0f-a446-66334691929c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:39.790182 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6a972638-249b-46a0-9551-26c2a4344339 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0411005 Apr 15 03:44:39.793237 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36920) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:39.819989 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35cd1474-0bd1-4189-8c29-ccf66e194487 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (aa6ee30c-e8d2-4772-97d4-08289def9868), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.828028 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35cd1474-0bd1-4189-8c29-ccf66e194487 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (aa6ee30c-e8d2-4772-97d4-08289def9868), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.849610 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b647-5abe-4912-8622-dfcf83b4f0e7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (cb312f6b-7779-4eec-921c-066853228086), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.906895 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b647-5abe-4912-8622-dfcf83b4f0e7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (cb312f6b-7779-4eec-921c-066853228086), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.908122 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35cd1474-0bd1-4189-8c29-ccf66e194487 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (aa6ee30c-e8d2-4772-97d4-08289def9868), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.913980 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35cd1474-0bd1-4189-8c29-ccf66e194487 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.915156 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-35cd1474-0bd1-4189-8c29-ccf66e194487 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/aa6ee30c-e8d2-4772-97d4-08289def9868 HTTP/1.1" status: 204 len: 168 time: 0.1209326 Apr 15 03:44:39.918018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36922) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:39.920606 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd1474-0bd1-4189-8c29-ccf66e194487 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa6ee30c-e8d2-4772-97d4-08289def9868,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:39.955249 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9a8a6b22-af02-4d17-bce2-424b95501666 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0360570 Apr 15 03:44:39.958921 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36924) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:39.959759 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b647-5abe-4912-8622-dfcf83b4f0e7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (cb312f6b-7779-4eec-921c-066853228086), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:39.963281 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-27cd640d-b197-4292-9fbe-6907b311e051 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group_rule': {'security_group_id': '38d421bf-2b2e-44b9-b75b-c8d28ec4eb7e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:39.978168 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1b647-5abe-4912-8622-dfcf83b4f0e7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb312f6b-7779-4eec-921c-066853228086,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:40.029726 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ccf1b647-5abe-4912-8622-dfcf83b4f0e7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.031087 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ccf1b647-5abe-4912-8622-dfcf83b4f0e7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2680287 Apr 15 03:44:40.033747 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36926) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:40.038167 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-352fc1da-ac8a-47f6-8daa-8a4cdb39b07a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'fd988094-4c5c-4a0f-a446-66334691929c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:40.045627 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-27cd640d-b197-4292-9fbe-6907b311e051 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (60a2d32a-0faa-48a9-bbd7-fd48db5d3e5b), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.102270 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-27cd640d-b197-4292-9fbe-6907b311e051 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (60a2d32a-0faa-48a9-bbd7-fd48db5d3e5b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.124690 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-352fc1da-ac8a-47f6-8daa-8a4cdb39b07a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (926816c3-3053-4642-927f-4f05a6a7c3da), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.159678 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-27cd640d-b197-4292-9fbe-6907b311e051 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (60a2d32a-0faa-48a9-bbd7-fd48db5d3e5b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.178997 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd640d-b197-4292-9fbe-6907b311e051 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a2d32a-0faa-48a9-bbd7-fd48db5d3e5b,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:40.184060 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-352fc1da-ac8a-47f6-8daa-8a4cdb39b07a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (926816c3-3053-4642-927f-4f05a6a7c3da), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.252495 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-27cd640d-b197-4292-9fbe-6907b311e051 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.253780 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-27cd640d-b197-4292-9fbe-6907b311e051 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2938778 Apr 15 03:44:40.257163 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36928) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:40.262113 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-352fc1da-ac8a-47f6-8daa-8a4cdb39b07a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (926816c3-3053-4642-927f-4f05a6a7c3da), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.277162 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-78abae3b-a3d4-40a6-b6ed-5e965e25d0ae tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-group-rules/60a2d32a-0faa-48a9-bbd7-fd48db5d3e5b HTTP/1.1" status: 200 len: 763 time: 0.0166018 Apr 15 03:44:40.277587 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36930) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:40.280698 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fc1da-ac8a-47f6-8daa-8a4cdb39b07a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926816c3-3053-4642-927f-4f05a6a7c3da,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:40.316463 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-23ef46fc-0f2d-4687-b485-e95085fa23b5 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0376689 Apr 15 03:44:40.319662 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36932) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:40.339095 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-352fc1da-ac8a-47f6-8daa-8a4cdb39b07a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.343082 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-352fc1da-ac8a-47f6-8daa-8a4cdb39b07a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3056631 Apr 15 03:44:40.343247 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36934) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:40.347887 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-86655ecb-b48f-4e38-905b-512dcbe3b78a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'fd988094-4c5c-4a0f-a446-66334691929c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:40.354876 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0d89138f-780b-44c5-99fd-7d08f3f09221 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (60a2d32a-0faa-48a9-bbd7-fd48db5d3e5b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.366926 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0d89138f-780b-44c5-99fd-7d08f3f09221 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (60a2d32a-0faa-48a9-bbd7-fd48db5d3e5b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.462250 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-86655ecb-b48f-4e38-905b-512dcbe3b78a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (4de09c68-d741-4e9b-b0af-172bded33ffb), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.471304 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0d89138f-780b-44c5-99fd-7d08f3f09221 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (60a2d32a-0faa-48a9-bbd7-fd48db5d3e5b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.477142 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0d89138f-780b-44c5-99fd-7d08f3f09221 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.478265 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0d89138f-780b-44c5-99fd-7d08f3f09221 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/60a2d32a-0faa-48a9-bbd7-fd48db5d3e5b HTTP/1.1" status: 204 len: 168 time: 0.1576891 Apr 15 03:44:40.481549 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36936) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:40.497182 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89138f-780b-44c5-99fd-7d08f3f09221 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60a2d32a-0faa-48a9-bbd7-fd48db5d3e5b,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:40.524021 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-247cfdcc-8ac1-4a36-9083-fa2f90a60f46 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0389745 Apr 15 03:44:40.524277 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36938) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:40.528583 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-254fc246-a676-4bf0-9944-453e9d600ed7 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group_rule': {'security_group_id': '38d421bf-2b2e-44b9-b75b-c8d28ec4eb7e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:40.540558 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-86655ecb-b48f-4e38-905b-512dcbe3b78a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (4de09c68-d741-4e9b-b0af-172bded33ffb), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.587688 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-86655ecb-b48f-4e38-905b-512dcbe3b78a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (4de09c68-d741-4e9b-b0af-172bded33ffb), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.606480 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86655ecb-b48f-4e38-905b-512dcbe3b78a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de09c68-d741-4e9b-b0af-172bded33ffb,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:40.611175 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-254fc246-a676-4bf0-9944-453e9d600ed7 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Project 06ffd8e3225e41a594204b7d341cf938 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:44:40.618366 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-254fc246-a676-4bf0-9944-453e9d600ed7 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (fbc7156a-0b4e-49df-817d-d383c828b62e), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.670680 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-86655ecb-b48f-4e38-905b-512dcbe3b78a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.675055 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-86655ecb-b48f-4e38-905b-512dcbe3b78a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3279665 Apr 15 03:44:40.675055 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36940) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:40.678089 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-254fc246-a676-4bf0-9944-453e9d600ed7 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (fbc7156a-0b4e-49df-817d-d383c828b62e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.679914 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-338c8573-f46f-4486-9584-3e7b69298600 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'fd988094-4c5c-4a0f-a446-66334691929c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:40.748270 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-254fc246-a676-4bf0-9944-453e9d600ed7 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (fbc7156a-0b4e-49df-817d-d383c828b62e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.765735 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fc246-a676-4bf0-9944-453e9d600ed7 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc7156a-0b4e-49df-817d-d383c828b62e,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:40.776797 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-338c8573-f46f-4486-9584-3e7b69298600 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:44:40.782866 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-338c8573-f46f-4486-9584-3e7b69298600 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (f2e91649-a2eb-4a7f-8e5f-13d399126a43), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.844039 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-338c8573-f46f-4486-9584-3e7b69298600 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (f2e91649-a2eb-4a7f-8e5f-13d399126a43), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.864466 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-254fc246-a676-4bf0-9944-453e9d600ed7 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.865858 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-254fc246-a676-4bf0-9944-453e9d600ed7 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3406725 Apr 15 03:44:40.871328 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36942) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:40.883967 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2fdadcb6-2b07-444a-8184-fbc6c9116463 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-group-rules/fbc7156a-0b4e-49df-817d-d383c828b62e HTTP/1.1" status: 200 len: 769 time: 0.0145020 Apr 15 03:44:40.886209 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36944) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:40.924634 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-229459f1-9872-4d44-93e0-c377b6b0bc52 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0372474 Apr 15 03:44:40.924999 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-338c8573-f46f-4486-9584-3e7b69298600 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (f2e91649-a2eb-4a7f-8e5f-13d399126a43), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.927197 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36946) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:40.943875 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c8573-f46f-4486-9584-3e7b69298600 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e91649-a2eb-4a7f-8e5f-13d399126a43,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:40.951650 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-485486c3-c8c3-4aff-9666-6e0363295f36 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (fbc7156a-0b4e-49df-817d-d383c828b62e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:40.960193 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-485486c3-c8c3-4aff-9666-6e0363295f36 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (fbc7156a-0b4e-49df-817d-d383c828b62e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:41.023830 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-338c8573-f46f-4486-9584-3e7b69298600 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:41.025183 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-338c8573-f46f-4486-9584-3e7b69298600 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3492184 Apr 15 03:44:41.027902 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36948) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:41.032486 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-85f8c210-5ae5-4505-abf7-0a8797f6faac tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'fd988094-4c5c-4a0f-a446-66334691929c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:41.045202 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-485486c3-c8c3-4aff-9666-6e0363295f36 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (fbc7156a-0b4e-49df-817d-d383c828b62e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:41.052270 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-485486c3-c8c3-4aff-9666-6e0363295f36 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:41.053473 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-485486c3-c8c3-4aff-9666-6e0363295f36 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/fbc7156a-0b4e-49df-817d-d383c828b62e HTTP/1.1" status: 204 len: 168 time: 0.1252701 Apr 15 03:44:41.056347 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36950) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:41.061198 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485486c3-c8c3-4aff-9666-6e0363295f36 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbc7156a-0b4e-49df-817d-d383c828b62e,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:41.101837 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8eb1d272-5344-45bf-9ca8-3f0e76004135 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0391304 Apr 15 03:44:41.104300 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36952) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:41.142410 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-85f8c210-5ae5-4505-abf7-0a8797f6faac tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:44:41.149119 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85f8c210-5ae5-4505-abf7-0a8797f6faac tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (e3903e40-b03e-4106-8891-a8d0ca0f0e2b), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:41.164775 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cd4cd9b4-7be9-4656-b3f0-034ded450cb8 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (38d421bf-2b2e-44b9-b75b-c8d28ec4eb7e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:41.189336 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cd4cd9b4-7be9-4656-b3f0-034ded450cb8 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (38d421bf-2b2e-44b9-b75b-c8d28ec4eb7e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:41.214742 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85f8c210-5ae5-4505-abf7-0a8797f6faac tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (e3903e40-b03e-4106-8891-a8d0ca0f0e2b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:41.261957 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85f8c210-5ae5-4505-abf7-0a8797f6faac tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (e3903e40-b03e-4106-8891-a8d0ca0f0e2b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:41.282270 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8c210-5ae5-4505-abf7-0a8797f6faac tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3903e40-b03e-4106-8891-a8d0ca0f0e2b,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:41.284733 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cd4cd9b4-7be9-4656-b3f0-034ded450cb8 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (38d421bf-2b2e-44b9-b75b-c8d28ec4eb7e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:41.287758 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cd4cd9b4-7be9-4656-b3f0-034ded450cb8 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:41.292232 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cd4cd9b4-7be9-4656-b3f0-034ded450cb8 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "DELETE /v2.0/security-groups/38d421bf-2b2e-44b9-b75b-c8d28ec4eb7e HTTP/1.1" status: 204 len: 168 time: 0.1835840 Apr 15 03:44:41.292362 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36954) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:41.300018 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4cd9b4-7be9-4656-b3f0-034ded450cb8 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d421bf-2b2e-44b9-b75b-c8d28ec4eb7e,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:41.329404 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-85f8c210-5ae5-4505-abf7-0a8797f6faac tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:41.330705 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-85f8c210-5ae5-4505-abf7-0a8797f6faac tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3018384 Apr 15 03:44:41.348362 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-72da5107-2248-4605-8479-1220de984d99 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0547838 Apr 15 03:44:41.348965 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36958) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:41.353477 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-650ea113-0807-4062-a11b-e6a3499c1c92 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group': {'name': 'tempest-secgroup--1736806303'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:41.439603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-650ea113-0807-4062-a11b-e6a3499c1c92 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:41.524596 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-650ea113-0807-4062-a11b-e6a3499c1c92 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (fd10200a-e543-409f-9103-6609d166bbac), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:41.563425 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-6e9b56b6-d5e0-431e-916e-2b95865ff491 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589931910&fields=id&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 267 time: 0.0699928 Apr 15 03:44:41.614348 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-57483ee1-ee7a-40c6-a35c-5f5d02f032b8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:41.615768 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-57483ee1-ee7a-40c6-a35c-5f5d02f032b8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports/535af267-48ff-45e7-9c4e-4304acbd67ab HTTP/1.1" status: 200 len: 931 time: 0.0454853 Apr 15 03:44:41.616526 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-650ea113-0807-4062-a11b-e6a3499c1c92 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (fd10200a-e543-409f-9103-6609d166bbac), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:41.647713 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ea113-0807-4062-a11b-e6a3499c1c92 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd10200a-e543-409f-9103-6609d166bbac,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:41.693126 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-0c661d1f-db93-4e1a-8ac7-09787255b10a service neutron] 10.222.0.15 "GET /v2.0/ports/535af267-48ff-45e7-9c4e-4304acbd67ab?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0644512 Apr 15 03:44:41.698443 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-650ea113-0807-4062-a11b-e6a3499c1c92 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:41.702824 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-650ea113-0807-4062-a11b-e6a3499c1c92 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3502760 Apr 15 03:44:41.703037 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36970) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:41.707580 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-c56fcd05-43aa-4746-b24a-485c7f99c21f tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Request body: {'security_group_rule': {'security_group_id': 'fd10200a-e543-409f-9103-6609d166bbac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:41.782116 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c56fcd05-43aa-4746-b24a-485c7f99c21f tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (e7f84fe4-ad21-455b-8ceb-b7e3df6236f6), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:41.790172 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-c0850e39-4016-4313-82f5-0b8d488d0aee service neutron] 10.222.0.15 "GET /v2.0/networks/0c75990f-5859-4f44-830b-7915a8565612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912354 Apr 15 03:44:41.843210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c56fcd05-43aa-4746-b24a-485c7f99c21f tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (e7f84fe4-ad21-455b-8ceb-b7e3df6236f6), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:41.889354 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-24019697-2729-4247-a2ae-b21be42228b1 service neutron] 10.222.0.15 "GET /v2.0/networks/0c75990f-5859-4f44-830b-7915a8565612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910821 Apr 15 03:44:41.908052 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c56fcd05-43aa-4746-b24a-485c7f99c21f tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (e7f84fe4-ad21-455b-8ceb-b7e3df6236f6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:41.929623 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fcd05-43aa-4746-b24a-485c7f99c21f tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f84fe4-ad21-455b-8ceb-b7e3df6236f6,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:41.942375 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-47fe2d9a-f1da-4aac-9d6e-a41e33efb7a1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:41.943776 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-47fe2d9a-f1da-4aac-9d6e-a41e33efb7a1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports/535af267-48ff-45e7-9c4e-4304acbd67ab HTTP/1.1" status: 200 len: 931 time: 0.0487363 Apr 15 03:44:41.979244 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c56fcd05-43aa-4746-b24a-485c7f99c21f tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:41.980427 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c56fcd05-43aa-4746-b24a-485c7f99c21f tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2763011 Apr 15 03:44:41.983085 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36972) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:42.043547 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-097ac957-e3f5-45ea-97fb-535c08a4519f tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (fd10200a-e543-409f-9103-6609d166bbac), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:42.069587 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-097ac957-e3f5-45ea-97fb-535c08a4519f tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (fd10200a-e543-409f-9103-6609d166bbac), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:42.177066 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-097ac957-e3f5-45ea-97fb-535c08a4519f tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (fd10200a-e543-409f-9103-6609d166bbac), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:42.183792 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-097ac957-e3f5-45ea-97fb-535c08a4519f tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:42.183792 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-097ac957-e3f5-45ea-97fb-535c08a4519f tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "DELETE /v2.0/security-groups/fd10200a-e543-409f-9103-6609d166bbac HTTP/1.1" status: 204 len: 168 time: 0.1967309 Apr 15 03:44:42.184022 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36976) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:42.192771 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ac957-e3f5-45ea-97fb-535c08a4519f tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd10200a-e543-409f-9103-6609d166bbac,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:42.249802 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cb1f3871-4148-4bc1-b8cb-296be8350f43 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0646913 Apr 15 03:44:42.252169 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36982) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:42.265569 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bbf5d1a2-cf6e-4c02-bf0b-45fdbe58844c req-9c0ee10a-e17f-401e-8534-791fb8d0955c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6 HTTP/1.1" status: 200 len: 210 time: 0.0351188 Apr 15 03:44:42.301969 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-028b005a-9137-4f68-abf5-17c27b6d9510 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0486248 Apr 15 03:44:42.304742 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36984) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:42.318349 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.api.v2.resource [None req-dafb1c80-0fba-4ca6-8fa0-a26f2f4736c3 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] delete failed (client error): The resource could not be found. Apr 15 03:44:42.322606 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-dafb1c80-0fba-4ca6-8fa0-a26f2f4736c3 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "DELETE /v2.0/security-groups/fd10200a-e543-409f-9103-6609d166bbac HTTP/1.1" status: 404 len: 347 time: 0.0136437 Apr 15 03:44:42.322999 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 36986) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:42.343849 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 36988) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:42.369971 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7632f1bd-0a1c-4ad1-b015-5023fe1bfe60 tempest-SecGroupIPv6Test-540573913 tempest-SecGroupIPv6Test-540573913-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0456550 Apr 15 03:44:42.440198 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-57c3afae-285d-4201-a622-cecbd17a0d91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:42.441575 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-57c3afae-285d-4201-a622-cecbd17a0d91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports/535af267-48ff-45e7-9c4e-4304acbd67ab HTTP/1.1" status: 200 len: 931 time: 0.0967424 Apr 15 03:44:42.786877 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37002) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:42.923231 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8229069e-1714-4d9a-a065-b22e8d26160a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=06ffd8e3225e41a594204b7d341cf938&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351652 Apr 15 03:44:42.925713 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37008) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:42.975141 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6ea400c1-54b4-4fbe-9f82-d853876d5ec7 admin admin] Publish callbacks [] for security_group (2af47e33-6f81-4153-b830-bdd8fc68089d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:42.996681 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6ea400c1-54b4-4fbe-9f82-d853876d5ec7 admin admin] Publish callbacks [] for security_group (2af47e33-6f81-4153-b830-bdd8fc68089d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:43.096180 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6ea400c1-54b4-4fbe-9f82-d853876d5ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (2af47e33-6f81-4153-b830-bdd8fc68089d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:43.099375 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6ea400c1-54b4-4fbe-9f82-d853876d5ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:43.100787 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6ea400c1-54b4-4fbe-9f82-d853876d5ec7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2af47e33-6f81-4153-b830-bdd8fc68089d HTTP/1.1" status: 204 len: 168 time: 0.1740437 Apr 15 03:44:43.108946 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea400c1-54b4-4fbe-9f82-d853876d5ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af47e33-6f81-4153-b830-bdd8fc68089d,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:43.369053 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-abefe508-3fb9-470b-af0b-d757502ab9a9 req-70460884-18c7-4a3f-b071-89b3e3579fbe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6 HTTP/1.1" status: 200 len: 210 time: 0.0325480 Apr 15 03:44:44.053395 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37032) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:44.089170 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-bad5bb12-f330-4738-83be-3504da77f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:44.090537 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-bad5bb12-f330-4738-83be-3504da77f09a service neutron] 10.222.0.30 "GET /v2.0/ports/535af267-48ff-45e7-9c4e-4304acbd67ab HTTP/1.1" status: 200 len: 1027 time: 0.0373089 Apr 15 03:44:44.162387 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b486d6dc-771a-4ff2-97e6-d84207551ea0 tempest-ServiceProvidersTest-69811279 tempest-ServiceProvidersTest-69811279-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1078250 Apr 15 03:44:44.209667 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-c855f19b-0fb7-480b-a324-b337540a5f79 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:44.211202 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-c855f19b-0fb7-480b-a324-b337540a5f79 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/networks?id=0c75990f-5859-4f44-830b-7915a8565612 HTTP/1.1" status: 200 len: 796 time: 0.1148868 Apr 15 03:44:44.288495 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-d03d2099-aeed-4563-8398-1471a0c5b53f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 472 time: 0.0684767 Apr 15 03:44:44.299164 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] Request body: {'port': {'device_id': 'f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:44.361072 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:44.500531 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cb87946a-8e9a-4e78-a0da-f3c7dceace54 req-1306a701-303e-4704-a9c3-fb5b3f2a1c22 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6 HTTP/1.1" status: 200 len: 210 time: 0.0335164 Apr 15 03:44:44.575666 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37046) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:44.656927 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535af267-48ff-45e7-9c4e-4304acbd67ab {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:44:44.664649 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] Publish callbacks [] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:44.677203 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f33df1f-5f46-4046-a553-00ccb89b8cb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:44.678155 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] Transition to ACTIVE for port object 535af267-48ff-45e7-9c4e-4304acbd67ab will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 03:44:44.758637 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f33df1f-5f46-4046-a553-00ccb89b8cb5 admin admin] Publish callbacks [] for security_group (49b263e6-22e4-4376-8846-3135293bcd16), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:44.764914 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:44.827640 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f33df1f-5f46-4046-a553-00ccb89b8cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (49b263e6-22e4-4376-8846-3135293bcd16), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:44.849125 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] Pushing event updated for resources: {'Port': ['ID=535af267-48ff-45e7-9c4e-4304acbd67ab,revision_number=7']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:44.869202 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33df1f-5f46-4046-a553-00ccb89b8cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b263e6-22e4-4376-8846-3135293bcd16,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:44.876418 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6f33df1f-5f46-4046-a553-00ccb89b8cb5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef7e2bf1b6494db99b685afa6c4fe0fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2987201 Apr 15 03:44:44.882283 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37050) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:44.936986 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d579b8e1-7ae3-462b-a4a7-9951af078f26 admin admin] Publish callbacks [] for security_group (49b263e6-22e4-4376-8846-3135293bcd16), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:44.951878 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] Attempting to bind port 535af267-48ff-45e7-9c4e-4304acbd67ab on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:44:44.952313 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] Attempting to bind port 535af267-48ff-45e7-9c4e-4304acbd67ab by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '1d24f6a3-93ae-4166-bd0d-17d30316ea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c75990f-5859-4f44-830b-7915a8565612'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:44:44.952660 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] Attempting to bind port 535af267-48ff-45e7-9c4e-4304acbd67ab on network 0c75990f-5859-4f44-830b-7915a8565612 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:44:44.957346 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] Port 535af267-48ff-45e7-9c4e-4304acbd67ab on network 0c75990f-5859-4f44-830b-7915a8565612 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:44:44.957676 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] Attempting to bind port 535af267-48ff-45e7-9c4e-4304acbd67ab on network 0c75990f-5859-4f44-830b-7915a8565612 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:44:44.963036 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:44:44.966939 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d579b8e1-7ae3-462b-a4a7-9951af078f26 admin admin] Publish callbacks [] for security_group (49b263e6-22e4-4376-8846-3135293bcd16), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:44.967084 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] Checking segment: {'id': '1d24f6a3-93ae-4166-bd0d-17d30316ea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c75990f-5859-4f44-830b-7915a8565612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:44:44.967084 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] Bound using segment: {'id': '1d24f6a3-93ae-4166-bd0d-17d30316ea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c75990f-5859-4f44-830b-7915a8565612'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:44:44.967084 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] Bound port: 535af267-48ff-45e7-9c4e-4304acbd67ab, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d24f6a3-93ae-4166-bd0d-17d30316ea6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0c75990f-5859-4f44-830b-7915a8565612'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:44:44.967084 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:45.035806 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] For port 535af267-48ff-45e7-9c4e-4304acbd67ab, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:44:45.038850 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] For port 535af267-48ff-45e7-9c4e-4304acbd67ab, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=535af267-48ff-45e7-9c4e-4304acbd67ab,segment=NetworkSegment(1d24f6a3-93ae-4166-bd0d-17d30316ea6b),segment_id=1d24f6a3-93ae-4166-bd0d-17d30316ea6b)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:44:45.084985 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d579b8e1-7ae3-462b-a4a7-9951af078f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (49b263e6-22e4-4376-8846-3135293bcd16), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:45.087504 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d579b8e1-7ae3-462b-a4a7-9951af078f26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:45.088666 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d579b8e1-7ae3-462b-a4a7-9951af078f26 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49b263e6-22e4-4376-8846-3135293bcd16 HTTP/1.1" status: 204 len: 168 time: 0.2051818 Apr 15 03:44:45.096474 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579b8e1-7ae3-462b-a4a7-9951af078f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b263e6-22e4-4376-8846-3135293bcd16,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:45.114876 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:45.149675 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:45.150303 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:45.151725 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] 10.222.0.30 "PUT /v2.0/ports/535af267-48ff-45e7-9c4e-4304acbd67ab HTTP/1.1" status: 200 len: 1132 time: 0.8566232 Apr 15 03:44:45.157592 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6', 'tag': '535af267-48ff-45e7-9c4e-4304acbd67ab'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:44:45.157592 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6609a01b-b0b2-4b38-b417-7b824349faed" -d '{"events": [{"name": "network-changed", "server_uuid": "f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6", "tag": "535af267-48ff-45e7-9c4e-4304acbd67ab"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:44:45.187043 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf2b80-4f3c-4523-bb14-12cde9606da8 service neutron] Pushing event updated for resources: {'Port': ['ID=535af267-48ff-45e7-9c4e-4304acbd67ab,revision_number=8']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:45.193469 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d949d57-4d0d-4313-8d6b-4de54b1fbf9a x-openstack-request-id: req-4d949d57-4d0d-4313-8d6b-4de54b1fbf9a {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:44:45.193867 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6", "tag": "535af267-48ff-45e7-9c4e-4304acbd67ab", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:44:45.194325 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d949d57-4d0d-4313-8d6b-4de54b1fbf9a {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:44:45.196064 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d949d57-4d0d-4313-8d6b-4de54b1fbf9a'] response: {'name': 'network-changed', 'server_uuid': 'f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6', 'tag': '535af267-48ff-45e7-9c4e-4304acbd67ab', 'status': 'completed', 'code': 200} Apr 15 03:44:45.256144 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609a01b-b0b2-4b38-b417-7b824349faed req-470d2da4-f11c-435d-8801-794d6eb3db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:45.257534 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6609a01b-b0b2-4b38-b417-7b824349faed req-470d2da4-f11c-435d-8801-794d6eb3db0d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6 HTTP/1.1" status: 200 len: 1166 time: 0.0431883 Apr 15 03:44:45.372115 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609a01b-b0b2-4b38-b417-7b824349faed req-a7c9cd8d-1a5d-4913-a62d-368206adc405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:45.373685 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6609a01b-b0b2-4b38-b417-7b824349faed req-a7c9cd8d-1a5d-4913-a62d-368206adc405 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6786bd52355f4b228acda11ee2393b97&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1089983 Apr 15 03:44:45.474542 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609a01b-b0b2-4b38-b417-7b824349faed req-ac9cf878-3597-4611-9fa0-292520ff153e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:45.476082 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6609a01b-b0b2-4b38-b417-7b824349faed req-ac9cf878-3597-4611-9fa0-292520ff153e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0969510 Apr 15 03:44:45.560188 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-faa257b4-4078-44f3-8184-faf4418756cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:45.561839 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-faa257b4-4078-44f3-8184-faf4418756cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6 HTTP/1.1" status: 200 len: 1166 time: 0.0464790 Apr 15 03:44:45.615923 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ace577-4f88-4c87-be02-4308dc3f14fc req-afb4d57f-1cd7-4610-8991-2a86a4548b10 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:45.617361 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d9ace577-4f88-4c87-be02-4308dc3f14fc req-afb4d57f-1cd7-4610-8991-2a86a4548b10 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6 HTTP/1.1" status: 200 len: 982 time: 0.0459630 Apr 15 03:44:45.664896 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d9ace577-4f88-4c87-be02-4308dc3f14fc req-ba0f8db2-11c7-4e47-9451-3345b87a19c7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4eea03a-26f7-4e22-b703-e49857c594c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420098 Apr 15 03:44:45.783703 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-0f371653-a84e-405c-b15e-dc88eddc9c45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=535af267-48ff-45e7-9c4e-4304acbd67ab HTTP/1.1" status: 200 len: 1038 time: 0.0640185 Apr 15 03:44:45.831124 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-843c8ced-6d0e-4471-af9b-b9fb0c630886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:45.833190 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-843c8ced-6d0e-4471-af9b-b9fb0c630886 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=acf7a7ed-51d3-48ef-b3a4-0077611674b0 HTTP/1.1" status: 200 len: 835 time: 0.0443087 Apr 15 03:44:45.874387 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-ef2ec9e8-710c-4aab-8818-e49514df6273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:45.875894 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-ef2ec9e8-710c-4aab-8818-e49514df6273 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0c75990f-5859-4f44-830b-7915a8565612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0374727 Apr 15 03:44:46.138396 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-a96ba64e-4617-409f-ab45-1643384fbc5c service neutron] 10.222.0.30 "GET /v2.0/networks/0c75990f-5859-4f44-830b-7915a8565612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876606 Apr 15 03:44:46.226411 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-7176c817-98eb-4e54-8066-e8fadf235517 service neutron] 10.222.0.30 "GET /v2.0/networks/0c75990f-5859-4f44-830b-7915a8565612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813007 Apr 15 03:44:46.776335 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba7155-bdd5-4ce3-85e1-f9a429bfa1b9 req-3ea0b1a8-ef52-4c31-87b9-c58f7488c12a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:46.777806 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ddba7155-bdd5-4ce3-85e1-f9a429bfa1b9 req-3ea0b1a8-ef52-4c31-87b9-c58f7488c12a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6 HTTP/1.1" status: 200 len: 982 time: 0.0464373 Apr 15 03:44:46.823657 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ddba7155-bdd5-4ce3-85e1-f9a429bfa1b9 req-1613f1b4-b63d-47de-b24c-637ff8c5fd71 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4eea03a-26f7-4e22-b703-e49857c594c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403178 Apr 15 03:44:47.558924 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 535af267-48ff-45e7-9c4e-4304acbd67ab details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 03:44:47.655555 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 535af267-48ff-45e7-9c4e-4304acbd67ab, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=535af267-48ff-45e7-9c4e-4304acbd67ab,segment=NetworkSegment(1d24f6a3-93ae-4166-bd0d-17d30316ea6b),segment_id=1d24f6a3-93ae-4166-bd0d-17d30316ea6b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:47.666292 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '535af267-48ff-45e7-9c4e-4304acbd67ab', 'network_id': '0c75990f-5859-4f44-830b-7915a8565612', 'port_id': '535af267-48ff-45e7-9c4e-4304acbd67ab', 'mac_address': 'fa:16:3e:13:24:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf7a7ed-51d3-48ef-b3a4-0077611674b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 03:44:47.703046 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 535af267-48ff-45e7-9c4e-4304acbd67ab is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:47.703437 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:47.715750 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535af267-48ff-45e7-9c4e-4304acbd67ab {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:44:47.734288 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 535af267-48ff-45e7-9c4e-4304acbd67ab, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=535af267-48ff-45e7-9c4e-4304acbd67ab,segment=NetworkSegment(1d24f6a3-93ae-4166-bd0d-17d30316ea6b),segment_id=1d24f6a3-93ae-4166-bd0d-17d30316ea6b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:47.827281 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:47.877790 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=535af267-48ff-45e7-9c4e-4304acbd67ab,revision_number=9']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:47.937298 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca2a75-36ac-4a79-b968-eb5d86de41fe req-4f236558-3418-4b1a-9f97-6f895338a421 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:47.938790 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f7ca2a75-36ac-4a79-b968-eb5d86de41fe req-4f236558-3418-4b1a-9f97-6f895338a421 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6 HTTP/1.1" status: 200 len: 983 time: 0.0479152 Apr 15 03:44:47.989550 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f7ca2a75-36ac-4a79-b968-eb5d86de41fe req-1de39496-3a31-4ad5-a9bc-cf89483b768f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4eea03a-26f7-4e22-b703-e49857c594c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452526 Apr 15 03:44:48.014806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['535af267-48ff-45e7-9c4e-4304acbd67ab'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:44:48.518576 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-83be0ad0-b739-4486-b117-0b72b50b86d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:49.101592 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c5b4d-34c6-476c-afd5-0f8d2145571a req-5f58456f-48ac-4ba8-b617-5bbb6703c283 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:49.103083 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e31c5b4d-34c6-476c-afd5-0f8d2145571a req-5f58456f-48ac-4ba8-b617-5bbb6703c283 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6 HTTP/1.1" status: 200 len: 983 time: 0.0466523 Apr 15 03:44:49.148343 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e31c5b4d-34c6-476c-afd5-0f8d2145571a req-0eb0a577-936c-4f98-be2b-0e215184ad11 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4eea03a-26f7-4e22-b703-e49857c594c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396891 Apr 15 03:44:49.581480 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 535af267-48ff-45e7-9c4e-4304acbd67ab up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:44:49.627434 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 535af267-48ff-45e7-9c4e-4304acbd67ab completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 03:44:49.713052 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 535af267-48ff-45e7-9c4e-4304acbd67ab triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:49.713424 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:49.787736 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 535af267-48ff-45e7-9c4e-4304acbd67ab is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:44:49.788116 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:49.810254 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535af267-48ff-45e7-9c4e-4304acbd67ab'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:44:49.812540 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d3f7ad-e17e-41ff-9181-2b752255d0da" -d '{"events": [{"server_uuid": "f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6", "name": "network-vif-plugged", "status": "completed", "tag": "535af267-48ff-45e7-9c4e-4304acbd67ab"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:44:49.825408 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 535af267-48ff-45e7-9c4e-4304acbd67ab, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=535af267-48ff-45e7-9c4e-4304acbd67ab,segment=NetworkSegment(1d24f6a3-93ae-4166-bd0d-17d30316ea6b),segment_id=1d24f6a3-93ae-4166-bd0d-17d30316ea6b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:49.846705 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbc81f5-9c11-4ba4-83a4-f71f35862e42 x-openstack-request-id: req-8fbc81f5-9c11-4ba4-83a4-f71f35862e42 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:44:49.846996 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6", "name": "network-vif-plugged", "status": "completed", "tag": "535af267-48ff-45e7-9c4e-4304acbd67ab", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:44:49.847247 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fbc81f5-9c11-4ba4-83a4-f71f35862e42 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:44:49.847639 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fbc81f5-9c11-4ba4-83a4-f71f35862e42'] response: {'server_uuid': 'f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535af267-48ff-45e7-9c4e-4304acbd67ab', 'code': 200} Apr 15 03:44:49.890653 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:49.942132 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=535af267-48ff-45e7-9c4e-4304acbd67ab,revision_number=10']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:50.127730 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701af16c-c987-4324-8990-e6e1ca8b51d6 req-75b84835-66b3-46b5-9382-b2ba97f882d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:50.129218 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-701af16c-c987-4324-8990-e6e1ca8b51d6 req-75b84835-66b3-46b5-9382-b2ba97f882d0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6 HTTP/1.1" status: 200 len: 1169 time: 0.0377965 Apr 15 03:44:50.172106 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-701af16c-c987-4324-8990-e6e1ca8b51d6 req-9c5cc0c5-fc11-48a0-877f-fc1b01296cb2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c4eea03a-26f7-4e22-b703-e49857c594c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361736 Apr 15 03:44:50.264853 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe54da0-0643-42ea-8b74-3781a7764382 req-e986f670-d779-40fa-9285-8dc1f7e7bdd1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:50.266322 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cfe54da0-0643-42ea-8b74-3781a7764382 req-e986f670-d779-40fa-9285-8dc1f7e7bdd1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6 HTTP/1.1" status: 200 len: 985 time: 0.0529439 Apr 15 03:44:50.312484 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cfe54da0-0643-42ea-8b74-3781a7764382 req-8d659bd8-11d2-4c98-b894-5e5847763d23 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4eea03a-26f7-4e22-b703-e49857c594c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403638 Apr 15 03:44:50.844700 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2752af21-8d34-43f7-9d02-df95dab006e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:51.424767 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251fd73-28c0-451d-b565-6c2643b4a59e req-ec446a72-b923-40a7-b734-020cddb98cdb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:51.426401 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c251fd73-28c0-451d-b565-6c2643b4a59e req-ec446a72-b923-40a7-b734-020cddb98cdb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6 HTTP/1.1" status: 200 len: 985 time: 0.0477881 Apr 15 03:44:51.473417 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c251fd73-28c0-451d-b565-6c2643b4a59e req-a4900040-8f7b-4a6f-bd74-958477b248d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4eea03a-26f7-4e22-b703-e49857c594c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412915 Apr 15 03:44:51.583844 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20e19d-1d37-407a-a9c2-69259b49538f req-3485d14f-54eb-4fd6-bfb7-1a61183c5473 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:51.585319 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bd20e19d-1d37-407a-a9c2-69259b49538f req-3485d14f-54eb-4fd6-bfb7-1a61183c5473 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6 HTTP/1.1" status: 200 len: 985 time: 0.0474043 Apr 15 03:44:51.631358 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bd20e19d-1d37-407a-a9c2-69259b49538f req-b4962dfc-e12f-49fe-a8ba-90cc4d58fa5e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4eea03a-26f7-4e22-b703-e49857c594c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405548 Apr 15 03:44:51.652227 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37072) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:51.694361 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8dbde7-864b-401c-8450-985162bfc96f tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:51.695802 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9b8dbde7-864b-401c-8450-985162bfc96f tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6&network_id=0c75990f-5859-4f44-830b-7915a8565612 HTTP/1.1" status: 200 len: 1164 time: 0.0426083 Apr 15 03:44:51.856113 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:52.104275 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db285dbb-bce2-4099-ba5c-5a88d32c5f36 req-73e052c2-5f7b-42d9-ba30-6ab572b09130 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:52.105761 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-db285dbb-bce2-4099-ba5c-5a88d32c5f36 req-73e052c2-5f7b-42d9-ba30-6ab572b09130 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6 HTTP/1.1" status: 200 len: 985 time: 0.0463643 Apr 15 03:44:52.151589 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-db285dbb-bce2-4099-ba5c-5a88d32c5f36 req-0fadc4c8-80bd-4f4b-a4a1-623bbd12fbbb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4eea03a-26f7-4e22-b703-e49857c594c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403888 Apr 15 03:44:53.267505 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe5044-607c-4940-a5f5-c32177f77941 req-449c53c1-9958-4c25-949d-c17732f19461 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:53.268964 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eabe5044-607c-4940-a5f5-c32177f77941 req-449c53c1-9958-4c25-949d-c17732f19461 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6 HTTP/1.1" status: 200 len: 985 time: 0.0506892 Apr 15 03:44:53.330587 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:53.349395 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3485b5-051f-4f89-a9a7-9b2978f47696 req-72bea755-df9c-4faf-8c06-36d98334fb22 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:53.350902 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7c3485b5-051f-4f89-a9a7-9b2978f47696 req-72bea755-df9c-4faf-8c06-36d98334fb22 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6 HTTP/1.1" status: 200 len: 985 time: 0.0623264 Apr 15 03:44:53.354417 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eabe5044-607c-4940-a5f5-c32177f77941 req-c7751836-8b9e-4b9c-a522-d6ad53de7576 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4eea03a-26f7-4e22-b703-e49857c594c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792098 Apr 15 03:44:53.397046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3485b5-051f-4f89-a9a7-9b2978f47696 req-6ecb8c0f-3ba8-4eda-bcd1-7064825330b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:53.398396 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7c3485b5-051f-4f89-a9a7-9b2978f47696 req-6ecb8c0f-3ba8-4eda-bcd1-7064825330b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/ports/535af267-48ff-45e7-9c4e-4304acbd67ab?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0410790 Apr 15 03:44:53.499515 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7c3485b5-051f-4f89-a9a7-9b2978f47696 req-c17e7de6-b7e8-4d66-ba49-d9fa44318427 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/networks/0c75990f-5859-4f44-830b-7915a8565612?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0963056 Apr 15 03:44:53.509559 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-7c3485b5-051f-4f89-a9a7-9b2978f47696 req-6f603298-7032-4793-8303-44fc9500e574 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:44:53.571973 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7c3485b5-051f-4f89-a9a7-9b2978f47696 req-6f603298-7032-4793-8303-44fc9500e574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:53.705598 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-7c3485b5-051f-4f89-a9a7-9b2978f47696 req-6f603298-7032-4793-8303-44fc9500e574 service neutron] For port 535af267-48ff-45e7-9c4e-4304acbd67ab, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=535af267-48ff-45e7-9c4e-4304acbd67ab,segment=NetworkSegment(1d24f6a3-93ae-4166-bd0d-17d30316ea6b),segment_id=1d24f6a3-93ae-4166-bd0d-17d30316ea6b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:53.742648 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-7c3485b5-051f-4f89-a9a7-9b2978f47696 req-6f603298-7032-4793-8303-44fc9500e574 service neutron] For port 535af267-48ff-45e7-9c4e-4304acbd67ab, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:44:53.776961 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-7c3485b5-051f-4f89-a9a7-9b2978f47696 req-6f603298-7032-4793-8303-44fc9500e574 service neutron] device_id is not set on port 535af267-48ff-45e7-9c4e-4304acbd67ab yet. {{(pid=104666) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 15 03:44:53.785303 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7c3485b5-051f-4f89-a9a7-9b2978f47696 req-6f603298-7032-4793-8303-44fc9500e574 service neutron] Publish callbacks [] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:53.834089 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7c3485b5-051f-4f89-a9a7-9b2978f47696 req-6f603298-7032-4793-8303-44fc9500e574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:53.911817 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f603298-7032-4793-8303-44fc9500e574 service neutron] Pushing event updated for resources: {'Port': ['ID=535af267-48ff-45e7-9c4e-4304acbd67ab,revision_number=11']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:53.958734 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3485b5-051f-4f89-a9a7-9b2978f47696 req-6f603298-7032-4793-8303-44fc9500e574 service neutron] No DVR routers for this DVR port 535af267-48ff-45e7-9c4e-4304acbd67ab on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:44:54.098932 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-7c3485b5-051f-4f89-a9a7-9b2978f47696 req-6f603298-7032-4793-8303-44fc9500e574 service neutron] In _notify_port_updated(), no bound segment for port 535af267-48ff-45e7-9c4e-4304acbd67ab on network 0c75990f-5859-4f44-830b-7915a8565612 {{(pid=104666) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 15 03:44:54.099804 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3485b5-051f-4f89-a9a7-9b2978f47696 req-6f603298-7032-4793-8303-44fc9500e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:44:54.100477 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7c3485b5-051f-4f89-a9a7-9b2978f47696 req-6f603298-7032-4793-8303-44fc9500e574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:54.101767 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7c3485b5-051f-4f89-a9a7-9b2978f47696 req-6f603298-7032-4793-8303-44fc9500e574 service neutron] 10.222.0.30 "PUT /v2.0/ports/535af267-48ff-45e7-9c4e-4304acbd67ab HTTP/1.1" status: 200 len: 1028 time: 0.5960822 Apr 15 03:44:54.111456 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-aa77d943-5d11-4425-889c-275543fb0d51 None None] Provisioning complete for port 535af267-48ff-45e7-9c4e-4304acbd67ab triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:44:54.112083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-aa77d943-5d11-4425-889c-275543fb0d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:54.146527 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-aa77d943-5d11-4425-889c-275543fb0d51 None None] Port 535af267-48ff-45e7-9c4e-4304acbd67ab cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:44:54.459646 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-abb99c53-20e1-4275-8090-100b5d97a4ba req-f66e9821-05ee-4c31-a8bd-8770ad21dbad tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57c5d31-7ff6-40d9-a13e-f3c49a4e29e6 HTTP/1.1" status: 200 len: 210 time: 0.0272484 Apr 15 03:44:54.896390 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:55.514754 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37084) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:55.528891 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:44:55.569994 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-42cda992-dbb2-4f2b-ba11-448942a49008 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (fd988094-4c5c-4a0f-a446-66334691929c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:55.594094 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-42cda992-dbb2-4f2b-ba11-448942a49008 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (fd988094-4c5c-4a0f-a446-66334691929c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:55.747462 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-42cda992-dbb2-4f2b-ba11-448942a49008 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (fd988094-4c5c-4a0f-a446-66334691929c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:55.749971 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-42cda992-dbb2-4f2b-ba11-448942a49008 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:55.751167 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-42cda992-dbb2-4f2b-ba11-448942a49008 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/security-groups/fd988094-4c5c-4a0f-a446-66334691929c HTTP/1.1" status: 204 len: 168 time: 0.2354274 Apr 15 03:44:55.760412 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cda992-dbb2-4f2b-ba11-448942a49008 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd988094-4c5c-4a0f-a446-66334691929c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:55.833770 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37088) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:56.006977 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-4d840065-da42-4661-978d-7a81689d5cf3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port 80c9c185-4c51-4091-9952-b08ddb0c5444 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:44:56.007239 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4d840065-da42-4661-978d-7a81689d5cf3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (80c9c185-4c51-4091-9952-b08ddb0c5444), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:56.083776 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4d840065-da42-4661-978d-7a81689d5cf3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (80c9c185-4c51-4091-9952-b08ddb0c5444), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:56.084102 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4d840065-da42-4661-978d-7a81689d5cf3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (80c9c185-4c51-4091-9952-b08ddb0c5444), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:56.095670 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-4d840065-da42-4661-978d-7a81689d5cf3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for 80c9c185-4c51-4091-9952-b08ddb0c5444 owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:44:56.342255 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4d840065-da42-4661-978d-7a81689d5cf3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (80c9c185-4c51-4091-9952-b08ddb0c5444), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:56.369660 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d840065-da42-4661-978d-7a81689d5cf3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=80c9c185-4c51-4091-9952-b08ddb0c5444,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:56.428805 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4d840065-da42-4661-978d-7a81689d5cf3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (3398aebe-a244-4231-b819-6c76ddfbb611), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:56.429135 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-4d840065-da42-4661-978d-7a81689d5cf3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Floating IP 3398aebe-a244-4231-b819-6c76ddfbb611 disassociated (deleted). External IP: 172.26.6.154, port: 535af267-48ff-45e7-9c4e-4304acbd67ab. Apr 15 03:44:56.638743 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d840065-da42-4661-978d-7a81689d5cf3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router a31f1a56-f8f5-43ce-aeeb-debcef1cae7c has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:44:56.745898 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d840065-da42-4661-978d-7a81689d5cf3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:44:56.750695 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4d840065-da42-4661-978d-7a81689d5cf3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:56.755309 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7d459f-fa28-4364-8365-0cbed0e68e9d None None] Sync routers for ids ['a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:44:56.764768 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7d459f-fa28-4364-8365-0cbed0e68e9d None None] Routers {'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:56.765415 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-aa7d459f-fa28-4364-8365-0cbed0e68e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:44:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:56.780110 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4d840065-da42-4661-978d-7a81689d5cf3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/floatingips/3398aebe-a244-4231-b819-6c76ddfbb611 HTTP/1.1" status: 204 len: 168 time: 0.9452407 Apr 15 03:44:56.847521 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37094) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:56.875076 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-aa7d459f-fa28-4364-8365-0cbed0e68e9d None None] Set router a31f1a56-f8f5-43ce-aeeb-debcef1cae7c gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:56.903661 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-67a014e2-d397-4b5f-9c9e-bc8588ff63c0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (ea384673-d8c2-4bed-a011-d825e5a4a1a7), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:56.928847 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-67a014e2-d397-4b5f-9c9e-bc8588ff63c0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (ea384673-d8c2-4bed-a011-d825e5a4a1a7), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:57.059764 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-aa7d459f-fa28-4364-8365-0cbed0e68e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'name': 'tempest-TestNetworkBasicOps-router-719489670', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:44:08Z', 'updated_at': '2022-04-15T03:44:14Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:09Z', 'updated_at': '2022-04-15T03:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac', 'name': '', 'network_id': '0c75990f-5859-4f44-830b-7915a8565612', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:49:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'acf7a7ed-51d3-48ef-b3a4-0077611674b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:13Z', 'updated_at': '2022-04-15T03:44:17Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'acf7a7ed-51d3-48ef-b3a4-0077611674b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:57.089512 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7d459f-fa28-4364-8365-0cbed0e68e9d None None] Checking router: a31f1a56-f8f5-43ce-aeeb-debcef1cae7c for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:44:57.097682 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7d459f-fa28-4364-8365-0cbed0e68e9d None None] Routers {'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:57.098285 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-aa7d459f-fa28-4364-8365-0cbed0e68e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:44:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:57.101941 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-67a014e2-d397-4b5f-9c9e-bc8588ff63c0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (ea384673-d8c2-4bed-a011-d825e5a4a1a7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:57.104903 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-67a014e2-d397-4b5f-9c9e-bc8588ff63c0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:57.106418 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-67a014e2-d397-4b5f-9c9e-bc8588ff63c0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/security-groups/ea384673-d8c2-4bed-a011-d825e5a4a1a7 HTTP/1.1" status: 204 len: 168 time: 0.2576635 Apr 15 03:44:57.121101 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a014e2-d397-4b5f-9c9e-bc8588ff63c0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea384673-d8c2-4bed-a011-d825e5a4a1a7,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:57.200575 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37098) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:57.215083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-aa7d459f-fa28-4364-8365-0cbed0e68e9d None None] Set router a31f1a56-f8f5-43ce-aeeb-debcef1cae7c gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:57.282820 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-a54baac5-b343-48df-a428-c15820fdd563 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port 535af267-48ff-45e7-9c4e-4304acbd67ab {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:44:57.284848 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a54baac5-b343-48df-a428-c15820fdd563 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:57.370053 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a54baac5-b343-48df-a428-c15820fdd563 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:57.382999 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-a54baac5-b343-48df-a428-c15820fdd563 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for 535af267-48ff-45e7-9c4e-4304acbd67ab owned by {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:44:57.402743 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-aa7d459f-fa28-4364-8365-0cbed0e68e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'name': 'tempest-TestNetworkBasicOps-router-719489670', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:44:08Z', 'updated_at': '2022-04-15T03:44:14Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:09Z', 'updated_at': '2022-04-15T03:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac', 'name': '', 'network_id': '0c75990f-5859-4f44-830b-7915a8565612', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:49:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'acf7a7ed-51d3-48ef-b3a4-0077611674b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:13Z', 'updated_at': '2022-04-15T03:44:17Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'acf7a7ed-51d3-48ef-b3a4-0077611674b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:57.429955 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7d459f-fa28-4364-8365-0cbed0e68e9d None None] The sync data for ids ['a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'] in dv-neutron-837140-3-hyperv is: [{'id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'name': 'tempest-TestNetworkBasicOps-router-719489670', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:44:08Z', 'updated_at': '2022-04-15T03:44:14Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:09Z', 'updated_at': '2022-04-15T03:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac', 'name': '', 'network_id': '0c75990f-5859-4f44-830b-7915a8565612', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:49:07:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': 'acf7a7ed-51d3-48ef-b3a4-0077611674b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:13Z', 'updated_at': '2022-04-15T03:44:17Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'acf7a7ed-51d3-48ef-b3a4-0077611674b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:44:57.576301 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a54baac5-b343-48df-a428-c15820fdd563 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (535af267-48ff-45e7-9c4e-4304acbd67ab), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:57.608572 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54baac5-b343-48df-a428-c15820fdd563 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=535af267-48ff-45e7-9c4e-4304acbd67ab,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:57.612784 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 535af267-48ff-45e7-9c4e-4304acbd67ab no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:44:57.637796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 535af267-48ff-45e7-9c4e-4304acbd67ab {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:44:57.638144 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 535af267-48ff-45e7-9c4e-4304acbd67ab not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:44:57.684496 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1880fb-bcb8-4e62-b55b-13642eedae46 None None] New status for floating IP 3398aebe-a244-4231-b819-6c76ddfbb611: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:44:57.691257 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a54baac5-b343-48df-a428-c15820fdd563 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:57.697318 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a54baac5-b343-48df-a428-c15820fdd563 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/ports/535af267-48ff-45e7-9c4e-4304acbd67ab HTTP/1.1" status: 204 len: 168 time: 0.4930108 Apr 15 03:44:57.697486 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37100) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:58.048013 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e54a41e9-4d4d-45ca-8df3-7029d5aab40b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (a31f1a56-f8f5-43ce-aeeb-debcef1cae7c), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:58.287611 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-e54a41e9-4d4d-45ca-8df3-7029d5aab40b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:44:58.287948 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e54a41e9-4d4d-45ca-8df3-7029d5aab40b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:58.376685 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-e54a41e9-4d4d-45ca-8df3-7029d5aab40b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac,segment=NetworkSegment(1d24f6a3-93ae-4166-bd0d-17d30316ea6b),segment_id=1d24f6a3-93ae-4166-bd0d-17d30316ea6b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:44:58.376963 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e54a41e9-4d4d-45ca-8df3-7029d5aab40b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:58.390232 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-e54a41e9-4d4d-45ca-8df3-7029d5aab40b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:44:58.644290 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e54a41e9-4d4d-45ca-8df3-7029d5aab40b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:58.670534 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a41e9-4d4d-45ca-8df3-7029d5aab40b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:58.848719 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e54a41e9-4d4d-45ca-8df3-7029d5aab40b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (a31f1a56-f8f5-43ce-aeeb-debcef1cae7c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:59.060135 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54a41e9-4d4d-45ca-8df3-7029d5aab40b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router a31f1a56-f8f5-43ce-aeeb-debcef1cae7c has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:44:59.483348 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54a41e9-4d4d-45ca-8df3-7029d5aab40b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:44:59.488546 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e54a41e9-4d4d-45ca-8df3-7029d5aab40b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/routers/a31f1a56-f8f5-43ce-aeeb-debcef1cae7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7898765 Apr 15 03:44:59.491026 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37102) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:59.493351 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f99057-e521-46c8-95f1-cf3fec835fff None None] Sync routers for ids ['a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:44:59.503769 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f99057-e521-46c8-95f1-cf3fec835fff None None] Routers {'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:59.504460 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f7f99057-e521-46c8-95f1-cf3fec835fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:44:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:59.541598 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-28365ed5-86b4-4384-8815-f7373aeb93fd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting subnet acf7a7ed-51d3-48ef-b3a4-0077611674b0 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:44:59.544656 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-28365ed5-86b4-4384-8815-f7373aeb93fd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (acf7a7ed-51d3-48ef-b3a4-0077611674b0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:59.585584 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-28365ed5-86b4-4384-8815-f7373aeb93fd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (acf7a7ed-51d3-48ef-b3a4-0077611674b0), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:59.611028 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-f7f99057-e521-46c8-95f1-cf3fec835fff None None] Set router a31f1a56-f8f5-43ce-aeeb-debcef1cae7c gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:44:59.672079 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-28365ed5-86b4-4384-8815-f7373aeb93fd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (acf7a7ed-51d3-48ef-b3a4-0077611674b0), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:59.776225 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f7f99057-e521-46c8-95f1-cf3fec835fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'name': 'tempest-TestNetworkBasicOps-router-719489670', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:44:08Z', 'updated_at': '2022-04-15T03:44:58Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:09Z', 'updated_at': '2022-04-15T03:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:59.799235 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-28365ed5-86b4-4384-8815-f7373aeb93fd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (acf7a7ed-51d3-48ef-b3a4-0077611674b0), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:59.801559 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f99057-e521-46c8-95f1-cf3fec835fff None None] Checking router: a31f1a56-f8f5-43ce-aeeb-debcef1cae7c for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:44:59.810184 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f99057-e521-46c8-95f1-cf3fec835fff None None] Routers {'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:44:59.810819 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f7f99057-e521-46c8-95f1-cf3fec835fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:44:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:44:59.830478 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-28365ed5-86b4-4384-8815-f7373aeb93fd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:44:59.834935 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-28365ed5-86b4-4384-8815-f7373aeb93fd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/subnets/acf7a7ed-51d3-48ef-b3a4-0077611674b0 HTTP/1.1" status: 204 len: 168 time: 0.3429122 Apr 15 03:44:59.836023 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28365ed5-86b4-4384-8815-f7373aeb93fd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Subnet': ['ID=acf7a7ed-51d3-48ef-b3a4-0077611674b0,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:44:59.838161 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37104) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:44:59.850810 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8123f69d-5324-46a9-bac9-9fbccf44f57d None None] Network 0c75990f-5859-4f44-830b-7915a8565612 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:44:59.949303 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-31ebc515-f94b-4cb4-baad-1296197f022f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (a31f1a56-f8f5-43ce-aeeb-debcef1cae7c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:00.065226 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-31ebc515-f94b-4cb4-baad-1296197f022f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (a31f1a56-f8f5-43ce-aeeb-debcef1cae7c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:00.139621 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-f7f99057-e521-46c8-95f1-cf3fec835fff None None] Set router a31f1a56-f8f5-43ce-aeeb-debcef1cae7c gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:45:00.144669 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-31ebc515-f94b-4cb4-baad-1296197f022f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:45:00.145141 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-31ebc515-f94b-4cb4-baad-1296197f022f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:00.196448 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa939c6-3d8a-49bb-bb76-2546858a8c2c None None] DHCP port deletion for 0c75990f-5859-4f44-830b-7915a8565612 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:45:00.231029 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-31ebc515-f94b-4cb4-baad-1296197f022f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:45:00.231312 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-31ebc515-f94b-4cb4-baad-1296197f022f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:00.245061 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-31ebc515-f94b-4cb4-baad-1296197f022f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:45:00.286386 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa939c6-3d8a-49bb-bb76-2546858a8c2c None None] Deleting port 635e50c0-bd7e-4f09-aed8-45772c52be7b {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:45:00.287363 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9aa939c6-3d8a-49bb-bb76-2546858a8c2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (635e50c0-bd7e-4f09-aed8-45772c52be7b), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:00.385114 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-9aa939c6-3d8a-49bb-bb76-2546858a8c2c None None] For port 635e50c0-bd7e-4f09-aed8-45772c52be7b, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=635e50c0-bd7e-4f09-aed8-45772c52be7b,segment=NetworkSegment(1d24f6a3-93ae-4166-bd0d-17d30316ea6b),segment_id=1d24f6a3-93ae-4166-bd0d-17d30316ea6b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:45:00.385508 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9aa939c6-3d8a-49bb-bb76-2546858a8c2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (635e50c0-bd7e-4f09-aed8-45772c52be7b), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:00.404139 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9aa939c6-3d8a-49bb-bb76-2546858a8c2c None None] Calling delete_port for 635e50c0-bd7e-4f09-aed8-45772c52be7b owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:45:00.418073 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f7f99057-e521-46c8-95f1-cf3fec835fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'name': 'tempest-TestNetworkBasicOps-router-719489670', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:44:08Z', 'updated_at': '2022-04-15T03:44:58Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:09Z', 'updated_at': '2022-04-15T03:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:00.461729 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-31ebc515-f94b-4cb4-baad-1296197f022f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:00.469970 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f99057-e521-46c8-95f1-cf3fec835fff None None] The sync data for ids ['a31f1a56-f8f5-43ce-aeeb-debcef1cae7c'] in dv-neutron-837140-3-hyperv is: [{'id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'name': 'tempest-TestNetworkBasicOps-router-719489670', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160'}], 'enable_snat': True}, 'gw_port_id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:44:08Z', 'updated_at': '2022-04-15T03:44:58Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ce:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31f1a56-f8f5-43ce-aeeb-debcef1cae7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:44:09Z', 'updated_at': '2022-04-15T03:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:45:00.486708 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebc515-f94b-4cb4-baad-1296197f022f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:00.547642 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9aa939c6-3d8a-49bb-bb76-2546858a8c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (635e50c0-bd7e-4f09-aed8-45772c52be7b), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:00.561079 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-31ebc515-f94b-4cb4-baad-1296197f022f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (a31f1a56-f8f5-43ce-aeeb-debcef1cae7c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:00.578416 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa939c6-3d8a-49bb-bb76-2546858a8c2c None None] Pushing event deleted for resources: {'Port': ['ID=635e50c0-bd7e-4f09-aed8-45772c52be7b,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:00.580483 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa939c6-3d8a-49bb-bb76-2546858a8c2c None None] No DVR routers for this DVR port 635e50c0-bd7e-4f09-aed8-45772c52be7b on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:45:00.658035 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-31ebc515-f94b-4cb4-baad-1296197f022f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (a31f1a56-f8f5-43ce-aeeb-debcef1cae7c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:00.660287 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-31ebc515-f94b-4cb4-baad-1296197f022f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_controller (a31f1a56-f8f5-43ce-aeeb-debcef1cae7c), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:00.741960 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-31ebc515-f94b-4cb4-baad-1296197f022f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (a31f1a56-f8f5-43ce-aeeb-debcef1cae7c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:00.742417 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ebc515-f94b-4cb4-baad-1296197f022f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Fanout notify agent at l3_agent the message router_deleted on router a31f1a56-f8f5-43ce-aeeb-debcef1cae7c {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:45:00.748976 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-31ebc515-f94b-4cb4-baad-1296197f022f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:00.750155 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-31ebc515-f94b-4cb4-baad-1296197f022f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/routers/a31f1a56-f8f5-43ce-aeeb-debcef1cae7c HTTP/1.1" status: 204 len: 168 time: 0.9108217 Apr 15 03:45:00.752747 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37106) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:00.831718 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-57978fe0-0dfb-420f-8004-83a7d16a0557 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (0c75990f-5859-4f44-830b-7915a8565612), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:00.920342 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-57978fe0-0dfb-420f-8004-83a7d16a0557 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (0c75990f-5859-4f44-830b-7915a8565612), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:00.940944 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-57978fe0-0dfb-420f-8004-83a7d16a0557 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c75990f-5859-4f44-830b-7915a8565612']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:00.950928 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-57978fe0-0dfb-420f-8004-83a7d16a0557 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d24f6a3-93ae-4166-bd0d-17d30316ea6b') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:00.951229 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-57978fe0-0dfb-420f-8004-83a7d16a0557 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d24f6a3-93ae-4166-bd0d-17d30316ea6b') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:00.961525 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-57978fe0-0dfb-420f-8004-83a7d16a0557 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (1d24f6a3-93ae-4166-bd0d-17d30316ea6b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:00.974658 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-57978fe0-0dfb-420f-8004-83a7d16a0557 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (1d24f6a3-93ae-4166-bd0d-17d30316ea6b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:00.980680 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57978fe0-0dfb-420f-8004-83a7d16a0557 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:45:00.981066 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-57978fe0-0dfb-420f-8004-83a7d16a0557 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (1d24f6a3-93ae-4166-bd0d-17d30316ea6b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:45:00.984068 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:45:01.135960 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-57978fe0-0dfb-420f-8004-83a7d16a0557 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (0c75990f-5859-4f44-830b-7915a8565612), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:01.143250 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-57978fe0-0dfb-420f-8004-83a7d16a0557 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:01.146142 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-57978fe0-0dfb-420f-8004-83a7d16a0557 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/networks/0c75990f-5859-4f44-830b-7915a8565612 HTTP/1.1" status: 204 len: 168 time: 0.3924799 Apr 15 03:45:01.155560 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37108) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:01.159783 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57978fe0-0dfb-420f-8004-83a7d16a0557 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Network': ['ID=0c75990f-5859-4f44-830b-7915a8565612,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:01.168076 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-483bc5e0-e5d7-45fa-aa00-25dcd016ca43 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0113931 Apr 15 03:45:01.170736 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37110) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:01.175505 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-5a2de5dc-1ea0-4e1b-9d7a-5f59b5eb25f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'network': {'name': 'tempest-network-smoke--1627614411', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'port_security_enabled': True}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:45:01.226910 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2de5dc-1ea0-4e1b-9d7a-5f59b5eb25f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:45:01.230140 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5a2de5dc-1ea0-4e1b-9d7a-5f59b5eb25f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:01.252758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2de5dc-1ea0-4e1b-9d7a-5f59b5eb25f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:45:01.261833 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5a2de5dc-1ea0-4e1b-9d7a-5f59b5eb25f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7e80b65a-16da-41d7-a1ce-03dc73994367), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:01.262166 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-5a2de5dc-1ea0-4e1b-9d7a-5f59b5eb25f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Added segment 7e80b65a-16da-41d7-a1ce-03dc73994367 of type vlan for network 8349f0b4-a8a7-4924-b89f-b102482aaf60 Apr 15 03:45:01.301192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5a2de5dc-1ea0-4e1b-9d7a-5f59b5eb25f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (8349f0b4-a8a7-4924-b89f-b102482aaf60), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:01.358698 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5a2de5dc-1ea0-4e1b-9d7a-5f59b5eb25f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (8349f0b4-a8a7-4924-b89f-b102482aaf60), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:01.366113 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2de5dc-1ea0-4e1b-9d7a-5f59b5eb25f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:01.366113 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5a2de5dc-1ea0-4e1b-9d7a-5f59b5eb25f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:01.438260 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2de5dc-1ea0-4e1b-9d7a-5f59b5eb25f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Network': ['ID=8349f0b4-a8a7-4924-b89f-b102482aaf60,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:01.449363 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 8349f0b4-a8a7-4924-b89f-b102482aaf60 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:45:01.465448 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37112) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:01.465774 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5a2de5dc-1ea0-4e1b-9d7a-5f59b5eb25f4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2908893 Apr 15 03:45:01.466264 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-9a2e82eb-3605-446b-9c41-e180da7aa0c4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-508629108', 'admin_state_up': True, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:45:01.511896 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:45:01.539453 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:45:01.539805 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device fcd4f2db-c46e-4ad1-869f-2ce4f1f85aac not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:45:01.540225 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:45:01.542315 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a2e82eb-3605-446b-9c41-e180da7aa0c4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (1c277e38-0b88-4070-be6f-4353d25a5e44), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:01.543583 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a2e82eb-3605-446b-9c41-e180da7aa0c4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (1c277e38-0b88-4070-be6f-4353d25a5e44), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:01.568743 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:45:01.569819 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c9608d4e-eedb-45ec-b727-d0a6c8c2c1eb not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:45:01.570010 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 635e50c0-bd7e-4f09-aed8-45772c52be7b no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:45:01.588374 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 635e50c0-bd7e-4f09-aed8-45772c52be7b {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:45:01.588725 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 635e50c0-bd7e-4f09-aed8-45772c52be7b not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:45:01.598733 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a2e82eb-3605-446b-9c41-e180da7aa0c4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_controller (1c277e38-0b88-4070-be6f-4353d25a5e44), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:01.782821 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a2e82eb-3605-446b-9c41-e180da7aa0c4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (1c277e38-0b88-4070-be6f-4353d25a5e44), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:02.317520 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a2e82eb-3605-446b-9c41-e180da7aa0c4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (1c277e38-0b88-4070-be6f-4353d25a5e44), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:02.336116 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a2e82eb-3605-446b-9c41-e180da7aa0c4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:02.434682 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-9a2e82eb-3605-446b-9c41-e180da7aa0c4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.26.6.88 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/01099184-27c3-474f-83af-d3729058b9dd) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:45:02.537160 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a2e82eb-3605-446b-9c41-e180da7aa0c4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (01099184-27c3-474f-83af-d3729058b9dd), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:02.633571 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a2e82eb-3605-446b-9c41-e180da7aa0c4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (01099184-27c3-474f-83af-d3729058b9dd), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:02.669251 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2e82eb-3605-446b-9c41-e180da7aa0c4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:45:02.672061 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-9a2e82eb-3605-446b-9c41-e180da7aa0c4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:45:02.677503 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2e82eb-3605-446b-9c41-e180da7aa0c4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:45:02.703588 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e82eb-3605-446b-9c41-e180da7aa0c4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=01099184-27c3-474f-83af-d3729058b9dd,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:02.989045 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a2e82eb-3605-446b-9c41-e180da7aa0c4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (1c277e38-0b88-4070-be6f-4353d25a5e44), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:03.190477 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a2e82eb-3605-446b-9c41-e180da7aa0c4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (1c277e38-0b88-4070-be6f-4353d25a5e44), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:03.386972 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2e82eb-3605-446b-9c41-e180da7aa0c4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 1c277e38-0b88-4070-be6f-4353d25a5e44 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:45:03.495803 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2e82eb-3605-446b-9c41-e180da7aa0c4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:45:03.505653 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] Sync routers for ids ['1c277e38-0b88-4070-be6f-4353d25a5e44'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:45:03.515685 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] Routers {'1c277e38-0b88-4070-be6f-4353d25a5e44'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:45:03.519237 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:44:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['1c277e38-0b88-4070-be6f-4353d25a5e44'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:03.566440 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a2e82eb-3605-446b-9c41-e180da7aa0c4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:03.567751 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9a2e82eb-3605-446b-9c41-e180da7aa0c4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1050029 Apr 15 03:45:03.570794 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37114) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:03.599654 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b5ed8eca-394c-4528-8862-be99c2d362fe tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6786bd52355f4b228acda11ee2393b97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277162 Apr 15 03:45:03.602852 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37116) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:03.622454 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] Set router 1c277e38-0b88-4070-be6f-4353d25a5e44 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:45:03.692771 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd42a37b-3563-47b8-a45d-2be11cdf00b9 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:03.694346 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fd42a37b-3563-47b8-a45d-2be11cdf00b9 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904348 Apr 15 03:45:03.697142 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37118) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:03.725745 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a6041cd5-28c6-484e-ac6b-31b076a7686b tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269821 Apr 15 03:45:03.728179 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37120) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:03.732841 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-bb3bfd4a-088a-463b-82c9-c9a7440d5655 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-275997455', 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:45:03.791879 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'name': 'tempest-TestNetworkBasicOps-router-508629108', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '01099184-27c3-474f-83af-d3729058b9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:45:01Z', 'updated_at': '2022-04-15T03:45:02Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '01099184-27c3-474f-83af-d3729058b9dd', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:02Z', 'updated_at': '2022-04-15T03:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:03.817319 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] Checking router: 1c277e38-0b88-4070-be6f-4353d25a5e44 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:45:03.817663 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] Updating router 1c277e38-0b88-4070-be6f-4353d25a5e44 port 01099184-27c3-474f-83af-d3729058b9dd binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:45:03.844153 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (01099184-27c3-474f-83af-d3729058b9dd), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:03.890300 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3bfd4a-088a-463b-82c9-c9a7440d5655 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:45:03.893877 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb3bfd4a-088a-463b-82c9-c9a7440d5655 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:04.090860 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] Publish callbacks [] for port (01099184-27c3-474f-83af-d3729058b9dd), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:04.107448 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb3bfd4a-088a-463b-82c9-c9a7440d5655 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (cbb4bf43-fc12-4522-b18b-63dcefdadeaf), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:04.164735 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (01099184-27c3-474f-83af-d3729058b9dd), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:04.170895 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bfd4a-088a-463b-82c9-c9a7440d5655 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Subnet': ['ID=cbb4bf43-fc12-4522-b18b-63dcefdadeaf,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:04.180118 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3bfd4a-088a-463b-82c9-c9a7440d5655 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Checking segment: {'id': '7e80b65a-16da-41d7-a1ce-03dc73994367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:45:04.180118 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3bfd4a-088a-463b-82c9-c9a7440d5655 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network hostable DHCP agents. Network: 8349f0b4-a8a7-4924-b89f-b102482aaf60, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:45:04.218357 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] Attempting to bind port 01099184-27c3-474f-83af-d3729058b9dd on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:45:04.218753 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] Attempting to bind port 01099184-27c3-474f-83af-d3729058b9dd by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:45:04.219119 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] Attempting to bind port 01099184-27c3-474f-83af-d3729058b9dd on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:45:04.221079 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc5cc7-9a24-4885-837d-cee6eb57d394 None None] Pushing event updated for resources: {'Port': ['ID=01099184-27c3-474f-83af-d3729058b9dd,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:04.229876 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5cc7-9a24-4885-837d-cee6eb57d394 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:04.230228 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5cc7-9a24-4885-837d-cee6eb57d394 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:04.230572 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5cc7-9a24-4885-837d-cee6eb57d394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:04.230934 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5cc7-9a24-4885-837d-cee6eb57d394 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:04.231269 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5cc7-9a24-4885-837d-cee6eb57d394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:04.231603 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5cc7-9a24-4885-837d-cee6eb57d394 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:04.231930 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5cc7-9a24-4885-837d-cee6eb57d394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:04.232255 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5cc7-9a24-4885-837d-cee6eb57d394 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:04.232608 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5cc7-9a24-4885-837d-cee6eb57d394 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:04.232939 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5cc7-9a24-4885-837d-cee6eb57d394 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:04.233281 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5cc7-9a24-4885-837d-cee6eb57d394 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:04.233612 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5cc7-9a24-4885-837d-cee6eb57d394 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:04.233936 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5cc7-9a24-4885-837d-cee6eb57d394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:04.234258 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5cc7-9a24-4885-837d-cee6eb57d394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:04.234584 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adc5cc7-9a24-4885-837d-cee6eb57d394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:04.237894 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:45:04.238272 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:45:04.238698 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:04.239082 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:45:04.239551 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] Bound port: 01099184-27c3-474f-83af-d3729058b9dd, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:45:04.239931 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (01099184-27c3-474f-83af-d3729058b9dd), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:04.256759 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3bfd4a-088a-463b-82c9-c9a7440d5655 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 8349f0b4-a8a7-4924-b89f-b102482aaf60 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:45:04.290894 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] For port 01099184-27c3-474f-83af-d3729058b9dd, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:45:04.294093 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] For port 01099184-27c3-474f-83af-d3729058b9dd, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=01099184-27c3-474f-83af-d3729058b9dd,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:45:04.313178 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-bb3bfd4a-088a-463b-82c9-c9a7440d5655 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 8349f0b4-a8a7-4924-b89f-b102482aaf60) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:45:04.317284 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3bfd4a-088a-463b-82c9-c9a7440d5655 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:04.317879 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb3bfd4a-088a-463b-82c9-c9a7440d5655 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:04.322429 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c392947-cb65-4050-aed7-2b09fc8f3dfd None None] Network 8349f0b4-a8a7-4924-b89f-b102482aaf60 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:45:04.371041 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (01099184-27c3-474f-83af-d3729058b9dd), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:04.413265 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bb3bfd4a-088a-463b-82c9-c9a7440d5655 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6840308 Apr 15 03:45:04.418443 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37122) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:04.428837 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] Routers {'1c277e38-0b88-4070-be6f-4353d25a5e44'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:45:04.429457 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:44:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['1c277e38-0b88-4070-be6f-4353d25a5e44'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:04.434600 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc5cc7-9a24-4885-837d-cee6eb57d394 None None] Pushing event updated for resources: {'Port': ['ID=01099184-27c3-474f-83af-d3729058b9dd,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:04.439747 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d625ac7-6fc8-4282-87f7-138b10c6999f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-8349f0b4-a8a7-4924-b89f-b102482aaf60', 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ips': [{'subnet_id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:45:04.440619 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d625ac7-6fc8-4282-87f7-138b10c6999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:04.456354 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:04.548926 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] Set router 1c277e38-0b88-4070-be6f-4353d25a5e44 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:45:04.581301 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-8d625ac7-6fc8-4282-87f7-138b10c6999f None None] Allocated IP 172.20.0.2 (8349f0b4-a8a7-4924-b89f-b102482aaf60/cbb4bf43-fc12-4522-b18b-63dcefdadeaf/0620ebc9-d776-4f14-8a35-0ba93995c7a9) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:45:04.728667 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'name': 'tempest-TestNetworkBasicOps-router-508629108', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '01099184-27c3-474f-83af-d3729058b9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:45:01Z', 'updated_at': '2022-04-15T03:45:02Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '01099184-27c3-474f-83af-d3729058b9dd', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:02Z', 'updated_at': '2022-04-15T03:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:04.734521 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d625ac7-6fc8-4282-87f7-138b10c6999f None None] Publish callbacks [] for port (0620ebc9-d776-4f14-8a35-0ba93995c7a9), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:04.754847 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae01a804-ef6b-4300-a336-46a87e4f7f46 None None] The sync data for ids ['1c277e38-0b88-4070-be6f-4353d25a5e44'] in dv-neutron-837140-3-hyperv is: [{'id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'name': 'tempest-TestNetworkBasicOps-router-508629108', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '01099184-27c3-474f-83af-d3729058b9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:45:01Z', 'updated_at': '2022-04-15T03:45:02Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '01099184-27c3-474f-83af-d3729058b9dd', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:02Z', 'updated_at': '2022-04-15T03:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:45:04.799385 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d625ac7-6fc8-4282-87f7-138b10c6999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (0620ebc9-d776-4f14-8a35-0ba93995c7a9), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:04.843124 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d625ac7-6fc8-4282-87f7-138b10c6999f None None] Network 8349f0b4-a8a7-4924-b89f-b102482aaf60 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:45:04.849840 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-8d625ac7-6fc8-4282-87f7-138b10c6999f None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:45:04.853561 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d625ac7-6fc8-4282-87f7-138b10c6999f None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:45:04.864408 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d625ac7-6fc8-4282-87f7-138b10c6999f None None] Pushing event updated for resources: {'Port': ['ID=0620ebc9-d776-4f14-8a35-0ba93995c7a9,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:04.893570 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-96359db5-ec40-45a0-ad4f-9f63df0395b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:04.915453 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-8d625ac7-6fc8-4282-87f7-138b10c6999f None None] Attempting to bind port 0620ebc9-d776-4f14-8a35-0ba93995c7a9 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:45:04.915903 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-8d625ac7-6fc8-4282-87f7-138b10c6999f None None] Attempting to bind port 0620ebc9-d776-4f14-8a35-0ba93995c7a9 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '7e80b65a-16da-41d7-a1ce-03dc73994367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:45:04.916591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d625ac7-6fc8-4282-87f7-138b10c6999f None None] Attempting to bind port 0620ebc9-d776-4f14-8a35-0ba93995c7a9 on network 8349f0b4-a8a7-4924-b89f-b102482aaf60 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:45:04.921925 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d625ac7-6fc8-4282-87f7-138b10c6999f None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:45:04.922398 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d625ac7-6fc8-4282-87f7-138b10c6999f None None] Checking segment: {'id': '7e80b65a-16da-41d7-a1ce-03dc73994367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:45:04.922895 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d625ac7-6fc8-4282-87f7-138b10c6999f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:04.923359 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d625ac7-6fc8-4282-87f7-138b10c6999f None None] Bound using segment: {'id': '7e80b65a-16da-41d7-a1ce-03dc73994367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:45:04.924427 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-8d625ac7-6fc8-4282-87f7-138b10c6999f None None] Bound port: 0620ebc9-d776-4f14-8a35-0ba93995c7a9, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e80b65a-16da-41d7-a1ce-03dc73994367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:45:04.924880 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d625ac7-6fc8-4282-87f7-138b10c6999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (0620ebc9-d776-4f14-8a35-0ba93995c7a9), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:05.010233 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-8d625ac7-6fc8-4282-87f7-138b10c6999f None None] For port 0620ebc9-d776-4f14-8a35-0ba93995c7a9, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:45:05.013430 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-8d625ac7-6fc8-4282-87f7-138b10c6999f None None] For port 0620ebc9-d776-4f14-8a35-0ba93995c7a9, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=0620ebc9-d776-4f14-8a35-0ba93995c7a9,segment=NetworkSegment(7e80b65a-16da-41d7-a1ce-03dc73994367),segment_id=7e80b65a-16da-41d7-a1ce-03dc73994367)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:45:05.056640 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8d625ac7-6fc8-4282-87f7-138b10c6999f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (0620ebc9-d776-4f14-8a35-0ba93995c7a9), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:05.135368 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d625ac7-6fc8-4282-87f7-138b10c6999f None None] Pushing event updated for resources: {'Port': ['ID=0620ebc9-d776-4f14-8a35-0ba93995c7a9,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:05.221733 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-96359db5-ec40-45a0-ad4f-9f63df0395b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.20.0.1 (8349f0b4-a8a7-4924-b89f-b102482aaf60/cbb4bf43-fc12-4522-b18b-63dcefdadeaf/8381f801-50dc-43a0-bdd5-f26752774715) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:45:05.368371 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-96359db5-ec40-45a0-ad4f-9f63df0395b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (8381f801-50dc-43a0-bdd5-f26752774715), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:05.476269 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-96359db5-ec40-45a0-ad4f-9f63df0395b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (8381f801-50dc-43a0-bdd5-f26752774715), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:05.504567 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 0620ebc9-d776-4f14-8a35-0ba93995c7a9 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:45:05.526632 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96359db5-ec40-45a0-ad4f-9f63df0395b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 8349f0b4-a8a7-4924-b89f-b102482aaf60 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:45:05.529909 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-96359db5-ec40-45a0-ad4f-9f63df0395b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:45:05.535018 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96359db5-ec40-45a0-ad4f-9f63df0395b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:45:05.539719 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96359db5-ec40-45a0-ad4f-9f63df0395b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=8381f801-50dc-43a0-bdd5-f26752774715,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:05.560387 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 0620ebc9-d776-4f14-8a35-0ba93995c7a9 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:45:05.560825 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0620ebc9-d776-4f14-8a35-0ba93995c7a9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:05.583902 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-96359db5-ec40-45a0-ad4f-9f63df0395b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (1c277e38-0b88-4070-be6f-4353d25a5e44), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:05.646107 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 0620ebc9-d776-4f14-8a35-0ba93995c7a9 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:45:05.647414 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (0620ebc9-d776-4f14-8a35-0ba93995c7a9), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:05.686806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 0620ebc9-d776-4f14-8a35-0ba93995c7a9, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=0620ebc9-d776-4f14-8a35-0ba93995c7a9,segment=NetworkSegment(7e80b65a-16da-41d7-a1ce-03dc73994367),segment_id=7e80b65a-16da-41d7-a1ce-03dc73994367)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:45:05.742004 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (0620ebc9-d776-4f14-8a35-0ba93995c7a9), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:05.742903 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 01099184-27c3-474f-83af-d3729058b9dd up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:45:05.806918 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-96359db5-ec40-45a0-ad4f-9f63df0395b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8381f801-50dc-43a0-bdd5-f26752774715), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:05.821723 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=0620ebc9-d776-4f14-8a35-0ba93995c7a9,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:05.834206 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 01099184-27c3-474f-83af-d3729058b9dd triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:45:05.835064 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (01099184-27c3-474f-83af-d3729058b9dd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:05.921023 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 01099184-27c3-474f-83af-d3729058b9dd is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:45:05.921500 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (01099184-27c3-474f-83af-d3729058b9dd), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:05.943839 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 01099184-27c3-474f-83af-d3729058b9dd, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=01099184-27c3-474f-83af-d3729058b9dd,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:45:06.004989 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (01099184-27c3-474f-83af-d3729058b9dd), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:06.065258 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=01099184-27c3-474f-83af-d3729058b9dd,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:06.111738 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-96359db5-ec40-45a0-ad4f-9f63df0395b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (8381f801-50dc-43a0-bdd5-f26752774715), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:06.163080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e89c4bd-687b-4c36-b173-a600437301df None None] Network 8349f0b4-a8a7-4924-b89f-b102482aaf60 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:45:06.176417 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-96359db5-ec40-45a0-ad4f-9f63df0395b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (8381f801-50dc-43a0-bdd5-f26752774715), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:06.254178 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96359db5-ec40-45a0-ad4f-9f63df0395b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=8381f801-50dc-43a0-bdd5-f26752774715,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:06.257366 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-96359db5-ec40-45a0-ad4f-9f63df0395b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (1c277e38-0b88-4070-be6f-4353d25a5e44), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:06.273605 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-88f95db6-f324-4406-bb69-e3a7b6ef624d None None] Provisioning complete for port 0620ebc9-d776-4f14-8a35-0ba93995c7a9 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:45:06.273974 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-88f95db6-f324-4406-bb69-e3a7b6ef624d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0620ebc9-d776-4f14-8a35-0ba93995c7a9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:06.349327 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96359db5-ec40-45a0-ad4f-9f63df0395b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 8349f0b4-a8a7-4924-b89f-b102482aaf60 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:45:06.351368 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-96359db5-ec40-45a0-ad4f-9f63df0395b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:45:06.359055 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-88f95db6-f324-4406-bb69-e3a7b6ef624d None None] Current status of the port 0620ebc9-d776-4f14-8a35-0ba93995c7a9 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:45:06.479558 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96359db5-ec40-45a0-ad4f-9f63df0395b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 1c277e38-0b88-4070-be6f-4353d25a5e44 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:45:06.576878 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67c5a044-9ee5-43c3-86b9-67956d763c39 None None] Provisioning complete for port 0620ebc9-d776-4f14-8a35-0ba93995c7a9 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:45:06.577497 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67c5a044-9ee5-43c3-86b9-67956d763c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0620ebc9-d776-4f14-8a35-0ba93995c7a9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:06.604797 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96359db5-ec40-45a0-ad4f-9f63df0395b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:45:06.615196 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-96359db5-ec40-45a0-ad4f-9f63df0395b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/routers/1c277e38-0b88-4070-be6f-4353d25a5e44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1956849 Apr 15 03:45:06.615574 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37124) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:06.677360 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67c5a044-9ee5-43c3-86b9-67956d763c39 None None] Current status of the port 0620ebc9-d776-4f14-8a35-0ba93995c7a9 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:45:06.686395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-67c5a044-9ee5-43c3-86b9-67956d763c39 None None] Provisioning complete for port 8381f801-50dc-43a0-bdd5-f26752774715 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:45:06.686898 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67c5a044-9ee5-43c3-86b9-67956d763c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (8381f801-50dc-43a0-bdd5-f26752774715), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:06.721085 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-67c5a044-9ee5-43c3-86b9-67956d763c39 None None] Port 8381f801-50dc-43a0-bdd5-f26752774715 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:45:06.724232 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3850278e-c75f-4d84-b4d4-67fa50738fd9 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:06.724752 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3850278e-c75f-4d84-b4d4-67fa50738fd9 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:06.725842 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3850278e-c75f-4d84-b4d4-67fa50738fd9 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:06.726722 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3850278e-c75f-4d84-b4d4-67fa50738fd9 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:06.728038 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3850278e-c75f-4d84-b4d4-67fa50738fd9 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1105812 Apr 15 03:45:06.730856 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37126) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:06.734960 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135867d6-c343-4850-96fe-4d395f66592a None None] Sync routers for ids ['1c277e38-0b88-4070-be6f-4353d25a5e44'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:45:06.747359 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135867d6-c343-4850-96fe-4d395f66592a None None] Routers {'1c277e38-0b88-4070-be6f-4353d25a5e44'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:45:06.747992 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-135867d6-c343-4850-96fe-4d395f66592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:44:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['1c277e38-0b88-4070-be6f-4353d25a5e44'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:06.792688 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea2910b-66e4-402e-aae6-a1bf6bd3e61d tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:06.793273 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea2910b-66e4-402e-aae6-a1bf6bd3e61d tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:06.793807 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea2910b-66e4-402e-aae6-a1bf6bd3e61d tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:06.794333 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea2910b-66e4-402e-aae6-a1bf6bd3e61d tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:06.796166 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4ea2910b-66e4-402e-aae6-a1bf6bd3e61d tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0644116 Apr 15 03:45:06.798777 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37128) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:06.851227 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-4def90af-899d-4b2d-8d45-5b6bac83b84b None None] Provisioning complete for port 8381f801-50dc-43a0-bdd5-f26752774715 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:45:06.851742 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4def90af-899d-4b2d-8d45-5b6bac83b84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (8381f801-50dc-43a0-bdd5-f26752774715), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:06.903543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-135867d6-c343-4850-96fe-4d395f66592a None None] Set router 1c277e38-0b88-4070-be6f-4353d25a5e44 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:45:06.918197 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a42336e6-b956-46da-8926-1a6273f82aa1 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1180971 Apr 15 03:45:06.935983 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4def90af-899d-4b2d-8d45-5b6bac83b84b None None] Port 8381f801-50dc-43a0-bdd5-f26752774715 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:45:07.060208 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7b519979-4da3-435b-b745-25642f677f32 None None] Provisioning complete for port 8381f801-50dc-43a0-bdd5-f26752774715 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:45:07.060487 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7b519979-4da3-435b-b745-25642f677f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (8381f801-50dc-43a0-bdd5-f26752774715), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:07.126536 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37132) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:07.132000 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-b2a5e3be-3231-4a16-baf3-3d0bcedf7ab2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1169964689', 'description': 'tempest-secgroup-smoke-1169964689 description', 'project_id': '6786bd52355f4b228acda11ee2393b97'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:45:07.232979 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b2a5e3be-3231-4a16-baf3-3d0bcedf7ab2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:07.268756 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7b519979-4da3-435b-b745-25642f677f32 None None] Port 8381f801-50dc-43a0-bdd5-f26752774715 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:45:07.282887 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-135867d6-c343-4850-96fe-4d395f66592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'name': 'tempest-TestNetworkBasicOps-router-508629108', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '01099184-27c3-474f-83af-d3729058b9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:45:01Z', 'updated_at': '2022-04-15T03:45:05Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '01099184-27c3-474f-83af-d3729058b9dd', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:02Z', 'updated_at': '2022-04-15T03:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '8381f801-50dc-43a0-bdd5-f26752774715', 'name': '', 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:fa:b4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:05Z', 'updated_at': '2022-04-15T03:45:05Z', 'revision_number': 2, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:07.302918 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b2a5e3be-3231-4a16-baf3-3d0bcedf7ab2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (fc5846ed-f25f-4bc9-b3d6-52f25777a339), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:07.309829 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135867d6-c343-4850-96fe-4d395f66592a None None] Checking router: 1c277e38-0b88-4070-be6f-4353d25a5e44 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:45:07.310405 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135867d6-c343-4850-96fe-4d395f66592a None None] Updating router 1c277e38-0b88-4070-be6f-4353d25a5e44 port 8381f801-50dc-43a0-bdd5-f26752774715 binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:45:07.341304 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-135867d6-c343-4850-96fe-4d395f66592a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8381f801-50dc-43a0-bdd5-f26752774715), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:07.347087 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b2a5e3be-3231-4a16-baf3-3d0bcedf7ab2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (fc5846ed-f25f-4bc9-b3d6-52f25777a339), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:07.376643 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5e3be-3231-4a16-baf3-3d0bcedf7ab2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5846ed-f25f-4bc9-b3d6-52f25777a339,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:07.418110 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b2a5e3be-3231-4a16-baf3-3d0bcedf7ab2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:07.419525 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b2a5e3be-3231-4a16-baf3-3d0bcedf7ab2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2919257 Apr 15 03:45:07.423014 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37134) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:07.427117 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a43cbf5d-2bf9-458b-9eeb-2005859b14e7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'fc5846ed-f25f-4bc9-b3d6-52f25777a339', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:45:07.441073 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 0620ebc9-d776-4f14-8a35-0ba93995c7a9 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:45:07.507604 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a43cbf5d-2bf9-458b-9eeb-2005859b14e7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (f728c66b-4eb0-4c4c-aa62-85215b6cfc2e), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:07.552642 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 0620ebc9-d776-4f14-8a35-0ba93995c7a9 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:45:07.553735 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0620ebc9-d776-4f14-8a35-0ba93995c7a9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:07.565439 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a43cbf5d-2bf9-458b-9eeb-2005859b14e7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (f728c66b-4eb0-4c4c-aa62-85215b6cfc2e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:07.667824 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a43cbf5d-2bf9-458b-9eeb-2005859b14e7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (f728c66b-4eb0-4c4c-aa62-85215b6cfc2e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:07.683373 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cbf5d-2bf9-458b-9eeb-2005859b14e7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f728c66b-4eb0-4c4c-aa62-85215b6cfc2e,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:07.692642 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 0620ebc9-d776-4f14-8a35-0ba93995c7a9 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:45:07.694289 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 01099184-27c3-474f-83af-d3729058b9dd up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:45:07.729658 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-135867d6-c343-4850-96fe-4d395f66592a None None] Publish callbacks [] for port (8381f801-50dc-43a0-bdd5-f26752774715), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:07.750268 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 01099184-27c3-474f-83af-d3729058b9dd triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:45:07.750645 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (01099184-27c3-474f-83af-d3729058b9dd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:07.755315 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a43cbf5d-2bf9-458b-9eeb-2005859b14e7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:07.756611 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a43cbf5d-2bf9-458b-9eeb-2005859b14e7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3331943 Apr 15 03:45:07.759341 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37136) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:07.763796 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-511848a4-6eec-4709-963a-173e6db03ea0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'fc5846ed-f25f-4bc9-b3d6-52f25777a339', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:45:07.816495 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-135867d6-c343-4850-96fe-4d395f66592a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (8381f801-50dc-43a0-bdd5-f26752774715), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:07.850917 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-511848a4-6eec-4709-963a-173e6db03ea0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (ca1b31f4-e416-4b02-8087-4304d39c77ac), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:07.871027 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 01099184-27c3-474f-83af-d3729058b9dd is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:45:07.882540 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158a3a8-d5f4-4abe-bb69-53e1c9e0fbc3 None None] Pushing event updated for resources: {'Port': ['ID=8381f801-50dc-43a0-bdd5-f26752774715,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:07.923620 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-511848a4-6eec-4709-963a-173e6db03ea0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (ca1b31f4-e416-4b02-8087-4304d39c77ac), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:07.935540 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-135867d6-c343-4850-96fe-4d395f66592a None None] Attempting to bind port 8381f801-50dc-43a0-bdd5-f26752774715 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:45:07.935913 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-135867d6-c343-4850-96fe-4d395f66592a None None] Attempting to bind port 8381f801-50dc-43a0-bdd5-f26752774715 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '7e80b65a-16da-41d7-a1ce-03dc73994367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:45:07.936274 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135867d6-c343-4850-96fe-4d395f66592a None None] Attempting to bind port 8381f801-50dc-43a0-bdd5-f26752774715 on network 8349f0b4-a8a7-4924-b89f-b102482aaf60 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:45:07.941512 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135867d6-c343-4850-96fe-4d395f66592a None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:45:07.944403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135867d6-c343-4850-96fe-4d395f66592a None None] Checking segment: {'id': '7e80b65a-16da-41d7-a1ce-03dc73994367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:45:07.944403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-135867d6-c343-4850-96fe-4d395f66592a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:07.944403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135867d6-c343-4850-96fe-4d395f66592a None None] Bound using segment: {'id': '7e80b65a-16da-41d7-a1ce-03dc73994367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:45:07.944403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-135867d6-c343-4850-96fe-4d395f66592a None None] Bound port: 8381f801-50dc-43a0-bdd5-f26752774715, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e80b65a-16da-41d7-a1ce-03dc73994367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:45:07.944403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-135867d6-c343-4850-96fe-4d395f66592a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8381f801-50dc-43a0-bdd5-f26752774715), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:07.981850 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-511848a4-6eec-4709-963a-173e6db03ea0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (ca1b31f4-e416-4b02-8087-4304d39c77ac), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:08.000916 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511848a4-6eec-4709-963a-173e6db03ea0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1b31f4-e416-4b02-8087-4304d39c77ac,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:08.015572 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-135867d6-c343-4850-96fe-4d395f66592a None None] For port 8381f801-50dc-43a0-bdd5-f26752774715, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:45:08.018788 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-135867d6-c343-4850-96fe-4d395f66592a None None] For port 8381f801-50dc-43a0-bdd5-f26752774715, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=8381f801-50dc-43a0-bdd5-f26752774715,segment=NetworkSegment(7e80b65a-16da-41d7-a1ce-03dc73994367),segment_id=7e80b65a-16da-41d7-a1ce-03dc73994367)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:45:08.087230 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-511848a4-6eec-4709-963a-173e6db03ea0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:08.088591 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-511848a4-6eec-4709-963a-173e6db03ea0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3280940 Apr 15 03:45:08.094085 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-510d606d-b2c5-41be-825f-e8a4fd7b4dca None None] Provisioning complete for port 8381f801-50dc-43a0-bdd5-f26752774715 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:45:08.094454 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-510d606d-b2c5-41be-825f-e8a4fd7b4dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (8381f801-50dc-43a0-bdd5-f26752774715), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:08.095894 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37138) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:08.100684 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-4928b318-651d-4636-bca0-4093c717e9a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'fc5846ed-f25f-4bc9-b3d6-52f25777a339', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:45:08.117417 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-135867d6-c343-4850-96fe-4d395f66592a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (8381f801-50dc-43a0-bdd5-f26752774715), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:08.162957 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-510d606d-b2c5-41be-825f-e8a4fd7b4dca None None] Port 8381f801-50dc-43a0-bdd5-f26752774715 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:45:08.187369 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135867d6-c343-4850-96fe-4d395f66592a None None] Routers {'1c277e38-0b88-4070-be6f-4353d25a5e44'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:45:08.188008 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-135867d6-c343-4850-96fe-4d395f66592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:44:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['1c277e38-0b88-4070-be6f-4353d25a5e44'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:08.194531 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4928b318-651d-4636-bca0-4093c717e9a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (f408c425-eee1-4816-9846-9b30c42a6b76), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:08.231815 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158a3a8-d5f4-4abe-bb69-53e1c9e0fbc3 None None] Pushing event updated for resources: {'Port': ['ID=8381f801-50dc-43a0-bdd5-f26752774715,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:08.275796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4928b318-651d-4636-bca0-4093c717e9a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (f408c425-eee1-4816-9846-9b30c42a6b76), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:08.314473 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-135867d6-c343-4850-96fe-4d395f66592a None None] Set router 1c277e38-0b88-4070-be6f-4353d25a5e44 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:45:08.347871 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4928b318-651d-4636-bca0-4093c717e9a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (f408c425-eee1-4816-9846-9b30c42a6b76), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:08.367034 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928b318-651d-4636-bca0-4093c717e9a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f408c425-eee1-4816-9846-9b30c42a6b76,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:08.416998 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3ef92806-5754-4fa3-8aea-2eeb12ec9c55 None None] Provisioning complete for port 8381f801-50dc-43a0-bdd5-f26752774715 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:45:08.417363 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3ef92806-5754-4fa3-8aea-2eeb12ec9c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (8381f801-50dc-43a0-bdd5-f26752774715), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:08.447121 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4928b318-651d-4636-bca0-4093c717e9a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:08.448288 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4928b318-651d-4636-bca0-4093c717e9a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3513417 Apr 15 03:45:08.450914 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37140) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:08.455241 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a46fd713-396c-41f7-bda5-c5255ea90088 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'fc5846ed-f25f-4bc9-b3d6-52f25777a339', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:45:08.529953 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a46fd713-396c-41f7-bda5-c5255ea90088 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (1ddb551b-01d1-49cd-b9e7-c2502cd73614), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:08.577008 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-135867d6-c343-4850-96fe-4d395f66592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'name': 'tempest-TestNetworkBasicOps-router-508629108', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '01099184-27c3-474f-83af-d3729058b9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:45:01Z', 'updated_at': '2022-04-15T03:45:05Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '01099184-27c3-474f-83af-d3729058b9dd', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:02Z', 'updated_at': '2022-04-15T03:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '8381f801-50dc-43a0-bdd5-f26752774715', 'name': '', 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:fa:b4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:05Z', 'updated_at': '2022-04-15T03:45:08Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:08.579825 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3ef92806-5754-4fa3-8aea-2eeb12ec9c55 None None] Current status of the port 8381f801-50dc-43a0-bdd5-f26752774715 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:45:08.580134 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3ef92806-5754-4fa3-8aea-2eeb12ec9c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8381f801-50dc-43a0-bdd5-f26752774715), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:08.587581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a46fd713-396c-41f7-bda5-c5255ea90088 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (1ddb551b-01d1-49cd-b9e7-c2502cd73614), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:08.609856 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135867d6-c343-4850-96fe-4d395f66592a None None] The sync data for ids ['1c277e38-0b88-4070-be6f-4353d25a5e44'] in dv-neutron-837140-3-hyperv is: [{'id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'name': 'tempest-TestNetworkBasicOps-router-508629108', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '01099184-27c3-474f-83af-d3729058b9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:45:01Z', 'updated_at': '2022-04-15T03:45:05Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '01099184-27c3-474f-83af-d3729058b9dd', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:02Z', 'updated_at': '2022-04-15T03:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '8381f801-50dc-43a0-bdd5-f26752774715', 'name': '', 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:fa:b4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:05Z', 'updated_at': '2022-04-15T03:45:08Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:45:08.641877 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-3ef92806-5754-4fa3-8aea-2eeb12ec9c55 None None] For port 8381f801-50dc-43a0-bdd5-f26752774715, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=8381f801-50dc-43a0-bdd5-f26752774715,segment=NetworkSegment(7e80b65a-16da-41d7-a1ce-03dc73994367),segment_id=7e80b65a-16da-41d7-a1ce-03dc73994367)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:45:08.667678 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a46fd713-396c-41f7-bda5-c5255ea90088 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (1ddb551b-01d1-49cd-b9e7-c2502cd73614), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:08.691314 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fd713-396c-41f7-bda5-c5255ea90088 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddb551b-01d1-49cd-b9e7-c2502cd73614,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:08.701555 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3ef92806-5754-4fa3-8aea-2eeb12ec9c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (8381f801-50dc-43a0-bdd5-f26752774715), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:08.744713 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a46fd713-396c-41f7-bda5-c5255ea90088 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:08.748425 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a46fd713-396c-41f7-bda5-c5255ea90088 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2941439 Apr 15 03:45:08.748699 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37142) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:08.753752 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef92806-5754-4fa3-8aea-2eeb12ec9c55 None None] Pushing event updated for resources: {'Port': ['ID=8381f801-50dc-43a0-bdd5-f26752774715,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:08.755416 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-711bea98-3535-43bc-8afe-0665164a3fa4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'fc5846ed-f25f-4bc9-b3d6-52f25777a339', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:45:08.827619 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-711bea98-3535-43bc-8afe-0665164a3fa4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:45:08.833815 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-711bea98-3535-43bc-8afe-0665164a3fa4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (18af8199-d2e4-41a2-9327-16683a8814cb), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:08.907925 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-711bea98-3535-43bc-8afe-0665164a3fa4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (18af8199-d2e4-41a2-9327-16683a8814cb), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:08.976844 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-711bea98-3535-43bc-8afe-0665164a3fa4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (18af8199-d2e4-41a2-9327-16683a8814cb), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:08.996212 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bea98-3535-43bc-8afe-0665164a3fa4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18af8199-d2e4-41a2-9327-16683a8814cb,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:09.063602 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-711bea98-3535-43bc-8afe-0665164a3fa4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:09.065176 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-711bea98-3535-43bc-8afe-0665164a3fa4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3154645 Apr 15 03:45:09.068042 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37144) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:09.073431 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e0a080a4-bc3e-44de-a8a7-54b662d91580 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'fc5846ed-f25f-4bc9-b3d6-52f25777a339', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:45:09.141773 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-e0a080a4-bc3e-44de-a8a7-54b662d91580 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:45:09.148435 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e0a080a4-bc3e-44de-a8a7-54b662d91580 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (fd12cdb5-ac9a-4510-925f-27baeb55d82a), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:09.211872 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e0a080a4-bc3e-44de-a8a7-54b662d91580 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (fd12cdb5-ac9a-4510-925f-27baeb55d82a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:09.261758 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e0a080a4-bc3e-44de-a8a7-54b662d91580 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (fd12cdb5-ac9a-4510-925f-27baeb55d82a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:09.281635 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a080a4-bc3e-44de-a8a7-54b662d91580 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd12cdb5-ac9a-4510-925f-27baeb55d82a,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:09.320787 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e0a080a4-bc3e-44de-a8a7-54b662d91580 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:09.322050 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e0a080a4-bc3e-44de-a8a7-54b662d91580 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2522988 Apr 15 03:45:09.442815 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 8381f801-50dc-43a0-bdd5-f26752774715 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:45:09.492082 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 8381f801-50dc-43a0-bdd5-f26752774715 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:45:09.492457 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (8381f801-50dc-43a0-bdd5-f26752774715), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:09.532835 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04c239ee-b431-4b8a-9618-423943f02008 req-34f9fe52-7e05-4b23-b5b0-158b68a6f566 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169964689&fields=id&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 267 time: 0.0481045 Apr 15 03:45:09.584617 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 8381f801-50dc-43a0-bdd5-f26752774715 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:45:09.644608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c239ee-b431-4b8a-9618-423943f02008 req-409764ef-ffe8-4294-831d-a125a096dbb8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:09.646114 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04c239ee-b431-4b8a-9618-423943f02008 req-409764ef-ffe8-4294-831d-a125a096dbb8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/networks?id=8349f0b4-a8a7-4924-b89f-b102482aaf60 HTTP/1.1" status: 200 len: 797 time: 0.1061637 Apr 15 03:45:09.661641 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04c239ee-b431-4b8a-9618-423943f02008 req-e7c953f6-e252-4124-ac45-bd3de6d80675 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/quotas/6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 375 time: 0.0093565 Apr 15 03:45:09.747913 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04c239ee-b431-4b8a-9618-423943f02008 req-f38ecba3-b759-4b67-ae07-f568af253d50 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803030 Apr 15 03:45:09.840932 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04c239ee-b431-4b8a-9618-423943f02008 req-842741fb-6682-4399-a192-6315a27f7f0a service neutron] 10.222.0.15 "GET /v2.0/networks/8349f0b4-a8a7-4924-b89f-b102482aaf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819569 Apr 15 03:45:09.932881 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04c239ee-b431-4b8a-9618-423943f02008 req-2ae5e5a3-c4aa-4ac0-add2-9fe803e7a4a0 service neutron] 10.222.0.15 "GET /v2.0/networks/8349f0b4-a8a7-4924-b89f-b102482aaf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862358 Apr 15 03:45:10.156668 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e3bd505f-999d-4b6f-a05b-ff90d3c58186 req-9749005d-566a-43bf-9547-9d7fb4ca12b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655 HTTP/1.1" status: 200 len: 210 time: 0.0281770 Apr 15 03:45:11.250294 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d002001f-2720-4316-b3b6-9506303fef47 req-e2695378-24b2-44be-a4f6-a6acd32c72fa tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655 HTTP/1.1" status: 200 len: 210 time: 0.0281684 Apr 15 03:45:11.861701 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c239ee-b431-4b8a-9618-423943f02008 req-6c42c526-4904-4823-a456-f2c3b73b6664 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:11.863157 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04c239ee-b431-4b8a-9618-423943f02008 req-6c42c526-4904-4823-a456-f2c3b73b6664 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/networks?id=8349f0b4-a8a7-4924-b89f-b102482aaf60 HTTP/1.1" status: 200 len: 797 time: 0.1035099 Apr 15 03:45:11.925079 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04c239ee-b431-4b8a-9618-423943f02008 req-babd2af4-8203-418a-81e0-ac4243945422 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 380 time: 0.0538065 Apr 15 03:45:11.933351 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-04c239ee-b431-4b8a-9618-423943f02008 req-02537037-64e7-4a94-a6ea-e15c0711a229 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'port': {'device_id': '219fb7f4-a6e3-4b3c-a387-2e33fa0af655', 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60', 'admin_state_up': True, 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'security_groups': ['fc5846ed-f25f-4bc9-b3d6-52f25777a339']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:45:12.095987 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04c239ee-b431-4b8a-9618-423943f02008 req-02537037-64e7-4a94-a6ea-e15c0711a229 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:45:12.100347 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-04c239ee-b431-4b8a-9618-423943f02008 req-02537037-64e7-4a94-a6ea-e15c0711a229 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:12.225595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-04c239ee-b431-4b8a-9618-423943f02008 req-02537037-64e7-4a94-a6ea-e15c0711a229 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.20.0.14 (8349f0b4-a8a7-4924-b89f-b102482aaf60/cbb4bf43-fc12-4522-b18b-63dcefdadeaf/fde0cd9b-0dac-41bc-a7cf-cbae4bc96276) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:45:12.345970 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cc881833-900d-477c-9c3c-3afa434984be req-6fc6930a-afa0-4620-bbfe-c53156b51d45 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655 HTTP/1.1" status: 200 len: 210 time: 0.0299230 Apr 15 03:45:12.368512 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-04c239ee-b431-4b8a-9618-423943f02008 req-02537037-64e7-4a94-a6ea-e15c0711a229 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (fde0cd9b-0dac-41bc-a7cf-cbae4bc96276), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:12.456279 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-04c239ee-b431-4b8a-9618-423943f02008 req-02537037-64e7-4a94-a6ea-e15c0711a229 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (fde0cd9b-0dac-41bc-a7cf-cbae4bc96276), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:12.496934 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04c239ee-b431-4b8a-9618-423943f02008 req-02537037-64e7-4a94-a6ea-e15c0711a229 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 8349f0b4-a8a7-4924-b89f-b102482aaf60 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:45:12.500026 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-04c239ee-b431-4b8a-9618-423943f02008 req-02537037-64e7-4a94-a6ea-e15c0711a229 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:45:12.502361 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c239ee-b431-4b8a-9618-423943f02008 req-02537037-64e7-4a94-a6ea-e15c0711a229 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:45:12.539075 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02537037-64e7-4a94-a6ea-e15c0711a229 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=fde0cd9b-0dac-41bc-a7cf-cbae4bc96276,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:12.566564 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c239ee-b431-4b8a-9618-423943f02008 req-02537037-64e7-4a94-a6ea-e15c0711a229 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:12.567231 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-04c239ee-b431-4b8a-9618-423943f02008 req-02537037-64e7-4a94-a6ea-e15c0711a229 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:12.641815 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04c239ee-b431-4b8a-9618-423943f02008 req-02537037-64e7-4a94-a6ea-e15c0711a229 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7118011 Apr 15 03:45:12.653540 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-04c239ee-b431-4b8a-9618-423943f02008 req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] Request body: {'port': {'device_id': '219fb7f4-a6e3-4b3c-a387-2e33fa0af655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:45:12.713404 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-04c239ee-b431-4b8a-9618-423943f02008 req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fde0cd9b-0dac-41bc-a7cf-cbae4bc96276), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:12.742460 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f75566b-c3c0-4a62-a5ba-15e3ed5aa33d None None] Provisioning complete for port fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:45:12.743098 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f75566b-c3c0-4a62-a5ba-15e3ed5aa33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fde0cd9b-0dac-41bc-a7cf-cbae4bc96276), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:12.776350 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f75566b-c3c0-4a62-a5ba-15e3ed5aa33d None None] Port fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:45:12.975304 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-04c239ee-b431-4b8a-9618-423943f02008 req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:45:12.982498 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-04c239ee-b431-4b8a-9618-423943f02008 req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] Publish callbacks [] for port (fde0cd9b-0dac-41bc-a7cf-cbae4bc96276), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:12.995023 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-04c239ee-b431-4b8a-9618-423943f02008 req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] Transition to ACTIVE for port object fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 03:45:13.113106 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-04c239ee-b431-4b8a-9618-423943f02008 req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (fde0cd9b-0dac-41bc-a7cf-cbae4bc96276), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:13.166353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=fde0cd9b-0dac-41bc-a7cf-cbae4bc96276,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:13.238993 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-04c239ee-b431-4b8a-9618-423943f02008 req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] Attempting to bind port fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:45:13.239328 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-04c239ee-b431-4b8a-9618-423943f02008 req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] Attempting to bind port fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7e80b65a-16da-41d7-a1ce-03dc73994367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:45:13.239647 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c239ee-b431-4b8a-9618-423943f02008 req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] Attempting to bind port fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 on network 8349f0b4-a8a7-4924-b89f-b102482aaf60 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:45:13.244678 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c239ee-b431-4b8a-9618-423943f02008 req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] Port fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 on network 8349f0b4-a8a7-4924-b89f-b102482aaf60 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:45:13.244988 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c239ee-b431-4b8a-9618-423943f02008 req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] Attempting to bind port fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 on network 8349f0b4-a8a7-4924-b89f-b102482aaf60 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:45:13.250096 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c239ee-b431-4b8a-9618-423943f02008 req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:45:13.250430 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c239ee-b431-4b8a-9618-423943f02008 req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] Checking segment: {'id': '7e80b65a-16da-41d7-a1ce-03dc73994367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:45:13.250847 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04c239ee-b431-4b8a-9618-423943f02008 req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] Bound using segment: {'id': '7e80b65a-16da-41d7-a1ce-03dc73994367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:45:13.251277 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-04c239ee-b431-4b8a-9618-423943f02008 req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] Bound port: fde0cd9b-0dac-41bc-a7cf-cbae4bc96276, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e80b65a-16da-41d7-a1ce-03dc73994367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:45:13.251628 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-04c239ee-b431-4b8a-9618-423943f02008 req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fde0cd9b-0dac-41bc-a7cf-cbae4bc96276), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:13.320866 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-04c239ee-b431-4b8a-9618-423943f02008 req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] For port fde0cd9b-0dac-41bc-a7cf-cbae4bc96276, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:45:13.323927 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-04c239ee-b431-4b8a-9618-423943f02008 req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] For port fde0cd9b-0dac-41bc-a7cf-cbae4bc96276, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=fde0cd9b-0dac-41bc-a7cf-cbae4bc96276,segment=NetworkSegment(7e80b65a-16da-41d7-a1ce-03dc73994367),segment_id=7e80b65a-16da-41d7-a1ce-03dc73994367)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:45:13.393711 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-04c239ee-b431-4b8a-9618-423943f02008 req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (fde0cd9b-0dac-41bc-a7cf-cbae4bc96276), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:13.439739 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c239ee-b431-4b8a-9618-423943f02008 req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:13.440369 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-04c239ee-b431-4b8a-9618-423943f02008 req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:13.441779 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04c239ee-b431-4b8a-9618-423943f02008 req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] 10.222.0.30 "PUT /v2.0/ports/fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 HTTP/1.1" status: 200 len: 1094 time: 0.7925217 Apr 15 03:45:13.442253 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219fb7f4-a6e3-4b3c-a387-2e33fa0af655', 'tag': 'fde0cd9b-0dac-41bc-a7cf-cbae4bc96276'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:45:13.444651 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c7b7cb-b5d2-40c6-bf95-19d608af0c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "219fb7f4-a6e3-4b3c-a387-2e33fa0af655", "tag": "fde0cd9b-0dac-41bc-a7cf-cbae4bc96276"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:45:13.484668 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050db865-39cc-4c99-9320-049c049b0908 x-openstack-request-id: req-050db865-39cc-4c99-9320-049c049b0908 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:45:13.484960 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219fb7f4-a6e3-4b3c-a387-2e33fa0af655", "tag": "fde0cd9b-0dac-41bc-a7cf-cbae4bc96276", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:45:13.485217 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-050db865-39cc-4c99-9320-049c049b0908 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:45:13.485625 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-050db865-39cc-4c99-9320-049c049b0908'] response: {'name': 'network-changed', 'server_uuid': '219fb7f4-a6e3-4b3c-a387-2e33fa0af655', 'tag': 'fde0cd9b-0dac-41bc-a7cf-cbae4bc96276', 'status': 'completed', 'code': 200} Apr 15 03:45:13.521229 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9c08a-753c-494d-9772-e50ae01dc7ff req-f2aab679-c4fb-48e7-8052-81df5cc1c5c5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:13.523414 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0fe9c08a-753c-494d-9772-e50ae01dc7ff req-f2aab679-c4fb-48e7-8052-81df5cc1c5c5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655 HTTP/1.1" status: 200 len: 944 time: 0.1006007 Apr 15 03:45:13.527095 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f42311-d31e-4fb4-bda6-bef87e4afcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=fde0cd9b-0dac-41bc-a7cf-cbae4bc96276,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:13.579391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7b7cb-b5d2-40c6-bf95-19d608af0c4c req-e22cc64a-430c-49b8-a4f5-f8bca9fbf52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:13.580888 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-09c7b7cb-b5d2-40c6-bf95-19d608af0c4c req-e22cc64a-430c-49b8-a4f5-f8bca9fbf52d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655 HTTP/1.1" status: 200 len: 1128 time: 0.0758789 Apr 15 03:45:13.631049 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0fe9c08a-753c-494d-9772-e50ae01dc7ff req-610f3b1b-e5ff-4840-a178-cc40337b6d5b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc5846ed-f25f-4bc9-b3d6-52f25777a339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017947 Apr 15 03:45:13.702155 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7b7cb-b5d2-40c6-bf95-19d608af0c4c req-012141c2-1bd7-4f40-a0fd-c6969da4dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:13.702155 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-09c7b7cb-b5d2-40c6-bf95-19d608af0c4c req-012141c2-1bd7-4f40-a0fd-c6969da4dff8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6786bd52355f4b228acda11ee2393b97&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1103346 Apr 15 03:45:13.793400 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7b7cb-b5d2-40c6-bf95-19d608af0c4c req-f5271546-7822-4129-9e9f-5e868cae4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:13.794838 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-09c7b7cb-b5d2-40c6-bf95-19d608af0c4c req-f5271546-7822-4129-9e9f-5e868cae4d27 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0920842 Apr 15 03:45:13.866079 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c239ee-b431-4b8a-9618-423943f02008 req-d63be1d9-a405-4057-8288-f0e82a73c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:13.867572 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04c239ee-b431-4b8a-9618-423943f02008 req-d63be1d9-a405-4057-8288-f0e82a73c4f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655 HTTP/1.1" status: 200 len: 1128 time: 0.0384696 Apr 15 03:45:13.909736 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04c239ee-b431-4b8a-9618-423943f02008 req-7a4c4c93-ebbd-4928-a55a-5b7a84ba1950 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 HTTP/1.1" status: 200 len: 217 time: 0.0345666 Apr 15 03:45:13.961094 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c239ee-b431-4b8a-9618-423943f02008 req-71be2c08-096b-4be7-82e2-80ef6a9675fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:13.962503 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04c239ee-b431-4b8a-9618-423943f02008 req-71be2c08-096b-4be7-82e2-80ef6a9675fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cbb4bf43-fc12-4522-b18b-63dcefdadeaf HTTP/1.1" status: 200 len: 834 time: 0.0469744 Apr 15 03:45:14.003336 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c239ee-b431-4b8a-9618-423943f02008 req-677ad7b6-83f6-4a8d-8537-fdfadb695d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:14.004779 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04c239ee-b431-4b8a-9618-423943f02008 req-677ad7b6-83f6-4a8d-8537-fdfadb695d16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8349f0b4-a8a7-4924-b89f-b102482aaf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0369785 Apr 15 03:45:14.096573 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04c239ee-b431-4b8a-9618-423943f02008 req-da0d8be0-440a-44ec-aa08-bcc597248bd1 service neutron] 10.222.0.30 "GET /v2.0/networks/8349f0b4-a8a7-4924-b89f-b102482aaf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853899 Apr 15 03:45:14.184817 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04c239ee-b431-4b8a-9618-423943f02008 req-5a077904-b15f-4e54-a0e5-fd74bbec99b6 service neutron] 10.222.0.30 "GET /v2.0/networks/8349f0b4-a8a7-4924-b89f-b102482aaf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826337 Apr 15 03:45:14.745053 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57938551-4e6a-4030-8612-d816ad501cb2 req-0582cb63-9901-43f1-8f99-e32a43b6b94e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:14.746521 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-57938551-4e6a-4030-8612-d816ad501cb2 req-0582cb63-9901-43f1-8f99-e32a43b6b94e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655 HTTP/1.1" status: 200 len: 944 time: 0.0467749 Apr 15 03:45:14.794728 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-57938551-4e6a-4030-8612-d816ad501cb2 req-bd59e112-bd8e-4f57-ace4-bc49254419e2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc5846ed-f25f-4bc9-b3d6-52f25777a339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426941 Apr 15 03:45:15.705434 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 03:45:15.800934 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port fde0cd9b-0dac-41bc-a7cf-cbae4bc96276, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=fde0cd9b-0dac-41bc-a7cf-cbae4bc96276,segment=NetworkSegment(7e80b65a-16da-41d7-a1ce-03dc73994367),segment_id=7e80b65a-16da-41d7-a1ce-03dc73994367)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:45:15.811895 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'fde0cd9b-0dac-41bc-a7cf-cbae4bc96276', 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60', 'port_id': 'fde0cd9b-0dac-41bc-a7cf-cbae4bc96276', 'mac_address': 'fa:16:3e:45:7a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 03:45:15.853554 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:45:15.853946 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fde0cd9b-0dac-41bc-a7cf-cbae4bc96276), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:15.867066 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:45:15.887034 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port fde0cd9b-0dac-41bc-a7cf-cbae4bc96276, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=fde0cd9b-0dac-41bc-a7cf-cbae4bc96276,segment=NetworkSegment(7e80b65a-16da-41d7-a1ce-03dc73994367),segment_id=7e80b65a-16da-41d7-a1ce-03dc73994367)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:45:15.906115 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15c95a-12e0-4753-b024-d2c6636b177b req-e08bf1ee-887d-4c11-a671-5f15340beb53 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:15.907602 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-de15c95a-12e0-4753-b024-d2c6636b177b req-e08bf1ee-887d-4c11-a671-5f15340beb53 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655 HTTP/1.1" status: 200 len: 944 time: 0.0462353 Apr 15 03:45:15.961258 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-de15c95a-12e0-4753-b024-d2c6636b177b req-0cd03e93-8c25-47a9-b53f-2547ddd60f94 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc5846ed-f25f-4bc9-b3d6-52f25777a339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473659 Apr 15 03:45:15.964256 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fde0cd9b-0dac-41bc-a7cf-cbae4bc96276), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:16.011078 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=fde0cd9b-0dac-41bc-a7cf-cbae4bc96276,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:16.148865 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['fde0cd9b-0dac-41bc-a7cf-cbae4bc96276'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:45:17.071912 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ad213-e5ec-4beb-b8df-22733c829279 req-4a385bdf-5164-4dcb-9212-71d0f30077e4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:17.073428 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-903ad213-e5ec-4beb-b8df-22733c829279 req-4a385bdf-5164-4dcb-9212-71d0f30077e4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655 HTTP/1.1" status: 200 len: 945 time: 0.0466194 Apr 15 03:45:17.121583 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-903ad213-e5ec-4beb-b8df-22733c829279 req-52a6a039-fe47-4666-ae37-eb8799b946ab tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc5846ed-f25f-4bc9-b3d6-52f25777a339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427413 Apr 15 03:45:17.721118 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:45:17.765641 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 03:45:17.849300 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:45:17.850279 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fde0cd9b-0dac-41bc-a7cf-cbae4bc96276), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:17.929158 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:45:17.929544 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fde0cd9b-0dac-41bc-a7cf-cbae4bc96276), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:17.950856 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219fb7f4-a6e3-4b3c-a387-2e33fa0af655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde0cd9b-0dac-41bc-a7cf-cbae4bc96276'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:45:17.953090 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9270c31-d57e-41ff-bab4-62f32219a461" -d '{"events": [{"server_uuid": "219fb7f4-a6e3-4b3c-a387-2e33fa0af655", "name": "network-vif-plugged", "status": "completed", "tag": "fde0cd9b-0dac-41bc-a7cf-cbae4bc96276"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:45:17.965638 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port fde0cd9b-0dac-41bc-a7cf-cbae4bc96276, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=fde0cd9b-0dac-41bc-a7cf-cbae4bc96276,segment=NetworkSegment(7e80b65a-16da-41d7-a1ce-03dc73994367),segment_id=7e80b65a-16da-41d7-a1ce-03dc73994367)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:45:17.991053 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bd5f3d-0f2e-41e4-85f8-4bdbefe88dcf x-openstack-request-id: req-c1bd5f3d-0f2e-41e4-85f8-4bdbefe88dcf {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:45:17.991053 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219fb7f4-a6e3-4b3c-a387-2e33fa0af655", "name": "network-vif-plugged", "status": "completed", "tag": "fde0cd9b-0dac-41bc-a7cf-cbae4bc96276", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:45:17.991053 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1bd5f3d-0f2e-41e4-85f8-4bdbefe88dcf {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:45:17.991053 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1bd5f3d-0f2e-41e4-85f8-4bdbefe88dcf'] response: {'server_uuid': '219fb7f4-a6e3-4b3c-a387-2e33fa0af655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde0cd9b-0dac-41bc-a7cf-cbae4bc96276', 'code': 200} Apr 15 03:45:18.039030 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fde0cd9b-0dac-41bc-a7cf-cbae4bc96276), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:18.088888 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=fde0cd9b-0dac-41bc-a7cf-cbae4bc96276,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:18.238868 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe42c0-828b-4f10-aef7-247471b84242 req-ce4879de-f7af-402e-9367-998a384613d1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:18.240262 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b6fe42c0-828b-4f10-aef7-247471b84242 req-ce4879de-f7af-402e-9367-998a384613d1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655 HTTP/1.1" status: 200 len: 946 time: 0.0523734 Apr 15 03:45:18.265348 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d10a33-123b-4843-b01e-4160be6e0971 req-5334e03d-9221-4686-9b74-1b0afe0aff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:18.266856 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-75d10a33-123b-4843-b01e-4160be6e0971 req-5334e03d-9221-4686-9b74-1b0afe0aff83 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655 HTTP/1.1" status: 200 len: 1130 time: 0.0378404 Apr 15 03:45:18.289411 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b6fe42c0-828b-4f10-aef7-247471b84242 req-1247479c-172b-4acb-bc86-286b6612c85d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc5846ed-f25f-4bc9-b3d6-52f25777a339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434797 Apr 15 03:45:18.312359 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-75d10a33-123b-4843-b01e-4160be6e0971 req-7a69d997-8c56-4188-85c6-f32659d6786a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fc5846ed-f25f-4bc9-b3d6-52f25777a339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396750 Apr 15 03:45:18.495653 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b1a33d13-5106-44ea-8ae0-e8aa1607be53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:19.402351 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcbc6f-ee99-446c-a8b6-d9577576e49a req-8b1de06c-2691-4aa7-973d-feb4c9b0dae2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:19.405877 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-34bcbc6f-ee99-446c-a8b6-d9577576e49a req-8b1de06c-2691-4aa7-973d-feb4c9b0dae2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655 HTTP/1.1" status: 200 len: 946 time: 0.0466235 Apr 15 03:45:19.452156 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-34bcbc6f-ee99-446c-a8b6-d9577576e49a req-a71d3bc0-6cd1-4913-97b1-60fb067f91b5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc5846ed-f25f-4bc9-b3d6-52f25777a339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428412 Apr 15 03:45:20.563043 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860db83-2c25-4efa-acf8-a72d9e475b58 req-72111d96-42af-4d0e-a5e1-c96d83e81b07 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:20.564524 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3860db83-2c25-4efa-acf8-a72d9e475b58 req-72111d96-42af-4d0e-a5e1-c96d83e81b07 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655 HTTP/1.1" status: 200 len: 946 time: 0.0465407 Apr 15 03:45:20.611584 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3860db83-2c25-4efa-acf8-a72d9e475b58 req-1217a148-f76d-4ce4-9a69-577b35a9de22 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc5846ed-f25f-4bc9-b3d6-52f25777a339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416653 Apr 15 03:45:20.723484 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751e1f7-b2ac-46c6-8a4b-62423950f369 req-baaf764e-3505-41c0-91e8-adb7dcf25067 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:20.725709 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3751e1f7-b2ac-46c6-8a4b-62423950f369 req-baaf764e-3505-41c0-91e8-adb7dcf25067 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655 HTTP/1.1" status: 200 len: 946 time: 0.0502939 Apr 15 03:45:20.781987 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3751e1f7-b2ac-46c6-8a4b-62423950f369 req-6518eefe-15cd-429d-902d-681a99cd6896 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc5846ed-f25f-4bc9-b3d6-52f25777a339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432308 Apr 15 03:45:20.796168 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37196) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:20.821739 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8f8425d2-f56d-49a5-947a-2e776bec7ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:20.833440 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30abcb11-6b79-468b-ae2a-76001a24ca7c tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:20.835580 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-30abcb11-6b79-468b-ae2a-76001a24ca7c tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655 HTTP/1.1" status: 200 len: 1125 time: 0.0384316 Apr 15 03:45:20.838263 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37198) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:20.842437 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-ede4d405-2a9a-4582-af36-18d1ba2cdbe9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': 'fde0cd9b-0dac-41bc-a7cf-cbae4bc96276', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:45:20.912726 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ede4d405-2a9a-4582-af36-18d1ba2cdbe9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:20.992341 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ede4d405-2a9a-4582-af36-18d1ba2cdbe9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:21.090396 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-ede4d405-2a9a-4582-af36-18d1ba2cdbe9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.26.6.225 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/3b4750de-5edb-4118-be78-551ec048a540) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:45:21.192350 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ede4d405-2a9a-4582-af36-18d1ba2cdbe9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (3b4750de-5edb-4118-be78-551ec048a540), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:21.273243 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ede4d405-2a9a-4582-af36-18d1ba2cdbe9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (3b4750de-5edb-4118-be78-551ec048a540), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:21.310224 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede4d405-2a9a-4582-af36-18d1ba2cdbe9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:45:21.313069 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-ede4d405-2a9a-4582-af36-18d1ba2cdbe9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:45:21.318544 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede4d405-2a9a-4582-af36-18d1ba2cdbe9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:45:21.341339 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4d405-2a9a-4582-af36-18d1ba2cdbe9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=3b4750de-5edb-4118-be78-551ec048a540,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:21.691769 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ede4d405-2a9a-4582-af36-18d1ba2cdbe9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (2279f808-bbaf-454d-8be2-4d46fc9e31dd), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:21.809440 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ede4d405-2a9a-4582-af36-18d1ba2cdbe9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (3b4750de-5edb-4118-be78-551ec048a540), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:21.849787 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:22.274683 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ede4d405-2a9a-4582-af36-18d1ba2cdbe9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (3b4750de-5edb-4118-be78-551ec048a540), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:22.324131 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ede4d405-2a9a-4582-af36-18d1ba2cdbe9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (3b4750de-5edb-4118-be78-551ec048a540), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:22.392901 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4d405-2a9a-4582-af36-18d1ba2cdbe9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=3b4750de-5edb-4118-be78-551ec048a540,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:22.405200 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ede4d405-2a9a-4582-af36-18d1ba2cdbe9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (2279f808-bbaf-454d-8be2-4d46fc9e31dd), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:22.504859 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-ede4d405-2a9a-4582-af36-18d1ba2cdbe9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Floating IP 2279f808-bbaf-454d-8be2-4d46fc9e31dd associated. External IP: 172.26.6.225, port: fde0cd9b-0dac-41bc-a7cf-cbae4bc96276. Apr 15 03:45:22.711855 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede4d405-2a9a-4582-af36-18d1ba2cdbe9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 1c277e38-0b88-4070-be6f-4353d25a5e44 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:45:22.819625 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede4d405-2a9a-4582-af36-18d1ba2cdbe9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:45:22.829369 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdb3255-3e04-428a-b3a5-8c0073b78743 None None] Sync routers for ids ['1c277e38-0b88-4070-be6f-4353d25a5e44'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:45:22.842082 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdb3255-3e04-428a-b3a5-8c0073b78743 None None] Routers {'1c277e38-0b88-4070-be6f-4353d25a5e44'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:45:22.852256 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-0cdb3255-3e04-428a-b3a5-8c0073b78743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:45:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['1c277e38-0b88-4070-be6f-4353d25a5e44'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:22.903658 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ede4d405-2a9a-4582-af36-18d1ba2cdbe9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:22.934631 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ede4d405-2a9a-4582-af36-18d1ba2cdbe9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0952883 Apr 15 03:45:22.935210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219fb7f4-a6e3-4b3c-a387-2e33fa0af655', 'tag': 'fde0cd9b-0dac-41bc-a7cf-cbae4bc96276'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:45:22.937437 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37200) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:22.937924 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a9bc0d-7278-4991-ac81-ecc9f6eb8ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "219fb7f4-a6e3-4b3c-a387-2e33fa0af655", "tag": "fde0cd9b-0dac-41bc-a7cf-cbae4bc96276"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:45:22.949257 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-0cdb3255-3e04-428a-b3a5-8c0073b78743 None None] Set router 1c277e38-0b88-4070-be6f-4353d25a5e44 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:45:22.972564 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a21daa-0079-4f22-99aa-f1380cc515ae x-openstack-request-id: req-36a21daa-0079-4f22-99aa-f1380cc515ae {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:45:22.972865 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219fb7f4-a6e3-4b3c-a387-2e33fa0af655", "tag": "fde0cd9b-0dac-41bc-a7cf-cbae4bc96276", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:45:22.973129 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36a21daa-0079-4f22-99aa-f1380cc515ae {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:45:22.973553 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36a21daa-0079-4f22-99aa-f1380cc515ae'] response: {'name': 'network-changed', 'server_uuid': '219fb7f4-a6e3-4b3c-a387-2e33fa0af655', 'tag': 'fde0cd9b-0dac-41bc-a7cf-cbae4bc96276', 'status': 'completed', 'code': 200} Apr 15 03:45:23.038949 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9bc0d-7278-4991-ac81-ecc9f6eb8ea1 req-1ca5c471-e903-4438-8c05-c0d51ee02e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:23.040502 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-76a9bc0d-7278-4991-ac81-ecc9f6eb8ea1 req-1ca5c471-e903-4438-8c05-c0d51ee02e49 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655 HTTP/1.1" status: 200 len: 1130 time: 0.0459235 Apr 15 03:45:23.146871 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9bc0d-7278-4991-ac81-ecc9f6eb8ea1 req-a768d75e-3834-49c8-95f9-9f62b9f47aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:23.148405 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-76a9bc0d-7278-4991-ac81-ecc9f6eb8ea1 req-a768d75e-3834-49c8-95f9-9f62b9f47aa2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8349f0b4-a8a7-4924-b89f-b102482aaf60 HTTP/1.1" status: 200 len: 897 time: 0.1020031 Apr 15 03:45:23.219266 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-76a9bc0d-7278-4991-ac81-ecc9f6eb8ea1 req-173b246c-96a5-4bb2-b4f8-20a4cff1df9d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 HTTP/1.1" status: 200 len: 1000 time: 0.0643580 Apr 15 03:45:23.273564 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9bc0d-7278-4991-ac81-ecc9f6eb8ea1 req-e5f8c945-7d4e-4b33-80b5-7d3048335b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:23.275110 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-76a9bc0d-7278-4991-ac81-ecc9f6eb8ea1 req-e5f8c945-7d4e-4b33-80b5-7d3048335b49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cbb4bf43-fc12-4522-b18b-63dcefdadeaf HTTP/1.1" status: 200 len: 834 time: 0.0496540 Apr 15 03:45:23.282280 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-0cdb3255-3e04-428a-b3a5-8c0073b78743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'name': 'tempest-TestNetworkBasicOps-router-508629108', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '01099184-27c3-474f-83af-d3729058b9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:45:01Z', 'updated_at': '2022-04-15T03:45:05Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '01099184-27c3-474f-83af-d3729058b9dd', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:02Z', 'updated_at': '2022-04-15T03:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '2279f808-bbaf-454d-8be2-4d46fc9e31dd', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.225', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'port_id': 'fde0cd9b-0dac-41bc-a7cf-cbae4bc96276', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60', 'mac_address': 'fa:16:3e:45:7a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219fb7f4-a6e3-4b3c-a387-2e33fa0af655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:45:21Z', 'updated_at': '2022-04-15T03:45:21Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8381f801-50dc-43a0-bdd5-f26752774715', 'name': '', 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:fa:b4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:05Z', 'updated_at': '2022-04-15T03:45:08Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:23.305443 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ab403a99-fb14-4cc1-8cd7-b8f07f0467b0 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/routers/1c277e38-0b88-4070-be6f-4353d25a5e44 HTTP/1.1" status: 200 len: 921 time: 0.3636065 Apr 15 03:45:23.305690 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37204) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:23.313576 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdb3255-3e04-428a-b3a5-8c0073b78743 None None] Checking router: 1c277e38-0b88-4070-be6f-4353d25a5e44 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:45:23.322580 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdb3255-3e04-428a-b3a5-8c0073b78743 None None] Routers {'1c277e38-0b88-4070-be6f-4353d25a5e44'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:45:23.323322 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-0cdb3255-3e04-428a-b3a5-8c0073b78743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:45:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['1c277e38-0b88-4070-be6f-4353d25a5e44'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:23.324792 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9bc0d-7278-4991-ac81-ecc9f6eb8ea1 req-d19ad632-57f3-4e85-9c09-7274d167711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:23.326310 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-76a9bc0d-7278-4991-ac81-ecc9f6eb8ea1 req-d19ad632-57f3-4e85-9c09-7274d167711d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8349f0b4-a8a7-4924-b89f-b102482aaf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0456910 Apr 15 03:45:23.330434 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:23.372108 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a976c151-d1a2-40a3-bb44-b24f7d983814 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/2279f808-bbaf-454d-8be2-4d46fc9e31dd HTTP/1.1" status: 200 len: 992 time: 0.0640862 Apr 15 03:45:23.419667 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-76a9bc0d-7278-4991-ac81-ecc9f6eb8ea1 req-48a4b727-c493-43e7-aa65-daf0f8031f74 service neutron] 10.222.0.30 "GET /v2.0/networks/8349f0b4-a8a7-4924-b89f-b102482aaf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860119 Apr 15 03:45:23.439765 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-0cdb3255-3e04-428a-b3a5-8c0073b78743 None None] Set router 1c277e38-0b88-4070-be6f-4353d25a5e44 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:45:23.518794 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-76a9bc0d-7278-4991-ac81-ecc9f6eb8ea1 req-05d2ac67-b634-4abe-b056-30b4934dd822 service neutron] 10.222.0.30 "GET /v2.0/networks/8349f0b4-a8a7-4924-b89f-b102482aaf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935173 Apr 15 03:45:23.653579 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-0cdb3255-3e04-428a-b3a5-8c0073b78743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'name': 'tempest-TestNetworkBasicOps-router-508629108', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '01099184-27c3-474f-83af-d3729058b9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:45:01Z', 'updated_at': '2022-04-15T03:45:05Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '01099184-27c3-474f-83af-d3729058b9dd', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:02Z', 'updated_at': '2022-04-15T03:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '2279f808-bbaf-454d-8be2-4d46fc9e31dd', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.225', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'port_id': 'fde0cd9b-0dac-41bc-a7cf-cbae4bc96276', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60', 'mac_address': 'fa:16:3e:45:7a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219fb7f4-a6e3-4b3c-a387-2e33fa0af655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:45:21Z', 'updated_at': '2022-04-15T03:45:21Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8381f801-50dc-43a0-bdd5-f26752774715', 'name': '', 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:fa:b4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:05Z', 'updated_at': '2022-04-15T03:45:08Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:23.679514 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdb3255-3e04-428a-b3a5-8c0073b78743 None None] The sync data for ids ['1c277e38-0b88-4070-be6f-4353d25a5e44'] in dv-neutron-837140-3-hyperv is: [{'id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'name': 'tempest-TestNetworkBasicOps-router-508629108', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '01099184-27c3-474f-83af-d3729058b9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:45:01Z', 'updated_at': '2022-04-15T03:45:05Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '01099184-27c3-474f-83af-d3729058b9dd', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:02Z', 'updated_at': '2022-04-15T03:45:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '2279f808-bbaf-454d-8be2-4d46fc9e31dd', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.225', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'port_id': 'fde0cd9b-0dac-41bc-a7cf-cbae4bc96276', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60', 'mac_address': 'fa:16:3e:45:7a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219fb7f4-a6e3-4b3c-a387-2e33fa0af655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:45:21Z', 'updated_at': '2022-04-15T03:45:21Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8381f801-50dc-43a0-bdd5-f26752774715', 'name': '', 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:fa:b4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:05Z', 'updated_at': '2022-04-15T03:45:08Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:45:23.860387 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a173085-9d6e-4d56-86d5-0d6710c26691 None None] New status for floating IP 2279f808-bbaf-454d-8be2-4d46fc9e31dd: ACTIVE {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:45:24.374794 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37206) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:24.433998 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a8bb082f-e397-49f9-9f7b-1b61ee97094b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/2279f808-bbaf-454d-8be2-4d46fc9e31dd HTTP/1.1" status: 200 len: 994 time: 0.0581563 Apr 15 03:45:24.924026 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:32.528176 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:45:34.409556 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:39.549178 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6a3002a6-c25f-4616-9d99-734e3bde5633 req-aa30b3da-01e6-40c9-a2be-bab59f5ff705 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391164 Apr 15 03:45:39.627689 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3002a6-c25f-4616-9d99-734e3bde5633 req-d473d348-fdf2-42be-b2bd-ba7d61bad503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:39.629103 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6a3002a6-c25f-4616-9d99-734e3bde5633 req-d473d348-fdf2-42be-b2bd-ba7d61bad503 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655 HTTP/1.1" status: 200 len: 1130 time: 0.0386395 Apr 15 03:45:39.731965 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3002a6-c25f-4616-9d99-734e3bde5633 req-843d9f85-2f1d-4dad-a2c5-cbc79499e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:39.733435 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6a3002a6-c25f-4616-9d99-734e3bde5633 req-843d9f85-2f1d-4dad-a2c5-cbc79499e6e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8349f0b4-a8a7-4924-b89f-b102482aaf60 HTTP/1.1" status: 200 len: 897 time: 0.0863860 Apr 15 03:45:39.796333 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6a3002a6-c25f-4616-9d99-734e3bde5633 req-042c7ec7-5052-4e42-8bd9-5cfc2f27b61b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 HTTP/1.1" status: 200 len: 1002 time: 0.0567198 Apr 15 03:45:39.846880 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3002a6-c25f-4616-9d99-734e3bde5633 req-720f2644-bee3-4913-a4e5-75fa39c14918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:39.848288 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6a3002a6-c25f-4616-9d99-734e3bde5633 req-720f2644-bee3-4913-a4e5-75fa39c14918 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cbb4bf43-fc12-4522-b18b-63dcefdadeaf HTTP/1.1" status: 200 len: 834 time: 0.0463724 Apr 15 03:45:39.891502 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3002a6-c25f-4616-9d99-734e3bde5633 req-80279e56-c41d-44a4-a9a4-0bf8f0559b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:39.892973 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6a3002a6-c25f-4616-9d99-734e3bde5633 req-80279e56-c41d-44a4-a9a4-0bf8f0559b0c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8349f0b4-a8a7-4924-b89f-b102482aaf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378182 Apr 15 03:45:39.980325 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6a3002a6-c25f-4616-9d99-734e3bde5633 req-952b07a5-3234-44ba-a77e-70ac44997b5e service neutron] 10.222.0.30 "GET /v2.0/networks/8349f0b4-a8a7-4924-b89f-b102482aaf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812075 Apr 15 03:45:40.084497 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6a3002a6-c25f-4616-9d99-734e3bde5633 req-8235c95d-4153-4a68-aaed-e82efd8b58dc service neutron] 10.222.0.30 "GET /v2.0/networks/8349f0b4-a8a7-4924-b89f-b102482aaf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873563 Apr 15 03:45:48.523880 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-55eb2112-2a7a-473c-be86-0d8854c1feac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:50.820587 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67d14f4b-be46-4765-8c28-018c82d8a2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:50.989091 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37216) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:51.104174 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d889d4f3-a590-4061-a078-978edf43f4cc tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/routers/1c277e38-0b88-4070-be6f-4353d25a5e44/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1138506 Apr 15 03:45:51.106900 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37218) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:51.289194 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89d0956-e464-4461-8d17-1e76edc0163a tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Notify agent at dv-neutron-837140-3-hyperv the message router_removed_from_agent {{(pid=104667) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 15 03:45:51.292626 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a89d0956-e464-4461-8d17-1e76edc0163a tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "DELETE /v2.0/agents/95cd0a38-e409-4a92-94e4-85a401f817db/l3-routers/1c277e38-0b88-4070-be6f-4353d25a5e44 HTTP/1.1" status: 204 len: 168 time: 0.1848223 Apr 15 03:45:51.295131 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37220) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:51.404865 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8415bb27-de78-4bb3-94f1-3374eba3d139 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/routers/1c277e38-0b88-4070-be6f-4353d25a5e44/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1086648 Apr 15 03:45:51.407419 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37222) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:51.471042 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-edd07793-c3a7-4f46-ad47-e2bd193bedd1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/2279f808-bbaf-454d-8be2-4d46fc9e31dd HTTP/1.1" status: 200 len: 994 time: 0.0625460 Apr 15 03:45:51.714509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 8381f801-50dc-43a0-bdd5-f26752774715 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:45:51.804958 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 8381f801-50dc-43a0-bdd5-f26752774715 is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:45:51.805339 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8381f801-50dc-43a0-bdd5-f26752774715), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:51.837275 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 8381f801-50dc-43a0-bdd5-f26752774715, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=8381f801-50dc-43a0-bdd5-f26752774715,segment=NetworkSegment(7e80b65a-16da-41d7-a1ce-03dc73994367),segment_id=7e80b65a-16da-41d7-a1ce-03dc73994367)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:45:51.905860 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:51.918194 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (8381f801-50dc-43a0-bdd5-f26752774715), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:51.967446 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=8381f801-50dc-43a0-bdd5-f26752774715,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:51.974119 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:51.974462 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:51.974827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:51.975162 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:51.975490 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:51.975817 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:51.976142 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:51.976465 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:51.976788 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:51.977111 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:51.977434 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:51.977755 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:51.978074 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:51.978391 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:51.978735 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:52.063768 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dbbfe3-8dac-4b8c-9869-cf99f829941e None None] New status for floating IP 2279f808-bbaf-454d-8be2-4d46fc9e31dd: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:45:52.475391 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37224) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:52.534327 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fa2d24f0-4bb1-4a9f-a9f4-58a1175c83a9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/2279f808-bbaf-454d-8be2-4d46fc9e31dd HTTP/1.1" status: 200 len: 992 time: 0.0575864 Apr 15 03:45:53.386647 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:53.432192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 01099184-27c3-474f-83af-d3729058b9dd no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:45:53.507121 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 01099184-27c3-474f-83af-d3729058b9dd is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:45:53.507501 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (01099184-27c3-474f-83af-d3729058b9dd), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:53.527229 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 01099184-27c3-474f-83af-d3729058b9dd, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=01099184-27c3-474f-83af-d3729058b9dd,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:45:53.587416 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (01099184-27c3-474f-83af-d3729058b9dd), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:53.642947 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=01099184-27c3-474f-83af-d3729058b9dd,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:53.644671 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37228) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:53.838443 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc4f56a-176b-4140-9f13-97edcbb1ebd8 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Router 1c277e38-0b88-4070-be6f-4353d25a5e44 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:45:53.839109 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc4f56a-176b-4140-9f13-97edcbb1ebd8 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Notify agent at dv-neutron-837140-3-hyperv the message router_added_to_agent {{(pid=104667) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 15 03:45:53.862361 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3cc4f56a-176b-4140-9f13-97edcbb1ebd8 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "POST /v2.0/agents/95cd0a38-e409-4a92-94e4-85a401f817db/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2166002 Apr 15 03:45:53.864907 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37234) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:53.873469 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ebe64-312f-45fc-9818-4565a0dcdac0 None None] Sync routers for ids ['1c277e38-0b88-4070-be6f-4353d25a5e44'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:45:53.884002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ebe64-312f-45fc-9818-4565a0dcdac0 None None] Routers {'1c277e38-0b88-4070-be6f-4353d25a5e44'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:45:53.884870 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-3a2ebe64-312f-45fc-9818-4565a0dcdac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:45:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['1c277e38-0b88-4070-be6f-4353d25a5e44'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:53.984931 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e4125992-1bfe-4e6a-b0d5-6f53b772f535 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/routers/1c277e38-0b88-4070-be6f-4353d25a5e44/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1180780 Apr 15 03:45:53.987644 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37236) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:54.059382 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5d743b44-77b0-400e-a47c-3faed36130df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/2279f808-bbaf-454d-8be2-4d46fc9e31dd HTTP/1.1" status: 200 len: 992 time: 0.0694406 Apr 15 03:45:54.141182 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-3a2ebe64-312f-45fc-9818-4565a0dcdac0 None None] Set router 1c277e38-0b88-4070-be6f-4353d25a5e44 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:45:54.348348 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-3a2ebe64-312f-45fc-9818-4565a0dcdac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'name': 'tempest-TestNetworkBasicOps-router-508629108', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '01099184-27c3-474f-83af-d3729058b9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:45:01Z', 'updated_at': '2022-04-15T03:45:05Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '01099184-27c3-474f-83af-d3729058b9dd', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:02Z', 'updated_at': '2022-04-15T03:45:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '2279f808-bbaf-454d-8be2-4d46fc9e31dd', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.225', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'port_id': 'fde0cd9b-0dac-41bc-a7cf-cbae4bc96276', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60', 'mac_address': 'fa:16:3e:45:7a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219fb7f4-a6e3-4b3c-a387-2e33fa0af655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:45:21Z', 'updated_at': '2022-04-15T03:45:52Z', 'revision_number': 2, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8381f801-50dc-43a0-bdd5-f26752774715', 'name': '', 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:fa:b4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:05Z', 'updated_at': '2022-04-15T03:45:51Z', 'revision_number': 6, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:54.378295 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ebe64-312f-45fc-9818-4565a0dcdac0 None None] Checking router: 1c277e38-0b88-4070-be6f-4353d25a5e44 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:45:54.386424 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ebe64-312f-45fc-9818-4565a0dcdac0 None None] Routers {'1c277e38-0b88-4070-be6f-4353d25a5e44'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:45:54.387079 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-3a2ebe64-312f-45fc-9818-4565a0dcdac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:45:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['1c277e38-0b88-4070-be6f-4353d25a5e44'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:54.495668 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-3a2ebe64-312f-45fc-9818-4565a0dcdac0 None None] Set router 1c277e38-0b88-4070-be6f-4353d25a5e44 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:45:54.702111 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-3a2ebe64-312f-45fc-9818-4565a0dcdac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'name': 'tempest-TestNetworkBasicOps-router-508629108', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '01099184-27c3-474f-83af-d3729058b9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:45:01Z', 'updated_at': '2022-04-15T03:45:05Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '01099184-27c3-474f-83af-d3729058b9dd', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:02Z', 'updated_at': '2022-04-15T03:45:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '2279f808-bbaf-454d-8be2-4d46fc9e31dd', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.225', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'port_id': 'fde0cd9b-0dac-41bc-a7cf-cbae4bc96276', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60', 'mac_address': 'fa:16:3e:45:7a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219fb7f4-a6e3-4b3c-a387-2e33fa0af655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:45:21Z', 'updated_at': '2022-04-15T03:45:52Z', 'revision_number': 2, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8381f801-50dc-43a0-bdd5-f26752774715', 'name': '', 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:fa:b4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:05Z', 'updated_at': '2022-04-15T03:45:51Z', 'revision_number': 6, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:54.732127 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ebe64-312f-45fc-9818-4565a0dcdac0 None None] The sync data for ids ['1c277e38-0b88-4070-be6f-4353d25a5e44'] in dv-neutron-837140-3-hyperv is: [{'id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'name': 'tempest-TestNetworkBasicOps-router-508629108', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '01099184-27c3-474f-83af-d3729058b9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:45:01Z', 'updated_at': '2022-04-15T03:45:05Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '01099184-27c3-474f-83af-d3729058b9dd', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:02Z', 'updated_at': '2022-04-15T03:45:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '2279f808-bbaf-454d-8be2-4d46fc9e31dd', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.225', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'port_id': 'fde0cd9b-0dac-41bc-a7cf-cbae4bc96276', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60', 'mac_address': 'fa:16:3e:45:7a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219fb7f4-a6e3-4b3c-a387-2e33fa0af655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:45:21Z', 'updated_at': '2022-04-15T03:45:52Z', 'revision_number': 2, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8381f801-50dc-43a0-bdd5-f26752774715', 'name': '', 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:fa:b4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:05Z', 'updated_at': '2022-04-15T03:45:51Z', 'revision_number': 6, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:45:54.905329 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:55.062168 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37238) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:55.126201 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3f4c71a7-fed2-4eb2-ac27-7ba185708fed tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/2279f808-bbaf-454d-8be2-4d46fc9e31dd HTTP/1.1" status: 200 len: 992 time: 0.0627370 Apr 15 03:45:55.474930 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 01099184-27c3-474f-83af-d3729058b9dd up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:45:55.524267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 01099184-27c3-474f-83af-d3729058b9dd triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:45:55.524892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (01099184-27c3-474f-83af-d3729058b9dd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:55.602804 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 01099184-27c3-474f-83af-d3729058b9dd is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:45:55.603190 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (01099184-27c3-474f-83af-d3729058b9dd), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:55.628046 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 01099184-27c3-474f-83af-d3729058b9dd, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=01099184-27c3-474f-83af-d3729058b9dd,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:45:55.689976 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (01099184-27c3-474f-83af-d3729058b9dd), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:55.690805 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 8381f801-50dc-43a0-bdd5-f26752774715 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:45:55.768630 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=01099184-27c3-474f-83af-d3729058b9dd,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:55.779449 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 8381f801-50dc-43a0-bdd5-f26752774715 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:45:55.779827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (8381f801-50dc-43a0-bdd5-f26752774715), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:55.862133 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 8381f801-50dc-43a0-bdd5-f26752774715 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:45:55.862512 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8381f801-50dc-43a0-bdd5-f26752774715), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:55.898008 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 8381f801-50dc-43a0-bdd5-f26752774715, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=8381f801-50dc-43a0-bdd5-f26752774715,segment=NetworkSegment(7e80b65a-16da-41d7-a1ce-03dc73994367),segment_id=7e80b65a-16da-41d7-a1ce-03dc73994367)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:45:55.952121 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (8381f801-50dc-43a0-bdd5-f26752774715), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:56.000537 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=8381f801-50dc-43a0-bdd5-f26752774715,revision_number=7']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:56.130180 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37240) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:56.193874 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-106529aa-4238-4be8-bebd-466c17fe7c38 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/2279f808-bbaf-454d-8be2-4d46fc9e31dd HTTP/1.1" status: 200 len: 992 time: 0.0624700 Apr 15 03:45:56.329540 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659de759-e46c-4415-b4e4-c0a062328bf6 None None] New status for floating IP 2279f808-bbaf-454d-8be2-4d46fc9e31dd: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:45:57.197675 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37242) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:57.256700 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-74ad657b-2566-46d0-8d61-0369861469fd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/2279f808-bbaf-454d-8be2-4d46fc9e31dd HTTP/1.1" status: 200 len: 994 time: 0.0572023 Apr 15 03:45:57.449154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 01099184-27c3-474f-83af-d3729058b9dd up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:45:57.493271 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 01099184-27c3-474f-83af-d3729058b9dd triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:45:57.493653 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (01099184-27c3-474f-83af-d3729058b9dd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:57.493783 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37248) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:45:57.574224 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 01099184-27c3-474f-83af-d3729058b9dd is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:45:57.575316 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 8381f801-50dc-43a0-bdd5-f26752774715 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:45:57.619075 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 8381f801-50dc-43a0-bdd5-f26752774715 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:45:57.619362 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (8381f801-50dc-43a0-bdd5-f26752774715), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:57.646712 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port 3b4750de-5edb-4118-be78-551ec048a540 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:45:57.647058 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (3b4750de-5edb-4118-be78-551ec048a540), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:57.694341 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 8381f801-50dc-43a0-bdd5-f26752774715 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:45:57.724580 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (3b4750de-5edb-4118-be78-551ec048a540), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:57.725432 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (3b4750de-5edb-4118-be78-551ec048a540), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:57.737800 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for 3b4750de-5edb-4118-be78-551ec048a540 owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:45:57.923851 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (3b4750de-5edb-4118-be78-551ec048a540), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:57.951516 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=3b4750de-5edb-4118-be78-551ec048a540,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:45:57.975865 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:57.976216 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:57.976559 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:57.976898 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:57.977238 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:57.977570 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:57.977899 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:57.978227 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:57.978555 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:57.978909 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:57.979238 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:57.979570 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:57.979895 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:57.980218 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:57.980542 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:45:58.020121 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (2279f808-bbaf-454d-8be2-4d46fc9e31dd), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:58.020449 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Floating IP 2279f808-bbaf-454d-8be2-4d46fc9e31dd disassociated (deleted). External IP: 172.26.6.225, port: fde0cd9b-0dac-41bc-a7cf-cbae4bc96276. Apr 15 03:45:58.228593 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 1c277e38-0b88-4070-be6f-4353d25a5e44 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:45:58.335727 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:45:58.340010 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:45:58.345040 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b413568-10f3-4054-93f3-a8146b463636 None None] Sync routers for ids ['1c277e38-0b88-4070-be6f-4353d25a5e44'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:45:58.358054 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b413568-10f3-4054-93f3-a8146b463636 None None] Routers {'1c277e38-0b88-4070-be6f-4353d25a5e44'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:45:58.358699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-8b413568-10f3-4054-93f3-a8146b463636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:45:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['1c277e38-0b88-4070-be6f-4353d25a5e44'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:58.369333 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-abdd34ee-e6df-4f63-a768-038a1dcd1cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/floatingips/2279f808-bbaf-454d-8be2-4d46fc9e31dd HTTP/1.1" status: 204 len: 168 time: 0.8745358 Apr 15 03:45:58.370057 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219fb7f4-a6e3-4b3c-a387-2e33fa0af655', 'tag': 'fde0cd9b-0dac-41bc-a7cf-cbae4bc96276'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:45:58.372649 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2761fe-4a39-4862-9d3e-923e477b05d3" -d '{"events": [{"name": "network-changed", "server_uuid": "219fb7f4-a6e3-4b3c-a387-2e33fa0af655", "tag": "fde0cd9b-0dac-41bc-a7cf-cbae4bc96276"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:45:58.418127 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f5540e-1a98-482d-9e41-c8d660db40eb x-openstack-request-id: req-98f5540e-1a98-482d-9e41-c8d660db40eb {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:45:58.418425 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219fb7f4-a6e3-4b3c-a387-2e33fa0af655", "tag": "fde0cd9b-0dac-41bc-a7cf-cbae4bc96276", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:45:58.418719 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98f5540e-1a98-482d-9e41-c8d660db40eb {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:45:58.419131 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f5540e-1a98-482d-9e41-c8d660db40eb'] response: {'name': 'network-changed', 'server_uuid': '219fb7f4-a6e3-4b3c-a387-2e33fa0af655', 'tag': 'fde0cd9b-0dac-41bc-a7cf-cbae4bc96276', 'status': 'completed', 'code': 200} Apr 15 03:45:58.476423 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-8b413568-10f3-4054-93f3-a8146b463636 None None] Set router 1c277e38-0b88-4070-be6f-4353d25a5e44 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:45:58.486652 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2761fe-4a39-4862-9d3e-923e477b05d3 req-5e3c4805-fe5c-482f-8bcd-8306a46c90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:58.486652 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cf2761fe-4a39-4862-9d3e-923e477b05d3 req-5e3c4805-fe5c-482f-8bcd-8306a46c90dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655 HTTP/1.1" status: 200 len: 1130 time: 0.0463800 Apr 15 03:45:58.583518 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2761fe-4a39-4862-9d3e-923e477b05d3 req-3a1bd595-6a9c-45d6-b28a-b3beb1f2c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:58.585598 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cf2761fe-4a39-4862-9d3e-923e477b05d3 req-3a1bd595-6a9c-45d6-b28a-b3beb1f2c25b service neutron] 10.222.0.30 "GET /v2.0/networks?id=8349f0b4-a8a7-4924-b89f-b102482aaf60 HTTP/1.1" status: 200 len: 897 time: 0.0937152 Apr 15 03:45:58.624973 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cf2761fe-4a39-4862-9d3e-923e477b05d3 req-2b431f8b-6e0a-4810-8dbe-54deb9b03716 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 HTTP/1.1" status: 200 len: 217 time: 0.0336955 Apr 15 03:45:58.671192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-8b413568-10f3-4054-93f3-a8146b463636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'name': 'tempest-TestNetworkBasicOps-router-508629108', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '01099184-27c3-474f-83af-d3729058b9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:45:01Z', 'updated_at': '2022-04-15T03:45:05Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '01099184-27c3-474f-83af-d3729058b9dd', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:02Z', 'updated_at': '2022-04-15T03:45:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '8381f801-50dc-43a0-bdd5-f26752774715', 'name': '', 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:fa:b4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:05Z', 'updated_at': '2022-04-15T03:45:55Z', 'revision_number': 7, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:58.684711 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2761fe-4a39-4862-9d3e-923e477b05d3 req-e623f2c9-9a6d-42c4-98b9-2fdb0ce5f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:58.686188 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cf2761fe-4a39-4862-9d3e-923e477b05d3 req-e623f2c9-9a6d-42c4-98b9-2fdb0ce5f55d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cbb4bf43-fc12-4522-b18b-63dcefdadeaf HTTP/1.1" status: 200 len: 834 time: 0.0473599 Apr 15 03:45:58.698557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b413568-10f3-4054-93f3-a8146b463636 None None] Checking router: 1c277e38-0b88-4070-be6f-4353d25a5e44 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:45:58.708597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b413568-10f3-4054-93f3-a8146b463636 None None] Routers {'1c277e38-0b88-4070-be6f-4353d25a5e44'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:45:58.709245 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-8b413568-10f3-4054-93f3-a8146b463636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:45:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['1c277e38-0b88-4070-be6f-4353d25a5e44'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:58.738604 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2761fe-4a39-4862-9d3e-923e477b05d3 req-747f55ff-3a9e-4e18-97e6-52dea0bf1934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:58.740056 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cf2761fe-4a39-4862-9d3e-923e477b05d3 req-747f55ff-3a9e-4e18-97e6-52dea0bf1934 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8349f0b4-a8a7-4924-b89f-b102482aaf60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0479343 Apr 15 03:45:58.821451 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-8b413568-10f3-4054-93f3-a8146b463636 None None] Set router 1c277e38-0b88-4070-be6f-4353d25a5e44 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:45:58.946916 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb16243-6a91-40f1-818b-4b818629cc69 req-b1e228bb-49fd-470c-a217-c0ad985ed2fc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:45:58.948418 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8eb16243-6a91-40f1-818b-4b818629cc69 req-b1e228bb-49fd-470c-a217-c0ad985ed2fc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655 HTTP/1.1" status: 200 len: 946 time: 0.2018216 Apr 15 03:45:58.998348 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8eb16243-6a91-40f1-818b-4b818629cc69 req-815ea005-11b0-47da-8f2a-6440844dc136 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc5846ed-f25f-4bc9-b3d6-52f25777a339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436120 Apr 15 03:45:59.013367 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-8b413568-10f3-4054-93f3-a8146b463636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'name': 'tempest-TestNetworkBasicOps-router-508629108', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '01099184-27c3-474f-83af-d3729058b9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:45:01Z', 'updated_at': '2022-04-15T03:45:05Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '01099184-27c3-474f-83af-d3729058b9dd', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:02Z', 'updated_at': '2022-04-15T03:45:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '8381f801-50dc-43a0-bdd5-f26752774715', 'name': '', 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:fa:b4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:05Z', 'updated_at': '2022-04-15T03:45:55Z', 'revision_number': 7, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:45:59.040667 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b413568-10f3-4054-93f3-a8146b463636 None None] The sync data for ids ['1c277e38-0b88-4070-be6f-4353d25a5e44'] in dv-neutron-837140-3-hyperv is: [{'id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'name': 'tempest-TestNetworkBasicOps-router-508629108', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '01099184-27c3-474f-83af-d3729058b9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:45:01Z', 'updated_at': '2022-04-15T03:45:05Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '01099184-27c3-474f-83af-d3729058b9dd', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:02Z', 'updated_at': '2022-04-15T03:45:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '8381f801-50dc-43a0-bdd5-f26752774715', 'name': '', 'network_id': '8349f0b4-a8a7-4924-b89f-b102482aaf60', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:fa:b4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:05Z', 'updated_at': '2022-04-15T03:45:55Z', 'revision_number': 7, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': 'cbb4bf43-fc12-4522-b18b-63dcefdadeaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:45:59.685633 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806508e0-27cd-4454-857c-ea25defb0b51 None None] New status for floating IP 2279f808-bbaf-454d-8be2-4d46fc9e31dd: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:45:59.747223 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [req-cf2761fe-4a39-4862-9d3e-923e477b05d3 req-05c14774-6cf5-4c04-b74a-430f52e221ea service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:45:59.748242 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cf2761fe-4a39-4862-9d3e-923e477b05d3 req-05c14774-6cf5-4c04-b74a-430f52e221ea service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481064 Apr 15 03:45:59.854829 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cf2761fe-4a39-4862-9d3e-923e477b05d3 req-3706aab6-7ee6-43b8-a14b-584e3e3cc8f7 service neutron] 10.222.0.30 "GET /v2.0/networks/8349f0b4-a8a7-4924-b89f-b102482aaf60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852218 Apr 15 03:45:59.948411 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cf2761fe-4a39-4862-9d3e-923e477b05d3 req-99caca83-85a2-43f5-bed8-f99a1e0cab57 service neutron] 10.222.0.30 "GET /v2.0/networks/8349f0b4-a8a7-4924-b89f-b102482aaf60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816095 Apr 15 03:46:00.042843 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a595ade-bb19-4442-a4b7-f90394240b2b req-f306ab98-6f9f-4607-8018-3b9a6c024232 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:00.047016 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8a595ade-bb19-4442-a4b7-f90394240b2b req-f306ab98-6f9f-4607-8018-3b9a6c024232 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/ports?device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655 HTTP/1.1" status: 200 len: 946 time: 0.0510192 Apr 15 03:46:00.136568 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-8a595ade-bb19-4442-a4b7-f90394240b2b req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:46:00.136906 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-8a595ade-bb19-4442-a4b7-f90394240b2b req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (fde0cd9b-0dac-41bc-a7cf-cbae4bc96276), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:00.168669 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb6c96-c7ac-46e1-83ad-ffccee7e9562 req-c8f117e8-1ea3-46ba-a029-b818ece13dfd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:00.170171 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d4fb6c96-c7ac-46e1-83ad-ffccee7e9562 req-c8f117e8-1ea3-46ba-a029-b818ece13dfd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655 HTTP/1.1" status: 200 len: 946 time: 0.1038992 Apr 15 03:46:00.218839 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d4fb6c96-c7ac-46e1-83ad-ffccee7e9562 req-2496099d-09fc-452e-aeb1-5200a450a0db tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc5846ed-f25f-4bc9-b3d6-52f25777a339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430205 Apr 15 03:46:00.229669 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-8a595ade-bb19-4442-a4b7-f90394240b2b req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port fde0cd9b-0dac-41bc-a7cf-cbae4bc96276, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=fde0cd9b-0dac-41bc-a7cf-cbae4bc96276,segment=NetworkSegment(7e80b65a-16da-41d7-a1ce-03dc73994367),segment_id=7e80b65a-16da-41d7-a1ce-03dc73994367)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:46:00.230037 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-8a595ade-bb19-4442-a4b7-f90394240b2b req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (fde0cd9b-0dac-41bc-a7cf-cbae4bc96276), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:00.243380 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-8a595ade-bb19-4442-a4b7-f90394240b2b req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:46:00.420674 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-8a595ade-bb19-4442-a4b7-f90394240b2b req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (fde0cd9b-0dac-41bc-a7cf-cbae4bc96276), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:00.452701 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=fde0cd9b-0dac-41bc-a7cf-cbae4bc96276,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:00.465668 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:00.466022 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:00.466367 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:00.466736 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:00.467077 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:00.467411 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:00.467742 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:00.468076 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:00.468407 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:00.468735 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:00.469062 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:00.469400 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:00.469716 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:00.470041 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:00.470363 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:00.508594 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a595ade-bb19-4442-a4b7-f90394240b2b req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] No DVR routers for this DVR port fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:46:00.511078 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-8a595ade-bb19-4442-a4b7-f90394240b2b req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:00.514272 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8a595ade-bb19-4442-a4b7-f90394240b2b req-73eecf5a-4463-4020-b24d-e06ebf42d2b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "DELETE /v2.0/ports/fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 HTTP/1.1" status: 204 len: 173 time: 0.4628620 Apr 15 03:46:00.514737 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219fb7f4-a6e3-4b3c-a387-2e33fa0af655', 'name': 'network-vif-deleted', 'tag': 'fde0cd9b-0dac-41bc-a7cf-cbae4bc96276'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:46:00.516975 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b651ebf6-44d7-4995-9443-cfd39c8a97c6" -d '{"events": [{"server_uuid": "219fb7f4-a6e3-4b3c-a387-2e33fa0af655", "name": "network-vif-deleted", "tag": "fde0cd9b-0dac-41bc-a7cf-cbae4bc96276"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:46:00.553861 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626da95f-36ea-42af-bf49-db629798b9b7 x-openstack-request-id: req-626da95f-36ea-42af-bf49-db629798b9b7 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:46:00.554132 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219fb7f4-a6e3-4b3c-a387-2e33fa0af655", "name": "network-vif-deleted", "tag": "fde0cd9b-0dac-41bc-a7cf-cbae4bc96276", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:46:00.554392 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-626da95f-36ea-42af-bf49-db629798b9b7 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:46:00.554834 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-626da95f-36ea-42af-bf49-db629798b9b7'] response: {'server_uuid': '219fb7f4-a6e3-4b3c-a387-2e33fa0af655', 'name': 'network-vif-deleted', 'tag': 'fde0cd9b-0dac-41bc-a7cf-cbae4bc96276', 'status': 'completed', 'code': 200} Apr 15 03:46:01.327661 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0f57aa63-9f7d-49b3-869f-2f043cf1713b req-76c31a03-f459-4b80-b536-43191020725d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=219fb7f4-a6e3-4b3c-a387-2e33fa0af655 HTTP/1.1" status: 200 len: 210 time: 0.0284588 Apr 15 03:46:02.383374 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37270) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:02.439976 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34af62c5-a13b-4895-8bc6-872ace9ae713 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (fc5846ed-f25f-4bc9-b3d6-52f25777a339), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:02.464993 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34af62c5-a13b-4895-8bc6-872ace9ae713 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (fc5846ed-f25f-4bc9-b3d6-52f25777a339), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:02.597966 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34af62c5-a13b-4895-8bc6-872ace9ae713 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (fc5846ed-f25f-4bc9-b3d6-52f25777a339), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:02.600669 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34af62c5-a13b-4895-8bc6-872ace9ae713 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:02.601836 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-34af62c5-a13b-4895-8bc6-872ace9ae713 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/security-groups/fc5846ed-f25f-4bc9-b3d6-52f25777a339 HTTP/1.1" status: 204 len: 168 time: 0.2174802 Apr 15 03:46:02.611022 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af62c5-a13b-4895-8bc6-872ace9ae713 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5846ed-f25f-4bc9-b3d6-52f25777a339,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:02.684994 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37274) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:03.020429 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-de9cd7f5-ea61-4aea-9853-37d7230d2a9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (1c277e38-0b88-4070-be6f-4353d25a5e44), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:03.258588 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-de9cd7f5-ea61-4aea-9853-37d7230d2a9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port 8381f801-50dc-43a0-bdd5-f26752774715 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:46:03.258956 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-de9cd7f5-ea61-4aea-9853-37d7230d2a9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (8381f801-50dc-43a0-bdd5-f26752774715), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:03.348193 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-de9cd7f5-ea61-4aea-9853-37d7230d2a9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port 8381f801-50dc-43a0-bdd5-f26752774715, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=8381f801-50dc-43a0-bdd5-f26752774715,segment=NetworkSegment(7e80b65a-16da-41d7-a1ce-03dc73994367),segment_id=7e80b65a-16da-41d7-a1ce-03dc73994367)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:46:03.348476 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-de9cd7f5-ea61-4aea-9853-37d7230d2a9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (8381f801-50dc-43a0-bdd5-f26752774715), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:03.361631 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-de9cd7f5-ea61-4aea-9853-37d7230d2a9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for 8381f801-50dc-43a0-bdd5-f26752774715 owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:46:03.592199 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-de9cd7f5-ea61-4aea-9853-37d7230d2a9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (8381f801-50dc-43a0-bdd5-f26752774715), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:03.618405 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cd7f5-ea61-4aea-9853-37d7230d2a9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=8381f801-50dc-43a0-bdd5-f26752774715,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:03.978933 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:46:03.998515 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:46:03.998955 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device fde0cd9b-0dac-41bc-a7cf-cbae4bc96276 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:46:04.034863 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-de9cd7f5-ea61-4aea-9853-37d7230d2a9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (1c277e38-0b88-4070-be6f-4353d25a5e44), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:04.250493 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9cd7f5-ea61-4aea-9853-37d7230d2a9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 1c277e38-0b88-4070-be6f-4353d25a5e44 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:46:04.357818 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9cd7f5-ea61-4aea-9853-37d7230d2a9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:46:04.363036 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-de9cd7f5-ea61-4aea-9853-37d7230d2a9c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/routers/1c277e38-0b88-4070-be6f-4353d25a5e44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6768913 Apr 15 03:46:04.365595 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37276) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:04.370874 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998a2e6a-e84d-429a-bbd7-23009eddda0a None None] Sync routers for ids ['1c277e38-0b88-4070-be6f-4353d25a5e44'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:46:04.390680 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998a2e6a-e84d-429a-bbd7-23009eddda0a None None] Routers {'1c277e38-0b88-4070-be6f-4353d25a5e44'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:46:04.391293 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-998a2e6a-e84d-429a-bbd7-23009eddda0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:45:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['1c277e38-0b88-4070-be6f-4353d25a5e44'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:46:04.416608 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9540fa-8587-4eac-80aa-cd69809de21d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting subnet cbb4bf43-fc12-4522-b18b-63dcefdadeaf {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:46:04.419817 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ec9540fa-8587-4eac-80aa-cd69809de21d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (cbb4bf43-fc12-4522-b18b-63dcefdadeaf), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:04.464329 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ec9540fa-8587-4eac-80aa-cd69809de21d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (cbb4bf43-fc12-4522-b18b-63dcefdadeaf), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:04.499524 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:04.505729 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-998a2e6a-e84d-429a-bbd7-23009eddda0a None None] Set router 1c277e38-0b88-4070-be6f-4353d25a5e44 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:46:04.549487 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ec9540fa-8587-4eac-80aa-cd69809de21d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (cbb4bf43-fc12-4522-b18b-63dcefdadeaf), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:04.695582 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ec9540fa-8587-4eac-80aa-cd69809de21d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (cbb4bf43-fc12-4522-b18b-63dcefdadeaf), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:04.729124 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9540fa-8587-4eac-80aa-cd69809de21d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Subnet': ['ID=cbb4bf43-fc12-4522-b18b-63dcefdadeaf,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:04.731145 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ec9540fa-8587-4eac-80aa-cd69809de21d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:04.736716 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ec9540fa-8587-4eac-80aa-cd69809de21d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/subnets/cbb4bf43-fc12-4522-b18b-63dcefdadeaf HTTP/1.1" status: 204 len: 168 time: 0.3677394 Apr 15 03:46:04.737560 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37278) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:04.754184 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1bed76-ea1c-44f1-8f03-9fbfa625976b None None] Network 8349f0b4-a8a7-4924-b89f-b102482aaf60 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:46:04.845395 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-55d30ee0-b0d7-46c0-a18b-e0886fece5a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (1c277e38-0b88-4070-be6f-4353d25a5e44), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:04.899335 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-998a2e6a-e84d-429a-bbd7-23009eddda0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'name': 'tempest-TestNetworkBasicOps-router-508629108', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '01099184-27c3-474f-83af-d3729058b9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:45:01Z', 'updated_at': '2022-04-15T03:46:03Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '01099184-27c3-474f-83af-d3729058b9dd', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:02Z', 'updated_at': '2022-04-15T03:45:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:46:04.928252 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998a2e6a-e84d-429a-bbd7-23009eddda0a None None] Checking router: 1c277e38-0b88-4070-be6f-4353d25a5e44 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:46:04.936433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdffb1a2-7ea5-4b65-aab8-6ec98ec9bdd6 None None] DHCP port deletion for 8349f0b4-a8a7-4924-b89f-b102482aaf60 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:46:04.943475 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998a2e6a-e84d-429a-bbd7-23009eddda0a None None] Routers {'1c277e38-0b88-4070-be6f-4353d25a5e44'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:46:04.944110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-998a2e6a-e84d-429a-bbd7-23009eddda0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:45:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['1c277e38-0b88-4070-be6f-4353d25a5e44'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:46:04.960029 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-55d30ee0-b0d7-46c0-a18b-e0886fece5a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (1c277e38-0b88-4070-be6f-4353d25a5e44), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:05.021100 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-bdffb1a2-7ea5-4b65-aab8-6ec98ec9bdd6 None None] Deleting port 0620ebc9-d776-4f14-8a35-0ba93995c7a9 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:46:05.021707 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bdffb1a2-7ea5-4b65-aab8-6ec98ec9bdd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (0620ebc9-d776-4f14-8a35-0ba93995c7a9), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:05.077087 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-55d30ee0-b0d7-46c0-a18b-e0886fece5a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port 01099184-27c3-474f-83af-d3729058b9dd {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:46:05.077456 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-55d30ee0-b0d7-46c0-a18b-e0886fece5a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (01099184-27c3-474f-83af-d3729058b9dd), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:05.130943 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-bdffb1a2-7ea5-4b65-aab8-6ec98ec9bdd6 None None] For port 0620ebc9-d776-4f14-8a35-0ba93995c7a9, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=0620ebc9-d776-4f14-8a35-0ba93995c7a9,segment=NetworkSegment(7e80b65a-16da-41d7-a1ce-03dc73994367),segment_id=7e80b65a-16da-41d7-a1ce-03dc73994367)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:46:05.131369 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bdffb1a2-7ea5-4b65-aab8-6ec98ec9bdd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (0620ebc9-d776-4f14-8a35-0ba93995c7a9), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:05.145326 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-998a2e6a-e84d-429a-bbd7-23009eddda0a None None] Set router 1c277e38-0b88-4070-be6f-4353d25a5e44 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:46:05.159253 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-55d30ee0-b0d7-46c0-a18b-e0886fece5a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port 01099184-27c3-474f-83af-d3729058b9dd, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=01099184-27c3-474f-83af-d3729058b9dd,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:46:05.159755 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-55d30ee0-b0d7-46c0-a18b-e0886fece5a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (01099184-27c3-474f-83af-d3729058b9dd), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:05.172887 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-55d30ee0-b0d7-46c0-a18b-e0886fece5a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for 01099184-27c3-474f-83af-d3729058b9dd owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:46:05.173109 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-bdffb1a2-7ea5-4b65-aab8-6ec98ec9bdd6 None None] Calling delete_port for 0620ebc9-d776-4f14-8a35-0ba93995c7a9 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:46:05.374103 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-998a2e6a-e84d-429a-bbd7-23009eddda0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'name': 'tempest-TestNetworkBasicOps-router-508629108', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '01099184-27c3-474f-83af-d3729058b9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:45:01Z', 'updated_at': '2022-04-15T03:46:03Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '01099184-27c3-474f-83af-d3729058b9dd', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:02Z', 'updated_at': '2022-04-15T03:45:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:46:05.380018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-55d30ee0-b0d7-46c0-a18b-e0886fece5a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (01099184-27c3-474f-83af-d3729058b9dd), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:05.401422 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998a2e6a-e84d-429a-bbd7-23009eddda0a None None] The sync data for ids ['1c277e38-0b88-4070-be6f-4353d25a5e44'] in dv-neutron-837140-3-hyperv is: [{'id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'name': 'tempest-TestNetworkBasicOps-router-508629108', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88'}], 'enable_snat': True}, 'gw_port_id': '01099184-27c3-474f-83af-d3729058b9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:45:01Z', 'updated_at': '2022-04-15T03:46:03Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '01099184-27c3-474f-83af-d3729058b9dd', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:04:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c277e38-0b88-4070-be6f-4353d25a5e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:45:02Z', 'updated_at': '2022-04-15T03:45:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:46:05.408682 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d30ee0-b0d7-46c0-a18b-e0886fece5a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=01099184-27c3-474f-83af-d3729058b9dd,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:05.440980 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bdffb1a2-7ea5-4b65-aab8-6ec98ec9bdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (0620ebc9-d776-4f14-8a35-0ba93995c7a9), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:05.471448 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffb1a2-7ea5-4b65-aab8-6ec98ec9bdd6 None None] Pushing event deleted for resources: {'Port': ['ID=0620ebc9-d776-4f14-8a35-0ba93995c7a9,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:05.474468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-55d30ee0-b0d7-46c0-a18b-e0886fece5a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (1c277e38-0b88-4070-be6f-4353d25a5e44), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:05.475082 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdffb1a2-7ea5-4b65-aab8-6ec98ec9bdd6 None None] No DVR routers for this DVR port 0620ebc9-d776-4f14-8a35-0ba93995c7a9 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:46:05.566497 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-55d30ee0-b0d7-46c0-a18b-e0886fece5a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (1c277e38-0b88-4070-be6f-4353d25a5e44), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:05.568794 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-55d30ee0-b0d7-46c0-a18b-e0886fece5a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_controller (1c277e38-0b88-4070-be6f-4353d25a5e44), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:05.820616 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 0620ebc9-d776-4f14-8a35-0ba93995c7a9 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:46:05.848768 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 0620ebc9-d776-4f14-8a35-0ba93995c7a9 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:46:05.849149 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 0620ebc9-d776-4f14-8a35-0ba93995c7a9 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:46:06.083856 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-55d30ee0-b0d7-46c0-a18b-e0886fece5a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (1c277e38-0b88-4070-be6f-4353d25a5e44), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:06.084390 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d30ee0-b0d7-46c0-a18b-e0886fece5a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Fanout notify agent at l3_agent the message router_deleted on router 1c277e38-0b88-4070-be6f-4353d25a5e44 {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:46:06.090868 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-55d30ee0-b0d7-46c0-a18b-e0886fece5a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:06.091960 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-55d30ee0-b0d7-46c0-a18b-e0886fece5a3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/routers/1c277e38-0b88-4070-be6f-4353d25a5e44 HTTP/1.1" status: 204 len: 168 time: 1.3538725 Apr 15 03:46:06.094578 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37280) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:06.173650 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7e724026-378d-4915-bcd9-be51e3f7279e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (8349f0b4-a8a7-4924-b89f-b102482aaf60), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:06.260453 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7e724026-378d-4915-bcd9-be51e3f7279e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (8349f0b4-a8a7-4924-b89f-b102482aaf60), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:06.280393 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-7e724026-378d-4915-bcd9-be51e3f7279e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8349f0b4-a8a7-4924-b89f-b102482aaf60']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:46:06.290296 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-7e724026-378d-4915-bcd9-be51e3f7279e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e80b65a-16da-41d7-a1ce-03dc73994367') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:46:06.290594 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-7e724026-378d-4915-bcd9-be51e3f7279e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e80b65a-16da-41d7-a1ce-03dc73994367') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:46:06.299931 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7e724026-378d-4915-bcd9-be51e3f7279e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (7e80b65a-16da-41d7-a1ce-03dc73994367), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:06.312895 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7e724026-378d-4915-bcd9-be51e3f7279e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7e80b65a-16da-41d7-a1ce-03dc73994367), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:06.318703 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e724026-378d-4915-bcd9-be51e3f7279e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:46:06.319090 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7e724026-378d-4915-bcd9-be51e3f7279e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (7e80b65a-16da-41d7-a1ce-03dc73994367), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:46:06.322065 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:46:06.448949 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7e724026-378d-4915-bcd9-be51e3f7279e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (8349f0b4-a8a7-4924-b89f-b102482aaf60), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:06.459237 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7e724026-378d-4915-bcd9-be51e3f7279e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:06.459237 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7e724026-378d-4915-bcd9-be51e3f7279e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/networks/8349f0b4-a8a7-4924-b89f-b102482aaf60 HTTP/1.1" status: 204 len: 168 time: 0.3633096 Apr 15 03:46:06.470860 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e724026-378d-4915-bcd9-be51e3f7279e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Network': ['ID=8349f0b4-a8a7-4924-b89f-b102482aaf60,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:06.472708 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37282) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:06.479168 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-ed73c215-f7e8-4198-a3a6-9396ce41205d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'network': {'name': 'tempest-network-smoke--1772633484', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'port_security_enabled': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:46:06.592442 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed73c215-f7e8-4198-a3a6-9396ce41205d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:46:06.595820 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ed73c215-f7e8-4198-a3a6-9396ce41205d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:06.619741 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed73c215-f7e8-4198-a3a6-9396ce41205d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:46:06.628321 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ed73c215-f7e8-4198-a3a6-9396ce41205d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (97150acf-cc6e-4f3c-8b63-39c23ae93e56), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:06.628656 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-ed73c215-f7e8-4198-a3a6-9396ce41205d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Added segment 97150acf-cc6e-4f3c-8b63-39c23ae93e56 of type vlan for network 119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 Apr 15 03:46:06.667739 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ed73c215-f7e8-4198-a3a6-9396ce41205d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (119ed5ab-2df5-4bcb-8f7e-fba670fa0d47), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:06.752222 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ed73c215-f7e8-4198-a3a6-9396ce41205d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (119ed5ab-2df5-4bcb-8f7e-fba670fa0d47), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:06.757586 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed73c215-f7e8-4198-a3a6-9396ce41205d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:06.758164 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ed73c215-f7e8-4198-a3a6-9396ce41205d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:06.824087 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73c215-f7e8-4198-a3a6-9396ce41205d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Network': ['ID=119ed5ab-2df5-4bcb-8f7e-fba670fa0d47,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:06.834786 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:46:06.877624 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ed73c215-f7e8-4198-a3a6-9396ce41205d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4007754 Apr 15 03:46:06.877854 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37284) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:06.882976 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-63fd307d-3c06-49e4-8113-fe8852e28e9f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-941115522', 'admin_state_up': True, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:46:06.952488 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-63fd307d-3c06-49e4-8113-fe8852e28e9f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (ca7babbd-acc2-48cc-88a7-3867994c8fbe), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:06.953494 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-63fd307d-3c06-49e4-8113-fe8852e28e9f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (ca7babbd-acc2-48cc-88a7-3867994c8fbe), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:07.004327 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-63fd307d-3c06-49e4-8113-fe8852e28e9f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_controller (ca7babbd-acc2-48cc-88a7-3867994c8fbe), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:07.202309 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-63fd307d-3c06-49e4-8113-fe8852e28e9f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (ca7babbd-acc2-48cc-88a7-3867994c8fbe), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:07.435315 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-63fd307d-3c06-49e4-8113-fe8852e28e9f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (ca7babbd-acc2-48cc-88a7-3867994c8fbe), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:07.441333 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 01099184-27c3-474f-83af-d3729058b9dd no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:46:07.458013 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-63fd307d-3c06-49e4-8113-fe8852e28e9f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:07.465492 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 01099184-27c3-474f-83af-d3729058b9dd {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:46:07.465846 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 01099184-27c3-474f-83af-d3729058b9dd not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:46:07.466271 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 8381f801-50dc-43a0-bdd5-f26752774715 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:46:07.485935 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 8381f801-50dc-43a0-bdd5-f26752774715 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:46:07.492286 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 8381f801-50dc-43a0-bdd5-f26752774715 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:46:07.560004 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-63fd307d-3c06-49e4-8113-fe8852e28e9f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.26.6.68 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/c264d97c-1acc-45e5-a1b5-0442aa75f708) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:46:07.664271 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-63fd307d-3c06-49e4-8113-fe8852e28e9f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (c264d97c-1acc-45e5-a1b5-0442aa75f708), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:07.764147 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-63fd307d-3c06-49e4-8113-fe8852e28e9f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (c264d97c-1acc-45e5-a1b5-0442aa75f708), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:07.802109 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fd307d-3c06-49e4-8113-fe8852e28e9f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:46:07.805009 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-63fd307d-3c06-49e4-8113-fe8852e28e9f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:46:07.810628 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fd307d-3c06-49e4-8113-fe8852e28e9f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:46:07.835540 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd307d-3c06-49e4-8113-fe8852e28e9f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=c264d97c-1acc-45e5-a1b5-0442aa75f708,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:08.143531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-63fd307d-3c06-49e4-8113-fe8852e28e9f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (ca7babbd-acc2-48cc-88a7-3867994c8fbe), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:08.341447 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-63fd307d-3c06-49e4-8113-fe8852e28e9f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (ca7babbd-acc2-48cc-88a7-3867994c8fbe), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:08.517503 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fd307d-3c06-49e4-8113-fe8852e28e9f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router ca7babbd-acc2-48cc-88a7-3867994c8fbe is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:46:08.623271 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fd307d-3c06-49e4-8113-fe8852e28e9f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:46:08.633545 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] Sync routers for ids ['ca7babbd-acc2-48cc-88a7-3867994c8fbe'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:46:08.642596 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] Routers {'ca7babbd-acc2-48cc-88a7-3867994c8fbe'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:46:08.643231 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:45:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['ca7babbd-acc2-48cc-88a7-3867994c8fbe'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:46:08.690624 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-63fd307d-3c06-49e4-8113-fe8852e28e9f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:08.691936 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-63fd307d-3c06-49e4-8113-fe8852e28e9f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8131988 Apr 15 03:46:08.695597 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37286) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:08.723030 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9045f1b4-69a5-4080-8b6b-f4ba448505b2 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6786bd52355f4b228acda11ee2393b97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262988 Apr 15 03:46:08.725598 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37288) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:08.748865 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] Set router ca7babbd-acc2-48cc-88a7-3867994c8fbe gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:46:08.815265 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e25b399-421c-473b-81d5-139458986712 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:08.816678 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1e25b399-421c-473b-81d5-139458986712 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901380 Apr 15 03:46:08.819543 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37290) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:08.853691 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-32c873a5-b025-48a3-bd2f-f79a5e2b4538 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329683 Apr 15 03:46:08.856291 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37292) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:08.861558 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-b0266fab-14fc-474a-b5e8-8aa7c90bf543 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1761770331', 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:46:08.999572 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'name': 'tempest-TestNetworkBasicOps-router-941115522', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:46:06Z', 'updated_at': '2022-04-15T03:46:07Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:07Z', 'updated_at': '2022-04-15T03:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:46:09.002932 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0266fab-14fc-474a-b5e8-8aa7c90bf543 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:46:09.006408 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b0266fab-14fc-474a-b5e8-8aa7c90bf543 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:09.024792 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] Checking router: ca7babbd-acc2-48cc-88a7-3867994c8fbe for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:46:09.025139 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] Updating router ca7babbd-acc2-48cc-88a7-3867994c8fbe port c264d97c-1acc-45e5-a1b5-0442aa75f708 binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:46:09.055938 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c264d97c-1acc-45e5-a1b5-0442aa75f708), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:09.249305 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b0266fab-14fc-474a-b5e8-8aa7c90bf543 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (734e3143-7355-47c7-bca3-4a39190797c8), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:09.300837 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] Publish callbacks [] for port (c264d97c-1acc-45e5-a1b5-0442aa75f708), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:09.312825 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0266fab-14fc-474a-b5e8-8aa7c90bf543 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Subnet': ['ID=734e3143-7355-47c7-bca3-4a39190797c8,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:09.318160 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0266fab-14fc-474a-b5e8-8aa7c90bf543 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Checking segment: {'id': '97150acf-cc6e-4f3c-8b63-39c23ae93e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:46:09.318515 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0266fab-14fc-474a-b5e8-8aa7c90bf543 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network hostable DHCP agents. Network: 119ed5ab-2df5-4bcb-8f7e-fba670fa0d47, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:46:09.374025 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c264d97c-1acc-45e5-a1b5-0442aa75f708), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:09.403402 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0266fab-14fc-474a-b5e8-8aa7c90bf543 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:46:09.425492 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] Attempting to bind port c264d97c-1acc-45e5-a1b5-0442aa75f708 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:46:09.425853 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] Attempting to bind port c264d97c-1acc-45e5-a1b5-0442aa75f708 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:46:09.426201 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] Attempting to bind port c264d97c-1acc-45e5-a1b5-0442aa75f708 on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:46:09.429042 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c54f9-732e-44d2-b42a-505b70f8f0fd None None] Pushing event updated for resources: {'Port': ['ID=c264d97c-1acc-45e5-a1b5-0442aa75f708,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:09.436299 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:46:09.441080 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:46:09.441080 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:09.441080 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:46:09.441080 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] Bound port: c264d97c-1acc-45e5-a1b5-0442aa75f708, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:46:09.441080 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c264d97c-1acc-45e5-a1b5-0442aa75f708), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:09.441655 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c54f9-732e-44d2-b42a-505b70f8f0fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:09.441655 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c54f9-732e-44d2-b42a-505b70f8f0fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:09.441846 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c54f9-732e-44d2-b42a-505b70f8f0fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:09.442184 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c54f9-732e-44d2-b42a-505b70f8f0fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:09.442510 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c54f9-732e-44d2-b42a-505b70f8f0fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:09.442857 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c54f9-732e-44d2-b42a-505b70f8f0fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:09.443181 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c54f9-732e-44d2-b42a-505b70f8f0fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:09.443500 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c54f9-732e-44d2-b42a-505b70f8f0fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:09.443832 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c54f9-732e-44d2-b42a-505b70f8f0fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:09.444156 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c54f9-732e-44d2-b42a-505b70f8f0fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:09.444522 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c54f9-732e-44d2-b42a-505b70f8f0fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:09.444845 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c54f9-732e-44d2-b42a-505b70f8f0fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:09.445161 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c54f9-732e-44d2-b42a-505b70f8f0fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:09.445475 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c54f9-732e-44d2-b42a-505b70f8f0fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:09.445789 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00c54f9-732e-44d2-b42a-505b70f8f0fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:46:09.483431 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-b0266fab-14fc-474a-b5e8-8aa7c90bf543 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 119ed5ab-2df5-4bcb-8f7e-fba670fa0d47) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:46:09.496285 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0266fab-14fc-474a-b5e8-8aa7c90bf543 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:09.496285 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b0266fab-14fc-474a-b5e8-8aa7c90bf543 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:09.496534 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2284a922-a393-4639-85f8-cf6000115193 None None] Network 119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:46:09.503809 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] For port c264d97c-1acc-45e5-a1b5-0442aa75f708, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:46:09.506896 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] For port c264d97c-1acc-45e5-a1b5-0442aa75f708, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c264d97c-1acc-45e5-a1b5-0442aa75f708,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:46:09.526903 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:46:09.560739 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b0266fab-14fc-474a-b5e8-8aa7c90bf543 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7033250 Apr 15 03:46:09.563640 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37294) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:09.570644 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c264d97c-1acc-45e5-a1b5-0442aa75f708), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:09.601232 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d98dae9-9aff-452d-8664-40331e9fe064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-119ed5ab-2df5-4bcb-8f7e-fba670fa0d47', 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ips': [{'subnet_id': '734e3143-7355-47c7-bca3-4a39190797c8'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:46:09.602697 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6d98dae9-9aff-452d-8664-40331e9fe064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:09.630491 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c54f9-732e-44d2-b42a-505b70f8f0fd None None] Pushing event updated for resources: {'Port': ['ID=c264d97c-1acc-45e5-a1b5-0442aa75f708,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:09.634827 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] Routers {'ca7babbd-acc2-48cc-88a7-3867994c8fbe'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:46:09.635443 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:45:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['ca7babbd-acc2-48cc-88a7-3867994c8fbe'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:46:09.745841 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-6d98dae9-9aff-452d-8664-40331e9fe064 None None] Allocated IP 172.20.0.2 (119ed5ab-2df5-4bcb-8f7e-fba670fa0d47/734e3143-7355-47c7-bca3-4a39190797c8/4a012614-4d6c-4a60-9790-ead1d8149e8c) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:46:09.746456 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] Set router ca7babbd-acc2-48cc-88a7-3867994c8fbe gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:46:09.894889 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6d98dae9-9aff-452d-8664-40331e9fe064 None None] Publish callbacks [] for port (4a012614-4d6c-4a60-9790-ead1d8149e8c), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:09.919756 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'name': 'tempest-TestNetworkBasicOps-router-941115522', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:46:06Z', 'updated_at': '2022-04-15T03:46:07Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:07Z', 'updated_at': '2022-04-15T03:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:46:09.949773 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411d0fb5-33ce-4ce7-abb1-ec3a7680738d None None] The sync data for ids ['ca7babbd-acc2-48cc-88a7-3867994c8fbe'] in dv-neutron-837140-3-hyperv is: [{'id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'name': 'tempest-TestNetworkBasicOps-router-941115522', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:46:06Z', 'updated_at': '2022-04-15T03:46:07Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:07Z', 'updated_at': '2022-04-15T03:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:46:09.953697 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6d98dae9-9aff-452d-8664-40331e9fe064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (4a012614-4d6c-4a60-9790-ead1d8149e8c), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:09.993322 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d98dae9-9aff-452d-8664-40331e9fe064 None None] Network 119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:46:09.996513 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-6d98dae9-9aff-452d-8664-40331e9fe064 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:46:09.998987 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d98dae9-9aff-452d-8664-40331e9fe064 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:46:10.016930 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98dae9-9aff-452d-8664-40331e9fe064 None None] Pushing event updated for resources: {'Port': ['ID=4a012614-4d6c-4a60-9790-ead1d8149e8c,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:10.031136 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-babd002c-20e4-4e62-9060-c31565e621d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:10.077164 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-6d98dae9-9aff-452d-8664-40331e9fe064 None None] Attempting to bind port 4a012614-4d6c-4a60-9790-ead1d8149e8c on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:46:10.077530 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-6d98dae9-9aff-452d-8664-40331e9fe064 None None] Attempting to bind port 4a012614-4d6c-4a60-9790-ead1d8149e8c by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '97150acf-cc6e-4f3c-8b63-39c23ae93e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:46:10.077891 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d98dae9-9aff-452d-8664-40331e9fe064 None None] Attempting to bind port 4a012614-4d6c-4a60-9790-ead1d8149e8c on network 119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:46:10.082994 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d98dae9-9aff-452d-8664-40331e9fe064 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:46:10.083372 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d98dae9-9aff-452d-8664-40331e9fe064 None None] Checking segment: {'id': '97150acf-cc6e-4f3c-8b63-39c23ae93e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:46:10.083771 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6d98dae9-9aff-452d-8664-40331e9fe064 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:10.084162 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d98dae9-9aff-452d-8664-40331e9fe064 None None] Bound using segment: {'id': '97150acf-cc6e-4f3c-8b63-39c23ae93e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:46:10.084630 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-6d98dae9-9aff-452d-8664-40331e9fe064 None None] Bound port: 4a012614-4d6c-4a60-9790-ead1d8149e8c, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97150acf-cc6e-4f3c-8b63-39c23ae93e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:46:10.085653 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6d98dae9-9aff-452d-8664-40331e9fe064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4a012614-4d6c-4a60-9790-ead1d8149e8c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:10.158437 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-6d98dae9-9aff-452d-8664-40331e9fe064 None None] For port 4a012614-4d6c-4a60-9790-ead1d8149e8c, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:46:10.164506 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-6d98dae9-9aff-452d-8664-40331e9fe064 None None] For port 4a012614-4d6c-4a60-9790-ead1d8149e8c, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4a012614-4d6c-4a60-9790-ead1d8149e8c,segment=NetworkSegment(97150acf-cc6e-4f3c-8b63-39c23ae93e56),segment_id=97150acf-cc6e-4f3c-8b63-39c23ae93e56)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:46:10.255725 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6d98dae9-9aff-452d-8664-40331e9fe064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (4a012614-4d6c-4a60-9790-ead1d8149e8c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:10.315129 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98dae9-9aff-452d-8664-40331e9fe064 None None] Pushing event updated for resources: {'Port': ['ID=4a012614-4d6c-4a60-9790-ead1d8149e8c,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:10.343294 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-babd002c-20e4-4e62-9060-c31565e621d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.20.0.1 (119ed5ab-2df5-4bcb-8f7e-fba670fa0d47/734e3143-7355-47c7-bca3-4a39190797c8/dda1a6d6-ffcf-4ff8-8030-1359db5cc8af) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:46:10.473428 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-babd002c-20e4-4e62-9060-c31565e621d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (dda1a6d6-ffcf-4ff8-8030-1359db5cc8af), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:10.576939 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-babd002c-20e4-4e62-9060-c31565e621d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (dda1a6d6-ffcf-4ff8-8030-1359db5cc8af), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:10.617230 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babd002c-20e4-4e62-9060-c31565e621d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:46:10.620616 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-babd002c-20e4-4e62-9060-c31565e621d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:46:10.624802 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babd002c-20e4-4e62-9060-c31565e621d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:46:10.670362 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd002c-20e4-4e62-9060-c31565e621d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=dda1a6d6-ffcf-4ff8-8030-1359db5cc8af,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:10.688290 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-babd002c-20e4-4e62-9060-c31565e621d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (ca7babbd-acc2-48cc-88a7-3867994c8fbe), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:10.888026 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-babd002c-20e4-4e62-9060-c31565e621d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dda1a6d6-ffcf-4ff8-8030-1359db5cc8af), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:11.175512 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-babd002c-20e4-4e62-9060-c31565e621d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (dda1a6d6-ffcf-4ff8-8030-1359db5cc8af), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:11.232241 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-babd002c-20e4-4e62-9060-c31565e621d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (dda1a6d6-ffcf-4ff8-8030-1359db5cc8af), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:11.265206 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0d17c6-8305-4c6a-b3ed-075a0cfc8cc0 None None] Network 119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:46:11.311170 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-babd002c-20e4-4e62-9060-c31565e621d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (ca7babbd-acc2-48cc-88a7-3867994c8fbe), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:11.313021 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd002c-20e4-4e62-9060-c31565e621d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=dda1a6d6-ffcf-4ff8-8030-1359db5cc8af,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:11.348089 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ba741a35-581a-4c64-acfb-46c2f2d8a219 None None] Provisioning complete for port 4a012614-4d6c-4a60-9790-ead1d8149e8c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:46:11.348466 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ba741a35-581a-4c64-acfb-46c2f2d8a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4a012614-4d6c-4a60-9790-ead1d8149e8c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:11.405719 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babd002c-20e4-4e62-9060-c31565e621d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:46:11.409896 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-babd002c-20e4-4e62-9060-c31565e621d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:46:11.500146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ba741a35-581a-4c64-acfb-46c2f2d8a219 None None] Current status of the port 4a012614-4d6c-4a60-9790-ead1d8149e8c is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:46:11.500659 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ba741a35-581a-4c64-acfb-46c2f2d8a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4a012614-4d6c-4a60-9790-ead1d8149e8c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:11.527259 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4a012614-4d6c-4a60-9790-ead1d8149e8c up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:46:11.559438 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babd002c-20e4-4e62-9060-c31565e621d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router ca7babbd-acc2-48cc-88a7-3867994c8fbe has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:46:11.582945 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ba741a35-581a-4c64-acfb-46c2f2d8a219 None None] For port 4a012614-4d6c-4a60-9790-ead1d8149e8c, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4a012614-4d6c-4a60-9790-ead1d8149e8c,segment=NetworkSegment(97150acf-cc6e-4f3c-8b63-39c23ae93e56),segment_id=97150acf-cc6e-4f3c-8b63-39c23ae93e56)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:46:11.600233 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 4a012614-4d6c-4a60-9790-ead1d8149e8c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:46:11.601293 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4a012614-4d6c-4a60-9790-ead1d8149e8c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:11.650520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ba741a35-581a-4c64-acfb-46c2f2d8a219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (4a012614-4d6c-4a60-9790-ead1d8149e8c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:11.700316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babd002c-20e4-4e62-9060-c31565e621d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:46:11.708202 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37296) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:11.708735 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-babd002c-20e4-4e62-9060-c31565e621d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/routers/ca7babbd-acc2-48cc-88a7-3867994c8fbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1436720 Apr 15 03:46:11.733637 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 4a012614-4d6c-4a60-9790-ead1d8149e8c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:46:11.734766 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c264d97c-1acc-45e5-a1b5-0442aa75f708 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:46:11.737234 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba741a35-581a-4c64-acfb-46c2f2d8a219 None None] Pushing event updated for resources: {'Port': ['ID=4a012614-4d6c-4a60-9790-ead1d8149e8c,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:11.782366 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-e3fb9a4f-554f-49a3-a0ac-80d34ba76a99 None None] Provisioning complete for port 4a012614-4d6c-4a60-9790-ead1d8149e8c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:46:11.782705 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9a4f-554f-49a3-a0ac-80d34ba76a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4a012614-4d6c-4a60-9790-ead1d8149e8c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:11.813111 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a4d9ef-2116-46c9-ad3b-1bf27e87f8be tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:11.813972 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a4d9ef-2116-46c9-ad3b-1bf27e87f8be tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:11.814637 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a4d9ef-2116-46c9-ad3b-1bf27e87f8be tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:11.815108 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a4d9ef-2116-46c9-ad3b-1bf27e87f8be tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:11.816763 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-57a4d9ef-2116-46c9-ad3b-1bf27e87f8be tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1068363 Apr 15 03:46:11.819994 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37298) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:11.837174 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port c264d97c-1acc-45e5-a1b5-0442aa75f708 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:46:11.837557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c264d97c-1acc-45e5-a1b5-0442aa75f708), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:11.876330 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a86f31-f700-4d52-a606-c5fb792693b1 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:11.877078 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a86f31-f700-4d52-a606-c5fb792693b1 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:11.877544 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a86f31-f700-4d52-a606-c5fb792693b1 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:11.878003 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a86f31-f700-4d52-a606-c5fb792693b1 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:11.879748 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e1a86f31-f700-4d52-a606-c5fb792693b1 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0588145 Apr 15 03:46:11.882985 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37300) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:11.923614 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb9a4f-554f-49a3-a0ac-80d34ba76a99 None None] Current status of the port 4a012614-4d6c-4a60-9790-ead1d8149e8c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:46:11.934943 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-e3fb9a4f-554f-49a3-a0ac-80d34ba76a99 None None] Provisioning complete for port dda1a6d6-ffcf-4ff8-8030-1359db5cc8af triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:46:11.935320 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9a4f-554f-49a3-a0ac-80d34ba76a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dda1a6d6-ffcf-4ff8-8030-1359db5cc8af), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:12.008586 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-42668aec-b6a6-425a-a888-3093db6b1148 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1242468 Apr 15 03:46:12.130990 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] Sync routers for ids ['ca7babbd-acc2-48cc-88a7-3867994c8fbe'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:46:12.160707 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb9a4f-554f-49a3-a0ac-80d34ba76a99 None None] Port dda1a6d6-ffcf-4ff8-8030-1359db5cc8af cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:46:12.162008 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port c264d97c-1acc-45e5-a1b5-0442aa75f708 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:46:12.162393 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c264d97c-1acc-45e5-a1b5-0442aa75f708), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:12.169274 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] Routers {'ca7babbd-acc2-48cc-88a7-3867994c8fbe'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:46:12.169888 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:45:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['ca7babbd-acc2-48cc-88a7-3867994c8fbe'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:46:12.211336 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37304) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:12.216075 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-b860f7fb-f3e8-4b56-96b5-4e3fead63c3b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1529485203', 'description': 'tempest-secgroup-smoke-1529485203 description', 'project_id': '6786bd52355f4b228acda11ee2393b97'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:46:12.219606 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port c264d97c-1acc-45e5-a1b5-0442aa75f708, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c264d97c-1acc-45e5-a1b5-0442aa75f708,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:46:12.287547 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9e83486f-663f-4323-86f9-17765f07a38d None None] Provisioning complete for port dda1a6d6-ffcf-4ff8-8030-1359db5cc8af triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:46:12.288231 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9e83486f-663f-4323-86f9-17765f07a38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dda1a6d6-ffcf-4ff8-8030-1359db5cc8af), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:12.317391 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c264d97c-1acc-45e5-a1b5-0442aa75f708), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:12.322127 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] Set router ca7babbd-acc2-48cc-88a7-3867994c8fbe gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:46:12.335473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b860f7fb-f3e8-4b56-96b5-4e3fead63c3b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:12.389209 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9e83486f-663f-4323-86f9-17765f07a38d None None] Port dda1a6d6-ffcf-4ff8-8030-1359db5cc8af cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:46:12.406893 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b860f7fb-f3e8-4b56-96b5-4e3fead63c3b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (e3a53908-8008-4a8b-a21e-3174da079bb2), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:12.450055 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=c264d97c-1acc-45e5-a1b5-0442aa75f708,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:12.454939 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b860f7fb-f3e8-4b56-96b5-4e3fead63c3b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (e3a53908-8008-4a8b-a21e-3174da079bb2), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:12.483678 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860f7fb-f3e8-4b56-96b5-4e3fead63c3b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a53908-8008-4a8b-a21e-3174da079bb2,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:12.542700 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b860f7fb-f3e8-4b56-96b5-4e3fead63c3b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:12.543919 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b860f7fb-f3e8-4b56-96b5-4e3fead63c3b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3314714 Apr 15 03:46:12.546744 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37306) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:12.551084 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-972f2883-61cb-4878-b650-0d6af90f001d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'e3a53908-8008-4a8b-a21e-3174da079bb2', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:46:12.562703 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'name': 'tempest-TestNetworkBasicOps-router-941115522', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:46:06Z', 'updated_at': '2022-04-15T03:46:10Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:07Z', 'updated_at': '2022-04-15T03:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'dda1a6d6-ffcf-4ff8-8030-1359db5cc8af', 'name': '', 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:e0:f6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '734e3143-7355-47c7-bca3-4a39190797c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:10Z', 'updated_at': '2022-04-15T03:46:11Z', 'revision_number': 2, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '734e3143-7355-47c7-bca3-4a39190797c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:46:12.588509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] Checking router: ca7babbd-acc2-48cc-88a7-3867994c8fbe for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:46:12.592262 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] Updating router ca7babbd-acc2-48cc-88a7-3867994c8fbe port dda1a6d6-ffcf-4ff8-8030-1359db5cc8af binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:46:12.615456 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dda1a6d6-ffcf-4ff8-8030-1359db5cc8af), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:12.637443 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-972f2883-61cb-4878-b650-0d6af90f001d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (58a7223c-5a02-45fa-8b72-4d2575a59db1), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:12.692825 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-972f2883-61cb-4878-b650-0d6af90f001d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (58a7223c-5a02-45fa-8b72-4d2575a59db1), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:12.746479 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-972f2883-61cb-4878-b650-0d6af90f001d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (58a7223c-5a02-45fa-8b72-4d2575a59db1), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:12.765636 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f2883-61cb-4878-b650-0d6af90f001d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a7223c-5a02-45fa-8b72-4d2575a59db1,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:12.817179 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-972f2883-61cb-4878-b650-0d6af90f001d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:12.818446 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-972f2883-61cb-4878-b650-0d6af90f001d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2707808 Apr 15 03:46:12.821230 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37308) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:12.825834 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-fa703af2-4a47-497d-afc8-d62fd59e0b3f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'e3a53908-8008-4a8b-a21e-3174da079bb2', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:46:12.878378 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] Publish callbacks [] for port (dda1a6d6-ffcf-4ff8-8030-1359db5cc8af), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:12.911938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fa703af2-4a47-497d-afc8-d62fd59e0b3f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (5c9db890-df97-44bf-8357-ee52da978385), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:12.963499 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (dda1a6d6-ffcf-4ff8-8030-1359db5cc8af), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:12.967614 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fa703af2-4a47-497d-afc8-d62fd59e0b3f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (5c9db890-df97-44bf-8357-ee52da978385), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:13.016679 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cc857-e586-46f4-9719-1e4499070a1a None None] Pushing event updated for resources: {'Port': ['ID=dda1a6d6-ffcf-4ff8-8030-1359db5cc8af,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:13.049186 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fa703af2-4a47-497d-afc8-d62fd59e0b3f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (5c9db890-df97-44bf-8357-ee52da978385), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:13.065616 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] Attempting to bind port dda1a6d6-ffcf-4ff8-8030-1359db5cc8af on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:46:13.066118 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] Attempting to bind port dda1a6d6-ffcf-4ff8-8030-1359db5cc8af by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '97150acf-cc6e-4f3c-8b63-39c23ae93e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:46:13.067252 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] Attempting to bind port dda1a6d6-ffcf-4ff8-8030-1359db5cc8af on network 119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:46:13.071915 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:46:13.072287 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] Checking segment: {'id': '97150acf-cc6e-4f3c-8b63-39c23ae93e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:46:13.072694 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:13.073095 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] Bound using segment: {'id': '97150acf-cc6e-4f3c-8b63-39c23ae93e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:46:13.073565 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] Bound port: dda1a6d6-ffcf-4ff8-8030-1359db5cc8af, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97150acf-cc6e-4f3c-8b63-39c23ae93e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:46:13.073948 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dda1a6d6-ffcf-4ff8-8030-1359db5cc8af), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:13.074073 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa703af2-4a47-497d-afc8-d62fd59e0b3f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9db890-df97-44bf-8357-ee52da978385,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:13.125923 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fa703af2-4a47-497d-afc8-d62fd59e0b3f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:13.127466 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-fa703af2-4a47-497d-afc8-d62fd59e0b3f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3051672 Apr 15 03:46:13.129896 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37310) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:13.134902 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-3485bf9f-3836-495e-8682-a48747a6cb7e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'e3a53908-8008-4a8b-a21e-3174da079bb2', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:46:13.144845 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] For port dda1a6d6-ffcf-4ff8-8030-1359db5cc8af, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:46:13.149089 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] For port dda1a6d6-ffcf-4ff8-8030-1359db5cc8af, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=dda1a6d6-ffcf-4ff8-8030-1359db5cc8af,segment=NetworkSegment(97150acf-cc6e-4f3c-8b63-39c23ae93e56),segment_id=97150acf-cc6e-4f3c-8b63-39c23ae93e56)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:46:13.198368 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (dda1a6d6-ffcf-4ff8-8030-1359db5cc8af), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:13.232350 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3485bf9f-3836-495e-8682-a48747a6cb7e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (441f6f8a-e720-4b73-83ba-08c9dfcdc845), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:13.247950 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-26cf5641-acf5-4e9a-a525-9ec33fb28b64 None None] Provisioning complete for port dda1a6d6-ffcf-4ff8-8030-1359db5cc8af triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:46:13.248166 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26cf5641-acf5-4e9a-a525-9ec33fb28b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dda1a6d6-ffcf-4ff8-8030-1359db5cc8af), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:13.295740 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3485bf9f-3836-495e-8682-a48747a6cb7e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (441f6f8a-e720-4b73-83ba-08c9dfcdc845), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:13.321917 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cc857-e586-46f4-9719-1e4499070a1a None None] Pushing event updated for resources: {'Port': ['ID=dda1a6d6-ffcf-4ff8-8030-1359db5cc8af,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:13.323943 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] Routers {'ca7babbd-acc2-48cc-88a7-3867994c8fbe'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:46:13.324567 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:45:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['ca7babbd-acc2-48cc-88a7-3867994c8fbe'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:46:13.369311 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3485bf9f-3836-495e-8682-a48747a6cb7e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (441f6f8a-e720-4b73-83ba-08c9dfcdc845), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:13.389469 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485bf9f-3836-495e-8682-a48747a6cb7e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441f6f8a-e720-4b73-83ba-08c9dfcdc845,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:13.469911 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3485bf9f-3836-495e-8682-a48747a6cb7e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:13.472094 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3485bf9f-3836-495e-8682-a48747a6cb7e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3401995 Apr 15 03:46:13.474105 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37312) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:13.479301 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-49c33848-a31b-49ef-8654-70c7fdf0366b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'e3a53908-8008-4a8b-a21e-3174da079bb2', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:46:13.515293 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4a012614-4d6c-4a60-9790-ead1d8149e8c up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:46:13.563444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-26cf5641-acf5-4e9a-a525-9ec33fb28b64 None None] Current status of the port dda1a6d6-ffcf-4ff8-8030-1359db5cc8af is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:46:13.563836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26cf5641-acf5-4e9a-a525-9ec33fb28b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dda1a6d6-ffcf-4ff8-8030-1359db5cc8af), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:13.579838 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-49c33848-a31b-49ef-8654-70c7fdf0366b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (44e6c301-6c94-4f71-a1db-7d561db55bd8), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:13.606986 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] Set router ca7babbd-acc2-48cc-88a7-3867994c8fbe gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:46:13.638005 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-49c33848-a31b-49ef-8654-70c7fdf0366b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (44e6c301-6c94-4f71-a1db-7d561db55bd8), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:13.665894 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-26cf5641-acf5-4e9a-a525-9ec33fb28b64 None None] For port dda1a6d6-ffcf-4ff8-8030-1359db5cc8af, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=dda1a6d6-ffcf-4ff8-8030-1359db5cc8af,segment=NetworkSegment(97150acf-cc6e-4f3c-8b63-39c23ae93e56),segment_id=97150acf-cc6e-4f3c-8b63-39c23ae93e56)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:46:13.681401 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 4a012614-4d6c-4a60-9790-ead1d8149e8c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:46:13.681771 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4a012614-4d6c-4a60-9790-ead1d8149e8c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:13.712120 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-49c33848-a31b-49ef-8654-70c7fdf0366b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (44e6c301-6c94-4f71-a1db-7d561db55bd8), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:13.729567 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c33848-a31b-49ef-8654-70c7fdf0366b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44e6c301-6c94-4f71-a1db-7d561db55bd8,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:13.751053 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26cf5641-acf5-4e9a-a525-9ec33fb28b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (dda1a6d6-ffcf-4ff8-8030-1359db5cc8af), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:13.812333 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-49c33848-a31b-49ef-8654-70c7fdf0366b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:13.813943 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-49c33848-a31b-49ef-8654-70c7fdf0366b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3386731 Apr 15 03:46:13.816815 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37314) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:13.822100 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d72c0543-1ae6-4f90-b144-82893fcabaeb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'e3a53908-8008-4a8b-a21e-3174da079bb2', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:46:13.906393 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-d72c0543-1ae6-4f90-b144-82893fcabaeb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:46:13.912517 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d72c0543-1ae6-4f90-b144-82893fcabaeb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (e39b13c7-da9e-45db-8409-9b37add49b3f), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:13.972274 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d72c0543-1ae6-4f90-b144-82893fcabaeb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (e39b13c7-da9e-45db-8409-9b37add49b3f), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:13.986355 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d1f06e5e-9e22-41d6-a94c-72891b069ec6 None None] Provisioning complete for port dda1a6d6-ffcf-4ff8-8030-1359db5cc8af triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:46:13.986758 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1f06e5e-9e22-41d6-a94c-72891b069ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dda1a6d6-ffcf-4ff8-8030-1359db5cc8af), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:14.043294 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d72c0543-1ae6-4f90-b144-82893fcabaeb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (e39b13c7-da9e-45db-8409-9b37add49b3f), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:14.044937 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf5641-acf5-4e9a-a525-9ec33fb28b64 None None] Pushing event updated for resources: {'Port': ['ID=dda1a6d6-ffcf-4ff8-8030-1359db5cc8af,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:14.066099 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c0543-1ae6-4f90-b144-82893fcabaeb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39b13c7-da9e-45db-8409-9b37add49b3f,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:14.122130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 4a012614-4d6c-4a60-9790-ead1d8149e8c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:46:14.123210 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c264d97c-1acc-45e5-a1b5-0442aa75f708 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:46:14.131490 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d72c0543-1ae6-4f90-b144-82893fcabaeb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:14.132807 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d72c0543-1ae6-4f90-b144-82893fcabaeb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3150110 Apr 15 03:46:14.135757 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37316) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:14.140654 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-7bca3714-9e92-4018-ba85-16cf64173abb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'e3a53908-8008-4a8b-a21e-3174da079bb2', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:46:14.150121 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'name': 'tempest-TestNetworkBasicOps-router-941115522', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:46:06Z', 'updated_at': '2022-04-15T03:46:10Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:07Z', 'updated_at': '2022-04-15T03:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'dda1a6d6-ffcf-4ff8-8030-1359db5cc8af', 'name': '', 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:e0:f6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '734e3143-7355-47c7-bca3-4a39190797c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:10Z', 'updated_at': '2022-04-15T03:46:13Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '734e3143-7355-47c7-bca3-4a39190797c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:46:14.204408 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed127513-70b9-467d-870c-8dcd3e1a1396 None None] The sync data for ids ['ca7babbd-acc2-48cc-88a7-3867994c8fbe'] in dv-neutron-837140-3-hyperv is: [{'id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'name': 'tempest-TestNetworkBasicOps-router-941115522', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:46:06Z', 'updated_at': '2022-04-15T03:46:10Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:07Z', 'updated_at': '2022-04-15T03:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'dda1a6d6-ffcf-4ff8-8030-1359db5cc8af', 'name': '', 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:e0:f6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '734e3143-7355-47c7-bca3-4a39190797c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:10Z', 'updated_at': '2022-04-15T03:46:13Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '734e3143-7355-47c7-bca3-4a39190797c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:46:14.220677 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-7bca3714-9e92-4018-ba85-16cf64173abb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:46:14.227996 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7bca3714-9e92-4018-ba85-16cf64173abb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (e6f7e40b-248e-476d-b783-40ca79d199fc), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:14.231861 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d1f06e5e-9e22-41d6-a94c-72891b069ec6 None None] Current status of the port dda1a6d6-ffcf-4ff8-8030-1359db5cc8af is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:46:14.236104 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port c264d97c-1acc-45e5-a1b5-0442aa75f708 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:46:14.236104 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c264d97c-1acc-45e5-a1b5-0442aa75f708), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:14.330815 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port c264d97c-1acc-45e5-a1b5-0442aa75f708 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:46:14.332701 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7bca3714-9e92-4018-ba85-16cf64173abb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (e6f7e40b-248e-476d-b783-40ca79d199fc), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:14.415511 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7bca3714-9e92-4018-ba85-16cf64173abb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (e6f7e40b-248e-476d-b783-40ca79d199fc), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:14.437926 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca3714-9e92-4018-ba85-16cf64173abb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f7e40b-248e-476d-b783-40ca79d199fc,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:14.526128 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7bca3714-9e92-4018-ba85-16cf64173abb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:14.527442 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7bca3714-9e92-4018-ba85-16cf64173abb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3906765 Apr 15 03:46:14.929267 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4bdece83-58ad-4250-ae41-5fb843231cce req-c2157fce-a6e9-4293-a9e7-b206bf3e6a9a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1529485203&fields=id&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 267 time: 0.2930086 Apr 15 03:46:15.113681 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdece83-58ad-4250-ae41-5fb843231cce req-50b0bbc8-759d-4c77-ba0f-4673f2ed65d0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:15.115391 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4bdece83-58ad-4250-ae41-5fb843231cce req-50b0bbc8-759d-4c77-ba0f-4673f2ed65d0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/networks?id=119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 HTTP/1.1" status: 200 len: 797 time: 0.1793685 Apr 15 03:46:15.130702 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4bdece83-58ad-4250-ae41-5fb843231cce req-2bcd9e6a-3de1-4fbc-8096-a72de08cb489 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/quotas/6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 375 time: 0.0096493 Apr 15 03:46:15.219501 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4bdece83-58ad-4250-ae41-5fb843231cce req-6688d864-1742-4a1b-9cc6-961fb35be7e9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831342 Apr 15 03:46:15.279323 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [req-4bdece83-58ad-4250-ae41-5fb843231cce req-a49ecd4c-e175-4d3b-9262-5396a1995768 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:46:15.280352 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4bdece83-58ad-4250-ae41-5fb843231cce req-a49ecd4c-e175-4d3b-9262-5396a1995768 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0494759 Apr 15 03:46:15.372390 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4bdece83-58ad-4250-ae41-5fb843231cce req-8b1015a0-3088-4f0d-b7e7-b84588bf24ac service neutron] 10.222.0.15 "GET /v2.0/networks/119ed5ab-2df5-4bcb-8f7e-fba670fa0d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860622 Apr 15 03:46:15.460557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device dda1a6d6-ffcf-4ff8-8030-1359db5cc8af up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:46:15.462542 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4bdece83-58ad-4250-ae41-5fb843231cce req-e53167cb-73e2-4f4e-afa0-a1019274ec89 service neutron] 10.222.0.15 "GET /v2.0/networks/119ed5ab-2df5-4bcb-8f7e-fba670fa0d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845890 Apr 15 03:46:15.510885 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port dda1a6d6-ffcf-4ff8-8030-1359db5cc8af triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:46:15.511197 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dda1a6d6-ffcf-4ff8-8030-1359db5cc8af), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:15.586679 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port dda1a6d6-ffcf-4ff8-8030-1359db5cc8af is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:46:15.689455 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d3247b34-abcc-4049-b663-6a39ff4cce2f req-92797106-7f30-4b70-a1ce-a3277b71eb81 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 210 time: 0.0293589 Apr 15 03:46:16.781411 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-aefd2b36-9c48-4266-8d05-39e5375690bc req-acff071d-d321-4f7a-8401-f440e387aa2c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 210 time: 0.0279474 Apr 15 03:46:17.425981 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdece83-58ad-4250-ae41-5fb843231cce req-205baff2-127e-4e16-a83c-ce7b9b57d9f5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:17.427444 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4bdece83-58ad-4250-ae41-5fb843231cce req-205baff2-127e-4e16-a83c-ce7b9b57d9f5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/networks?id=119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 HTTP/1.1" status: 200 len: 797 time: 0.1020107 Apr 15 03:46:17.494185 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4bdece83-58ad-4250-ae41-5fb843231cce req-f0150d37-443b-482f-9102-6610771efa0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 380 time: 0.0590014 Apr 15 03:46:17.502251 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-4bdece83-58ad-4250-ae41-5fb843231cce req-b8e86238-e8c8-4240-8668-4ed1e4e30257 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'port': {'device_id': '870e8372-cc03-4365-96a8-f45134d43575', 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47', 'admin_state_up': True, 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'security_groups': ['e3a53908-8008-4a8b-a21e-3174da079bb2']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:46:17.678221 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bdece83-58ad-4250-ae41-5fb843231cce req-b8e86238-e8c8-4240-8668-4ed1e4e30257 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:46:17.681242 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4bdece83-58ad-4250-ae41-5fb843231cce req-b8e86238-e8c8-4240-8668-4ed1e4e30257 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:17.807329 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-4bdece83-58ad-4250-ae41-5fb843231cce req-b8e86238-e8c8-4240-8668-4ed1e4e30257 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.20.0.6 (119ed5ab-2df5-4bcb-8f7e-fba670fa0d47/734e3143-7355-47c7-bca3-4a39190797c8/5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:46:17.891860 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0323e13f-7fc9-49da-be72-6e33466bee9b req-0783fd72-0d5a-4b4b-ae7b-f0fe726f05c3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 210 time: 0.0424817 Apr 15 03:46:17.968326 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4bdece83-58ad-4250-ae41-5fb843231cce req-b8e86238-e8c8-4240-8668-4ed1e4e30257 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:18.048932 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4bdece83-58ad-4250-ae41-5fb843231cce req-b8e86238-e8c8-4240-8668-4ed1e4e30257 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:18.089377 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bdece83-58ad-4250-ae41-5fb843231cce req-b8e86238-e8c8-4240-8668-4ed1e4e30257 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:46:18.092405 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-4bdece83-58ad-4250-ae41-5fb843231cce req-b8e86238-e8c8-4240-8668-4ed1e4e30257 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:46:18.099889 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdece83-58ad-4250-ae41-5fb843231cce req-b8e86238-e8c8-4240-8668-4ed1e4e30257 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:46:18.125853 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e86238-e8c8-4240-8668-4ed1e4e30257 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:18.152755 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdece83-58ad-4250-ae41-5fb843231cce req-b8e86238-e8c8-4240-8668-4ed1e4e30257 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:18.153375 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4bdece83-58ad-4250-ae41-5fb843231cce req-b8e86238-e8c8-4240-8668-4ed1e4e30257 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:18.258766 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4bdece83-58ad-4250-ae41-5fb843231cce req-b8e86238-e8c8-4240-8668-4ed1e4e30257 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7600107 Apr 15 03:46:18.269653 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-4bdece83-58ad-4250-ae41-5fb843231cce req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] Request body: {'port': {'device_id': '870e8372-cc03-4365-96a8-f45134d43575', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:46:18.330937 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4bdece83-58ad-4250-ae41-5fb843231cce req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:18.375575 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f8dfda39-31f0-45f8-b7d9-d981ef2d1aef None None] Provisioning complete for port 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:46:18.376118 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f8dfda39-31f0-45f8-b7d9-d981ef2d1aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:18.413068 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f8dfda39-31f0-45f8-b7d9-d981ef2d1aef None None] Port 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:46:18.512362 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ab91d734-2523-487c-9ed8-097f9f06ab3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:18.586967 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-4bdece83-58ad-4250-ae41-5fb843231cce req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:46:18.594518 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4bdece83-58ad-4250-ae41-5fb843231cce req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] Publish callbacks [] for port (5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:18.652996 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-4bdece83-58ad-4250-ae41-5fb843231cce req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] Transition to ACTIVE for port object 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 03:46:18.734039 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4bdece83-58ad-4250-ae41-5fb843231cce req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:18.791018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:18.858758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-4bdece83-58ad-4250-ae41-5fb843231cce req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] Attempting to bind port 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:46:18.859102 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-4bdece83-58ad-4250-ae41-5fb843231cce req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] Attempting to bind port 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '97150acf-cc6e-4f3c-8b63-39c23ae93e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:46:18.859439 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdece83-58ad-4250-ae41-5fb843231cce req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] Attempting to bind port 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 on network 119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:46:18.864073 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdece83-58ad-4250-ae41-5fb843231cce req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] Port 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 on network 119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:46:18.864380 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdece83-58ad-4250-ae41-5fb843231cce req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] Attempting to bind port 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 on network 119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:46:18.870144 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdece83-58ad-4250-ae41-5fb843231cce req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:46:18.870482 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdece83-58ad-4250-ae41-5fb843231cce req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] Checking segment: {'id': '97150acf-cc6e-4f3c-8b63-39c23ae93e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:46:18.870902 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdece83-58ad-4250-ae41-5fb843231cce req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] Bound using segment: {'id': '97150acf-cc6e-4f3c-8b63-39c23ae93e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:46:18.871332 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-4bdece83-58ad-4250-ae41-5fb843231cce req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] Bound port: 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97150acf-cc6e-4f3c-8b63-39c23ae93e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:46:18.871690 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4bdece83-58ad-4250-ae41-5fb843231cce req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:18.946863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-4bdece83-58ad-4250-ae41-5fb843231cce req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] For port 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:46:18.950221 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-4bdece83-58ad-4250-ae41-5fb843231cce req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] For port 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7,segment=NetworkSegment(97150acf-cc6e-4f3c-8b63-39c23ae93e56),segment_id=97150acf-cc6e-4f3c-8b63-39c23ae93e56)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:46:19.024320 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c210ecf-e919-4b9e-96af-e82c9f7bdb91 req-9b2702f8-0ceb-4386-acfd-f6c9c993e624 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:19.025941 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4c210ecf-e919-4b9e-96af-e82c9f7bdb91 req-9b2702f8-0ceb-4386-acfd-f6c9c993e624 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 943 time: 0.0548179 Apr 15 03:46:19.076017 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4c210ecf-e919-4b9e-96af-e82c9f7bdb91 req-dffa8219-086f-496c-b0fd-114ec6950182 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3a53908-8008-4a8b-a21e-3174da079bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441916 Apr 15 03:46:19.118509 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4bdece83-58ad-4250-ae41-5fb843231cce req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:19.155230 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdece83-58ad-4250-ae41-5fb843231cce req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:19.155839 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4bdece83-58ad-4250-ae41-5fb843231cce req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:19.157238 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4bdece83-58ad-4250-ae41-5fb843231cce req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] 10.222.0.30 "PUT /v2.0/ports/5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 HTTP/1.1" status: 200 len: 1093 time: 0.8917050 Apr 15 03:46:19.157669 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870e8372-cc03-4365-96a8-f45134d43575', 'tag': '5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:46:19.160511 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ebbd40-38d4-44a3-b025-b0108f2a562e" -d '{"events": [{"name": "network-changed", "server_uuid": "870e8372-cc03-4365-96a8-f45134d43575", "tag": "5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:46:19.187008 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77250af2-d302-443f-b9bd-cff7f75bb219 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:19.270525 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf28ad55-a245-417b-9625-fc06db1fb412 x-openstack-request-id: req-bf28ad55-a245-417b-9625-fc06db1fb412 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:46:19.270916 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870e8372-cc03-4365-96a8-f45134d43575", "tag": "5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:46:19.271239 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf28ad55-a245-417b-9625-fc06db1fb412 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:46:19.271777 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf28ad55-a245-417b-9625-fc06db1fb412'] response: {'name': 'network-changed', 'server_uuid': '870e8372-cc03-4365-96a8-f45134d43575', 'tag': '5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7', 'status': 'completed', 'code': 200} Apr 15 03:46:19.325535 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdece83-58ad-4250-ae41-5fb843231cce req-fe9d794a-d0e0-463f-816b-af1abcbb1e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:19.327069 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4bdece83-58ad-4250-ae41-5fb843231cce req-fe9d794a-d0e0-463f-816b-af1abcbb1e12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 1127 time: 0.0468102 Apr 15 03:46:19.372971 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4bdece83-58ad-4250-ae41-5fb843231cce req-336f1356-e5aa-43cb-8506-6cf32888c150 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 HTTP/1.1" status: 200 len: 217 time: 0.0340183 Apr 15 03:46:19.420357 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdece83-58ad-4250-ae41-5fb843231cce req-a00fb76a-5e3c-4dd7-a091-9a0b9281df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:19.421787 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4bdece83-58ad-4250-ae41-5fb843231cce req-a00fb76a-5e3c-4dd7-a091-9a0b9281df6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=734e3143-7355-47c7-bca3-4a39190797c8 HTTP/1.1" status: 200 len: 844 time: 0.0436664 Apr 15 03:46:19.467746 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdece83-58ad-4250-ae41-5fb843231cce req-1942d55f-2363-4488-8da3-a0b2898437b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:19.469253 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4bdece83-58ad-4250-ae41-5fb843231cce req-1942d55f-2363-4488-8da3-a0b2898437b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=119ed5ab-2df5-4bcb-8f7e-fba670fa0d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421576 Apr 15 03:46:19.556818 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4bdece83-58ad-4250-ae41-5fb843231cce req-595e8422-6f5c-413d-8dc2-7db2b35f41ba service neutron] 10.222.0.30 "GET /v2.0/networks/119ed5ab-2df5-4bcb-8f7e-fba670fa0d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806315 Apr 15 03:46:19.647057 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4bdece83-58ad-4250-ae41-5fb843231cce req-8cb7e913-1da2-430d-8281-c690d70987b0 service neutron] 10.222.0.30 "GET /v2.0/networks/119ed5ab-2df5-4bcb-8f7e-fba670fa0d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841551 Apr 15 03:46:20.188378 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8339f-8f2d-4d15-80bf-757c2dbbdf5e req-a4434e47-dc17-432e-8373-2390b5dbba6e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:20.189816 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d5a8339f-8f2d-4d15-80bf-757c2dbbdf5e req-a4434e47-dc17-432e-8373-2390b5dbba6e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 943 time: 0.0460410 Apr 15 03:46:20.236408 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d5a8339f-8f2d-4d15-80bf-757c2dbbdf5e req-90ed467b-ac1a-4af2-a94c-53a394657475 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3a53908-8008-4a8b-a21e-3174da079bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411792 Apr 15 03:46:20.405747 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebbd40-38d4-44a3-b025-b0108f2a562e req-afcde961-a97c-4357-84d4-88b3bd151aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:20.407250 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-28ebbd40-38d4-44a3-b025-b0108f2a562e req-afcde961-a97c-4357-84d4-88b3bd151aa2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 1127 time: 0.0383058 Apr 15 03:46:20.499505 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebbd40-38d4-44a3-b025-b0108f2a562e req-7b570106-71f7-4af8-aaee-57b0f2ca8771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:20.500955 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-28ebbd40-38d4-44a3-b025-b0108f2a562e req-7b570106-71f7-4af8-aaee-57b0f2ca8771 service neutron] 10.222.0.30 "GET /v2.0/networks?id=119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 HTTP/1.1" status: 200 len: 897 time: 0.0868447 Apr 15 03:46:20.541271 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-28ebbd40-38d4-44a3-b025-b0108f2a562e req-f3636345-eb35-47b5-87f0-b4a322d297b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 HTTP/1.1" status: 200 len: 217 time: 0.0342212 Apr 15 03:46:20.587939 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebbd40-38d4-44a3-b025-b0108f2a562e req-d2bef173-7244-424c-bcc9-ae28026efcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:20.589327 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-28ebbd40-38d4-44a3-b025-b0108f2a562e req-d2bef173-7244-424c-bcc9-ae28026efcbe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=734e3143-7355-47c7-bca3-4a39190797c8 HTTP/1.1" status: 200 len: 844 time: 0.0421562 Apr 15 03:46:20.635006 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebbd40-38d4-44a3-b025-b0108f2a562e req-c5fe7946-4e7b-465f-ae6e-1fbb1badcfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:20.636472 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-28ebbd40-38d4-44a3-b025-b0108f2a562e req-c5fe7946-4e7b-465f-ae6e-1fbb1badcfa5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=119ed5ab-2df5-4bcb-8f7e-fba670fa0d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0408313 Apr 15 03:46:20.723324 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-28ebbd40-38d4-44a3-b025-b0108f2a562e req-81c5e7bf-553a-4e40-a20a-350a3cb7d81e service neutron] 10.222.0.30 "GET /v2.0/networks/119ed5ab-2df5-4bcb-8f7e-fba670fa0d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804675 Apr 15 03:46:20.814312 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-28ebbd40-38d4-44a3-b025-b0108f2a562e req-2ae4eb60-56a7-4b7a-a7f2-d93d2876d05f service neutron] 10.222.0.30 "GET /v2.0/networks/119ed5ab-2df5-4bcb-8f7e-fba670fa0d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849948 Apr 15 03:46:20.814797 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-345cea1f-b63a-49dc-a990-c1c57cfd9dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:21.346746 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e087339-88bf-464d-af48-e4c84a2c962a req-c1338f5e-e864-4cb9-9936-68e64769a734 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:21.348116 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3e087339-88bf-464d-af48-e4c84a2c962a req-c1338f5e-e864-4cb9-9936-68e64769a734 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 943 time: 0.0458925 Apr 15 03:46:21.396230 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3e087339-88bf-464d-af48-e4c84a2c962a req-55442730-f0f2-428a-bc0d-47d5cc3bb280 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3a53908-8008-4a8b-a21e-3174da079bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426266 Apr 15 03:46:21.871534 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:22.087877 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 03:46:22.184322 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7,segment=NetworkSegment(97150acf-cc6e-4f3c-8b63-39c23ae93e56),segment_id=97150acf-cc6e-4f3c-8b63-39c23ae93e56)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:46:22.195067 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7', 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47', 'port_id': '5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7', 'mac_address': 'fa:16:3e:e8:54:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '734e3143-7355-47c7-bca3-4a39190797c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 03:46:22.231145 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:46:22.231524 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:22.243662 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:46:22.262020 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7,segment=NetworkSegment(97150acf-cc6e-4f3c-8b63-39c23ae93e56),segment_id=97150acf-cc6e-4f3c-8b63-39c23ae93e56)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:46:22.368137 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:22.418264 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:22.509074 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80764523-4f24-4259-995a-e321f1876fdf req-150e86b1-84a2-49d7-b07c-e1a29057c0f8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:22.510548 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-80764523-4f24-4259-995a-e321f1876fdf req-150e86b1-84a2-49d7-b07c-e1a29057c0f8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 944 time: 0.0467932 Apr 15 03:46:22.562398 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-80764523-4f24-4259-995a-e321f1876fdf req-d7abc5f0-19ea-47c5-a220-2f5ada74c703 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3a53908-8008-4a8b-a21e-3174da079bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463202 Apr 15 03:46:22.566586 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:46:23.380565 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:23.670743 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfe780-a7e6-425f-a744-ed1040cfe516 req-23fd89d4-3c00-4164-ba1e-0619ddebb1ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:23.672199 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7fbfe780-a7e6-425f-a744-ed1040cfe516 req-23fd89d4-3c00-4164-ba1e-0619ddebb1ea tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 944 time: 0.0457833 Apr 15 03:46:23.723629 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7fbfe780-a7e6-425f-a744-ed1040cfe516 req-2480b0cd-0ca6-41d8-b314-94c04a11fb47 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3a53908-8008-4a8b-a21e-3174da079bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458932 Apr 15 03:46:24.103582 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:46:24.148110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 03:46:24.214543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:46:24.214966 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:24.288983 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:46:24.289367 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:24.314605 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870e8372-cc03-4365-96a8-f45134d43575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:46:24.316894 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69063353-7040-4a0d-9976-2c24d69698df" -d '{"events": [{"server_uuid": "870e8372-cc03-4365-96a8-f45134d43575", "name": "network-vif-plugged", "status": "completed", "tag": "5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:46:24.329001 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7,segment=NetworkSegment(97150acf-cc6e-4f3c-8b63-39c23ae93e56),segment_id=97150acf-cc6e-4f3c-8b63-39c23ae93e56)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:46:24.352870 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfd8e33-0f38-4328-9f25-9ec8a9745ec7 x-openstack-request-id: req-abfd8e33-0f38-4328-9f25-9ec8a9745ec7 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:46:24.353164 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870e8372-cc03-4365-96a8-f45134d43575", "name": "network-vif-plugged", "status": "completed", "tag": "5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:46:24.353424 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abfd8e33-0f38-4328-9f25-9ec8a9745ec7 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:46:24.353877 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abfd8e33-0f38-4328-9f25-9ec8a9745ec7'] response: {'server_uuid': '870e8372-cc03-4365-96a8-f45134d43575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7', 'code': 200} Apr 15 03:46:24.392100 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:24.440184 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:24.693029 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d2e9f-815c-4cfe-aab5-4a10c33a7359 req-e1fe9198-c841-4394-846a-2464adfa817b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:24.695087 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-202d2e9f-815c-4cfe-aab5-4a10c33a7359 req-e1fe9198-c841-4394-846a-2464adfa817b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 1129 time: 0.0386372 Apr 15 03:46:24.739248 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-202d2e9f-815c-4cfe-aab5-4a10c33a7359 req-0765adf4-3737-4913-8fa5-ef002820e862 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e3a53908-8008-4a8b-a21e-3174da079bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387845 Apr 15 03:46:24.832735 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84bd50-3a11-4ea8-8561-ca7a02b7e58f req-3154709d-ec97-4aa9-a0d0-18f41a7f8d74 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:24.834221 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6e84bd50-3a11-4ea8-8561-ca7a02b7e58f req-3154709d-ec97-4aa9-a0d0-18f41a7f8d74 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 945 time: 0.0456808 Apr 15 03:46:24.883106 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6e84bd50-3a11-4ea8-8561-ca7a02b7e58f req-36616f2a-22c8-46f6-88f4-f3028cf185a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3a53908-8008-4a8b-a21e-3174da079bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425196 Apr 15 03:46:24.888972 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:25.996286 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cc6b8-6e43-4bf3-97ce-2fb806f4c60a req-de0aa055-fa3f-412b-a549-fe203acd84ef tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:25.997807 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-194cc6b8-6e43-4bf3-97ce-2fb806f4c60a req-de0aa055-fa3f-412b-a549-fe203acd84ef tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 945 time: 0.0480170 Apr 15 03:46:26.048268 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-194cc6b8-6e43-4bf3-97ce-2fb806f4c60a req-5ac5fbea-cff9-47c1-abbc-eb5e030e2782 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3a53908-8008-4a8b-a21e-3174da079bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449176 Apr 15 03:46:27.161824 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a73078-e869-4e3f-9dc3-5c7cfca3a2cc req-9f7de97c-f856-4f23-bae5-eb83637e81c5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:27.163304 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-10a73078-e869-4e3f-9dc3-5c7cfca3a2cc req-9f7de97c-f856-4f23-bae5-eb83637e81c5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 945 time: 0.0491509 Apr 15 03:46:27.211562 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-10a73078-e869-4e3f-9dc3-5c7cfca3a2cc req-0fcbceae-3cb0-4d90-a56f-f68c8b265549 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3a53908-8008-4a8b-a21e-3174da079bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425744 Apr 15 03:46:27.320013 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db812422-0c36-4306-8075-9aa96977f84e req-94bc6bf7-e6ec-44c1-b4bd-07c7e049e758 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:27.321466 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-db812422-0c36-4306-8075-9aa96977f84e req-94bc6bf7-e6ec-44c1-b4bd-07c7e049e758 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 945 time: 0.0461638 Apr 15 03:46:27.368281 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-db812422-0c36-4306-8075-9aa96977f84e req-dc2010a0-2e45-44d5-987c-edd4f6eb7591 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3a53908-8008-4a8b-a21e-3174da079bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414283 Apr 15 03:46:27.389631 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37380) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:27.461008 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c20a1c2-fb61-47aa-90fd-c9070d6d8bd0 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:27.462535 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2c20a1c2-fb61-47aa-90fd-c9070d6d8bd0 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 1124 time: 0.0719421 Apr 15 03:46:27.465401 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37382) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:27.469783 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-bf49a35e-2acf-4a26-9888-247d7d965a73 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': '5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:46:27.574816 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bf49a35e-2acf-4a26-9888-247d7d965a73 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:27.653295 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bf49a35e-2acf-4a26-9888-247d7d965a73 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:27.753140 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-bf49a35e-2acf-4a26-9888-247d7d965a73 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.26.6.237 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/9c175e61-9041-47cb-8c72-25ebd5258be3) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:46:27.853372 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bf49a35e-2acf-4a26-9888-247d7d965a73 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (9c175e61-9041-47cb-8c72-25ebd5258be3), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:27.935083 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bf49a35e-2acf-4a26-9888-247d7d965a73 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (9c175e61-9041-47cb-8c72-25ebd5258be3), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:27.970892 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf49a35e-2acf-4a26-9888-247d7d965a73 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:46:27.973622 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-bf49a35e-2acf-4a26-9888-247d7d965a73 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:46:27.980020 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf49a35e-2acf-4a26-9888-247d7d965a73 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:46:28.005663 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49a35e-2acf-4a26-9888-247d7d965a73 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=9c175e61-9041-47cb-8c72-25ebd5258be3,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:28.470788 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bf49a35e-2acf-4a26-9888-247d7d965a73 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (c0511566-a3ae-4e67-a53f-efb1b5b9ef64), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:28.623798 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bf49a35e-2acf-4a26-9888-247d7d965a73 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (9c175e61-9041-47cb-8c72-25ebd5258be3), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:29.012945 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bf49a35e-2acf-4a26-9888-247d7d965a73 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (9c175e61-9041-47cb-8c72-25ebd5258be3), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:29.089011 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bf49a35e-2acf-4a26-9888-247d7d965a73 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (9c175e61-9041-47cb-8c72-25ebd5258be3), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:29.158925 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49a35e-2acf-4a26-9888-247d7d965a73 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=9c175e61-9041-47cb-8c72-25ebd5258be3,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:46:29.171435 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bf49a35e-2acf-4a26-9888-247d7d965a73 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (c0511566-a3ae-4e67-a53f-efb1b5b9ef64), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:29.274039 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-bf49a35e-2acf-4a26-9888-247d7d965a73 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Floating IP c0511566-a3ae-4e67-a53f-efb1b5b9ef64 associated. External IP: 172.26.6.237, port: 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7. Apr 15 03:46:29.486551 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf49a35e-2acf-4a26-9888-247d7d965a73 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router ca7babbd-acc2-48cc-88a7-3867994c8fbe has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:46:29.594737 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf49a35e-2acf-4a26-9888-247d7d965a73 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:46:29.604440 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad117fe-8905-416b-a532-8e6c24c83bfa None None] Sync routers for ids ['ca7babbd-acc2-48cc-88a7-3867994c8fbe'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:46:29.614159 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad117fe-8905-416b-a532-8e6c24c83bfa None None] Routers {'ca7babbd-acc2-48cc-88a7-3867994c8fbe'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:46:29.614802 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-bad117fe-8905-416b-a532-8e6c24c83bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:46:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['ca7babbd-acc2-48cc-88a7-3867994c8fbe'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:46:29.673044 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bf49a35e-2acf-4a26-9888-247d7d965a73 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:29.702430 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bf49a35e-2acf-4a26-9888-247d7d965a73 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2359741 Apr 15 03:46:29.703157 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870e8372-cc03-4365-96a8-f45134d43575', 'tag': '5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:46:29.705234 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37384) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:29.705760 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5b4ab3-6647-4bb7-bddb-ffe00884d0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "870e8372-cc03-4365-96a8-f45134d43575", "tag": "5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:46:29.727938 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-bad117fe-8905-416b-a532-8e6c24c83bfa None None] Set router ca7babbd-acc2-48cc-88a7-3867994c8fbe gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:46:29.782887 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1976bcca-d91a-40b3-aa62-c1f22b918d7b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/c0511566-a3ae-4e67-a53f-efb1b5b9ef64 HTTP/1.1" status: 200 len: 991 time: 0.0758545 Apr 15 03:46:29.800906 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87721992-da16-4fd0-b682-83b950a1de93 x-openstack-request-id: req-87721992-da16-4fd0-b682-83b950a1de93 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:46:29.801263 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870e8372-cc03-4365-96a8-f45134d43575", "tag": "5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:46:29.801536 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87721992-da16-4fd0-b682-83b950a1de93 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:46:29.801951 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87721992-da16-4fd0-b682-83b950a1de93'] response: {'name': 'network-changed', 'server_uuid': '870e8372-cc03-4365-96a8-f45134d43575', 'tag': '5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7', 'status': 'completed', 'code': 200} Apr 15 03:46:29.944458 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-bad117fe-8905-416b-a532-8e6c24c83bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'name': 'tempest-TestNetworkBasicOps-router-941115522', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:46:06Z', 'updated_at': '2022-04-15T03:46:10Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:07Z', 'updated_at': '2022-04-15T03:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'c0511566-a3ae-4e67-a53f-efb1b5b9ef64', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.237', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'port_id': '5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47', 'mac_address': 'fa:16:3e:e8:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870e8372-cc03-4365-96a8-f45134d43575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:46:28Z', 'updated_at': '2022-04-15T03:46:28Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda1a6d6-ffcf-4ff8-8030-1359db5cc8af', 'name': '', 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:e0:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '734e3143-7355-47c7-bca3-4a39190797c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:10Z', 'updated_at': '2022-04-15T03:46:13Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '734e3143-7355-47c7-bca3-4a39190797c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:46:29.978866 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad117fe-8905-416b-a532-8e6c24c83bfa None None] Checking router: ca7babbd-acc2-48cc-88a7-3867994c8fbe for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:46:29.987794 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad117fe-8905-416b-a532-8e6c24c83bfa None None] Routers {'ca7babbd-acc2-48cc-88a7-3867994c8fbe'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:46:29.988411 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-bad117fe-8905-416b-a532-8e6c24c83bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:46:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['ca7babbd-acc2-48cc-88a7-3867994c8fbe'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:46:30.100457 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-bad117fe-8905-416b-a532-8e6c24c83bfa None None] Set router ca7babbd-acc2-48cc-88a7-3867994c8fbe gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:46:30.189305 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b4ab3-6647-4bb7-bddb-ffe00884d0dc req-1fe896de-ed9a-4db6-b6d4-22aca1216bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:30.190839 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0b5b4ab3-6647-4bb7-bddb-ffe00884d0dc req-1fe896de-ed9a-4db6-b6d4-22aca1216bff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 1129 time: 0.3681772 Apr 15 03:46:30.282687 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b4ab3-6647-4bb7-bddb-ffe00884d0dc req-09d19f3a-020a-43de-997b-becc7cb326da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:30.284079 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0b5b4ab3-6647-4bb7-bddb-ffe00884d0dc req-09d19f3a-020a-43de-997b-becc7cb326da service neutron] 10.222.0.30 "GET /v2.0/networks?id=119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 HTTP/1.1" status: 200 len: 897 time: 0.0871916 Apr 15 03:46:30.351910 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0b5b4ab3-6647-4bb7-bddb-ffe00884d0dc req-a3ad2f18-36b6-40f3-b5e3-7818a1c1cfde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 HTTP/1.1" status: 200 len: 999 time: 0.0613749 Apr 15 03:46:30.400022 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-bad117fe-8905-416b-a532-8e6c24c83bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'name': 'tempest-TestNetworkBasicOps-router-941115522', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:46:06Z', 'updated_at': '2022-04-15T03:46:10Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:07Z', 'updated_at': '2022-04-15T03:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'c0511566-a3ae-4e67-a53f-efb1b5b9ef64', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.237', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'port_id': '5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47', 'mac_address': 'fa:16:3e:e8:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870e8372-cc03-4365-96a8-f45134d43575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:46:28Z', 'updated_at': '2022-04-15T03:46:28Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda1a6d6-ffcf-4ff8-8030-1359db5cc8af', 'name': '', 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:e0:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '734e3143-7355-47c7-bca3-4a39190797c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:10Z', 'updated_at': '2022-04-15T03:46:13Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '734e3143-7355-47c7-bca3-4a39190797c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:46:30.404999 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b4ab3-6647-4bb7-bddb-ffe00884d0dc req-6e9b73e5-1c46-46f4-a53c-4edd1a1813f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:30.404999 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0b5b4ab3-6647-4bb7-bddb-ffe00884d0dc req-6e9b73e5-1c46-46f4-a53c-4edd1a1813f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=734e3143-7355-47c7-bca3-4a39190797c8 HTTP/1.1" status: 200 len: 844 time: 0.0435233 Apr 15 03:46:30.429391 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad117fe-8905-416b-a532-8e6c24c83bfa None None] The sync data for ids ['ca7babbd-acc2-48cc-88a7-3867994c8fbe'] in dv-neutron-837140-3-hyperv is: [{'id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'name': 'tempest-TestNetworkBasicOps-router-941115522', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:46:06Z', 'updated_at': '2022-04-15T03:46:10Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:07Z', 'updated_at': '2022-04-15T03:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'c0511566-a3ae-4e67-a53f-efb1b5b9ef64', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.237', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'port_id': '5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47', 'mac_address': 'fa:16:3e:e8:54:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870e8372-cc03-4365-96a8-f45134d43575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:46:28Z', 'updated_at': '2022-04-15T03:46:28Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dda1a6d6-ffcf-4ff8-8030-1359db5cc8af', 'name': '', 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:e0:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '734e3143-7355-47c7-bca3-4a39190797c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:10Z', 'updated_at': '2022-04-15T03:46:13Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '734e3143-7355-47c7-bca3-4a39190797c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:46:30.445761 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b4ab3-6647-4bb7-bddb-ffe00884d0dc req-2a2f795f-1ac2-49d4-a9af-234f45d2a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:30.447525 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0b5b4ab3-6647-4bb7-bddb-ffe00884d0dc req-2a2f795f-1ac2-49d4-a9af-234f45d2a2e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=119ed5ab-2df5-4bcb-8f7e-fba670fa0d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0400410 Apr 15 03:46:30.542146 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0b5b4ab3-6647-4bb7-bddb-ffe00884d0dc req-2518ec9d-ebc2-4f15-9e91-10a871b4b924 service neutron] 10.222.0.30 "GET /v2.0/networks/119ed5ab-2df5-4bcb-8f7e-fba670fa0d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879955 Apr 15 03:46:30.618253 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4ee4ca-3912-4572-9b7a-5e490f2bae5e None None] New status for floating IP c0511566-a3ae-4e67-a53f-efb1b5b9ef64: ACTIVE {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:46:30.636348 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0b5b4ab3-6647-4bb7-bddb-ffe00884d0dc req-79301910-c9b0-4120-86ba-6f483b9d7442 service neutron] 10.222.0.30 "GET /v2.0/networks/119ed5ab-2df5-4bcb-8f7e-fba670fa0d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871515 Apr 15 03:46:30.786393 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37390) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:30.852271 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-48d4916c-b77c-46c9-b4a4-94d0156df047 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/c0511566-a3ae-4e67-a53f-efb1b5b9ef64 HTTP/1.1" status: 200 len: 991 time: 0.0647037 Apr 15 03:46:31.855567 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37392) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:46:31.916422 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6e7c378a-1cca-4c62-85ef-b020fa2ad2ce tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/c0511566-a3ae-4e67-a53f-efb1b5b9ef64 HTTP/1.1" status: 200 len: 993 time: 0.0596411 Apr 15 03:46:34.430976 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:40.568455 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c16a4255-2523-4fff-be23-d944f6c0cad7 req-44ba2620-5d2d-43d7-bcd9-f2b0c95aa015 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=870e8372-cc03-4365-96a8-f45134d43575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383162 Apr 15 03:46:40.651297 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a4255-2523-4fff-be23-d944f6c0cad7 req-5a8a59be-3471-4458-81a4-cc55243230b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:40.652879 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c16a4255-2523-4fff-be23-d944f6c0cad7 req-5a8a59be-3471-4458-81a4-cc55243230b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 1129 time: 0.0393069 Apr 15 03:46:40.763655 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a4255-2523-4fff-be23-d944f6c0cad7 req-01511427-2fce-4d5d-b0b4-ce39f3626a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:40.765117 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c16a4255-2523-4fff-be23-d944f6c0cad7 req-01511427-2fce-4d5d-b0b4-ce39f3626a42 service neutron] 10.222.0.30 "GET /v2.0/networks?id=119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 HTTP/1.1" status: 200 len: 897 time: 0.0894895 Apr 15 03:46:40.833728 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c16a4255-2523-4fff-be23-d944f6c0cad7 req-b1fb1678-9cbf-44c2-aebe-34edb0a5c030 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 HTTP/1.1" status: 200 len: 1001 time: 0.0615566 Apr 15 03:46:40.887452 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a4255-2523-4fff-be23-d944f6c0cad7 req-8dbddd8d-9370-4319-bbac-c302cb53aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:40.888882 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c16a4255-2523-4fff-be23-d944f6c0cad7 req-8dbddd8d-9370-4319-bbac-c302cb53aa0a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=734e3143-7355-47c7-bca3-4a39190797c8 HTTP/1.1" status: 200 len: 844 time: 0.0471158 Apr 15 03:46:40.942534 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a4255-2523-4fff-be23-d944f6c0cad7 req-f0ddd6bc-1a91-431d-92e4-d8f1e2bde635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:46:40.944094 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c16a4255-2523-4fff-be23-d944f6c0cad7 req-f0ddd6bc-1a91-431d-92e4-d8f1e2bde635 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=119ed5ab-2df5-4bcb-8f7e-fba670fa0d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0487113 Apr 15 03:46:41.040574 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c16a4255-2523-4fff-be23-d944f6c0cad7 req-a32c5474-4a0b-4ea4-b478-3fd57c327f72 service neutron] 10.222.0.30 "GET /v2.0/networks/119ed5ab-2df5-4bcb-8f7e-fba670fa0d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904400 Apr 15 03:46:41.138720 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c16a4255-2523-4fff-be23-d944f6c0cad7 req-9a216585-c413-4d9f-b015-c5d99404f475 service neutron] 10.222.0.30 "GET /v2.0/networks/119ed5ab-2df5-4bcb-8f7e-fba670fa0d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885699 Apr 15 03:46:46.525900 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:46:48.494362 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0e55e843-77c2-468b-a351-9147e0676f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:50.841917 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-108cf04f-a5ae-450e-a6a3-f64abcc7fc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:51.888365 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:53.340172 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:46:54.905583 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:47:04.465678 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:47:18.493557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9fdd370d-f56b-42e2-ad23-97d95f6fd66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:47:20.830797 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1563a013-07a4-41b8-9bc9-4eb822b1dea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:47:21.853578 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:47:23.349871 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:47:23.524535 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:47:24.888145 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:47:34.435336 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:47:40.548672 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e5aead78-f55d-4a9b-a6ed-f107a50c5f8b req-f34030c4-9db8-4c7f-b5f5-7e1cfa904da3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=870e8372-cc03-4365-96a8-f45134d43575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378795 Apr 15 03:47:40.630588 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aead78-f55d-4a9b-a6ed-f107a50c5f8b req-a8c544ea-dffa-427c-8dba-69256faa9a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:47:40.632149 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e5aead78-f55d-4a9b-a6ed-f107a50c5f8b req-a8c544ea-dffa-427c-8dba-69256faa9a8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 1129 time: 0.0438440 Apr 15 03:47:40.733019 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aead78-f55d-4a9b-a6ed-f107a50c5f8b req-3604e09a-c9a4-44c0-bba0-8c2c5502a831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:47:40.734479 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e5aead78-f55d-4a9b-a6ed-f107a50c5f8b req-3604e09a-c9a4-44c0-bba0-8c2c5502a831 service neutron] 10.222.0.30 "GET /v2.0/networks?id=119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 HTTP/1.1" status: 200 len: 897 time: 0.0851448 Apr 15 03:47:40.802725 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e5aead78-f55d-4a9b-a6ed-f107a50c5f8b req-f890047c-274c-4236-8259-02578b1d5d8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 HTTP/1.1" status: 200 len: 1001 time: 0.0620568 Apr 15 03:47:40.851268 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aead78-f55d-4a9b-a6ed-f107a50c5f8b req-ac4de6fb-cc50-466c-a798-4d555fba1174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:47:40.852834 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e5aead78-f55d-4a9b-a6ed-f107a50c5f8b req-ac4de6fb-cc50-466c-a798-4d555fba1174 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=734e3143-7355-47c7-bca3-4a39190797c8 HTTP/1.1" status: 200 len: 844 time: 0.0449824 Apr 15 03:47:40.894036 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aead78-f55d-4a9b-a6ed-f107a50c5f8b req-3ee29438-e1dd-4941-8c6e-70c1bf214823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:47:40.896071 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e5aead78-f55d-4a9b-a6ed-f107a50c5f8b req-3ee29438-e1dd-4941-8c6e-70c1bf214823 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=119ed5ab-2df5-4bcb-8f7e-fba670fa0d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0373676 Apr 15 03:47:40.988636 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e5aead78-f55d-4a9b-a6ed-f107a50c5f8b req-f283cd36-3920-481c-b35a-fb06f4d4a161 service neutron] 10.222.0.30 "GET /v2.0/networks/119ed5ab-2df5-4bcb-8f7e-fba670fa0d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866961 Apr 15 03:47:41.081155 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e5aead78-f55d-4a9b-a6ed-f107a50c5f8b req-6fe18394-5785-46bc-8585-79ef925d92bd service neutron] 10.222.0.30 "GET /v2.0/networks/119ed5ab-2df5-4bcb-8f7e-fba670fa0d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870686 Apr 15 03:47:48.486629 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cdf4d410-98cc-4b15-949e-2f2e36cfd936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:47:50.836197 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8bd44233-7920-4615-af9d-38dc7f1b4d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:47:51.865365 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:47:53.350591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:47:54.893101 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:48:00.522921 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:48:04.424408 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:48:18.502835 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a8415f87-c442-43fc-94cb-8c60ea490681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:48:19.399820 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37414) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:48:19.527399 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-742aaf12-484e-494f-a9c4-7a077bd63252 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:48:19.617585 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-742aaf12-484e-494f-a9c4-7a077bd63252 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5913258'] for subnet (734e3143-7355-47c7-bca3-4a39190797c8), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:48:19.817950 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-742aaf12-484e-494f-a9c4-7a077bd63252 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769506086175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5826651'] for subnet (734e3143-7355-47c7-bca3-4a39190797c8), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:48:19.851042 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742aaf12-484e-494f-a9c4-7a077bd63252 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:48:19.851646 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-742aaf12-484e-494f-a9c4-7a077bd63252 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:48:19.853761 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-742aaf12-484e-494f-a9c4-7a077bd63252 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/subnets/734e3143-7355-47c7-bca3-4a39190797c8 HTTP/1.1" status: 200 len: 836 time: 0.4528913 Apr 15 03:48:19.855916 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583d005b-c228-4fea-91ac-27a3aaef6ffa None None] Network 119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:48:19.871699 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742aaf12-484e-494f-a9c4-7a077bd63252 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Subnet': ['ID=734e3143-7355-47c7-bca3-4a39190797c8,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:48:19.878803 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aaf12-484e-494f-a9c4-7a077bd63252 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:48:19.879158 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aaf12-484e-494f-a9c4-7a077bd63252 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:48:19.880104 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aaf12-484e-494f-a9c4-7a077bd63252 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:48:19.880434 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aaf12-484e-494f-a9c4-7a077bd63252 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:48:19.880772 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aaf12-484e-494f-a9c4-7a077bd63252 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:48:19.881109 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aaf12-484e-494f-a9c4-7a077bd63252 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:48:19.881438 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aaf12-484e-494f-a9c4-7a077bd63252 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:48:19.881767 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aaf12-484e-494f-a9c4-7a077bd63252 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:48:19.882099 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aaf12-484e-494f-a9c4-7a077bd63252 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:48:19.882429 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aaf12-484e-494f-a9c4-7a077bd63252 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:48:19.882784 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aaf12-484e-494f-a9c4-7a077bd63252 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:48:19.883120 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aaf12-484e-494f-a9c4-7a077bd63252 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:48:19.883446 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aaf12-484e-494f-a9c4-7a077bd63252 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:48:19.883769 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aaf12-484e-494f-a9c4-7a077bd63252 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:48:19.884093 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742aaf12-484e-494f-a9c4-7a077bd63252 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:48:20.150259 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-439a92f6-9038-48fd-9e0d-ccb2614a754f None None] Provisioning complete for port 4a012614-4d6c-4a60-9790-ead1d8149e8c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:48:20.150662 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-439a92f6-9038-48fd-9e0d-ccb2614a754f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4a012614-4d6c-4a60-9790-ead1d8149e8c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:48:20.224508 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-439a92f6-9038-48fd-9e0d-ccb2614a754f None None] Current status of the port 4a012614-4d6c-4a60-9790-ead1d8149e8c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:48:20.237380 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-439a92f6-9038-48fd-9e0d-ccb2614a754f None None] Provisioning complete for port dda1a6d6-ffcf-4ff8-8030-1359db5cc8af triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:48:20.237380 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-439a92f6-9038-48fd-9e0d-ccb2614a754f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dda1a6d6-ffcf-4ff8-8030-1359db5cc8af), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:48:20.309030 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-439a92f6-9038-48fd-9e0d-ccb2614a754f None None] Current status of the port dda1a6d6-ffcf-4ff8-8030-1359db5cc8af is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:48:20.316696 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-439a92f6-9038-48fd-9e0d-ccb2614a754f None None] Provisioning complete for port 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:48:20.317067 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-439a92f6-9038-48fd-9e0d-ccb2614a754f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:48:20.388671 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-439a92f6-9038-48fd-9e0d-ccb2614a754f None None] Current status of the port 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:48:20.822699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ecb1199c-c455-4fd8-90e0-b853971bb1b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:48:21.881420 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:48:23.342669 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:48:24.892641 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:48:34.446871 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:48:37.521493 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:48:40.609462 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ca4a7855-a4ca-4017-a468-3c728e24a2c5 req-ee067642-2d97-4fcd-9764-05dc0ed1dad1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=870e8372-cc03-4365-96a8-f45134d43575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386691 Apr 15 03:48:40.688109 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a7855-a4ca-4017-a468-3c728e24a2c5 req-3dd67f3f-d6d4-4ae6-8b46-c35650a73ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:48:40.689655 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ca4a7855-a4ca-4017-a468-3c728e24a2c5 req-3dd67f3f-d6d4-4ae6-8b46-c35650a73ffd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 1129 time: 0.0401103 Apr 15 03:48:40.795434 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a7855-a4ca-4017-a468-3c728e24a2c5 req-7ebedbbf-d7e3-4f04-9e95-8956e99f069f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:48:40.796907 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ca4a7855-a4ca-4017-a468-3c728e24a2c5 req-7ebedbbf-d7e3-4f04-9e95-8956e99f069f service neutron] 10.222.0.30 "GET /v2.0/networks?id=119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 HTTP/1.1" status: 200 len: 897 time: 0.0895436 Apr 15 03:48:40.862869 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ca4a7855-a4ca-4017-a468-3c728e24a2c5 req-bf5ff882-b8b3-46f1-a173-aa58220a511a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 HTTP/1.1" status: 200 len: 1001 time: 0.0597236 Apr 15 03:48:40.916079 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a7855-a4ca-4017-a468-3c728e24a2c5 req-8f971683-cbbe-444c-bfab-4e72b4bcb7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:48:40.917555 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ca4a7855-a4ca-4017-a468-3c728e24a2c5 req-8f971683-cbbe-444c-bfab-4e72b4bcb7c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=734e3143-7355-47c7-bca3-4a39190797c8 HTTP/1.1" status: 200 len: 844 time: 0.0494487 Apr 15 03:48:40.960807 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a7855-a4ca-4017-a468-3c728e24a2c5 req-c8f288e0-c08e-4ccc-94cf-62e251ae8479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:48:40.962287 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ca4a7855-a4ca-4017-a468-3c728e24a2c5 req-c8f288e0-c08e-4ccc-94cf-62e251ae8479 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=119ed5ab-2df5-4bcb-8f7e-fba670fa0d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388796 Apr 15 03:48:41.051567 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ca4a7855-a4ca-4017-a468-3c728e24a2c5 req-3020fc32-6de4-4731-97ac-b2ba96e40e68 service neutron] 10.222.0.30 "GET /v2.0/networks/119ed5ab-2df5-4bcb-8f7e-fba670fa0d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831754 Apr 15 03:48:41.151156 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ca4a7855-a4ca-4017-a468-3c728e24a2c5 req-813d845e-1acb-4894-adcb-16d3af52997c service neutron] 10.222.0.30 "GET /v2.0/networks/119ed5ab-2df5-4bcb-8f7e-fba670fa0d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935276 Apr 15 03:48:48.521441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8ad87b5e-c177-4709-bd26-49f120a5519a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:48:50.846880 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-363037a5-7341-4a7f-b44d-1be49929bd59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:48:51.869477 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:48:53.378306 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:48:54.930897 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:02.736422 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37430) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:02.883787 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-28491c69-43e1-4d4b-be41-75df6ab409ca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port 9c175e61-9041-47cb-8c72-25ebd5258be3 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:49:02.884123 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-28491c69-43e1-4d4b-be41-75df6ab409ca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (9c175e61-9041-47cb-8c72-25ebd5258be3), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:02.960748 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-28491c69-43e1-4d4b-be41-75df6ab409ca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (9c175e61-9041-47cb-8c72-25ebd5258be3), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:02.961070 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-28491c69-43e1-4d4b-be41-75df6ab409ca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (9c175e61-9041-47cb-8c72-25ebd5258be3), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:02.972952 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-28491c69-43e1-4d4b-be41-75df6ab409ca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for 9c175e61-9041-47cb-8c72-25ebd5258be3 owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:49:03.212389 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-28491c69-43e1-4d4b-be41-75df6ab409ca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (9c175e61-9041-47cb-8c72-25ebd5258be3), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:03.239306 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28491c69-43e1-4d4b-be41-75df6ab409ca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=9c175e61-9041-47cb-8c72-25ebd5258be3,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:03.301911 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-28491c69-43e1-4d4b-be41-75df6ab409ca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (c0511566-a3ae-4e67-a53f-efb1b5b9ef64), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:03.302488 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-28491c69-43e1-4d4b-be41-75df6ab409ca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Floating IP c0511566-a3ae-4e67-a53f-efb1b5b9ef64 disassociated (deleted). External IP: 172.26.6.237, port: 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7. Apr 15 03:49:03.510050 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28491c69-43e1-4d4b-be41-75df6ab409ca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router ca7babbd-acc2-48cc-88a7-3867994c8fbe has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:49:03.618713 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28491c69-43e1-4d4b-be41-75df6ab409ca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:49:03.628871 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-28491c69-43e1-4d4b-be41-75df6ab409ca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:03.629515 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e81269-ca60-47de-82f9-e60723aa735b None None] Sync routers for ids ['ca7babbd-acc2-48cc-88a7-3867994c8fbe'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:49:03.639618 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e81269-ca60-47de-82f9-e60723aa735b None None] Routers {'ca7babbd-acc2-48cc-88a7-3867994c8fbe'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:49:03.640284 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c8e81269-ca60-47de-82f9-e60723aa735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:48:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['ca7babbd-acc2-48cc-88a7-3867994c8fbe'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:03.653223 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-28491c69-43e1-4d4b-be41-75df6ab409ca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/floatingips/c0511566-a3ae-4e67-a53f-efb1b5b9ef64 HTTP/1.1" status: 204 len: 168 time: 0.9157381 Apr 15 03:49:03.653815 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '870e8372-cc03-4365-96a8-f45134d43575', 'tag': '5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:49:03.656148 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f3fb4d-1934-43a8-b03b-fc35579bea54" -d '{"events": [{"name": "network-changed", "server_uuid": "870e8372-cc03-4365-96a8-f45134d43575", "tag": "5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:49:03.697028 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b438deed-ac0a-46c7-a644-1987da798df2 x-openstack-request-id: req-b438deed-ac0a-46c7-a644-1987da798df2 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:49:03.697331 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "870e8372-cc03-4365-96a8-f45134d43575", "tag": "5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:49:03.697594 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b438deed-ac0a-46c7-a644-1987da798df2 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:49:03.698012 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b438deed-ac0a-46c7-a644-1987da798df2'] response: {'name': 'network-changed', 'server_uuid': '870e8372-cc03-4365-96a8-f45134d43575', 'tag': '5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7', 'status': 'completed', 'code': 200} Apr 15 03:49:03.749509 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-c8e81269-ca60-47de-82f9-e60723aa735b None None] Set router ca7babbd-acc2-48cc-88a7-3867994c8fbe gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:49:03.756288 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3fb4d-1934-43a8-b03b-fc35579bea54 req-c6141a37-e77e-4680-8643-bc57a7e5d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:03.757913 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f5f3fb4d-1934-43a8-b03b-fc35579bea54 req-c6141a37-e77e-4680-8643-bc57a7e5d0df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 1129 time: 0.0412402 Apr 15 03:49:03.850384 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3fb4d-1934-43a8-b03b-fc35579bea54 req-415b92d0-3963-4a6e-bfc8-16cff16d1e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:03.851978 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f5f3fb4d-1934-43a8-b03b-fc35579bea54 req-415b92d0-3963-4a6e-bfc8-16cff16d1e28 service neutron] 10.222.0.30 "GET /v2.0/networks?id=119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 HTTP/1.1" status: 200 len: 897 time: 0.0883524 Apr 15 03:49:03.893599 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f5f3fb4d-1934-43a8-b03b-fc35579bea54 req-c8469978-09ee-4985-a0aa-bd346b7e34ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 HTTP/1.1" status: 200 len: 217 time: 0.0358622 Apr 15 03:49:03.943007 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3fb4d-1934-43a8-b03b-fc35579bea54 req-1b400384-3310-4fa8-be9d-1b02715f44a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:03.943826 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c8e81269-ca60-47de-82f9-e60723aa735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'name': 'tempest-TestNetworkBasicOps-router-941115522', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:46:06Z', 'updated_at': '2022-04-15T03:46:10Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:07Z', 'updated_at': '2022-04-15T03:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'dda1a6d6-ffcf-4ff8-8030-1359db5cc8af', 'name': '', 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:e0:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '734e3143-7355-47c7-bca3-4a39190797c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:10Z', 'updated_at': '2022-04-15T03:46:13Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '734e3143-7355-47c7-bca3-4a39190797c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:03.945093 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f5f3fb4d-1934-43a8-b03b-fc35579bea54 req-1b400384-3310-4fa8-be9d-1b02715f44a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=734e3143-7355-47c7-bca3-4a39190797c8 HTTP/1.1" status: 200 len: 844 time: 0.0461509 Apr 15 03:49:03.970198 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e81269-ca60-47de-82f9-e60723aa735b None None] Checking router: ca7babbd-acc2-48cc-88a7-3867994c8fbe for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:49:03.979154 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e81269-ca60-47de-82f9-e60723aa735b None None] Routers {'ca7babbd-acc2-48cc-88a7-3867994c8fbe'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:49:03.979785 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c8e81269-ca60-47de-82f9-e60723aa735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:48:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['ca7babbd-acc2-48cc-88a7-3867994c8fbe'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:03.987714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3fb4d-1934-43a8-b03b-fc35579bea54 req-548f2099-4f29-4103-ba28-27812b819daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:03.989230 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f5f3fb4d-1934-43a8-b03b-fc35579bea54 req-548f2099-4f29-4103-ba28-27812b819daa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=119ed5ab-2df5-4bcb-8f7e-fba670fa0d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0382392 Apr 15 03:49:04.083436 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f5f3fb4d-1934-43a8-b03b-fc35579bea54 req-6a035a97-e5cd-43b4-9da8-cb8c2bad23ac service neutron] 10.222.0.30 "GET /v2.0/networks/119ed5ab-2df5-4bcb-8f7e-fba670fa0d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881596 Apr 15 03:49:04.087489 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-c8e81269-ca60-47de-82f9-e60723aa735b None None] Set router ca7babbd-acc2-48cc-88a7-3867994c8fbe gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:49:04.176128 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f5f3fb4d-1934-43a8-b03b-fc35579bea54 req-2409f4c6-2a26-474a-8260-109e5dade9f0 service neutron] 10.222.0.30 "GET /v2.0/networks/119ed5ab-2df5-4bcb-8f7e-fba670fa0d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873158 Apr 15 03:49:04.274301 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c8e81269-ca60-47de-82f9-e60723aa735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'name': 'tempest-TestNetworkBasicOps-router-941115522', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:46:06Z', 'updated_at': '2022-04-15T03:46:10Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:07Z', 'updated_at': '2022-04-15T03:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'dda1a6d6-ffcf-4ff8-8030-1359db5cc8af', 'name': '', 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:e0:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '734e3143-7355-47c7-bca3-4a39190797c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:10Z', 'updated_at': '2022-04-15T03:46:13Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '734e3143-7355-47c7-bca3-4a39190797c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:04.305334 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e81269-ca60-47de-82f9-e60723aa735b None None] The sync data for ids ['ca7babbd-acc2-48cc-88a7-3867994c8fbe'] in dv-neutron-837140-3-hyperv is: [{'id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'name': 'tempest-TestNetworkBasicOps-router-941115522', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:46:06Z', 'updated_at': '2022-04-15T03:46:10Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:07Z', 'updated_at': '2022-04-15T03:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'dda1a6d6-ffcf-4ff8-8030-1359db5cc8af', 'name': '', 'network_id': '119ed5ab-2df5-4bcb-8f7e-fba670fa0d47', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:e0:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '734e3143-7355-47c7-bca3-4a39190797c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:10Z', 'updated_at': '2022-04-15T03:46:13Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '734e3143-7355-47c7-bca3-4a39190797c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:49:04.447017 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:04.516247 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12a2eaf-ee27-48d0-8ad5-66c764098aa4 None None] New status for floating IP c0511566-a3ae-4e67-a53f-efb1b5b9ef64: DOWN {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:49:05.169504 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7f5c4-6322-4f82-acd8-dd0d4b087cf2 req-c4376f8c-a641-4e39-99ea-2797cceb44e0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:05.171045 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-90e7f5c4-6322-4f82-acd8-dd0d4b087cf2 req-c4376f8c-a641-4e39-99ea-2797cceb44e0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 945 time: 0.0509944 Apr 15 03:49:05.220398 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-90e7f5c4-6322-4f82-acd8-dd0d4b087cf2 req-7f97faab-5a9f-4a7c-a217-25f7f5e82fad tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3a53908-8008-4a8b-a21e-3174da079bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433772 Apr 15 03:49:06.334200 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ea6f4-4325-4d36-82dc-97211eb93f8a req-13d738be-f8a8-41b3-a3bb-154cc511c8a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:06.335742 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3d0ea6f4-4325-4d36-82dc-97211eb93f8a req-13d738be-f8a8-41b3-a3bb-154cc511c8a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 945 time: 0.0459495 Apr 15 03:49:06.395552 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc299b1a-1fb9-4d30-afa8-a9fff97864b0 req-8643faae-8357-45dc-b801-311fa47037ed tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:06.397528 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fc299b1a-1fb9-4d30-afa8-a9fff97864b0 req-8643faae-8357-45dc-b801-311fa47037ed tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/ports?device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 945 time: 0.0609150 Apr 15 03:49:06.441650 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3d0ea6f4-4325-4d36-82dc-97211eb93f8a req-7094d636-f506-4e0b-9bed-e5d7521bf148 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3a53908-8008-4a8b-a21e-3174da079bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977333 Apr 15 03:49:06.493263 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-fc299b1a-1fb9-4d30-afa8-a9fff97864b0 req-88231847-f1e8-4ed5-af50-5cabf7f70249 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:49:06.493614 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-fc299b1a-1fb9-4d30-afa8-a9fff97864b0 req-88231847-f1e8-4ed5-af50-5cabf7f70249 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:06.579884 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-fc299b1a-1fb9-4d30-afa8-a9fff97864b0 req-88231847-f1e8-4ed5-af50-5cabf7f70249 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7,segment=NetworkSegment(97150acf-cc6e-4f3c-8b63-39c23ae93e56),segment_id=97150acf-cc6e-4f3c-8b63-39c23ae93e56)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:49:06.580237 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-fc299b1a-1fb9-4d30-afa8-a9fff97864b0 req-88231847-f1e8-4ed5-af50-5cabf7f70249 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:06.593312 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-fc299b1a-1fb9-4d30-afa8-a9fff97864b0 req-88231847-f1e8-4ed5-af50-5cabf7f70249 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:49:06.778288 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-fc299b1a-1fb9-4d30-afa8-a9fff97864b0 req-88231847-f1e8-4ed5-af50-5cabf7f70249 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:06.806437 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88231847-f1e8-4ed5-af50-5cabf7f70249 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:06.853636 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc299b1a-1fb9-4d30-afa8-a9fff97864b0 req-88231847-f1e8-4ed5-af50-5cabf7f70249 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] No DVR routers for this DVR port 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:49:06.856164 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-fc299b1a-1fb9-4d30-afa8-a9fff97864b0 req-88231847-f1e8-4ed5-af50-5cabf7f70249 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:06.859433 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fc299b1a-1fb9-4d30-afa8-a9fff97864b0 req-88231847-f1e8-4ed5-af50-5cabf7f70249 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "DELETE /v2.0/ports/5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 HTTP/1.1" status: 204 len: 173 time: 0.4564109 Apr 15 03:49:06.859874 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '870e8372-cc03-4365-96a8-f45134d43575', 'name': 'network-vif-deleted', 'tag': '5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:49:06.862117 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118c72c3-5b02-417c-840e-7b6fac830644" -d '{"events": [{"server_uuid": "870e8372-cc03-4365-96a8-f45134d43575", "name": "network-vif-deleted", "tag": "5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:49:06.897667 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7f0f29-196a-4ecf-9ed7-171898db10de x-openstack-request-id: req-fd7f0f29-196a-4ecf-9ed7-171898db10de {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:49:06.897984 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "870e8372-cc03-4365-96a8-f45134d43575", "name": "network-vif-deleted", "tag": "5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:49:06.898258 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd7f0f29-196a-4ecf-9ed7-171898db10de {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:49:06.898700 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd7f0f29-196a-4ecf-9ed7-171898db10de'] response: {'server_uuid': '870e8372-cc03-4365-96a8-f45134d43575', 'name': 'network-vif-deleted', 'tag': '5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7', 'status': 'completed', 'code': 200} Apr 15 03:49:07.548833 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-23086641-d66b-464a-bc78-cfd5591245ce req-a4a03333-6cb6-4ea9-952f-9eb8424a6856 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=870e8372-cc03-4365-96a8-f45134d43575 HTTP/1.1" status: 200 len: 210 time: 0.0288110 Apr 15 03:49:08.606120 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37468) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:08.661617 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c9cbdd7-43fa-488b-889c-fcf0c3b937b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (e3a53908-8008-4a8b-a21e-3174da079bb2), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:08.686410 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c9cbdd7-43fa-488b-889c-fcf0c3b937b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (e3a53908-8008-4a8b-a21e-3174da079bb2), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:08.816215 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c9cbdd7-43fa-488b-889c-fcf0c3b937b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (e3a53908-8008-4a8b-a21e-3174da079bb2), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:08.819476 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c9cbdd7-43fa-488b-889c-fcf0c3b937b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:08.820669 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3c9cbdd7-43fa-488b-889c-fcf0c3b937b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/security-groups/e3a53908-8008-4a8b-a21e-3174da079bb2 HTTP/1.1" status: 204 len: 168 time: 0.2135293 Apr 15 03:49:08.829902 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cbdd7-43fa-488b-889c-fcf0c3b937b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a53908-8008-4a8b-a21e-3174da079bb2,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:08.910443 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37472) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:09.066375 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:49:09.087202 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:49:09.087450 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5dd3a98d-c0f3-42cc-81f5-8bc6f2124ae7 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:49:09.562374 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e4c80fe-eed2-4fb8-b74e-bd1ad58c8d38 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (ca7babbd-acc2-48cc-88a7-3867994c8fbe), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:09.800842 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-9e4c80fe-eed2-4fb8-b74e-bd1ad58c8d38 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port dda1a6d6-ffcf-4ff8-8030-1359db5cc8af {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:49:09.801527 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e4c80fe-eed2-4fb8-b74e-bd1ad58c8d38 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (dda1a6d6-ffcf-4ff8-8030-1359db5cc8af), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:09.890470 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-9e4c80fe-eed2-4fb8-b74e-bd1ad58c8d38 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port dda1a6d6-ffcf-4ff8-8030-1359db5cc8af, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=dda1a6d6-ffcf-4ff8-8030-1359db5cc8af,segment=NetworkSegment(97150acf-cc6e-4f3c-8b63-39c23ae93e56),segment_id=97150acf-cc6e-4f3c-8b63-39c23ae93e56)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:49:09.890852 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e4c80fe-eed2-4fb8-b74e-bd1ad58c8d38 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (dda1a6d6-ffcf-4ff8-8030-1359db5cc8af), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:09.904252 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-9e4c80fe-eed2-4fb8-b74e-bd1ad58c8d38 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for dda1a6d6-ffcf-4ff8-8030-1359db5cc8af owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:49:10.132787 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e4c80fe-eed2-4fb8-b74e-bd1ad58c8d38 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (dda1a6d6-ffcf-4ff8-8030-1359db5cc8af), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:10.159525 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c80fe-eed2-4fb8-b74e-bd1ad58c8d38 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=dda1a6d6-ffcf-4ff8-8030-1359db5cc8af,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:10.340439 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e4c80fe-eed2-4fb8-b74e-bd1ad58c8d38 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (ca7babbd-acc2-48cc-88a7-3867994c8fbe), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:10.557188 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4c80fe-eed2-4fb8-b74e-bd1ad58c8d38 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router ca7babbd-acc2-48cc-88a7-3867994c8fbe has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:49:10.661500 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4c80fe-eed2-4fb8-b74e-bd1ad58c8d38 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:49:10.667061 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9e4c80fe-eed2-4fb8-b74e-bd1ad58c8d38 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/routers/ca7babbd-acc2-48cc-88a7-3867994c8fbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7555873 Apr 15 03:49:10.669689 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37474) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:10.672388 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69f8726-a2b9-4642-9276-2ed7fc10c24f None None] Sync routers for ids ['ca7babbd-acc2-48cc-88a7-3867994c8fbe'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:49:10.683091 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69f8726-a2b9-4642-9276-2ed7fc10c24f None None] Routers {'ca7babbd-acc2-48cc-88a7-3867994c8fbe'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:49:10.683845 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c69f8726-a2b9-4642-9276-2ed7fc10c24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:48:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['ca7babbd-acc2-48cc-88a7-3867994c8fbe'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:10.719592 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-181e9207-fb48-405e-a5c8-2a915f7a5ba3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting subnet 734e3143-7355-47c7-bca3-4a39190797c8 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:49:10.722787 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-181e9207-fb48-405e-a5c8-2a915f7a5ba3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (734e3143-7355-47c7-bca3-4a39190797c8), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:10.763246 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-181e9207-fb48-405e-a5c8-2a915f7a5ba3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (734e3143-7355-47c7-bca3-4a39190797c8), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:10.788697 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-c69f8726-a2b9-4642-9276-2ed7fc10c24f None None] Set router ca7babbd-acc2-48cc-88a7-3867994c8fbe gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:49:10.849230 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-181e9207-fb48-405e-a5c8-2a915f7a5ba3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (734e3143-7355-47c7-bca3-4a39190797c8), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:10.988535 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-181e9207-fb48-405e-a5c8-2a915f7a5ba3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (734e3143-7355-47c7-bca3-4a39190797c8), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:11.016722 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e9207-fb48-405e-a5c8-2a915f7a5ba3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Subnet': ['ID=734e3143-7355-47c7-bca3-4a39190797c8,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:11.018721 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-181e9207-fb48-405e-a5c8-2a915f7a5ba3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:11.023428 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-181e9207-fb48-405e-a5c8-2a915f7a5ba3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/subnets/734e3143-7355-47c7-bca3-4a39190797c8 HTTP/1.1" status: 204 len: 168 time: 0.3527470 Apr 15 03:49:11.023867 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee162676-2ade-4180-9a74-1eb210dcb671 None None] Network 119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:49:11.026035 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37476) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:11.043187 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c69f8726-a2b9-4642-9276-2ed7fc10c24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'name': 'tempest-TestNetworkBasicOps-router-941115522', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:46:06Z', 'updated_at': '2022-04-15T03:49:10Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:07Z', 'updated_at': '2022-04-15T03:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:11.074785 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69f8726-a2b9-4642-9276-2ed7fc10c24f None None] Checking router: ca7babbd-acc2-48cc-88a7-3867994c8fbe for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:49:11.085499 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69f8726-a2b9-4642-9276-2ed7fc10c24f None None] Routers {'ca7babbd-acc2-48cc-88a7-3867994c8fbe'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:49:11.086119 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c69f8726-a2b9-4642-9276-2ed7fc10c24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:48:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['ca7babbd-acc2-48cc-88a7-3867994c8fbe'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:11.146124 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4896b8e8-6a9b-452c-813d-2bac566253c6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (ca7babbd-acc2-48cc-88a7-3867994c8fbe), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:11.195799 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-c69f8726-a2b9-4642-9276-2ed7fc10c24f None None] Set router ca7babbd-acc2-48cc-88a7-3867994c8fbe gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:49:11.198005 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] DHCP port deletion for 119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:49:11.248444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] Deleting port 4a012614-4d6c-4a60-9790-ead1d8149e8c {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:49:11.248816 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (4a012614-4d6c-4a60-9790-ead1d8149e8c), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:11.262842 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4896b8e8-6a9b-452c-813d-2bac566253c6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (ca7babbd-acc2-48cc-88a7-3867994c8fbe), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:11.316170 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] For port 4a012614-4d6c-4a60-9790-ead1d8149e8c, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4a012614-4d6c-4a60-9790-ead1d8149e8c,segment=NetworkSegment(97150acf-cc6e-4f3c-8b63-39c23ae93e56),segment_id=97150acf-cc6e-4f3c-8b63-39c23ae93e56)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:49:11.316569 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (4a012614-4d6c-4a60-9790-ead1d8149e8c), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:11.329715 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] Calling delete_port for 4a012614-4d6c-4a60-9790-ead1d8149e8c owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:49:11.362953 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-4896b8e8-6a9b-452c-813d-2bac566253c6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port c264d97c-1acc-45e5-a1b5-0442aa75f708 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:49:11.363415 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4896b8e8-6a9b-452c-813d-2bac566253c6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c264d97c-1acc-45e5-a1b5-0442aa75f708), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:11.363656 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c69f8726-a2b9-4642-9276-2ed7fc10c24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'name': 'tempest-TestNetworkBasicOps-router-941115522', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:46:06Z', 'updated_at': '2022-04-15T03:49:10Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:07Z', 'updated_at': '2022-04-15T03:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:11.390497 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69f8726-a2b9-4642-9276-2ed7fc10c24f None None] The sync data for ids ['ca7babbd-acc2-48cc-88a7-3867994c8fbe'] in dv-neutron-837140-3-hyperv is: [{'id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'name': 'tempest-TestNetworkBasicOps-router-941115522', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:46:06Z', 'updated_at': '2022-04-15T03:49:10Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'c264d97c-1acc-45e5-a1b5-0442aa75f708', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:87:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7babbd-acc2-48cc-88a7-3867994c8fbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:46:07Z', 'updated_at': '2022-04-15T03:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:49:11.451228 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-4896b8e8-6a9b-452c-813d-2bac566253c6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port c264d97c-1acc-45e5-a1b5-0442aa75f708, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c264d97c-1acc-45e5-a1b5-0442aa75f708,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:49:11.451595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4896b8e8-6a9b-452c-813d-2bac566253c6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c264d97c-1acc-45e5-a1b5-0442aa75f708), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:11.469098 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-4896b8e8-6a9b-452c-813d-2bac566253c6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for c264d97c-1acc-45e5-a1b5-0442aa75f708 owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:49:11.481304 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (4a012614-4d6c-4a60-9790-ead1d8149e8c), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:11.508000 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] Pushing event deleted for resources: {'Port': ['ID=4a012614-4d6c-4a60-9790-ead1d8149e8c,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:11.514312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] No DVR routers for this DVR port 4a012614-4d6c-4a60-9790-ead1d8149e8c on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:49:11.518500 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:11.519111 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:11.519720 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:11.520253 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:11.520597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:11.520934 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:11.521270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:11.522919 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:11.522919 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:11.522919 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:11.523256 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:11.523650 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:11.523946 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:11.524743 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:11.524743 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478c973c-a529-49e7-a115-fc40e8dfca71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:11.714938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4896b8e8-6a9b-452c-813d-2bac566253c6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (c264d97c-1acc-45e5-a1b5-0442aa75f708), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:11.750123 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896b8e8-6a9b-452c-813d-2bac566253c6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=c264d97c-1acc-45e5-a1b5-0442aa75f708,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:11.785231 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4a012614-4d6c-4a60-9790-ead1d8149e8c no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:49:11.808583 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4896b8e8-6a9b-452c-813d-2bac566253c6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (ca7babbd-acc2-48cc-88a7-3867994c8fbe), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:11.813819 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 4a012614-4d6c-4a60-9790-ead1d8149e8c {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:49:11.814407 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 4a012614-4d6c-4a60-9790-ead1d8149e8c not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:49:11.814883 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device dda1a6d6-ffcf-4ff8-8030-1359db5cc8af no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:49:11.835064 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: dda1a6d6-ffcf-4ff8-8030-1359db5cc8af {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:49:11.835411 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device dda1a6d6-ffcf-4ff8-8030-1359db5cc8af not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:49:11.903640 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4896b8e8-6a9b-452c-813d-2bac566253c6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (ca7babbd-acc2-48cc-88a7-3867994c8fbe), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:11.905803 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4896b8e8-6a9b-452c-813d-2bac566253c6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_controller (ca7babbd-acc2-48cc-88a7-3867994c8fbe), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:12.010910 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4896b8e8-6a9b-452c-813d-2bac566253c6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (ca7babbd-acc2-48cc-88a7-3867994c8fbe), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:12.011405 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4896b8e8-6a9b-452c-813d-2bac566253c6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Fanout notify agent at l3_agent the message router_deleted on router ca7babbd-acc2-48cc-88a7-3867994c8fbe {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:49:12.017928 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4896b8e8-6a9b-452c-813d-2bac566253c6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:12.019054 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4896b8e8-6a9b-452c-813d-2bac566253c6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/routers/ca7babbd-acc2-48cc-88a7-3867994c8fbe HTTP/1.1" status: 204 len: 168 time: 0.9920065 Apr 15 03:49:12.021757 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37478) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:12.099512 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e84d14a-0430-4399-a90a-c5c076d2cd12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (119ed5ab-2df5-4bcb-8f7e-fba670fa0d47), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:12.189292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e84d14a-0430-4399-a90a-c5c076d2cd12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (119ed5ab-2df5-4bcb-8f7e-fba670fa0d47), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:12.208595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-9e84d14a-0430-4399-a90a-c5c076d2cd12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119ed5ab-2df5-4bcb-8f7e-fba670fa0d47']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:12.217504 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-9e84d14a-0430-4399-a90a-c5c076d2cd12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97150acf-cc6e-4f3c-8b63-39c23ae93e56') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:12.217797 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-9e84d14a-0430-4399-a90a-c5c076d2cd12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97150acf-cc6e-4f3c-8b63-39c23ae93e56') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:12.227360 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e84d14a-0430-4399-a90a-c5c076d2cd12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (97150acf-cc6e-4f3c-8b63-39c23ae93e56), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:12.239922 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e84d14a-0430-4399-a90a-c5c076d2cd12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (97150acf-cc6e-4f3c-8b63-39c23ae93e56), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:12.246217 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e84d14a-0430-4399-a90a-c5c076d2cd12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:49:12.246593 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e84d14a-0430-4399-a90a-c5c076d2cd12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (97150acf-cc6e-4f3c-8b63-39c23ae93e56), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:49:12.249519 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:49:12.349215 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e84d14a-0430-4399-a90a-c5c076d2cd12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (119ed5ab-2df5-4bcb-8f7e-fba670fa0d47), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:12.356387 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e84d14a-0430-4399-a90a-c5c076d2cd12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:12.359530 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9e84d14a-0430-4399-a90a-c5c076d2cd12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/networks/119ed5ab-2df5-4bcb-8f7e-fba670fa0d47 HTTP/1.1" status: 204 len: 168 time: 0.3368382 Apr 15 03:49:12.371743 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84d14a-0430-4399-a90a-c5c076d2cd12 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Network': ['ID=119ed5ab-2df5-4bcb-8f7e-fba670fa0d47,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:12.372478 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37480) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:12.377616 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'network': {'name': 'tempest-network-smoke--103281710', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'port_security_enabled': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:12.446857 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:49:12.450212 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:12.478116 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:49:12.486550 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (a0c834c6-c1ac-4022-a84e-8a2131b0d9de), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:12.486918 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Added segment a0c834c6-c1ac-4022-a84e-8a2131b0d9de of type vlan for network 9193fb55-05b4-4e17-8904-f51bcb368701 Apr 15 03:49:12.542454 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (9193fb55-05b4-4e17-8904-f51bcb368701), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:12.639244 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (9193fb55-05b4-4e17-8904-f51bcb368701), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:12.644256 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:12.644831 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:12.711916 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Network': ['ID=9193fb55-05b4-4e17-8904-f51bcb368701,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:12.719121 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:12.719412 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:12.719753 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:12.720091 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:12.720422 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:12.720750 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:12.721074 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:12.721395 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:12.721719 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:12.722064 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:12.722391 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:12.722742 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:12.723151 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:12.723473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:12.723790 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:12.735918 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 9193fb55-05b4-4e17-8904-f51bcb368701 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:49:12.762016 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e5f50e2d-1af7-476b-966f-23201de19e05 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3883741 Apr 15 03:49:12.764763 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37482) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:12.769324 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-3cfbb025-1d67-4e2b-92b5-8e4df2d67bc9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1310125145', 'admin_state_up': True, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:12.873460 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3cfbb025-1d67-4e2b-92b5-8e4df2d67bc9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (607ade27-4da1-454b-896f-3acf24a5e8c8), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:12.874541 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3cfbb025-1d67-4e2b-92b5-8e4df2d67bc9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (607ade27-4da1-454b-896f-3acf24a5e8c8), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:12.926899 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3cfbb025-1d67-4e2b-92b5-8e4df2d67bc9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_controller (607ade27-4da1-454b-896f-3acf24a5e8c8), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:13.130744 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3cfbb025-1d67-4e2b-92b5-8e4df2d67bc9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (607ade27-4da1-454b-896f-3acf24a5e8c8), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:13.349806 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3cfbb025-1d67-4e2b-92b5-8e4df2d67bc9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (607ade27-4da1-454b-896f-3acf24a5e8c8), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:13.367962 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3cfbb025-1d67-4e2b-92b5-8e4df2d67bc9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:13.464824 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-3cfbb025-1d67-4e2b-92b5-8e4df2d67bc9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.26.6.24 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/bd964b5e-c2c7-4557-8b4f-21079bd3200d) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:49:13.542967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c264d97c-1acc-45e5-a1b5-0442aa75f708 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:49:13.563526 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: c264d97c-1acc-45e5-a1b5-0442aa75f708 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:49:13.563873 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c264d97c-1acc-45e5-a1b5-0442aa75f708 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:49:13.570772 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3cfbb025-1d67-4e2b-92b5-8e4df2d67bc9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (bd964b5e-c2c7-4557-8b4f-21079bd3200d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:13.685398 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3cfbb025-1d67-4e2b-92b5-8e4df2d67bc9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (bd964b5e-c2c7-4557-8b4f-21079bd3200d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:13.719458 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfbb025-1d67-4e2b-92b5-8e4df2d67bc9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:49:13.723585 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-3cfbb025-1d67-4e2b-92b5-8e4df2d67bc9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:49:13.729620 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfbb025-1d67-4e2b-92b5-8e4df2d67bc9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:49:13.752946 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbb025-1d67-4e2b-92b5-8e4df2d67bc9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=bd964b5e-c2c7-4557-8b4f-21079bd3200d,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:14.058799 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3cfbb025-1d67-4e2b-92b5-8e4df2d67bc9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (607ade27-4da1-454b-896f-3acf24a5e8c8), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:14.268631 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3cfbb025-1d67-4e2b-92b5-8e4df2d67bc9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (607ade27-4da1-454b-896f-3acf24a5e8c8), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:14.469275 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfbb025-1d67-4e2b-92b5-8e4df2d67bc9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 607ade27-4da1-454b-896f-3acf24a5e8c8 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:49:14.524728 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:49:14.577152 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfbb025-1d67-4e2b-92b5-8e4df2d67bc9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:49:14.586910 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] Sync routers for ids ['607ade27-4da1-454b-896f-3acf24a5e8c8'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:49:14.596464 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] Routers {'607ade27-4da1-454b-896f-3acf24a5e8c8'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:49:14.597086 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:48:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['607ade27-4da1-454b-896f-3acf24a5e8c8'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:14.652614 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3cfbb025-1d67-4e2b-92b5-8e4df2d67bc9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:14.653863 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3cfbb025-1d67-4e2b-92b5-8e4df2d67bc9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8880816 Apr 15 03:49:14.657164 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37484) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:14.705428 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] Set router 607ade27-4da1-454b-896f-3acf24a5e8c8 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:49:14.811253 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-aa69c3fb-66c6-497a-9620-8c5b001494aa tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6786bd52355f4b228acda11ee2393b97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1530082 Apr 15 03:49:14.813853 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37488) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:14.873744 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'name': 'tempest-TestNetworkBasicOps-router-1310125145', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:49:12Z', 'updated_at': '2022-04-15T03:49:13Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:37:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:13Z', 'updated_at': '2022-04-15T03:49:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:14.900437 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] Checking router: 607ade27-4da1-454b-896f-3acf24a5e8c8 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:49:14.900790 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] Updating router 607ade27-4da1-454b-896f-3acf24a5e8c8 port bd964b5e-c2c7-4557-8b4f-21079bd3200d binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:49:14.901153 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940d4c35-1b7c-4dea-81ce-8c3bbffb8266 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:14.902665 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-940d4c35-1b7c-4dea-81ce-8c3bbffb8266 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879142 Apr 15 03:49:14.905590 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37490) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:14.928286 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (bd964b5e-c2c7-4557-8b4f-21079bd3200d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:14.932939 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f1ac9428-fd37-4b95-a339-df011512c8e7 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263181 Apr 15 03:49:14.935493 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37492) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:14.940026 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-8b5335c7-b500-40c5-9f52-e45f236f5cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-911100196', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:15.085046 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5335c7-b500-40c5-9f52-e45f236f5cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:49:15.088434 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8b5335c7-b500-40c5-9f52-e45f236f5cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:15.181000 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] Publish callbacks [] for port (bd964b5e-c2c7-4557-8b4f-21079bd3200d), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:15.273159 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (bd964b5e-c2c7-4557-8b4f-21079bd3200d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:15.325476 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] Attempting to bind port bd964b5e-c2c7-4557-8b4f-21079bd3200d on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:49:15.325846 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] Attempting to bind port bd964b5e-c2c7-4557-8b4f-21079bd3200d by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:49:15.326209 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] Attempting to bind port bd964b5e-c2c7-4557-8b4f-21079bd3200d on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:49:15.328998 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdfd44b-0278-4709-8728-90a0287b1469 None None] Pushing event updated for resources: {'Port': ['ID=bd964b5e-c2c7-4557-8b4f-21079bd3200d,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:15.330948 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8b5335c7-b500-40c5-9f52-e45f236f5cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (83f96aa2-c961-4272-a841-a2ae57c40131), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:15.333563 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:49:15.333940 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:49:15.334339 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:15.334750 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:49:15.335270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] Bound port: bd964b5e-c2c7-4557-8b4f-21079bd3200d, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:49:15.335591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (bd964b5e-c2c7-4557-8b4f-21079bd3200d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:15.387361 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] For port bd964b5e-c2c7-4557-8b4f-21079bd3200d, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:49:15.390576 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] For port bd964b5e-c2c7-4557-8b4f-21079bd3200d, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=bd964b5e-c2c7-4557-8b4f-21079bd3200d,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:49:15.397486 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5335c7-b500-40c5-9f52-e45f236f5cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Subnet': ['ID=83f96aa2-c961-4272-a841-a2ae57c40131,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:15.405420 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5335c7-b500-40c5-9f52-e45f236f5cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Checking segment: {'id': 'a0c834c6-c1ac-4022-a84e-8a2131b0d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:49:15.405780 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5335c7-b500-40c5-9f52-e45f236f5cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network hostable DHCP agents. Network: 9193fb55-05b4-4e17-8904-f51bcb368701, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:49:15.475564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (bd964b5e-c2c7-4557-8b4f-21079bd3200d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:15.503573 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5335c7-b500-40c5-9f52-e45f236f5cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 9193fb55-05b4-4e17-8904-f51bcb368701 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:49:15.533192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] Routers {'607ade27-4da1-454b-896f-3acf24a5e8c8'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:49:15.533803 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:48:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['607ade27-4da1-454b-896f-3acf24a5e8c8'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:15.571289 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdfd44b-0278-4709-8728-90a0287b1469 None None] Pushing event updated for resources: {'Port': ['ID=bd964b5e-c2c7-4557-8b4f-21079bd3200d,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:15.583690 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-8b5335c7-b500-40c5-9f52-e45f236f5cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 9193fb55-05b4-4e17-8904-f51bcb368701) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:49:15.588678 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5335c7-b500-40c5-9f52-e45f236f5cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:15.589224 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8b5335c7-b500-40c5-9f52-e45f236f5cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:15.619979 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e786890d-1086-4ebe-9031-0224b9850e2a None None] Network 9193fb55-05b4-4e17-8904-f51bcb368701 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:49:15.677885 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8b5335c7-b500-40c5-9f52-e45f236f5cc1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7413802 Apr 15 03:49:15.680693 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37494) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:15.700115 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] Set router 607ade27-4da1-454b-896f-3acf24a5e8c8 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:49:15.827656 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc236d5-ef01-4359-be01-d4ee5a01dc90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-9193fb55-05b4-4e17-8904-f51bcb368701', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ips': [{'subnet_id': '83f96aa2-c961-4272-a841-a2ae57c40131'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:49:15.828644 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4dc236d5-ef01-4359-be01-d4ee5a01dc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:15.998643 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'name': 'tempest-TestNetworkBasicOps-router-1310125145', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:49:12Z', 'updated_at': '2022-04-15T03:49:13Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:37:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:13Z', 'updated_at': '2022-04-15T03:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:16.035954 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da39e47-b994-4082-9c19-f7f3037dba2f None None] The sync data for ids ['607ade27-4da1-454b-896f-3acf24a5e8c8'] in dv-neutron-837140-3-hyperv is: [{'id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'name': 'tempest-TestNetworkBasicOps-router-1310125145', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:49:12Z', 'updated_at': '2022-04-15T03:49:13Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:37:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:13Z', 'updated_at': '2022-04-15T03:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:49:16.058539 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-4dc236d5-ef01-4359-be01-d4ee5a01dc90 None None] Allocated IP 172.20.0.2 (9193fb55-05b4-4e17-8904-f51bcb368701/83f96aa2-c961-4272-a841-a2ae57c40131/b85bb78f-52b8-4324-b8cf-723a83f8b8fc) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:49:16.216606 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4dc236d5-ef01-4359-be01-d4ee5a01dc90 None None] Publish callbacks [] for port (b85bb78f-52b8-4324-b8cf-723a83f8b8fc), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:16.302386 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4dc236d5-ef01-4359-be01-d4ee5a01dc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (b85bb78f-52b8-4324-b8cf-723a83f8b8fc), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:16.346862 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc236d5-ef01-4359-be01-d4ee5a01dc90 None None] Network 9193fb55-05b4-4e17-8904-f51bcb368701 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:49:16.349851 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-4dc236d5-ef01-4359-be01-d4ee5a01dc90 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:49:16.356014 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc236d5-ef01-4359-be01-d4ee5a01dc90 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:49:16.368789 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc236d5-ef01-4359-be01-d4ee5a01dc90 None None] Pushing event updated for resources: {'Port': ['ID=b85bb78f-52b8-4324-b8cf-723a83f8b8fc,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:16.422870 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-4dc236d5-ef01-4359-be01-d4ee5a01dc90 None None] Attempting to bind port b85bb78f-52b8-4324-b8cf-723a83f8b8fc on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:49:16.423247 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-4dc236d5-ef01-4359-be01-d4ee5a01dc90 None None] Attempting to bind port b85bb78f-52b8-4324-b8cf-723a83f8b8fc by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'a0c834c6-c1ac-4022-a84e-8a2131b0d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:49:16.423638 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc236d5-ef01-4359-be01-d4ee5a01dc90 None None] Attempting to bind port b85bb78f-52b8-4324-b8cf-723a83f8b8fc on network 9193fb55-05b4-4e17-8904-f51bcb368701 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:49:16.429017 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc236d5-ef01-4359-be01-d4ee5a01dc90 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:49:16.429931 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc236d5-ef01-4359-be01-d4ee5a01dc90 None None] Checking segment: {'id': 'a0c834c6-c1ac-4022-a84e-8a2131b0d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:49:16.430336 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4dc236d5-ef01-4359-be01-d4ee5a01dc90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:16.430755 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc236d5-ef01-4359-be01-d4ee5a01dc90 None None] Bound using segment: {'id': 'a0c834c6-c1ac-4022-a84e-8a2131b0d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:49:16.431225 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-4dc236d5-ef01-4359-be01-d4ee5a01dc90 None None] Bound port: b85bb78f-52b8-4324-b8cf-723a83f8b8fc, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c834c6-c1ac-4022-a84e-8a2131b0d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:49:16.431604 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4dc236d5-ef01-4359-be01-d4ee5a01dc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b85bb78f-52b8-4324-b8cf-723a83f8b8fc), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:16.433589 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3096bcb0-0dff-4be0-834f-d888c4afde96 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:16.650407 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4dc236d5-ef01-4359-be01-d4ee5a01dc90 None None] For port b85bb78f-52b8-4324-b8cf-723a83f8b8fc, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:49:16.653916 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4dc236d5-ef01-4359-be01-d4ee5a01dc90 None None] For port b85bb78f-52b8-4324-b8cf-723a83f8b8fc, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=b85bb78f-52b8-4324-b8cf-723a83f8b8fc,segment=NetworkSegment(a0c834c6-c1ac-4022-a84e-8a2131b0d9de),segment_id=a0c834c6-c1ac-4022-a84e-8a2131b0d9de)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:49:16.735452 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-3096bcb0-0dff-4be0-834f-d888c4afde96 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.20.0.1 (9193fb55-05b4-4e17-8904-f51bcb368701/83f96aa2-c961-4272-a841-a2ae57c40131/60e337be-4665-4792-9023-e99ff4398c3f) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:49:16.738808 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4dc236d5-ef01-4359-be01-d4ee5a01dc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b85bb78f-52b8-4324-b8cf-723a83f8b8fc), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:16.802666 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc236d5-ef01-4359-be01-d4ee5a01dc90 None None] Pushing event updated for resources: {'Port': ['ID=b85bb78f-52b8-4324-b8cf-723a83f8b8fc,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:16.864334 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3096bcb0-0dff-4be0-834f-d888c4afde96 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (60e337be-4665-4792-9023-e99ff4398c3f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:16.955956 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3096bcb0-0dff-4be0-834f-d888c4afde96 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (60e337be-4665-4792-9023-e99ff4398c3f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:17.001453 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3096bcb0-0dff-4be0-834f-d888c4afde96 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 9193fb55-05b4-4e17-8904-f51bcb368701 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:49:17.004579 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-3096bcb0-0dff-4be0-834f-d888c4afde96 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:49:17.006997 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3096bcb0-0dff-4be0-834f-d888c4afde96 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:49:17.039374 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096bcb0-0dff-4be0-834f-d888c4afde96 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=60e337be-4665-4792-9023-e99ff4398c3f,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:17.060904 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3096bcb0-0dff-4be0-834f-d888c4afde96 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (607ade27-4da1-454b-896f-3acf24a5e8c8), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:17.291684 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3096bcb0-0dff-4be0-834f-d888c4afde96 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (60e337be-4665-4792-9023-e99ff4398c3f), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:17.580766 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3096bcb0-0dff-4be0-834f-d888c4afde96 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (60e337be-4665-4792-9023-e99ff4398c3f), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:17.587802 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b85bb78f-52b8-4324-b8cf-723a83f8b8fc up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:49:17.635650 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port b85bb78f-52b8-4324-b8cf-723a83f8b8fc triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:49:17.636020 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b85bb78f-52b8-4324-b8cf-723a83f8b8fc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:17.669678 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3096bcb0-0dff-4be0-834f-d888c4afde96 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (60e337be-4665-4792-9023-e99ff4398c3f), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:17.720924 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port b85bb78f-52b8-4324-b8cf-723a83f8b8fc is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:49:17.720924 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b85bb78f-52b8-4324-b8cf-723a83f8b8fc), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:17.748967 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096bcb0-0dff-4be0-834f-d888c4afde96 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=60e337be-4665-4792-9023-e99ff4398c3f,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:17.751945 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3096bcb0-0dff-4be0-834f-d888c4afde96 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (607ade27-4da1-454b-896f-3acf24a5e8c8), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:17.759657 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port b85bb78f-52b8-4324-b8cf-723a83f8b8fc, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=b85bb78f-52b8-4324-b8cf-723a83f8b8fc,segment=NetworkSegment(a0c834c6-c1ac-4022-a84e-8a2131b0d9de),segment_id=a0c834c6-c1ac-4022-a84e-8a2131b0d9de)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:49:17.790815 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdf42f4-8059-4c44-9007-d85926873027 None None] Network 9193fb55-05b4-4e17-8904-f51bcb368701 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:49:17.857507 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b85bb78f-52b8-4324-b8cf-723a83f8b8fc), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:17.858373 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device bd964b5e-c2c7-4557-8b4f-21079bd3200d up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:49:17.862410 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3096bcb0-0dff-4be0-834f-d888c4afde96 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 9193fb55-05b4-4e17-8904-f51bcb368701 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:49:17.863857 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-3096bcb0-0dff-4be0-834f-d888c4afde96 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:49:17.910046 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-04122d17-48f3-4ea2-b17a-0b5a6980e07d None None] Provisioning complete for port b85bb78f-52b8-4324-b8cf-723a83f8b8fc triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:49:17.910418 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-04122d17-48f3-4ea2-b17a-0b5a6980e07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b85bb78f-52b8-4324-b8cf-723a83f8b8fc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:17.987102 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3096bcb0-0dff-4be0-834f-d888c4afde96 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 607ade27-4da1-454b-896f-3acf24a5e8c8 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:49:18.009502 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=b85bb78f-52b8-4324-b8cf-723a83f8b8fc,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:18.035614 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port bd964b5e-c2c7-4557-8b4f-21079bd3200d triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:49:18.036416 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (bd964b5e-c2c7-4557-8b4f-21079bd3200d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:18.106563 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-04122d17-48f3-4ea2-b17a-0b5a6980e07d None None] Current status of the port b85bb78f-52b8-4324-b8cf-723a83f8b8fc is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:49:18.123502 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3096bcb0-0dff-4be0-834f-d888c4afde96 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:49:18.131246 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37496) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:18.140076 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3096bcb0-0dff-4be0-834f-d888c4afde96 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/routers/607ade27-4da1-454b-896f-3acf24a5e8c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4493425 Apr 15 03:49:18.157679 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port bd964b5e-c2c7-4557-8b4f-21079bd3200d is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:49:18.158073 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (bd964b5e-c2c7-4557-8b4f-21079bd3200d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:18.188547 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port bd964b5e-c2c7-4557-8b4f-21079bd3200d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=bd964b5e-c2c7-4557-8b4f-21079bd3200d,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:49:18.209577 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] Sync routers for ids ['607ade27-4da1-454b-896f-3acf24a5e8c8'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:49:18.220365 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] Routers {'607ade27-4da1-454b-896f-3acf24a5e8c8'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:49:18.221358 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:48:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['607ade27-4da1-454b-896f-3acf24a5e8c8'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:18.243442 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac22e0d-5a83-4aae-a010-7eb97ff5a955 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:18.244178 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac22e0d-5a83-4aae-a010-7eb97ff5a955 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:18.245281 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac22e0d-5a83-4aae-a010-7eb97ff5a955 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:18.245696 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac22e0d-5a83-4aae-a010-7eb97ff5a955 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:18.250334 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2ac22e0d-5a83-4aae-a010-7eb97ff5a955 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1151595 Apr 15 03:49:18.250334 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37498) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:18.252295 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (bd964b5e-c2c7-4557-8b4f-21079bd3200d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:18.317770 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f18c36-65e2-42c6-bfd7-9cfe6588401f tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:18.318265 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f18c36-65e2-42c6-bfd7-9cfe6588401f tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:18.318757 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f18c36-65e2-42c6-bfd7-9cfe6588401f tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:18.319213 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f18c36-65e2-42c6-bfd7-9cfe6588401f tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:18.324504 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-31f18c36-65e2-42c6-bfd7-9cfe6588401f tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0733674 Apr 15 03:49:18.326239 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37500) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:18.328175 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=bd964b5e-c2c7-4557-8b4f-21079bd3200d,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:18.332588 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f311f512-95f8-4ebd-89ab-48131367affe None None] Provisioning complete for port b85bb78f-52b8-4324-b8cf-723a83f8b8fc triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:49:18.332953 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f311f512-95f8-4ebd-89ab-48131367affe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b85bb78f-52b8-4324-b8cf-723a83f8b8fc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:18.341295 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] Set router 607ade27-4da1-454b-896f-3acf24a5e8c8 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:49:18.426922 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f311f512-95f8-4ebd-89ab-48131367affe None None] Current status of the port b85bb78f-52b8-4324-b8cf-723a83f8b8fc is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:49:18.450182 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f311f512-95f8-4ebd-89ab-48131367affe None None] Provisioning complete for port 60e337be-4665-4792-9023-e99ff4398c3f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:49:18.450782 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f311f512-95f8-4ebd-89ab-48131367affe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (60e337be-4665-4792-9023-e99ff4398c3f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:18.468724 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8e650f29-d4ec-4893-9aef-356545963c04 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1410973 Apr 15 03:49:18.501799 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f311f512-95f8-4ebd-89ab-48131367affe None None] Port 60e337be-4665-4792-9023-e99ff4398c3f cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:49:18.545823 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'name': 'tempest-TestNetworkBasicOps-router-1310125145', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:49:12Z', 'updated_at': '2022-04-15T03:49:17Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:37:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:13Z', 'updated_at': '2022-04-15T03:49:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '60e337be-4665-4792-9023-e99ff4398c3f', 'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a5:31:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:16Z', 'updated_at': '2022-04-15T03:49:17Z', 'revision_number': 2, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:18.566735 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e66f0256-786a-4d0b-8c10-2842de9fe414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:18.574280 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] Checking router: 607ade27-4da1-454b-896f-3acf24a5e8c8 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:49:18.574558 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] Updating router 607ade27-4da1-454b-896f-3acf24a5e8c8 port 60e337be-4665-4792-9023-e99ff4398c3f binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:49:18.607311 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (60e337be-4665-4792-9023-e99ff4398c3f), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:18.622955 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-4940e0c4-351b-40fb-aa9f-9d72b84cf602 None None] Provisioning complete for port 60e337be-4665-4792-9023-e99ff4398c3f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:49:18.623680 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4940e0c4-351b-40fb-aa9f-9d72b84cf602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (60e337be-4665-4792-9023-e99ff4398c3f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:18.669270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4940e0c4-351b-40fb-aa9f-9d72b84cf602 None None] Port 60e337be-4665-4792-9023-e99ff4398c3f cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:49:18.786776 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-088585df-ac7c-4715-93f3-efb9bd7f4746 None None] Provisioning complete for port 60e337be-4665-4792-9023-e99ff4398c3f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:49:18.787673 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-088585df-ac7c-4715-93f3-efb9bd7f4746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (60e337be-4665-4792-9023-e99ff4398c3f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:18.821314 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-088585df-ac7c-4715-93f3-efb9bd7f4746 None None] Port 60e337be-4665-4792-9023-e99ff4398c3f cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:49:18.879701 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37504) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:18.881505 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] Publish callbacks [] for port (60e337be-4665-4792-9023-e99ff4398c3f), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:18.884742 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-67c7de06-c837-45b6-ad11-9607d29f2ab5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1084707689', 'description': 'tempest-secgroup-smoke-1084707689 description', 'project_id': '6786bd52355f4b228acda11ee2393b97'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:18.972111 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (60e337be-4665-4792-9023-e99ff4398c3f), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:18.983954 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-67c7de06-c837-45b6-ad11-9607d29f2ab5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:19.020870 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86238e-9c53-409a-9976-9b6d20a1f983 None None] Pushing event updated for resources: {'Port': ['ID=60e337be-4665-4792-9023-e99ff4398c3f,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:19.032257 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86238e-9c53-409a-9976-9b6d20a1f983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:19.032599 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86238e-9c53-409a-9976-9b6d20a1f983 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:19.032943 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86238e-9c53-409a-9976-9b6d20a1f983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:19.033282 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86238e-9c53-409a-9976-9b6d20a1f983 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:19.033612 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86238e-9c53-409a-9976-9b6d20a1f983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:19.033941 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86238e-9c53-409a-9976-9b6d20a1f983 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:19.034261 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86238e-9c53-409a-9976-9b6d20a1f983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:19.034799 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86238e-9c53-409a-9976-9b6d20a1f983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:19.035153 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86238e-9c53-409a-9976-9b6d20a1f983 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:19.035483 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86238e-9c53-409a-9976-9b6d20a1f983 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:19.035816 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86238e-9c53-409a-9976-9b6d20a1f983 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:19.036402 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86238e-9c53-409a-9976-9b6d20a1f983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:19.036732 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86238e-9c53-409a-9976-9b6d20a1f983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:19.037040 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86238e-9c53-409a-9976-9b6d20a1f983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:19.037366 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee86238e-9c53-409a-9976-9b6d20a1f983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:19.057662 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-67c7de06-c837-45b6-ad11-9607d29f2ab5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (a312aa1b-f59e-40a5-98f3-0182111e6259), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:19.091283 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] Attempting to bind port 60e337be-4665-4792-9023-e99ff4398c3f on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:49:19.091537 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] Attempting to bind port 60e337be-4665-4792-9023-e99ff4398c3f by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'a0c834c6-c1ac-4022-a84e-8a2131b0d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:49:19.091871 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] Attempting to bind port 60e337be-4665-4792-9023-e99ff4398c3f on network 9193fb55-05b4-4e17-8904-f51bcb368701 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:49:19.097335 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:49:19.099605 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] Checking segment: {'id': 'a0c834c6-c1ac-4022-a84e-8a2131b0d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:49:19.099605 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:19.099605 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] Bound using segment: {'id': 'a0c834c6-c1ac-4022-a84e-8a2131b0d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:49:19.099605 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] Bound port: 60e337be-4665-4792-9023-e99ff4398c3f, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c834c6-c1ac-4022-a84e-8a2131b0d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:49:19.099605 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (60e337be-4665-4792-9023-e99ff4398c3f), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:19.120531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-67c7de06-c837-45b6-ad11-9607d29f2ab5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (a312aa1b-f59e-40a5-98f3-0182111e6259), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:19.150144 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7de06-c837-45b6-ad11-9607d29f2ab5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a312aa1b-f59e-40a5-98f3-0182111e6259,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:19.168018 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] For port 60e337be-4665-4792-9023-e99ff4398c3f, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:49:19.171153 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] For port 60e337be-4665-4792-9023-e99ff4398c3f, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=60e337be-4665-4792-9023-e99ff4398c3f,segment=NetworkSegment(a0c834c6-c1ac-4022-a84e-8a2131b0d9de),segment_id=a0c834c6-c1ac-4022-a84e-8a2131b0d9de)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:49:19.224325 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-67c7de06-c837-45b6-ad11-9607d29f2ab5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:19.225620 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-67c7de06-c837-45b6-ad11-9607d29f2ab5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3448424 Apr 15 03:49:19.228370 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37506) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:19.233671 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-44043c25-2c82-4f78-be1c-d9fde0d6a7fd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'a312aa1b-f59e-40a5-98f3-0182111e6259', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:19.241072 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-2295cee2-dd87-4811-ba12-183905f821d3 None None] Provisioning complete for port 60e337be-4665-4792-9023-e99ff4398c3f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:49:19.241952 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2295cee2-dd87-4811-ba12-183905f821d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (60e337be-4665-4792-9023-e99ff4398c3f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:19.251409 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (60e337be-4665-4792-9023-e99ff4398c3f), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:19.281094 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2295cee2-dd87-4811-ba12-183905f821d3 None None] Port 60e337be-4665-4792-9023-e99ff4398c3f cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:49:19.305778 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] Routers {'607ade27-4da1-454b-896f-3acf24a5e8c8'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:49:19.306413 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:48:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['607ade27-4da1-454b-896f-3acf24a5e8c8'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:19.331593 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-44043c25-2c82-4f78-be1c-d9fde0d6a7fd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (f033e8f3-09bd-4d1d-884f-c436f55b28eb), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:19.348188 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86238e-9c53-409a-9976-9b6d20a1f983 None None] Pushing event updated for resources: {'Port': ['ID=60e337be-4665-4792-9023-e99ff4398c3f,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:19.400872 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-44043c25-2c82-4f78-be1c-d9fde0d6a7fd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (f033e8f3-09bd-4d1d-884f-c436f55b28eb), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:19.423309 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] Set router 607ade27-4da1-454b-896f-3acf24a5e8c8 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:49:19.475306 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-44043c25-2c82-4f78-be1c-d9fde0d6a7fd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (f033e8f3-09bd-4d1d-884f-c436f55b28eb), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:19.496026 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44043c25-2c82-4f78-be1c-d9fde0d6a7fd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f033e8f3-09bd-4d1d-884f-c436f55b28eb,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:19.510825 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3eb14131-400a-4924-9f85-0ffa2ec2c42e None None] Provisioning complete for port 60e337be-4665-4792-9023-e99ff4398c3f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:49:19.511573 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3eb14131-400a-4924-9f85-0ffa2ec2c42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (60e337be-4665-4792-9023-e99ff4398c3f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:19.566827 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-44043c25-2c82-4f78-be1c-d9fde0d6a7fd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:19.571258 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-44043c25-2c82-4f78-be1c-d9fde0d6a7fd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3411634 Apr 15 03:49:19.571423 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37508) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:19.576456 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-bc57927e-8fc7-4df8-821e-56bc8871883f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'a312aa1b-f59e-40a5-98f3-0182111e6259', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:19.591927 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b85bb78f-52b8-4324-b8cf-723a83f8b8fc up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:49:19.641979 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3eb14131-400a-4924-9f85-0ffa2ec2c42e None None] Current status of the port 60e337be-4665-4792-9023-e99ff4398c3f is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:49:19.642368 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3eb14131-400a-4924-9f85-0ffa2ec2c42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (60e337be-4665-4792-9023-e99ff4398c3f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:19.673390 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port b85bb78f-52b8-4324-b8cf-723a83f8b8fc triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:49:19.673777 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b85bb78f-52b8-4324-b8cf-723a83f8b8fc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:19.692392 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bc57927e-8fc7-4df8-821e-56bc8871883f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (425d033c-a5f4-4e22-bf3e-4ced8034e7e0), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:19.702739 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-3eb14131-400a-4924-9f85-0ffa2ec2c42e None None] For port 60e337be-4665-4792-9023-e99ff4398c3f, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=60e337be-4665-4792-9023-e99ff4398c3f,segment=NetworkSegment(a0c834c6-c1ac-4022-a84e-8a2131b0d9de),segment_id=a0c834c6-c1ac-4022-a84e-8a2131b0d9de)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:49:19.714704 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'name': 'tempest-TestNetworkBasicOps-router-1310125145', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:49:12Z', 'updated_at': '2022-04-15T03:49:17Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:13Z', 'updated_at': '2022-04-15T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '60e337be-4665-4792-9023-e99ff4398c3f', 'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a5:31:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:16Z', 'updated_at': '2022-04-15T03:49:19Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:19.742957 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd268e26-f5d8-4584-a669-d67398111e6b None None] The sync data for ids ['607ade27-4da1-454b-896f-3acf24a5e8c8'] in dv-neutron-837140-3-hyperv is: [{'id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'name': 'tempest-TestNetworkBasicOps-router-1310125145', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:49:12Z', 'updated_at': '2022-04-15T03:49:17Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:13Z', 'updated_at': '2022-04-15T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '60e337be-4665-4792-9023-e99ff4398c3f', 'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a5:31:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:16Z', 'updated_at': '2022-04-15T03:49:19Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:49:19.762642 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port b85bb78f-52b8-4324-b8cf-723a83f8b8fc is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:49:19.762915 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bc57927e-8fc7-4df8-821e-56bc8871883f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (425d033c-a5f4-4e22-bf3e-4ced8034e7e0), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:19.763846 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device bd964b5e-c2c7-4557-8b4f-21079bd3200d up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:49:19.767308 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3eb14131-400a-4924-9f85-0ffa2ec2c42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (60e337be-4665-4792-9023-e99ff4398c3f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:19.823872 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bc57927e-8fc7-4df8-821e-56bc8871883f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (425d033c-a5f4-4e22-bf3e-4ced8034e7e0), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:19.841756 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57927e-8fc7-4df8-821e-56bc8871883f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425d033c-a5f4-4e22-bf3e-4ced8034e7e0,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:19.856499 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb14131-400a-4924-9f85-0ffa2ec2c42e None None] Pushing event updated for resources: {'Port': ['ID=60e337be-4665-4792-9023-e99ff4398c3f,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:19.877315 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port bd964b5e-c2c7-4557-8b4f-21079bd3200d triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:49:19.877805 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (bd964b5e-c2c7-4557-8b4f-21079bd3200d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:19.912083 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bc57927e-8fc7-4df8-821e-56bc8871883f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:19.916403 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-bc57927e-8fc7-4df8-821e-56bc8871883f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3407331 Apr 15 03:49:19.917934 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37510) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:19.921200 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-ea86682a-2ac1-487d-88d5-f71135e71f00 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'a312aa1b-f59e-40a5-98f3-0182111e6259', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:19.964790 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port bd964b5e-c2c7-4557-8b4f-21079bd3200d is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:49:20.070890 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ea86682a-2ac1-487d-88d5-f71135e71f00 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (7d3a85a6-0db6-490a-9374-9173596d8f40), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:20.130284 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ea86682a-2ac1-487d-88d5-f71135e71f00 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (7d3a85a6-0db6-490a-9374-9173596d8f40), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:20.188114 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ea86682a-2ac1-487d-88d5-f71135e71f00 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (7d3a85a6-0db6-490a-9374-9173596d8f40), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:20.206881 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86682a-2ac1-487d-88d5-f71135e71f00 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3a85a6-0db6-490a-9374-9173596d8f40,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:20.215493 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86682a-2ac1-487d-88d5-f71135e71f00 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:20.215845 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86682a-2ac1-487d-88d5-f71135e71f00 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:20.216191 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86682a-2ac1-487d-88d5-f71135e71f00 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:20.216536 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86682a-2ac1-487d-88d5-f71135e71f00 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:20.217081 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86682a-2ac1-487d-88d5-f71135e71f00 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:20.217418 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86682a-2ac1-487d-88d5-f71135e71f00 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:20.217749 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86682a-2ac1-487d-88d5-f71135e71f00 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:20.218079 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86682a-2ac1-487d-88d5-f71135e71f00 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:20.218462 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86682a-2ac1-487d-88d5-f71135e71f00 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:20.218820 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86682a-2ac1-487d-88d5-f71135e71f00 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:20.219150 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86682a-2ac1-487d-88d5-f71135e71f00 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:20.219480 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86682a-2ac1-487d-88d5-f71135e71f00 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:20.219804 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86682a-2ac1-487d-88d5-f71135e71f00 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:20.220329 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86682a-2ac1-487d-88d5-f71135e71f00 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:20.220643 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea86682a-2ac1-487d-88d5-f71135e71f00 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:49:20.294762 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ea86682a-2ac1-487d-88d5-f71135e71f00 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:20.296033 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ea86682a-2ac1-487d-88d5-f71135e71f00 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3784337 Apr 15 03:49:20.298863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37512) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:20.303241 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-42b9e9be-c59d-4999-b83c-630a58e5fe1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'a312aa1b-f59e-40a5-98f3-0182111e6259', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:20.402001 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-42b9e9be-c59d-4999-b83c-630a58e5fe1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (dfd05364-a84b-46a7-b0ce-c5ca60a42353), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:20.463495 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-42b9e9be-c59d-4999-b83c-630a58e5fe1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (dfd05364-a84b-46a7-b0ce-c5ca60a42353), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:20.538078 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-42b9e9be-c59d-4999-b83c-630a58e5fe1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (dfd05364-a84b-46a7-b0ce-c5ca60a42353), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:20.556316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9e9be-c59d-4999-b83c-630a58e5fe1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd05364-a84b-46a7-b0ce-c5ca60a42353,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:20.631570 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-42b9e9be-c59d-4999-b83c-630a58e5fe1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:20.635987 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-42b9e9be-c59d-4999-b83c-630a58e5fe1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3335969 Apr 15 03:49:20.636231 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37514) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:20.641086 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-7c59cc2a-9e73-4083-b6a7-8b9461d0678c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'a312aa1b-f59e-40a5-98f3-0182111e6259', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:20.727077 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-7c59cc2a-9e73-4083-b6a7-8b9461d0678c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:49:20.733111 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7c59cc2a-9e73-4083-b6a7-8b9461d0678c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (9e6db6b0-98c5-4e06-a44c-e895f1bb5820), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:20.794539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7c59cc2a-9e73-4083-b6a7-8b9461d0678c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (9e6db6b0-98c5-4e06-a44c-e895f1bb5820), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:20.823962 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0d678cdd-1a6a-48d8-958c-219e1ae406c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:20.841043 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7c59cc2a-9e73-4083-b6a7-8b9461d0678c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (9e6db6b0-98c5-4e06-a44c-e895f1bb5820), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:20.858029 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59cc2a-9e73-4083-b6a7-8b9461d0678c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6db6b0-98c5-4e06-a44c-e895f1bb5820,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:20.926469 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7c59cc2a-9e73-4083-b6a7-8b9461d0678c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:20.927728 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7c59cc2a-9e73-4083-b6a7-8b9461d0678c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2905259 Apr 15 03:49:20.930945 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37516) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:20.935283 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-6d63f8ae-40e8-4b97-835d-e969b43b5ad2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'a312aa1b-f59e-40a5-98f3-0182111e6259', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:21.021903 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-6d63f8ae-40e8-4b97-835d-e969b43b5ad2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:49:21.027691 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6d63f8ae-40e8-4b97-835d-e969b43b5ad2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (8810e9e0-3a9d-41a3-aa97-c5ac049ffff0), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:21.085757 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6d63f8ae-40e8-4b97-835d-e969b43b5ad2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (8810e9e0-3a9d-41a3-aa97-c5ac049ffff0), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:21.159012 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6d63f8ae-40e8-4b97-835d-e969b43b5ad2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (8810e9e0-3a9d-41a3-aa97-c5ac049ffff0), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:21.177395 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63f8ae-40e8-4b97-835d-e969b43b5ad2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8810e9e0-3a9d-41a3-aa97-c5ac049ffff0,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:21.237225 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6d63f8ae-40e8-4b97-835d-e969b43b5ad2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:21.238479 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6d63f8ae-40e8-4b97-835d-e969b43b5ad2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3065853 Apr 15 03:49:21.391966 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-6e0f9205-8528-42fa-844f-5d619e156872 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1084707689&fields=id&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 267 time: 0.0435967 Apr 15 03:49:21.498087 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-6dc3821e-6d26-4358-ada3-a89c15bcf223 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:21.499698 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-6dc3821e-6d26-4358-ada3-a89c15bcf223 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/networks?id=9193fb55-05b4-4e17-8904-f51bcb368701 HTTP/1.1" status: 200 len: 796 time: 0.1009734 Apr 15 03:49:21.516259 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-7b15090e-6b25-46ef-a01c-0fb4d9458314 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/quotas/6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 375 time: 0.0098047 Apr 15 03:49:21.566706 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 60e337be-4665-4792-9023-e99ff4398c3f up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:49:21.568644 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-46f514ce-0efa-4d2b-87c9-92b90766caa6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442159 Apr 15 03:49:21.617347 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 60e337be-4665-4792-9023-e99ff4398c3f triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:49:21.617776 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (60e337be-4665-4792-9023-e99ff4398c3f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:21.639770 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-8ddd29f6-4898-43cf-a120-1dcbf1bfcd43 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:49:21.640804 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-8ddd29f6-4898-43cf-a120-1dcbf1bfcd43 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0608113 Apr 15 03:49:21.695265 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 60e337be-4665-4792-9023-e99ff4398c3f is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:49:21.733957 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-f28d4454-5ade-4404-9584-b3438c76fd25 service neutron] 10.222.0.15 "GET /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867469 Apr 15 03:49:21.824921 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-f8d0e294-5346-4942-a95f-12edf655832e service neutron] 10.222.0.15 "GET /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853500 Apr 15 03:49:21.880537 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:22.087726 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6cf68044-9946-497c-b4ce-75284ae20cfd req-9d74fa72-0442-4ff8-a43b-2d754fc0c14f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 210 time: 0.0366125 Apr 15 03:49:23.186478 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c6c5999b-785b-4d79-902d-0dfe6e532a1f req-50ddcc30-bafd-42f1-b5b4-11562f6b54ec tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 210 time: 0.0281253 Apr 15 03:49:23.412291 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:23.987198 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-4a87e212-c78b-47d1-a80e-9179f362ed68 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:23.988686 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-4a87e212-c78b-47d1-a80e-9179f362ed68 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/networks?id=9193fb55-05b4-4e17-8904-f51bcb368701 HTTP/1.1" status: 200 len: 796 time: 0.1027396 Apr 15 03:49:24.049935 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-ea3e594b-2e8b-4d8a-81f6-b7df1bafc9b0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 380 time: 0.0533402 Apr 15 03:49:24.058839 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-4a1a62b8-c7b0-45fb-9927-385795bb5d7d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'port': {'device_id': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'admin_state_up': True, 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'security_groups': ['a312aa1b-f59e-40a5-98f3-0182111e6259']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:24.283867 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-466840e1-7aeb-48db-89ef-2c6d8eb1de4a req-ff4face8-4b4b-4b6c-92d8-8996df35f38e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 210 time: 0.0282910 Apr 15 03:49:24.583715 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-4a1a62b8-c7b0-45fb-9927-385795bb5d7d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:49:24.587469 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-4a1a62b8-c7b0-45fb-9927-385795bb5d7d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:24.706851 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-4a1a62b8-c7b0-45fb-9927-385795bb5d7d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.20.0.3 (9193fb55-05b4-4e17-8904-f51bcb368701/83f96aa2-c961-4272-a841-a2ae57c40131/6d88794b-c56d-41df-a795-35fa63ac4455) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:49:24.846554 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-4a1a62b8-c7b0-45fb-9927-385795bb5d7d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (6d88794b-c56d-41df-a795-35fa63ac4455), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:24.903878 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:24.932761 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-4a1a62b8-c7b0-45fb-9927-385795bb5d7d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (6d88794b-c56d-41df-a795-35fa63ac4455), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:24.974539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-4a1a62b8-c7b0-45fb-9927-385795bb5d7d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 9193fb55-05b4-4e17-8904-f51bcb368701 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:49:24.979619 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-4a1a62b8-c7b0-45fb-9927-385795bb5d7d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:49:24.983366 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-4a1a62b8-c7b0-45fb-9927-385795bb5d7d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:49:25.006728 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a62b8-c7b0-45fb-9927-385795bb5d7d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=6d88794b-c56d-41df-a795-35fa63ac4455,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:25.036653 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-4a1a62b8-c7b0-45fb-9927-385795bb5d7d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:25.037288 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-4a1a62b8-c7b0-45fb-9927-385795bb5d7d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:25.119637 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-4a1a62b8-c7b0-45fb-9927-385795bb5d7d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0635452 Apr 15 03:49:25.131298 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] Request body: {'port': {'device_id': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:25.199393 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6d88794b-c56d-41df-a795-35fa63ac4455), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:25.215583 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-0925bab0-2dda-403b-bee6-74eba5288182 None None] Provisioning complete for port 6d88794b-c56d-41df-a795-35fa63ac4455 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:49:25.216087 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0925bab0-2dda-403b-bee6-74eba5288182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6d88794b-c56d-41df-a795-35fa63ac4455), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:25.250880 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0925bab0-2dda-403b-bee6-74eba5288182 None None] Port 6d88794b-c56d-41df-a795-35fa63ac4455 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:49:25.422602 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5d08a-73a1-40b7-8acd-964c55b30ae3 req-977992c8-72b1-41ca-ac1a-e402078592c9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:25.424098 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a3c5d08a-73a1-40b7-8acd-964c55b30ae3 req-977992c8-72b1-41ca-ac1a-e402078592c9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 931 time: 0.0544512 Apr 15 03:49:25.523794 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a3c5d08a-73a1-40b7-8acd-964c55b30ae3 req-4cd9474a-5ba0-4eac-b804-9ff72b75af59 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a312aa1b-f59e-40a5-98f3-0182111e6259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931163 Apr 15 03:49:25.537970 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d88794b-c56d-41df-a795-35fa63ac4455 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:49:25.546107 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] Publish callbacks [] for port (6d88794b-c56d-41df-a795-35fa63ac4455), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:25.558955 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] Transition to ACTIVE for port object 6d88794b-c56d-41df-a795-35fa63ac4455 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 03:49:25.618082 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (6d88794b-c56d-41df-a795-35fa63ac4455), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:25.672767 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] Pushing event updated for resources: {'Port': ['ID=6d88794b-c56d-41df-a795-35fa63ac4455,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:25.745224 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] Attempting to bind port 6d88794b-c56d-41df-a795-35fa63ac4455 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:49:25.745549 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] Attempting to bind port 6d88794b-c56d-41df-a795-35fa63ac4455 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'a0c834c6-c1ac-4022-a84e-8a2131b0d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:49:25.745882 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] Attempting to bind port 6d88794b-c56d-41df-a795-35fa63ac4455 on network 9193fb55-05b4-4e17-8904-f51bcb368701 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:49:25.751113 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] Port 6d88794b-c56d-41df-a795-35fa63ac4455 on network 9193fb55-05b4-4e17-8904-f51bcb368701 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:49:25.754090 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] Attempting to bind port 6d88794b-c56d-41df-a795-35fa63ac4455 on network 9193fb55-05b4-4e17-8904-f51bcb368701 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:49:25.757538 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:49:25.758096 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] Checking segment: {'id': 'a0c834c6-c1ac-4022-a84e-8a2131b0d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:49:25.758516 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] Bound using segment: {'id': 'a0c834c6-c1ac-4022-a84e-8a2131b0d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:49:25.758971 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] Bound port: 6d88794b-c56d-41df-a795-35fa63ac4455, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c834c6-c1ac-4022-a84e-8a2131b0d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:49:25.759358 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6d88794b-c56d-41df-a795-35fa63ac4455), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:25.826134 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] For port 6d88794b-c56d-41df-a795-35fa63ac4455, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:49:25.829546 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] For port 6d88794b-c56d-41df-a795-35fa63ac4455, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=6d88794b-c56d-41df-a795-35fa63ac4455,segment=NetworkSegment(a0c834c6-c1ac-4022-a84e-8a2131b0d9de),segment_id=a0c834c6-c1ac-4022-a84e-8a2131b0d9de)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:49:25.904200 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (6d88794b-c56d-41df-a795-35fa63ac4455), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:25.938835 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:25.939463 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:25.940862 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] 10.222.0.30 "PUT /v2.0/ports/6d88794b-c56d-41df-a795-35fa63ac4455 HTTP/1.1" status: 200 len: 1093 time: 0.8145347 Apr 15 03:49:25.941309 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'tag': '6d88794b-c56d-41df-a795-35fa63ac4455'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:49:25.943612 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36715152-1dd8-4774-b61c-168270c602a7" -d '{"events": [{"name": "network-changed", "server_uuid": "7c68df2b-5e78-4b97-8ee5-1de1cdad9436", "tag": "6d88794b-c56d-41df-a795-35fa63ac4455"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:49:25.968035 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb5db8-c210-4a77-90aa-5741460c9332 service neutron] Pushing event updated for resources: {'Port': ['ID=6d88794b-c56d-41df-a795-35fa63ac4455,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:25.989051 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc17624-0231-46c9-87db-f4ed1cbccb60 x-openstack-request-id: req-2fc17624-0231-46c9-87db-f4ed1cbccb60 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:49:25.989347 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c68df2b-5e78-4b97-8ee5-1de1cdad9436", "tag": "6d88794b-c56d-41df-a795-35fa63ac4455", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:49:25.989605 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2fc17624-0231-46c9-87db-f4ed1cbccb60 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:49:25.990028 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fc17624-0231-46c9-87db-f4ed1cbccb60'] response: {'name': 'network-changed', 'server_uuid': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'tag': '6d88794b-c56d-41df-a795-35fa63ac4455', 'status': 'completed', 'code': 200} Apr 15 03:49:26.052962 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36715152-1dd8-4774-b61c-168270c602a7 req-7941e81e-a94f-43ff-ac4e-72f4277413a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:26.054833 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-36715152-1dd8-4774-b61c-168270c602a7 req-7941e81e-a94f-43ff-ac4e-72f4277413a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 1127 time: 0.0425427 Apr 15 03:49:26.159486 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36715152-1dd8-4774-b61c-168270c602a7 req-32e7d151-0bb7-4bba-93bb-2ca99e44d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:26.161225 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-36715152-1dd8-4774-b61c-168270c602a7 req-32e7d151-0bb7-4bba-93bb-2ca99e44d4ab service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6786bd52355f4b228acda11ee2393b97&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0990121 Apr 15 03:49:26.255167 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36715152-1dd8-4774-b61c-168270c602a7 req-3dd2ae7b-3e85-456e-9953-f5bcc01980f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:26.256542 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-36715152-1dd8-4774-b61c-168270c602a7 req-3dd2ae7b-3e85-456e-9953-f5bcc01980f1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0900896 Apr 15 03:49:26.327121 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-1805321f-e824-40f6-bb6e-6fd3baa14d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:26.328595 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-1805321f-e824-40f6-bb6e-6fd3baa14d11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 1127 time: 0.0385859 Apr 15 03:49:26.368813 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-4f8b8827-6751-43ec-848c-5a92b0501e34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d88794b-c56d-41df-a795-35fa63ac4455 HTTP/1.1" status: 200 len: 217 time: 0.0327036 Apr 15 03:49:26.419059 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-0a588fe2-cc6e-443d-8b63-6e630ca0b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:26.420462 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-0a588fe2-cc6e-443d-8b63-6e630ca0b1c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83f96aa2-c961-4272-a841-a2ae57c40131 HTTP/1.1" status: 200 len: 834 time: 0.0462012 Apr 15 03:49:26.462705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-b02d2f17-40c2-49e5-9864-62cc5dcc307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:26.464097 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-b02d2f17-40c2-49e5-9864-62cc5dcc307d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9193fb55-05b4-4e17-8904-f51bcb368701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379815 Apr 15 03:49:26.551786 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-965ef923-c006-4753-ba3d-5f16de601890 service neutron] 10.222.0.30 "GET /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818486 Apr 15 03:49:26.666871 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7ca07-382e-49e6-914b-315c1043be62 req-c7800cc1-a933-42c7-8cfe-0e86587c4471 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:26.668327 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-03c7ca07-382e-49e6-914b-315c1043be62 req-c7800cc1-a933-42c7-8cfe-0e86587c4471 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 943 time: 0.0561657 Apr 15 03:49:26.696026 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5e0ed88c-27e1-4e66-8429-6bb25698973f req-2695479c-d219-4065-bb99-80815fecb18b service neutron] 10.222.0.30 "GET /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382735 Apr 15 03:49:26.729153 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-03c7ca07-382e-49e6-914b-315c1043be62 req-a36aef6e-fc02-418b-847c-6a5248ab2451 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a312aa1b-f59e-40a5-98f3-0182111e6259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531197 Apr 15 03:49:27.840684 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bddec64-396c-4fc1-a754-161bc7e509c9 req-932c3808-8ae1-47ea-8cac-c5ff53edb0e9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:27.842194 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9bddec64-396c-4fc1-a754-161bc7e509c9 req-932c3808-8ae1-47ea-8cac-c5ff53edb0e9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 943 time: 0.0475640 Apr 15 03:49:27.890790 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9bddec64-396c-4fc1-a754-161bc7e509c9 req-4629becc-5652-4ade-85ad-826d9b942a0a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a312aa1b-f59e-40a5-98f3-0182111e6259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427854 Apr 15 03:49:29.004262 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a856eb8-be46-442a-8846-08b0afdecd51 req-3fc1eb21-2dac-4c7b-ba8a-50bacc3c346e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:29.005698 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7a856eb8-be46-442a-8846-08b0afdecd51 req-3fc1eb21-2dac-4c7b-ba8a-50bacc3c346e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 943 time: 0.0498834 Apr 15 03:49:29.054122 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7a856eb8-be46-442a-8846-08b0afdecd51 req-f3c02327-3e6e-43c0-a702-8249fac26fff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a312aa1b-f59e-40a5-98f3-0182111e6259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429802 Apr 15 03:49:29.127058 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 6d88794b-c56d-41df-a795-35fa63ac4455 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 03:49:29.224098 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 6d88794b-c56d-41df-a795-35fa63ac4455, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=6d88794b-c56d-41df-a795-35fa63ac4455,segment=NetworkSegment(a0c834c6-c1ac-4022-a84e-8a2131b0d9de),segment_id=a0c834c6-c1ac-4022-a84e-8a2131b0d9de)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:49:29.234761 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '6d88794b-c56d-41df-a795-35fa63ac4455', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'port_id': '6d88794b-c56d-41df-a795-35fa63ac4455', 'mac_address': 'fa:16:3e:22:8d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 03:49:29.270933 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 6d88794b-c56d-41df-a795-35fa63ac4455 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:49:29.271316 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6d88794b-c56d-41df-a795-35fa63ac4455), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:29.283421 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d88794b-c56d-41df-a795-35fa63ac4455 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:49:29.302530 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 6d88794b-c56d-41df-a795-35fa63ac4455, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=6d88794b-c56d-41df-a795-35fa63ac4455,segment=NetworkSegment(a0c834c6-c1ac-4022-a84e-8a2131b0d9de),segment_id=a0c834c6-c1ac-4022-a84e-8a2131b0d9de)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:49:29.388995 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (6d88794b-c56d-41df-a795-35fa63ac4455), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:29.440140 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=6d88794b-c56d-41df-a795-35fa63ac4455,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:29.630427 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['6d88794b-c56d-41df-a795-35fa63ac4455'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:49:30.169263 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c07f94-e2ca-4b04-b17c-3b386f9f4dcc req-122975e6-edca-40b8-a277-a4bf43fd0de8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:30.170758 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b1c07f94-e2ca-4b04-b17c-3b386f9f4dcc req-122975e6-edca-40b8-a277-a4bf43fd0de8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 944 time: 0.0527020 Apr 15 03:49:30.219582 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b1c07f94-e2ca-4b04-b17c-3b386f9f4dcc req-18c02768-4e60-487c-9a90-22c60ff9804b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a312aa1b-f59e-40a5-98f3-0182111e6259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431435 Apr 15 03:49:31.144182 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 6d88794b-c56d-41df-a795-35fa63ac4455 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:49:31.189458 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 6d88794b-c56d-41df-a795-35fa63ac4455 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 03:49:31.278902 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 6d88794b-c56d-41df-a795-35fa63ac4455 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:49:31.279281 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6d88794b-c56d-41df-a795-35fa63ac4455), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:31.328710 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4292203-842c-43c2-898e-5349d575f01f req-90237726-43ad-44d7-8270-2ecf85c923d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:31.330190 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d4292203-842c-43c2-898e-5349d575f01f req-90237726-43ad-44d7-8270-2ecf85c923d3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 944 time: 0.0465584 Apr 15 03:49:31.356393 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 6d88794b-c56d-41df-a795-35fa63ac4455 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:49:31.356784 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6d88794b-c56d-41df-a795-35fa63ac4455), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:31.379197 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d4292203-842c-43c2-898e-5349d575f01f req-3723c2a7-ac3f-4fa8-aa44-458e07fc23f2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a312aa1b-f59e-40a5-98f3-0182111e6259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425637 Apr 15 03:49:31.381579 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d88794b-c56d-41df-a795-35fa63ac4455'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:49:31.383850 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2101ba1b-9cc6-4d8e-8fd5-22f5c25c7a4e" -d '{"events": [{"server_uuid": "7c68df2b-5e78-4b97-8ee5-1de1cdad9436", "name": "network-vif-plugged", "status": "completed", "tag": "6d88794b-c56d-41df-a795-35fa63ac4455"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:49:31.403526 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 6d88794b-c56d-41df-a795-35fa63ac4455, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=6d88794b-c56d-41df-a795-35fa63ac4455,segment=NetworkSegment(a0c834c6-c1ac-4022-a84e-8a2131b0d9de),segment_id=a0c834c6-c1ac-4022-a84e-8a2131b0d9de)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:49:31.484430 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (6d88794b-c56d-41df-a795-35fa63ac4455), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:31.510039 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037d470a-969d-47af-90b6-1cfda9f6d547 x-openstack-request-id: req-037d470a-969d-47af-90b6-1cfda9f6d547 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:49:31.510333 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c68df2b-5e78-4b97-8ee5-1de1cdad9436", "name": "network-vif-plugged", "status": "completed", "tag": "6d88794b-c56d-41df-a795-35fa63ac4455", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:49:31.510586 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-037d470a-969d-47af-90b6-1cfda9f6d547 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:49:31.512376 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-037d470a-969d-47af-90b6-1cfda9f6d547'] response: {'server_uuid': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d88794b-c56d-41df-a795-35fa63ac4455', 'code': 200} Apr 15 03:49:31.539303 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=6d88794b-c56d-41df-a795-35fa63ac4455,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:31.788215 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43573d-ed15-4bf9-b418-1ebf4783e76a req-ebce6b49-c85a-4152-ab78-5deed00b77e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:31.789694 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ff43573d-ed15-4bf9-b418-1ebf4783e76a req-ebce6b49-c85a-4152-ab78-5deed00b77e0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 1129 time: 0.0425920 Apr 15 03:49:31.833796 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ff43573d-ed15-4bf9-b418-1ebf4783e76a req-2e384219-670a-4caf-806c-b120196f6713 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a312aa1b-f59e-40a5-98f3-0182111e6259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382552 Apr 15 03:49:32.490212 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a9c6d-b526-4bae-bd33-a6a5a178bf11 req-0510f91f-9e03-4b29-830c-db3637be2fce tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:32.492333 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fc4a9c6d-b526-4bae-bd33-a6a5a178bf11 req-0510f91f-9e03-4b29-830c-db3637be2fce tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 945 time: 0.0463531 Apr 15 03:49:32.539471 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fc4a9c6d-b526-4bae-bd33-a6a5a178bf11 req-39948469-f570-4af7-97e1-a15085b0ff57 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a312aa1b-f59e-40a5-98f3-0182111e6259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417657 Apr 15 03:49:33.651783 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0b97d-9376-418b-a93b-f2b17d44f60a req-bbbcc7c3-a5b9-4784-bed3-73bdb767d212 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:33.653351 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-68c0b97d-9376-418b-a93b-f2b17d44f60a req-bbbcc7c3-a5b9-4784-bed3-73bdb767d212 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 945 time: 0.0470381 Apr 15 03:49:33.701989 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-68c0b97d-9376-418b-a93b-f2b17d44f60a req-f0ca0e99-47c3-4fb7-90c7-7c0507df5500 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a312aa1b-f59e-40a5-98f3-0182111e6259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429099 Apr 15 03:49:33.811469 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe3e60-b8f1-4674-8372-5e33690b3d4c req-33486468-6981-4e0a-9a83-24362b077275 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:33.812884 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7cbe3e60-b8f1-4674-8372-5e33690b3d4c req-33486468-6981-4e0a-9a83-24362b077275 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 945 time: 0.0472105 Apr 15 03:49:33.864259 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7cbe3e60-b8f1-4674-8372-5e33690b3d4c req-edab6439-f051-436c-8546-1c3f81c3a6c0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a312aa1b-f59e-40a5-98f3-0182111e6259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459332 Apr 15 03:49:33.885875 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37578) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:33.923406 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e45836-3e90-4595-b77a-70fb94f9d599 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:33.924900 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d9e45836-3e90-4595-b77a-70fb94f9d599 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 1124 time: 0.0380614 Apr 15 03:49:33.927581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37580) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:33.932334 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-089b3141-239c-4a21-a503-9e6f8c9ba5f7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': '6d88794b-c56d-41df-a795-35fa63ac4455', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:34.040256 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-089b3141-239c-4a21-a503-9e6f8c9ba5f7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:34.116617 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-089b3141-239c-4a21-a503-9e6f8c9ba5f7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:34.220687 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-089b3141-239c-4a21-a503-9e6f8c9ba5f7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.26.6.75 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/0f4fddbd-c475-4167-bd86-0943f96cdda3) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:49:34.323756 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-089b3141-239c-4a21-a503-9e6f8c9ba5f7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (0f4fddbd-c475-4167-bd86-0943f96cdda3), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:34.411380 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-089b3141-239c-4a21-a503-9e6f8c9ba5f7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (0f4fddbd-c475-4167-bd86-0943f96cdda3), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:34.448134 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089b3141-239c-4a21-a503-9e6f8c9ba5f7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:49:34.451037 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-089b3141-239c-4a21-a503-9e6f8c9ba5f7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:49:34.456660 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089b3141-239c-4a21-a503-9e6f8c9ba5f7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:49:34.482590 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b3141-239c-4a21-a503-9e6f8c9ba5f7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=0f4fddbd-c475-4167-bd86-0943f96cdda3,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:34.490766 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:34.823975 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-089b3141-239c-4a21-a503-9e6f8c9ba5f7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (8e2be5bd-e671-4572-b77e-dfb08a052228), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:34.957739 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-089b3141-239c-4a21-a503-9e6f8c9ba5f7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (0f4fddbd-c475-4167-bd86-0943f96cdda3), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:35.106812 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-089b3141-239c-4a21-a503-9e6f8c9ba5f7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (0f4fddbd-c475-4167-bd86-0943f96cdda3), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:35.183368 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-089b3141-239c-4a21-a503-9e6f8c9ba5f7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (0f4fddbd-c475-4167-bd86-0943f96cdda3), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:35.254198 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b3141-239c-4a21-a503-9e6f8c9ba5f7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=0f4fddbd-c475-4167-bd86-0943f96cdda3,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:35.263214 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-089b3141-239c-4a21-a503-9e6f8c9ba5f7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (8e2be5bd-e671-4572-b77e-dfb08a052228), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:35.365046 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-089b3141-239c-4a21-a503-9e6f8c9ba5f7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Floating IP 8e2be5bd-e671-4572-b77e-dfb08a052228 associated. External IP: 172.26.6.75, port: 6d88794b-c56d-41df-a795-35fa63ac4455. Apr 15 03:49:35.573758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089b3141-239c-4a21-a503-9e6f8c9ba5f7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 607ade27-4da1-454b-896f-3acf24a5e8c8 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:49:35.682380 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089b3141-239c-4a21-a503-9e6f8c9ba5f7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:49:35.691957 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f297448-4850-43fd-b67e-d956552e3ce1 None None] Sync routers for ids ['607ade27-4da1-454b-896f-3acf24a5e8c8'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:49:35.701665 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f297448-4850-43fd-b67e-d956552e3ce1 None None] Routers {'607ade27-4da1-454b-896f-3acf24a5e8c8'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:49:35.702307 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-6f297448-4850-43fd-b67e-d956552e3ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:49:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['607ade27-4da1-454b-896f-3acf24a5e8c8'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:35.779710 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-089b3141-239c-4a21-a503-9e6f8c9ba5f7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:35.809992 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-089b3141-239c-4a21-a503-9e6f8c9ba5f7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8814113 Apr 15 03:49:35.810588 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'tag': '6d88794b-c56d-41df-a795-35fa63ac4455'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:49:35.812109 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-6f297448-4850-43fd-b67e-d956552e3ce1 None None] Set router 607ade27-4da1-454b-896f-3acf24a5e8c8 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:49:35.812725 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37582) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:35.813236 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc68c4c-d851-468d-84cb-0db5c841e6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "7c68df2b-5e78-4b97-8ee5-1de1cdad9436", "tag": "6d88794b-c56d-41df-a795-35fa63ac4455"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:49:35.858454 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f0a028-f569-4d41-9dc3-3b8f1c8330c7 x-openstack-request-id: req-60f0a028-f569-4d41-9dc3-3b8f1c8330c7 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:49:35.859108 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c68df2b-5e78-4b97-8ee5-1de1cdad9436", "tag": "6d88794b-c56d-41df-a795-35fa63ac4455", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:49:35.859108 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60f0a028-f569-4d41-9dc3-3b8f1c8330c7 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:49:35.859431 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f0a028-f569-4d41-9dc3-3b8f1c8330c7'] response: {'name': 'network-changed', 'server_uuid': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'tag': '6d88794b-c56d-41df-a795-35fa63ac4455', 'status': 'completed', 'code': 200} Apr 15 03:49:35.862133 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51a99b3-ff89-4131-b8de-e42736c68f70 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:35.863735 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b51a99b3-ff89-4131-b8de-e42736c68f70 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 1124 time: 0.0499837 Apr 15 03:49:35.919571 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc68c4c-d851-468d-84cb-0db5c841e6ca req-2e14043b-d7d3-4d37-bf94-363eb9135d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:35.921401 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dfc68c4c-d851-468d-84cb-0db5c841e6ca req-2e14043b-d7d3-4d37-bf94-363eb9135d50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 1129 time: 0.0425210 Apr 15 03:49:36.019029 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc68c4c-d851-468d-84cb-0db5c841e6ca req-db40261c-2d3e-45de-bfa0-c20e4a6b8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:36.020583 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dfc68c4c-d851-468d-84cb-0db5c841e6ca req-db40261c-2d3e-45de-bfa0-c20e4a6b8dff service neutron] 10.222.0.30 "GET /v2.0/networks?id=9193fb55-05b4-4e17-8904-f51bcb368701 HTTP/1.1" status: 200 len: 896 time: 0.0928526 Apr 15 03:49:36.096274 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dfc68c4c-d851-468d-84cb-0db5c841e6ca req-84d74dec-453f-4aaa-a5a7-92912fb87153 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d88794b-c56d-41df-a795-35fa63ac4455 HTTP/1.1" status: 200 len: 998 time: 0.0696347 Apr 15 03:49:36.146676 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc68c4c-d851-468d-84cb-0db5c841e6ca req-e2bfd92c-fdd8-4349-a786-677329dc83b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:36.148811 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dfc68c4c-d851-468d-84cb-0db5c841e6ca req-e2bfd92c-fdd8-4349-a786-677329dc83b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83f96aa2-c961-4272-a841-a2ae57c40131 HTTP/1.1" status: 200 len: 834 time: 0.0471070 Apr 15 03:49:36.184622 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-6f297448-4850-43fd-b67e-d956552e3ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'name': 'tempest-TestNetworkBasicOps-router-1310125145', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:49:12Z', 'updated_at': '2022-04-15T03:49:17Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:13Z', 'updated_at': '2022-04-15T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '8e2be5bd-e671-4572-b77e-dfb08a052228', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.75', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'port_id': '6d88794b-c56d-41df-a795-35fa63ac4455', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'mac_address': 'fa:16:3e:22:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:49:34Z', 'updated_at': '2022-04-15T03:49:34Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e337be-4665-4792-9023-e99ff4398c3f', 'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a5:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:16Z', 'updated_at': '2022-04-15T03:49:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:36.191700 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc68c4c-d851-468d-84cb-0db5c841e6ca req-c8748932-f948-4124-b4df-21b1893611fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:36.193890 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dfc68c4c-d851-468d-84cb-0db5c841e6ca req-c8748932-f948-4124-b4df-21b1893611fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9193fb55-05b4-4e17-8904-f51bcb368701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0397048 Apr 15 03:49:36.212365 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f297448-4850-43fd-b67e-d956552e3ce1 None None] Checking router: 607ade27-4da1-454b-896f-3acf24a5e8c8 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:49:36.220639 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f297448-4850-43fd-b67e-d956552e3ce1 None None] Routers {'607ade27-4da1-454b-896f-3acf24a5e8c8'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:49:36.221294 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-6f297448-4850-43fd-b67e-d956552e3ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:49:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['607ade27-4da1-454b-896f-3acf24a5e8c8'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:36.290224 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dfc68c4c-d851-468d-84cb-0db5c841e6ca req-a04cb0aa-80f4-4910-95a7-2a1ea28e0e8b service neutron] 10.222.0.30 "GET /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898690 Apr 15 03:49:36.307412 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37588) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:36.311923 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-3d00df82-41ac-4a3a-879e-fe3d1e9c84f8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1491688879', 'description': 'tempest-secgroup-smoke-1491688879 description', 'project_id': '6786bd52355f4b228acda11ee2393b97'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:36.332085 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-6f297448-4850-43fd-b67e-d956552e3ce1 None None] Set router 607ade27-4da1-454b-896f-3acf24a5e8c8 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:49:36.381218 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dfc68c4c-d851-468d-84cb-0db5c841e6ca req-7d3df0c1-41c7-45d8-8f17-133d731d0bd7 service neutron] 10.222.0.30 "GET /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853508 Apr 15 03:49:36.400719 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3d00df82-41ac-4a3a-879e-fe3d1e9c84f8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:36.472730 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3d00df82-41ac-4a3a-879e-fe3d1e9c84f8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:36.541419 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3d00df82-41ac-4a3a-879e-fe3d1e9c84f8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:36.550803 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-6f297448-4850-43fd-b67e-d956552e3ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'name': 'tempest-TestNetworkBasicOps-router-1310125145', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:49:12Z', 'updated_at': '2022-04-15T03:49:17Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:13Z', 'updated_at': '2022-04-15T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '8e2be5bd-e671-4572-b77e-dfb08a052228', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.75', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'port_id': '6d88794b-c56d-41df-a795-35fa63ac4455', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'mac_address': 'fa:16:3e:22:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:49:34Z', 'updated_at': '2022-04-15T03:49:34Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e337be-4665-4792-9023-e99ff4398c3f', 'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a5:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:16Z', 'updated_at': '2022-04-15T03:49:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:36.571274 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00df82-41ac-4a3a-879e-fe3d1e9c84f8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:36.580638 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f297448-4850-43fd-b67e-d956552e3ce1 None None] The sync data for ids ['607ade27-4da1-454b-896f-3acf24a5e8c8'] in dv-neutron-837140-3-hyperv is: [{'id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'name': 'tempest-TestNetworkBasicOps-router-1310125145', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:49:12Z', 'updated_at': '2022-04-15T03:49:17Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:13Z', 'updated_at': '2022-04-15T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '8e2be5bd-e671-4572-b77e-dfb08a052228', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.75', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'port_id': '6d88794b-c56d-41df-a795-35fa63ac4455', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'mac_address': 'fa:16:3e:22:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:49:34Z', 'updated_at': '2022-04-15T03:49:34Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e337be-4665-4792-9023-e99ff4398c3f', 'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a5:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:16Z', 'updated_at': '2022-04-15T03:49:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:49:36.623398 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3d00df82-41ac-4a3a-879e-fe3d1e9c84f8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:36.624937 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3d00df82-41ac-4a3a-879e-fe3d1e9c84f8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3162720 Apr 15 03:49:36.627794 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37590) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:36.632884 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-489b7c9c-bed3-4db2-8cd1-fe345d9b2706 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:36.724759 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-489b7c9c-bed3-4db2-8cd1-fe345d9b2706 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (56b98048-941f-4073-9de0-f6e638c42fdb), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:36.774838 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97933ac4-d715-4c5d-b0b2-0442b78fbb0c None None] New status for floating IP 8e2be5bd-e671-4572-b77e-dfb08a052228: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:49:36.785908 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-489b7c9c-bed3-4db2-8cd1-fe345d9b2706 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (56b98048-941f-4073-9de0-f6e638c42fdb), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:36.857940 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-489b7c9c-bed3-4db2-8cd1-fe345d9b2706 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (56b98048-941f-4073-9de0-f6e638c42fdb), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:36.878261 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b7c9c-bed3-4db2-8cd1-fe345d9b2706 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b98048-941f-4073-9de0-f6e638c42fdb,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:36.934191 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-489b7c9c-bed3-4db2-8cd1-fe345d9b2706 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:36.935447 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-489b7c9c-bed3-4db2-8cd1-fe345d9b2706 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3066537 Apr 15 03:49:36.938115 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37592) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:36.942489 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-dd515871-0fc2-4e9b-8219-5e5549edab1c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:37.006493 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dd515871-0fc2-4e9b-8219-5e5549edab1c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (f4718ccc-08dd-4f18-9802-464c88642915), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:37.066272 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dd515871-0fc2-4e9b-8219-5e5549edab1c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (f4718ccc-08dd-4f18-9802-464c88642915), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:37.130210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dd515871-0fc2-4e9b-8219-5e5549edab1c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (f4718ccc-08dd-4f18-9802-464c88642915), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:37.148678 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd515871-0fc2-4e9b-8219-5e5549edab1c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4718ccc-08dd-4f18-9802-464c88642915,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:37.213643 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dd515871-0fc2-4e9b-8219-5e5549edab1c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:37.214876 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-dd515871-0fc2-4e9b-8219-5e5549edab1c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2757502 Apr 15 03:49:37.217569 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37594) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:37.221753 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-6be9e237-b9d3-408e-9590-087048f64bd6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:37.319628 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6be9e237-b9d3-408e-9590-087048f64bd6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (69ef5c7e-c0c0-40bc-9b70-8e37ba25bfe8), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:37.380083 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6be9e237-b9d3-408e-9590-087048f64bd6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (69ef5c7e-c0c0-40bc-9b70-8e37ba25bfe8), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:37.452182 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6be9e237-b9d3-408e-9590-087048f64bd6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (69ef5c7e-c0c0-40bc-9b70-8e37ba25bfe8), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:37.470941 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9e237-b9d3-408e-9590-087048f64bd6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ef5c7e-c0c0-40bc-9b70-8e37ba25bfe8,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:37.528303 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6be9e237-b9d3-408e-9590-087048f64bd6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:37.529582 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6be9e237-b9d3-408e-9590-087048f64bd6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3109963 Apr 15 03:49:37.532282 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37596) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:37.536746 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-c1c6cad1-4469-4497-8016-73bf13bfdb13 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:37.636558 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c1c6cad1-4469-4497-8016-73bf13bfdb13 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (111c4826-58b2-47e9-95e7-36e1cc3663d3), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:37.692487 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c1c6cad1-4469-4497-8016-73bf13bfdb13 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (111c4826-58b2-47e9-95e7-36e1cc3663d3), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:37.743191 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c1c6cad1-4469-4497-8016-73bf13bfdb13 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (111c4826-58b2-47e9-95e7-36e1cc3663d3), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:37.761780 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6cad1-4469-4497-8016-73bf13bfdb13 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111c4826-58b2-47e9-95e7-36e1cc3663d3,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:37.808492 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c1c6cad1-4469-4497-8016-73bf13bfdb13 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:37.809758 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c1c6cad1-4469-4497-8016-73bf13bfdb13 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2765703 Apr 15 03:49:37.812576 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37598) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:37.816794 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2a5d8588-831d-4c94-b40a-265c44b27837 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:37.912988 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-2a5d8588-831d-4c94-b40a-265c44b27837 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:49:37.918518 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2a5d8588-831d-4c94-b40a-265c44b27837 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (ba79990b-a461-4b8c-9bca-2623248b68f0), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:37.977285 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2a5d8588-831d-4c94-b40a-265c44b27837 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (ba79990b-a461-4b8c-9bca-2623248b68f0), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:38.057339 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2a5d8588-831d-4c94-b40a-265c44b27837 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (ba79990b-a461-4b8c-9bca-2623248b68f0), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:38.075258 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d8588-831d-4c94-b40a-265c44b27837 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba79990b-a461-4b8c-9bca-2623248b68f0,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:38.145104 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2a5d8588-831d-4c94-b40a-265c44b27837 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:38.146324 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2a5d8588-831d-4c94-b40a-265c44b27837 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3328300 Apr 15 03:49:38.149183 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37600) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:38.153391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-9e8a943e-eac1-4c23-ac99-ca86054e38ff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': 'e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:38.252116 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-9e8a943e-eac1-4c23-ac99-ca86054e38ff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:49:38.258293 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e8a943e-eac1-4c23-ac99-ca86054e38ff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (9448e7e6-d650-464a-90de-549fdde9c4fd), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:38.316296 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e8a943e-eac1-4c23-ac99-ca86054e38ff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (9448e7e6-d650-464a-90de-549fdde9c4fd), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:38.400383 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e8a943e-eac1-4c23-ac99-ca86054e38ff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (9448e7e6-d650-464a-90de-549fdde9c4fd), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:38.417839 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a943e-eac1-4c23-ac99-ca86054e38ff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9448e7e6-d650-464a-90de-549fdde9c4fd,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:38.503490 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9e8a943e-eac1-4c23-ac99-ca86054e38ff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:38.504658 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9e8a943e-eac1-4c23-ac99-ca86054e38ff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3545511 Apr 15 03:49:38.647711 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-450464fb-9608-49ab-91f7-92067d48252a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1491688879&fields=id&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 267 time: 0.0431583 Apr 15 03:49:38.752835 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-927e86c3-3737-44f7-9eea-f32c29ca90b5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:38.754333 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-927e86c3-3737-44f7-9eea-f32c29ca90b5 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/networks?id=9193fb55-05b4-4e17-8904-f51bcb368701 HTTP/1.1" status: 200 len: 796 time: 0.1004343 Apr 15 03:49:38.768199 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-a883dabf-5fca-40de-95a3-3c64d940dc31 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/quotas/6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 375 time: 0.0086100 Apr 15 03:49:38.817843 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-d0569ec2-1bb1-4afb-a4f0-28c70fc3be44 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0443876 Apr 15 03:49:38.909510 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-92845d2c-6cc6-4fb8-9423-ce47b9a5f54d service neutron] 10.222.0.15 "GET /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808034 Apr 15 03:49:38.999693 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-387b3122-8b7b-462f-91e0-20d07caecbc2 service neutron] 10.222.0.15 "GET /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834143 Apr 15 03:49:39.254575 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-21bf1d0b-f3df-4423-862e-6bee6e4ea06c req-c8343b13-fd06-4c92-bd3f-6ffc9540e4ad tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=01078c02-1665-44af-9e51-38b9fa574857 HTTP/1.1" status: 200 len: 210 time: 0.0273278 Apr 15 03:49:40.362705 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-aac75fe3-1cc5-4b4e-90cd-3a3a86bc2bc9 req-9f17502d-2390-4808-a273-275643674a0d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=01078c02-1665-44af-9e51-38b9fa574857 HTTP/1.1" status: 200 len: 210 time: 0.0357280 Apr 15 03:49:41.128182 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-edd841b6-e6c1-4248-8817-75dc4bea4003 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:41.129691 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-edd841b6-e6c1-4248-8817-75dc4bea4003 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/networks?id=9193fb55-05b4-4e17-8904-f51bcb368701 HTTP/1.1" status: 200 len: 796 time: 0.1134052 Apr 15 03:49:41.208749 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-ff1078b2-c23a-43b1-bf71-308db0018e10 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 473 time: 0.0694563 Apr 15 03:49:41.216827 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-eea43c82-778d-4fb8-a015-f439ea7ca97f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'port': {'device_id': '01078c02-1665-44af-9e51-38b9fa574857', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'admin_state_up': True, 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'security_groups': ['e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:41.394987 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-eea43c82-778d-4fb8-a015-f439ea7ca97f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:49:41.398437 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-eea43c82-778d-4fb8-a015-f439ea7ca97f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:41.480389 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5efa8b0d-867a-459d-9cec-19c7240f3cd6 req-c2bdf3c8-ccc6-4087-9a5d-ad472e0ad04c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=01078c02-1665-44af-9e51-38b9fa574857 HTTP/1.1" status: 200 len: 210 time: 0.0543144 Apr 15 03:49:41.567314 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-eced1ed9-fc56-465c-9391-f167332e3bc2 req-0703e7a4-fa3a-40f3-a11b-e201b428bc48 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458670 Apr 15 03:49:41.567936 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-eea43c82-778d-4fb8-a015-f439ea7ca97f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.20.0.6 (9193fb55-05b4-4e17-8904-f51bcb368701/83f96aa2-c961-4272-a841-a2ae57c40131/b7b37cc7-c8c5-4d34-b142-006dac47e587) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:49:41.687163 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced1ed9-fc56-465c-9391-f167332e3bc2 req-30432b80-9a04-4f21-8087-025b7f3f08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:41.688980 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-eced1ed9-fc56-465c-9391-f167332e3bc2 req-30432b80-9a04-4f21-8087-025b7f3f08ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 1129 time: 0.0781374 Apr 15 03:49:41.716174 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-eea43c82-778d-4fb8-a015-f439ea7ca97f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (b7b37cc7-c8c5-4d34-b142-006dac47e587), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:41.790210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-eea43c82-778d-4fb8-a015-f439ea7ca97f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (b7b37cc7-c8c5-4d34-b142-006dac47e587), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:41.841836 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-eea43c82-778d-4fb8-a015-f439ea7ca97f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 9193fb55-05b4-4e17-8904-f51bcb368701 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:49:41.845188 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-eea43c82-778d-4fb8-a015-f439ea7ca97f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:49:41.850000 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-eea43c82-778d-4fb8-a015-f439ea7ca97f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:49:41.853609 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea43c82-778d-4fb8-a015-f439ea7ca97f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=b7b37cc7-c8c5-4d34-b142-006dac47e587,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:41.859175 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced1ed9-fc56-465c-9391-f167332e3bc2 req-6fb6f228-6ebd-46ce-a4db-f596dd099e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:41.860656 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-eced1ed9-fc56-465c-9391-f167332e3bc2 req-6fb6f228-6ebd-46ce-a4db-f596dd099e2e service neutron] 10.222.0.30 "GET /v2.0/networks?id=9193fb55-05b4-4e17-8904-f51bcb368701 HTTP/1.1" status: 200 len: 896 time: 0.1543624 Apr 15 03:49:41.908916 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-eea43c82-778d-4fb8-a015-f439ea7ca97f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:41.909553 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-eea43c82-778d-4fb8-a015-f439ea7ca97f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:42.010509 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-eea43c82-778d-4fb8-a015-f439ea7ca97f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7973759 Apr 15 03:49:42.023673 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] Request body: {'port': {'device_id': '01078c02-1665-44af-9e51-38b9fa574857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:42.102404 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b7b37cc7-c8c5-4d34-b142-006dac47e587), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:42.207297 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d0522a19-d20e-46df-9d3f-19d1d4a36ff5 None None] Provisioning complete for port b7b37cc7-c8c5-4d34-b142-006dac47e587 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:49:42.208473 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d0522a19-d20e-46df-9d3f-19d1d4a36ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b7b37cc7-c8c5-4d34-b142-006dac47e587), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:42.253652 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d0522a19-d20e-46df-9d3f-19d1d4a36ff5 None None] Port b7b37cc7-c8c5-4d34-b142-006dac47e587 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:49:42.315698 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-eced1ed9-fc56-465c-9391-f167332e3bc2 req-20882714-c542-4a4d-bc7a-b3b092d9b269 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d88794b-c56d-41df-a795-35fa63ac4455 HTTP/1.1" status: 200 len: 1000 time: 0.4487329 Apr 15 03:49:42.373008 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced1ed9-fc56-465c-9391-f167332e3bc2 req-11a2ae20-d453-4f8c-acd8-4a7cc648ce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:42.374477 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-eced1ed9-fc56-465c-9391-f167332e3bc2 req-11a2ae20-d453-4f8c-acd8-4a7cc648ce01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83f96aa2-c961-4272-a841-a2ae57c40131 HTTP/1.1" status: 200 len: 834 time: 0.0527563 Apr 15 03:49:42.392316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b37cc7-c8c5-4d34-b142-006dac47e587 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:49:42.399767 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] Publish callbacks [] for port (b7b37cc7-c8c5-4d34-b142-006dac47e587), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:42.412233 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] Transition to ACTIVE for port object b7b37cc7-c8c5-4d34-b142-006dac47e587 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 03:49:42.448930 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced1ed9-fc56-465c-9391-f167332e3bc2 req-60e070c6-c041-4384-9365-c0f1d13a3ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:42.450447 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-eced1ed9-fc56-465c-9391-f167332e3bc2 req-60e070c6-c041-4384-9365-c0f1d13a3ebd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9193fb55-05b4-4e17-8904-f51bcb368701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0706735 Apr 15 03:49:42.480486 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (b7b37cc7-c8c5-4d34-b142-006dac47e587), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:42.547921 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-eced1ed9-fc56-465c-9391-f167332e3bc2 req-a2af2393-be46-433f-8b1a-a74d02a9b55a service neutron] 10.222.0.30 "GET /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911400 Apr 15 03:49:42.550390 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b37cc7-c8c5-4d34-b142-006dac47e587,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:42.607494 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] Attempting to bind port b7b37cc7-c8c5-4d34-b142-006dac47e587 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:49:42.607832 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] Attempting to bind port b7b37cc7-c8c5-4d34-b142-006dac47e587 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'a0c834c6-c1ac-4022-a84e-8a2131b0d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:49:42.608160 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] Attempting to bind port b7b37cc7-c8c5-4d34-b142-006dac47e587 on network 9193fb55-05b4-4e17-8904-f51bcb368701 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:49:42.612835 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] Port b7b37cc7-c8c5-4d34-b142-006dac47e587 on network 9193fb55-05b4-4e17-8904-f51bcb368701 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:49:42.613154 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] Attempting to bind port b7b37cc7-c8c5-4d34-b142-006dac47e587 on network 9193fb55-05b4-4e17-8904-f51bcb368701 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:49:42.619365 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:49:42.619754 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] Checking segment: {'id': 'a0c834c6-c1ac-4022-a84e-8a2131b0d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:49:42.620139 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] Bound using segment: {'id': 'a0c834c6-c1ac-4022-a84e-8a2131b0d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:49:42.620564 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] Bound port: b7b37cc7-c8c5-4d34-b142-006dac47e587, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0c834c6-c1ac-4022-a84e-8a2131b0d9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:49:42.620915 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b7b37cc7-c8c5-4d34-b142-006dac47e587), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:42.665374 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071fdbc-f715-4b9f-8704-d0fdca0f5d26 req-69c8f19c-6d09-421d-9a35-8f1773face3d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:42.666917 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a071fdbc-f715-4b9f-8704-d0fdca0f5d26 req-69c8f19c-6d09-421d-9a35-8f1773face3d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=01078c02-1665-44af-9e51-38b9fa574857 HTTP/1.1" status: 200 len: 943 time: 0.0917737 Apr 15 03:49:42.692321 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] For port b7b37cc7-c8c5-4d34-b142-006dac47e587, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:49:42.696366 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] For port b7b37cc7-c8c5-4d34-b142-006dac47e587, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b7b37cc7-c8c5-4d34-b142-006dac47e587,segment=NetworkSegment(a0c834c6-c1ac-4022-a84e-8a2131b0d9de),segment_id=a0c834c6-c1ac-4022-a84e-8a2131b0d9de)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:49:42.705205 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-eced1ed9-fc56-465c-9391-f167332e3bc2 req-56512577-3202-4147-b057-311c4aad7c2d service neutron] 10.222.0.30 "GET /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507151 Apr 15 03:49:42.736253 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a071fdbc-f715-4b9f-8704-d0fdca0f5d26 req-a84f313b-53af-45d1-965d-36c2923361d6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621727 Apr 15 03:49:42.755395 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (b7b37cc7-c8c5-4d34-b142-006dac47e587), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:42.790576 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:42.791216 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:42.792602 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] 10.222.0.30 "PUT /v2.0/ports/b7b37cc7-c8c5-4d34-b142-006dac47e587 HTTP/1.1" status: 200 len: 1093 time: 0.7746801 Apr 15 03:49:42.793059 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01078c02-1665-44af-9e51-38b9fa574857', 'tag': 'b7b37cc7-c8c5-4d34-b142-006dac47e587'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:49:42.795322 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8d9e95-f238-4bf5-a8bb-b741f28a074c" -d '{"events": [{"name": "network-changed", "server_uuid": "01078c02-1665-44af-9e51-38b9fa574857", "tag": "b7b37cc7-c8c5-4d34-b142-006dac47e587"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:49:42.827869 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f28f3-d75e-4ce8-8e17-1e1640011e41 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b37cc7-c8c5-4d34-b142-006dac47e587,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:42.843154 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae3447d-a21f-4496-b8b7-915e2f1721ff x-openstack-request-id: req-fae3447d-a21f-4496-b8b7-915e2f1721ff {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:49:42.843446 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01078c02-1665-44af-9e51-38b9fa574857", "tag": "b7b37cc7-c8c5-4d34-b142-006dac47e587", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:49:42.843705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fae3447d-a21f-4496-b8b7-915e2f1721ff {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:49:42.844139 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae3447d-a21f-4496-b8b7-915e2f1721ff'] response: {'name': 'network-changed', 'server_uuid': '01078c02-1665-44af-9e51-38b9fa574857', 'tag': 'b7b37cc7-c8c5-4d34-b142-006dac47e587', 'status': 'completed', 'code': 200} Apr 15 03:49:42.911088 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d9e95-f238-4bf5-a8bb-b741f28a074c req-0ed2edd5-341e-4658-ad3f-031d3df4d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:42.913718 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cb8d9e95-f238-4bf5-a8bb-b741f28a074c req-0ed2edd5-341e-4658-ad3f-031d3df4d89a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=01078c02-1665-44af-9e51-38b9fa574857 HTTP/1.1" status: 200 len: 1127 time: 0.0442886 Apr 15 03:49:43.019316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d9e95-f238-4bf5-a8bb-b741f28a074c req-4207b6f6-1b0b-48e4-9169-cc506cefd9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:43.020806 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cb8d9e95-f238-4bf5-a8bb-b741f28a074c req-4207b6f6-1b0b-48e4-9169-cc506cefd9ac service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6786bd52355f4b228acda11ee2393b97&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0978670 Apr 15 03:49:43.124821 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d9e95-f238-4bf5-a8bb-b741f28a074c req-e5b63d9e-cfd0-461f-a657-70d7c9f27da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:43.124821 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cb8d9e95-f238-4bf5-a8bb-b741f28a074c req-e5b63d9e-cfd0-461f-a657-70d7c9f27da3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0913327 Apr 15 03:49:43.198485 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-9bec0638-f462-4480-85f8-a4d53b8e70ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:43.200002 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-9bec0638-f462-4480-85f8-a4d53b8e70ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=01078c02-1665-44af-9e51-38b9fa574857 HTTP/1.1" status: 200 len: 1127 time: 0.0387990 Apr 15 03:49:43.242585 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-e0a19c5a-6dc4-4525-a52b-e92e1c008c10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7b37cc7-c8c5-4d34-b142-006dac47e587 HTTP/1.1" status: 200 len: 217 time: 0.0337570 Apr 15 03:49:43.292542 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-9a0337c5-68fe-4b64-9361-169ab8af2b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:43.293935 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-9a0337c5-68fe-4b64-9361-169ab8af2b6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83f96aa2-c961-4272-a841-a2ae57c40131 HTTP/1.1" status: 200 len: 834 time: 0.0458231 Apr 15 03:49:43.336762 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-e1267005-d2d4-4397-8b8f-f57f81c3048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:43.338194 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-e1267005-d2d4-4397-8b8f-f57f81c3048b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9193fb55-05b4-4e17-8904-f51bcb368701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380278 Apr 15 03:49:43.423906 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-c2fa8ae2-5bce-4f4b-a5a5-4417953d3aa0 service neutron] 10.222.0.30 "GET /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795832 Apr 15 03:49:43.522426 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b4f44867-f114-4dc9-a756-91c0d6eaf646 req-d7dd2059-e6bd-439f-b0d7-08efa9034602 service neutron] 10.222.0.30 "GET /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838602 Apr 15 03:49:43.847487 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c11206-9272-44b2-9683-7af885c568e3 req-29c99309-de54-48fa-9b68-adcb5c0f2d36 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:43.848936 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-31c11206-9272-44b2-9683-7af885c568e3 req-29c99309-de54-48fa-9b68-adcb5c0f2d36 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=01078c02-1665-44af-9e51-38b9fa574857 HTTP/1.1" status: 200 len: 943 time: 0.0458801 Apr 15 03:49:43.900815 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-31c11206-9272-44b2-9683-7af885c568e3 req-355c0677-5528-499f-83f5-ace86bfa1914 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458977 Apr 15 03:49:45.014199 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a59855-46e2-463f-9e3c-443c6646e074 req-13b2562a-f2ff-4e6d-944b-ca7ff68176d4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:45.015690 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-94a59855-46e2-463f-9e3c-443c6646e074 req-13b2562a-f2ff-4e6d-944b-ca7ff68176d4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=01078c02-1665-44af-9e51-38b9fa574857 HTTP/1.1" status: 200 len: 943 time: 0.0470722 Apr 15 03:49:45.063489 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-94a59855-46e2-463f-9e3c-443c6646e074 req-d8e86107-4c75-4d14-b006-ed177e6e0c9b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423293 Apr 15 03:49:45.209921 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device b7b37cc7-c8c5-4d34-b142-006dac47e587 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 03:49:45.308689 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port b7b37cc7-c8c5-4d34-b142-006dac47e587, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b7b37cc7-c8c5-4d34-b142-006dac47e587,segment=NetworkSegment(a0c834c6-c1ac-4022-a84e-8a2131b0d9de),segment_id=a0c834c6-c1ac-4022-a84e-8a2131b0d9de)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:49:45.319610 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'b7b37cc7-c8c5-4d34-b142-006dac47e587', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'port_id': 'b7b37cc7-c8c5-4d34-b142-006dac47e587', 'mac_address': 'fa:16:3e:c5:c7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 03:49:45.355694 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port b7b37cc7-c8c5-4d34-b142-006dac47e587 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:49:45.356075 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b7b37cc7-c8c5-4d34-b142-006dac47e587), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:45.368901 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b37cc7-c8c5-4d34-b142-006dac47e587 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:49:45.387534 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port b7b37cc7-c8c5-4d34-b142-006dac47e587, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b7b37cc7-c8c5-4d34-b142-006dac47e587,segment=NetworkSegment(a0c834c6-c1ac-4022-a84e-8a2131b0d9de),segment_id=a0c834c6-c1ac-4022-a84e-8a2131b0d9de)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:49:45.457516 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b7b37cc7-c8c5-4d34-b142-006dac47e587), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:45.504172 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=b7b37cc7-c8c5-4d34-b142-006dac47e587,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:45.658190 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['b7b37cc7-c8c5-4d34-b142-006dac47e587'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:49:46.172936 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7517f7-6838-4d86-9918-5e74d70edca0 req-a8b74cef-7b6a-465c-81f3-b8c048b2c06d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:46.174403 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8f7517f7-6838-4d86-9918-5e74d70edca0 req-a8b74cef-7b6a-465c-81f3-b8c048b2c06d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=01078c02-1665-44af-9e51-38b9fa574857 HTTP/1.1" status: 200 len: 944 time: 0.0469823 Apr 15 03:49:46.223922 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8f7517f7-6838-4d86-9918-5e74d70edca0 req-48fbf7b9-e46d-4d76-918e-222204dad2e6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430624 Apr 15 03:49:47.213552 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device b7b37cc7-c8c5-4d34-b142-006dac47e587 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:49:47.260470 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port b7b37cc7-c8c5-4d34-b142-006dac47e587 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 03:49:47.329642 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port b7b37cc7-c8c5-4d34-b142-006dac47e587 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:49:47.330020 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b7b37cc7-c8c5-4d34-b142-006dac47e587), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:47.343746 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a90eaf-9075-4732-a7b4-b474c0bec8ca req-1a475975-8c55-472b-91e6-466e034998dc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:47.345230 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b7a90eaf-9075-4732-a7b4-b474c0bec8ca req-1a475975-8c55-472b-91e6-466e034998dc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=01078c02-1665-44af-9e51-38b9fa574857 HTTP/1.1" status: 200 len: 944 time: 0.0508618 Apr 15 03:49:47.392916 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b7a90eaf-9075-4732-a7b4-b474c0bec8ca req-afd54e27-1fcf-4395-881d-cbed634cf602 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419860 Apr 15 03:49:47.406040 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port b7b37cc7-c8c5-4d34-b142-006dac47e587 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:49:47.406430 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b7b37cc7-c8c5-4d34-b142-006dac47e587), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:47.428171 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01078c02-1665-44af-9e51-38b9fa574857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b37cc7-c8c5-4d34-b142-006dac47e587'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:49:47.430370 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e299e298-ab06-441b-a889-a43fb9f1abb1" -d '{"events": [{"server_uuid": "01078c02-1665-44af-9e51-38b9fa574857", "name": "network-vif-plugged", "status": "completed", "tag": "b7b37cc7-c8c5-4d34-b142-006dac47e587"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:49:47.442180 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port b7b37cc7-c8c5-4d34-b142-006dac47e587, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b7b37cc7-c8c5-4d34-b142-006dac47e587,segment=NetworkSegment(a0c834c6-c1ac-4022-a84e-8a2131b0d9de),segment_id=a0c834c6-c1ac-4022-a84e-8a2131b0d9de)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:49:47.470529 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4a2a57-f64a-48bd-b467-67fbfc84b1b4 x-openstack-request-id: req-af4a2a57-f64a-48bd-b467-67fbfc84b1b4 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:49:47.476452 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01078c02-1665-44af-9e51-38b9fa574857", "name": "network-vif-plugged", "status": "completed", "tag": "b7b37cc7-c8c5-4d34-b142-006dac47e587", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:49:47.476452 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af4a2a57-f64a-48bd-b467-67fbfc84b1b4 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:49:47.476452 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af4a2a57-f64a-48bd-b467-67fbfc84b1b4'] response: {'server_uuid': '01078c02-1665-44af-9e51-38b9fa574857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b37cc7-c8c5-4d34-b142-006dac47e587', 'code': 200} Apr 15 03:49:47.518319 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b7b37cc7-c8c5-4d34-b142-006dac47e587), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:47.567977 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=b7b37cc7-c8c5-4d34-b142-006dac47e587,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:47.764518 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1091e0d-fd9c-42db-bdbc-34b2f2ccc3b1 req-d9cb6963-7534-4f5d-b4d3-91b220e7f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:47.765882 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b1091e0d-fd9c-42db-bdbc-34b2f2ccc3b1 req-d9cb6963-7534-4f5d-b4d3-91b220e7f3ab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=01078c02-1665-44af-9e51-38b9fa574857 HTTP/1.1" status: 200 len: 1129 time: 0.0376847 Apr 15 03:49:47.810085 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b1091e0d-fd9c-42db-bdbc-34b2f2ccc3b1 req-477359d0-cbd8-4492-8849-3817bfcc81fd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379789 Apr 15 03:49:48.492069 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-affe9b98-edca-4241-816e-2a89a2baaf18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:48.502742 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ce67b-4caf-482a-b0a4-31fc391ef9c2 req-cd9395c3-3c7f-4836-9b66-2e1e47eccd96 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:48.504213 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-206ce67b-4caf-482a-b0a4-31fc391ef9c2 req-cd9395c3-3c7f-4836-9b66-2e1e47eccd96 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=01078c02-1665-44af-9e51-38b9fa574857 HTTP/1.1" status: 200 len: 945 time: 0.0467558 Apr 15 03:49:48.556662 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-206ce67b-4caf-482a-b0a4-31fc391ef9c2 req-f912cca4-4b86-4e08-b7ea-0c5a189cda8b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467310 Apr 15 03:49:49.667865 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b1e67-4625-44dd-a8bf-c892b65fafbf req-572c9abd-e618-4adf-8729-281f4067aa8b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:49.669336 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-915b1e67-4625-44dd-a8bf-c892b65fafbf req-572c9abd-e618-4adf-8729-281f4067aa8b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=01078c02-1665-44af-9e51-38b9fa574857 HTTP/1.1" status: 200 len: 945 time: 0.0464973 Apr 15 03:49:49.717009 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-915b1e67-4625-44dd-a8bf-c892b65fafbf req-3df7fdb7-5b5a-4ee7-94b3-0b553dffe1d7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420992 Apr 15 03:49:49.828791 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b634b5d-96ee-401b-8a50-10cd964c2038 req-38af644e-9fb0-4855-b700-43fc2d7dba07 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:49.830362 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9b634b5d-96ee-401b-8a50-10cd964c2038 req-38af644e-9fb0-4855-b700-43fc2d7dba07 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=01078c02-1665-44af-9e51-38b9fa574857 HTTP/1.1" status: 200 len: 945 time: 0.0476596 Apr 15 03:49:49.879433 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9b634b5d-96ee-401b-8a50-10cd964c2038 req-cb09c67d-ab9f-4b61-83a5-86fbc33f4d36 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433996 Apr 15 03:49:49.900586 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37652) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:49.937714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3eb2dd-87b6-46b8-90be-9ad312a8fbb8 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:49.939270 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ad3eb2dd-87b6-46b8-90be-9ad312a8fbb8 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=01078c02-1665-44af-9e51-38b9fa574857 HTTP/1.1" status: 200 len: 1124 time: 0.0377028 Apr 15 03:49:49.941948 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37654) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:49:49.946245 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-858ab750-468f-479b-90ab-8e96bd3be883 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': 'b7b37cc7-c8c5-4d34-b142-006dac47e587', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:49:50.034668 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-858ab750-468f-479b-90ab-8e96bd3be883 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:50.114528 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-858ab750-468f-479b-90ab-8e96bd3be883 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:50.215454 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-858ab750-468f-479b-90ab-8e96bd3be883 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.26.6.205 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/df24a2a1-7be1-47da-8476-e8124680cc3f) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:49:50.317868 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-858ab750-468f-479b-90ab-8e96bd3be883 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (df24a2a1-7be1-47da-8476-e8124680cc3f), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:50.394903 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-858ab750-468f-479b-90ab-8e96bd3be883 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (df24a2a1-7be1-47da-8476-e8124680cc3f), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:50.431996 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858ab750-468f-479b-90ab-8e96bd3be883 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:49:50.436731 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-858ab750-468f-479b-90ab-8e96bd3be883 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:49:50.439122 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858ab750-468f-479b-90ab-8e96bd3be883 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:49:50.464418 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ab750-468f-479b-90ab-8e96bd3be883 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=df24a2a1-7be1-47da-8476-e8124680cc3f,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:50.829231 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f62a0a43-2325-49be-b96e-b1f8aec34b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:51.125108 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-858ab750-468f-479b-90ab-8e96bd3be883 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (fff33dc0-70d1-4ec8-aa54-29d606902742), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:51.250117 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-858ab750-468f-479b-90ab-8e96bd3be883 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (df24a2a1-7be1-47da-8476-e8124680cc3f), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:51.393342 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-858ab750-468f-479b-90ab-8e96bd3be883 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (df24a2a1-7be1-47da-8476-e8124680cc3f), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:51.445979 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-858ab750-468f-479b-90ab-8e96bd3be883 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (df24a2a1-7be1-47da-8476-e8124680cc3f), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:51.519301 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ab750-468f-479b-90ab-8e96bd3be883 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=df24a2a1-7be1-47da-8476-e8124680cc3f,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:49:51.524424 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:49:51.528091 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-858ab750-468f-479b-90ab-8e96bd3be883 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (fff33dc0-70d1-4ec8-aa54-29d606902742), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:51.631377 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-858ab750-468f-479b-90ab-8e96bd3be883 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Floating IP fff33dc0-70d1-4ec8-aa54-29d606902742 associated. External IP: 172.26.6.205, port: b7b37cc7-c8c5-4d34-b142-006dac47e587. Apr 15 03:49:51.843347 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858ab750-468f-479b-90ab-8e96bd3be883 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 607ade27-4da1-454b-896f-3acf24a5e8c8 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:49:51.891835 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:51.953195 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858ab750-468f-479b-90ab-8e96bd3be883 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:49:51.962874 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae70a1d-0c83-43be-b6e6-2e839715f8a0 None None] Sync routers for ids ['607ade27-4da1-454b-896f-3acf24a5e8c8'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:49:51.972597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae70a1d-0c83-43be-b6e6-2e839715f8a0 None None] Routers {'607ade27-4da1-454b-896f-3acf24a5e8c8'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:49:51.976795 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9ae70a1d-0c83-43be-b6e6-2e839715f8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:49:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['607ade27-4da1-454b-896f-3acf24a5e8c8'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:52.023131 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-858ab750-468f-479b-90ab-8e96bd3be883 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:52.053877 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-858ab750-468f-479b-90ab-8e96bd3be883 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1109188 Apr 15 03:49:52.054465 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01078c02-1665-44af-9e51-38b9fa574857', 'tag': 'b7b37cc7-c8c5-4d34-b142-006dac47e587'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:49:52.056852 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a256187-459e-45c0-92a0-335ece387208" -d '{"events": [{"name": "network-changed", "server_uuid": "01078c02-1665-44af-9e51-38b9fa574857", "tag": "b7b37cc7-c8c5-4d34-b142-006dac47e587"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:49:52.082424 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-9ae70a1d-0c83-43be-b6e6-2e839715f8a0 None None] Set router 607ade27-4da1-454b-896f-3acf24a5e8c8 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:49:52.095034 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f378eb-4c1b-4600-b00b-387dc087a3f9 x-openstack-request-id: req-56f378eb-4c1b-4600-b00b-387dc087a3f9 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:49:52.095267 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01078c02-1665-44af-9e51-38b9fa574857", "tag": "b7b37cc7-c8c5-4d34-b142-006dac47e587", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:49:52.095529 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56f378eb-4c1b-4600-b00b-387dc087a3f9 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:49:52.095944 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f378eb-4c1b-4600-b00b-387dc087a3f9'] response: {'name': 'network-changed', 'server_uuid': '01078c02-1665-44af-9e51-38b9fa574857', 'tag': 'b7b37cc7-c8c5-4d34-b142-006dac47e587', 'status': 'completed', 'code': 200} Apr 15 03:49:52.161163 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a256187-459e-45c0-92a0-335ece387208 req-50adb37e-affa-48e0-b5a2-416afa9c8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:52.163362 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3a256187-459e-45c0-92a0-335ece387208 req-50adb37e-affa-48e0-b5a2-416afa9c8cbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=01078c02-1665-44af-9e51-38b9fa574857 HTTP/1.1" status: 200 len: 1129 time: 0.0403745 Apr 15 03:49:52.255033 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a256187-459e-45c0-92a0-335ece387208 req-91b266d2-e7f5-4a26-9eb5-718125305a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:52.256507 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3a256187-459e-45c0-92a0-335ece387208 req-91b266d2-e7f5-4a26-9eb5-718125305a33 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9193fb55-05b4-4e17-8904-f51bcb368701 HTTP/1.1" status: 200 len: 896 time: 0.0875771 Apr 15 03:49:52.301450 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9ae70a1d-0c83-43be-b6e6-2e839715f8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'name': 'tempest-TestNetworkBasicOps-router-1310125145', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:49:12Z', 'updated_at': '2022-04-15T03:49:17Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:13Z', 'updated_at': '2022-04-15T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '8e2be5bd-e671-4572-b77e-dfb08a052228', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.75', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'port_id': '6d88794b-c56d-41df-a795-35fa63ac4455', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'mac_address': 'fa:16:3e:22:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:49:34Z', 'updated_at': '2022-04-15T03:49:36Z', 'revision_number': 1, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}, {'id': 'fff33dc0-70d1-4ec8-aa54-29d606902742', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.205', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'port_id': 'b7b37cc7-c8c5-4d34-b142-006dac47e587', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'mac_address': 'fa:16:3e:c5:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01078c02-1665-44af-9e51-38b9fa574857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:49:50Z', 'updated_at': '2022-04-15T03:49:50Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e337be-4665-4792-9023-e99ff4398c3f', 'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a5:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:16Z', 'updated_at': '2022-04-15T03:49:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:52.321192 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3a256187-459e-45c0-92a0-335ece387208 req-4431f2a6-79b9-448a-8520-8b871dafcfa1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7b37cc7-c8c5-4d34-b142-006dac47e587 HTTP/1.1" status: 200 len: 999 time: 0.0585010 Apr 15 03:49:52.326699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae70a1d-0c83-43be-b6e6-2e839715f8a0 None None] Checking router: 607ade27-4da1-454b-896f-3acf24a5e8c8 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:49:52.335920 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae70a1d-0c83-43be-b6e6-2e839715f8a0 None None] Routers {'607ade27-4da1-454b-896f-3acf24a5e8c8'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:49:52.336534 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9ae70a1d-0c83-43be-b6e6-2e839715f8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:49:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['607ade27-4da1-454b-896f-3acf24a5e8c8'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:52.369702 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a256187-459e-45c0-92a0-335ece387208 req-da8f866e-aec2-4cfc-9efc-1d7b9671e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:52.371133 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3a256187-459e-45c0-92a0-335ece387208 req-da8f866e-aec2-4cfc-9efc-1d7b9671e85d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83f96aa2-c961-4272-a841-a2ae57c40131 HTTP/1.1" status: 200 len: 834 time: 0.0439239 Apr 15 03:49:52.418853 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a256187-459e-45c0-92a0-335ece387208 req-f8a838db-b92f-4e3b-9abf-a22c26b9b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:49:52.420340 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3a256187-459e-45c0-92a0-335ece387208 req-f8a838db-b92f-4e3b-9abf-a22c26b9b6f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9193fb55-05b4-4e17-8904-f51bcb368701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429604 Apr 15 03:49:52.444455 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-9ae70a1d-0c83-43be-b6e6-2e839715f8a0 None None] Set router 607ade27-4da1-454b-896f-3acf24a5e8c8 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:49:52.509422 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3a256187-459e-45c0-92a0-335ece387208 req-9966b9f7-4727-4fbf-b867-80276b53f415 service neutron] 10.222.0.30 "GET /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824928 Apr 15 03:49:52.603308 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3a256187-459e-45c0-92a0-335ece387208 req-bff02527-480a-43c7-8329-5693590d0e61 service neutron] 10.222.0.30 "GET /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863810 Apr 15 03:49:52.657700 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-9ae70a1d-0c83-43be-b6e6-2e839715f8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'name': 'tempest-TestNetworkBasicOps-router-1310125145', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:49:12Z', 'updated_at': '2022-04-15T03:49:17Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:13Z', 'updated_at': '2022-04-15T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '8e2be5bd-e671-4572-b77e-dfb08a052228', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.75', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'port_id': '6d88794b-c56d-41df-a795-35fa63ac4455', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'mac_address': 'fa:16:3e:22:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:49:34Z', 'updated_at': '2022-04-15T03:49:36Z', 'revision_number': 1, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}, {'id': 'fff33dc0-70d1-4ec8-aa54-29d606902742', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.205', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'port_id': 'b7b37cc7-c8c5-4d34-b142-006dac47e587', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'mac_address': 'fa:16:3e:c5:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01078c02-1665-44af-9e51-38b9fa574857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:49:50Z', 'updated_at': '2022-04-15T03:49:50Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e337be-4665-4792-9023-e99ff4398c3f', 'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a5:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:16Z', 'updated_at': '2022-04-15T03:49:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:49:52.687154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae70a1d-0c83-43be-b6e6-2e839715f8a0 None None] The sync data for ids ['607ade27-4da1-454b-896f-3acf24a5e8c8'] in dv-neutron-837140-3-hyperv is: [{'id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'name': 'tempest-TestNetworkBasicOps-router-1310125145', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:49:12Z', 'updated_at': '2022-04-15T03:49:17Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:13Z', 'updated_at': '2022-04-15T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '8e2be5bd-e671-4572-b77e-dfb08a052228', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.75', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'port_id': '6d88794b-c56d-41df-a795-35fa63ac4455', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'mac_address': 'fa:16:3e:22:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:49:34Z', 'updated_at': '2022-04-15T03:49:36Z', 'revision_number': 1, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}, {'id': 'fff33dc0-70d1-4ec8-aa54-29d606902742', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.205', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'port_id': 'b7b37cc7-c8c5-4d34-b142-006dac47e587', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'mac_address': 'fa:16:3e:c5:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01078c02-1665-44af-9e51-38b9fa574857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:49:50Z', 'updated_at': '2022-04-15T03:49:50Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e337be-4665-4792-9023-e99ff4398c3f', 'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a5:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:16Z', 'updated_at': '2022-04-15T03:49:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:49:52.870334 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e5846-ccf2-4e8b-9dec-3e532f1c445d None None] New status for floating IP fff33dc0-70d1-4ec8-aa54-29d606902742: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:49:53.352296 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:49:54.923954 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:04.456919 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:18.534717 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-87dba2b1-68d2-43c0-a51b-d06dc62eee89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:20.845766 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75725bf1-b19f-4bb7-9860-c483c1c56105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:21.908218 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:23.371092 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:24.931434 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:25.759385 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37670) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:25.819635 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-152d39ba-d13c-4a53-ace9-4e603c8b00b6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/8e2be5bd-e671-4572-b77e-dfb08a052228 HTTP/1.1" status: 200 len: 992 time: 0.0584292 Apr 15 03:50:26.522934 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37678) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:26.528187 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'port': {'admin_state_up': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:50:26.595532 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6d88794b-c56d-41df-a795-35fa63ac4455), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:26.741615 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port 6d88794b-c56d-41df-a795-35fa63ac4455, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=6d88794b-c56d-41df-a795-35fa63ac4455,segment=NetworkSegment(a0c834c6-c1ac-4022-a84e-8a2131b0d9de),segment_id=a0c834c6-c1ac-4022-a84e-8a2131b0d9de)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:50:26.769397 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (6d88794b-c56d-41df-a795-35fa63ac4455), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:26.831774 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (6d88794b-c56d-41df-a795-35fa63ac4455), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:26.874298 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:26.874944 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:26.876430 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/ports/6d88794b-c56d-41df-a795-35fa63ac4455 HTTP/1.1" status: 200 len: 938 time: 0.3524249 Apr 15 03:50:26.876989 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'tag': '6d88794b-c56d-41df-a795-35fa63ac4455'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:50:26.879285 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b835e61d-a64a-49fa-a73c-8b9776baacf0" -d '{"events": [{"name": "network-changed", "server_uuid": "7c68df2b-5e78-4b97-8ee5-1de1cdad9436", "tag": "6d88794b-c56d-41df-a795-35fa63ac4455"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:50:26.903534 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=6d88794b-c56d-41df-a795-35fa63ac4455,revision_number=6']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:26.911223 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:26.911584 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:26.911903 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:26.912249 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:26.912589 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:26.912981 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:26.913824 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:26.914153 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:26.914479 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:26.914829 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:26.915157 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:26.915481 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:26.915802 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:26.916123 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:26.916442 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7428a-09cc-440e-8705-016f2996cd0c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:26.921142 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52074aba-8886-47e8-9de1-8e0f8fb01baf x-openstack-request-id: req-52074aba-8886-47e8-9de1-8e0f8fb01baf {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:50:26.921422 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c68df2b-5e78-4b97-8ee5-1de1cdad9436", "tag": "6d88794b-c56d-41df-a795-35fa63ac4455", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:50:26.921674 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52074aba-8886-47e8-9de1-8e0f8fb01baf {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:50:26.922070 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52074aba-8886-47e8-9de1-8e0f8fb01baf'] response: {'name': 'network-changed', 'server_uuid': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'tag': '6d88794b-c56d-41df-a795-35fa63ac4455', 'status': 'completed', 'code': 200} Apr 15 03:50:26.988327 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e61d-a64a-49fa-a73c-8b9776baacf0 req-4c11ff67-e040-4dd2-9390-37f7990b1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:26.989846 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b835e61d-a64a-49fa-a73c-8b9776baacf0 req-4c11ff67-e040-4dd2-9390-37f7990b1940 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 1130 time: 0.0444536 Apr 15 03:50:27.084068 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e61d-a64a-49fa-a73c-8b9776baacf0 req-86890825-df50-4eaa-b4f4-2b5afb652f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:27.086129 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b835e61d-a64a-49fa-a73c-8b9776baacf0 req-86890825-df50-4eaa-b4f4-2b5afb652f9c service neutron] 10.222.0.30 "GET /v2.0/networks?id=9193fb55-05b4-4e17-8904-f51bcb368701 HTTP/1.1" status: 200 len: 896 time: 0.0900793 Apr 15 03:50:27.142568 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-87fc706b-106d-407b-9565-6e368624f57d None None] Provisioning complete for port 6d88794b-c56d-41df-a795-35fa63ac4455 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:50:27.143153 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-87fc706b-106d-407b-9565-6e368624f57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6d88794b-c56d-41df-a795-35fa63ac4455), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:27.153887 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b835e61d-a64a-49fa-a73c-8b9776baacf0 req-29397c3b-26e8-41d1-9298-01a80875993a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d88794b-c56d-41df-a795-35fa63ac4455 HTTP/1.1" status: 200 len: 1001 time: 0.0619557 Apr 15 03:50:27.182705 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-87fc706b-106d-407b-9565-6e368624f57d None None] Port 6d88794b-c56d-41df-a795-35fa63ac4455 is administratively disabled so it will not transition to active. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:357}} Apr 15 03:50:27.203428 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e61d-a64a-49fa-a73c-8b9776baacf0 req-4862ad9c-f619-4530-a6cd-886011024761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:27.204889 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b835e61d-a64a-49fa-a73c-8b9776baacf0 req-4862ad9c-f619-4530-a6cd-886011024761 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83f96aa2-c961-4272-a841-a2ae57c40131 HTTP/1.1" status: 200 len: 834 time: 0.0444953 Apr 15 03:50:27.246948 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835e61d-a64a-49fa-a73c-8b9776baacf0 req-8ad1ee05-868e-4bed-b8cb-ea36304289dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:27.248435 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b835e61d-a64a-49fa-a73c-8b9776baacf0 req-8ad1ee05-868e-4bed-b8cb-ea36304289dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9193fb55-05b4-4e17-8904-f51bcb368701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0372713 Apr 15 03:50:27.339272 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b835e61d-a64a-49fa-a73c-8b9776baacf0 req-d99b1f2f-8af5-442b-9c86-1010a30eee7d service neutron] 10.222.0.30 "GET /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847785 Apr 15 03:50:27.426180 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b835e61d-a64a-49fa-a73c-8b9776baacf0 req-3faf9161-9ab6-4010-8332-0881324ffded service neutron] 10.222.0.30 "GET /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798924 Apr 15 03:50:28.523620 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:50:30.266143 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37688) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:30.271552 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-ea8c0d7c-d848-48ea-a0f5-681c6af18c0e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'port': {'admin_state_up': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:50:30.342900 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea8c0d7c-d848-48ea-a0f5-681c6af18c0e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6d88794b-c56d-41df-a795-35fa63ac4455), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:30.488614 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-ea8c0d7c-d848-48ea-a0f5-681c6af18c0e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port 6d88794b-c56d-41df-a795-35fa63ac4455, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=6d88794b-c56d-41df-a795-35fa63ac4455,segment=NetworkSegment(a0c834c6-c1ac-4022-a84e-8a2131b0d9de),segment_id=a0c834c6-c1ac-4022-a84e-8a2131b0d9de)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:50:30.518035 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea8c0d7c-d848-48ea-a0f5-681c6af18c0e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (6d88794b-c56d-41df-a795-35fa63ac4455), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:30.587962 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea8c0d7c-d848-48ea-a0f5-681c6af18c0e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (6d88794b-c56d-41df-a795-35fa63ac4455), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:30.629201 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8c0d7c-d848-48ea-a0f5-681c6af18c0e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:30.629830 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea8c0d7c-d848-48ea-a0f5-681c6af18c0e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:30.631286 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ea8c0d7c-d848-48ea-a0f5-681c6af18c0e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/ports/6d88794b-c56d-41df-a795-35fa63ac4455 HTTP/1.1" status: 200 len: 937 time: 0.3640096 Apr 15 03:50:30.632431 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'tag': '6d88794b-c56d-41df-a795-35fa63ac4455'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:50:30.634766 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e77484b-5725-43cb-99dc-34cfe29eeb58" -d '{"events": [{"name": "network-changed", "server_uuid": "7c68df2b-5e78-4b97-8ee5-1de1cdad9436", "tag": "6d88794b-c56d-41df-a795-35fa63ac4455"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:50:30.634952 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37690) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:30.662052 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c0d7c-d848-48ea-a0f5-681c6af18c0e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=6d88794b-c56d-41df-a795-35fa63ac4455,revision_number=7']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:30.683047 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420c10ae-305e-4930-ac9d-de65e7efb106 x-openstack-request-id: req-420c10ae-305e-4930-ac9d-de65e7efb106 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:50:30.683350 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c68df2b-5e78-4b97-8ee5-1de1cdad9436", "tag": "6d88794b-c56d-41df-a795-35fa63ac4455", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:50:30.683610 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-420c10ae-305e-4930-ac9d-de65e7efb106 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:50:30.684031 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-420c10ae-305e-4930-ac9d-de65e7efb106'] response: {'name': 'network-changed', 'server_uuid': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'tag': '6d88794b-c56d-41df-a795-35fa63ac4455', 'status': 'completed', 'code': 200} Apr 15 03:50:30.705733 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d7ab31cd-9538-431e-b437-22a7a010544b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/8e2be5bd-e671-4572-b77e-dfb08a052228 HTTP/1.1" status: 200 len: 992 time: 0.0695071 Apr 15 03:50:30.745816 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77484b-5725-43cb-99dc-34cfe29eeb58 req-5ea4f8e5-1b3c-4963-98a1-971a6258590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:30.747291 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9e77484b-5725-43cb-99dc-34cfe29eeb58 req-5ea4f8e5-1b3c-4963-98a1-971a6258590a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 1129 time: 0.0405428 Apr 15 03:50:30.843788 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77484b-5725-43cb-99dc-34cfe29eeb58 req-5d7585f6-0487-4e0b-a2c1-056e396b088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:30.845279 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9e77484b-5725-43cb-99dc-34cfe29eeb58 req-5d7585f6-0487-4e0b-a2c1-056e396b088b service neutron] 10.222.0.30 "GET /v2.0/networks?id=9193fb55-05b4-4e17-8904-f51bcb368701 HTTP/1.1" status: 200 len: 896 time: 0.0909529 Apr 15 03:50:30.847491 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['6d88794b-c56d-41df-a795-35fa63ac4455'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:50:30.910568 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9e77484b-5725-43cb-99dc-34cfe29eeb58 req-02ce295b-7c83-4e8d-9cf9-1ee2b6aca6df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d88794b-c56d-41df-a795-35fa63ac4455 HTTP/1.1" status: 200 len: 1000 time: 0.0585957 Apr 15 03:50:30.931019 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a4c26274-5895-41f5-a897-6876239366ea None None] Provisioning complete for port 6d88794b-c56d-41df-a795-35fa63ac4455 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:50:30.931383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a4c26274-5895-41f5-a897-6876239366ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6d88794b-c56d-41df-a795-35fa63ac4455), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:30.958042 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77484b-5725-43cb-99dc-34cfe29eeb58 req-2b7d31ad-e15a-42d0-ac6e-426c34ea2560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:30.959578 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9e77484b-5725-43cb-99dc-34cfe29eeb58 req-2b7d31ad-e15a-42d0-ac6e-426c34ea2560 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83f96aa2-c961-4272-a841-a2ae57c40131 HTTP/1.1" status: 200 len: 834 time: 0.0438871 Apr 15 03:50:31.005599 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77484b-5725-43cb-99dc-34cfe29eeb58 req-bba1ee81-5a6c-46b1-8ccc-fee35dce1720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:31.007083 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9e77484b-5725-43cb-99dc-34cfe29eeb58 req-bba1ee81-5a6c-46b1-8ccc-fee35dce1720 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9193fb55-05b4-4e17-8904-f51bcb368701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0422723 Apr 15 03:50:31.064107 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a4c26274-5895-41f5-a897-6876239366ea None None] Current status of the port 6d88794b-c56d-41df-a795-35fa63ac4455 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:50:31.098360 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9e77484b-5725-43cb-99dc-34cfe29eeb58 req-5645f3a4-4040-444c-98ee-2fc00e1477a0 service neutron] 10.222.0.30 "GET /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855258 Apr 15 03:50:31.190952 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9e77484b-5725-43cb-99dc-34cfe29eeb58 req-272b7386-e266-4d13-9284-33c960175d54 service neutron] 10.222.0.30 "GET /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861354 Apr 15 03:50:33.229379 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37700) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:33.377402 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port df24a2a1-7be1-47da-8476-e8124680cc3f {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:50:33.377635 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (df24a2a1-7be1-47da-8476-e8124680cc3f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:33.451046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (df24a2a1-7be1-47da-8476-e8124680cc3f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:33.451361 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (df24a2a1-7be1-47da-8476-e8124680cc3f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:33.467067 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for df24a2a1-7be1-47da-8476-e8124680cc3f owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:50:33.665828 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (df24a2a1-7be1-47da-8476-e8124680cc3f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:33.695902 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=df24a2a1-7be1-47da-8476-e8124680cc3f,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:33.722179 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:33.722520 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:33.722890 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:33.723228 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:33.723558 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:33.723887 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:33.724213 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:33.724535 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:33.724862 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:33.725674 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:33.725998 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:33.726320 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:33.726731 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:33.727065 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:33.727385 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:33.767203 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (fff33dc0-70d1-4ec8-aa54-29d606902742), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:33.767520 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Floating IP fff33dc0-70d1-4ec8-aa54-29d606902742 disassociated (deleted). External IP: 172.26.6.205, port: b7b37cc7-c8c5-4d34-b142-006dac47e587. Apr 15 03:50:33.974135 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 607ade27-4da1-454b-896f-3acf24a5e8c8 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:50:34.405819 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:50:34.410722 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:34.418788 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c572f8d1-710c-48ff-9788-b52d0abf06d7 None None] Sync routers for ids ['607ade27-4da1-454b-896f-3acf24a5e8c8'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:50:34.428547 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c572f8d1-710c-48ff-9788-b52d0abf06d7 None None] Routers {'607ade27-4da1-454b-896f-3acf24a5e8c8'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:50:34.429172 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c572f8d1-710c-48ff-9788-b52d0abf06d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:50:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['607ade27-4da1-454b-896f-3acf24a5e8c8'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:34.440521 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-fff7947b-523e-4bb8-8afa-6453a40020df tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/floatingips/fff33dc0-70d1-4ec8-aa54-29d606902742 HTTP/1.1" status: 204 len: 168 time: 1.2100677 Apr 15 03:50:34.444612 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01078c02-1665-44af-9e51-38b9fa574857', 'tag': 'b7b37cc7-c8c5-4d34-b142-006dac47e587'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:50:34.444612 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb80093-25d6-4844-ba64-ce18f3da2206" -d '{"events": [{"name": "network-changed", "server_uuid": "01078c02-1665-44af-9e51-38b9fa574857", "tag": "b7b37cc7-c8c5-4d34-b142-006dac47e587"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:50:34.481432 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538b26b6-9ff5-44a6-9348-6d3f27b06c32 x-openstack-request-id: req-538b26b6-9ff5-44a6-9348-6d3f27b06c32 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:50:34.481432 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01078c02-1665-44af-9e51-38b9fa574857", "tag": "b7b37cc7-c8c5-4d34-b142-006dac47e587", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:50:34.481432 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-538b26b6-9ff5-44a6-9348-6d3f27b06c32 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:50:34.481927 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-538b26b6-9ff5-44a6-9348-6d3f27b06c32'] response: {'name': 'network-changed', 'server_uuid': '01078c02-1665-44af-9e51-38b9fa574857', 'tag': 'b7b37cc7-c8c5-4d34-b142-006dac47e587', 'status': 'completed', 'code': 200} Apr 15 03:50:34.516770 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:34.540555 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb80093-25d6-4844-ba64-ce18f3da2206 req-e39b6ce1-b672-4315-9b96-cf7bdcc2d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:34.542288 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-edb80093-25d6-4844-ba64-ce18f3da2206 req-e39b6ce1-b672-4315-9b96-cf7bdcc2d1ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=01078c02-1665-44af-9e51-38b9fa574857 HTTP/1.1" status: 200 len: 1129 time: 0.0405135 Apr 15 03:50:34.547656 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-c572f8d1-710c-48ff-9788-b52d0abf06d7 None None] Set router 607ade27-4da1-454b-896f-3acf24a5e8c8 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:50:34.634705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb80093-25d6-4844-ba64-ce18f3da2206 req-9c8d4627-8027-4df2-996b-ac20c9b22e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:34.636199 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-edb80093-25d6-4844-ba64-ce18f3da2206 req-9c8d4627-8027-4df2-996b-ac20c9b22e80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9193fb55-05b4-4e17-8904-f51bcb368701 HTTP/1.1" status: 200 len: 896 time: 0.0876551 Apr 15 03:50:34.676258 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-edb80093-25d6-4844-ba64-ce18f3da2206 req-f0ddb5a7-9a1b-4e68-bbc1-d9658d00e546 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7b37cc7-c8c5-4d34-b142-006dac47e587 HTTP/1.1" status: 200 len: 217 time: 0.0346339 Apr 15 03:50:34.725372 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb80093-25d6-4844-ba64-ce18f3da2206 req-0c2915b0-dc12-4a38-a679-744050e16b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:34.726870 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-edb80093-25d6-4844-ba64-ce18f3da2206 req-0c2915b0-dc12-4a38-a679-744050e16b4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83f96aa2-c961-4272-a841-a2ae57c40131 HTTP/1.1" status: 200 len: 834 time: 0.0456343 Apr 15 03:50:34.773311 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c572f8d1-710c-48ff-9788-b52d0abf06d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'name': 'tempest-TestNetworkBasicOps-router-1310125145', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:49:12Z', 'updated_at': '2022-04-15T03:49:17Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:13Z', 'updated_at': '2022-04-15T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '8e2be5bd-e671-4572-b77e-dfb08a052228', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.75', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'port_id': '6d88794b-c56d-41df-a795-35fa63ac4455', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'mac_address': 'fa:16:3e:22:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:49:34Z', 'updated_at': '2022-04-15T03:49:36Z', 'revision_number': 1, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e337be-4665-4792-9023-e99ff4398c3f', 'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a5:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:16Z', 'updated_at': '2022-04-15T03:49:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:34.775393 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb80093-25d6-4844-ba64-ce18f3da2206 req-d96c6276-cb31-4b2e-9c79-1f7a84f3014c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:34.777026 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-edb80093-25d6-4844-ba64-ce18f3da2206 req-d96c6276-cb31-4b2e-9c79-1f7a84f3014c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9193fb55-05b4-4e17-8904-f51bcb368701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442169 Apr 15 03:50:34.800258 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c572f8d1-710c-48ff-9788-b52d0abf06d7 None None] Checking router: 607ade27-4da1-454b-896f-3acf24a5e8c8 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:50:34.809595 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c572f8d1-710c-48ff-9788-b52d0abf06d7 None None] Routers {'607ade27-4da1-454b-896f-3acf24a5e8c8'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:50:34.812797 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c572f8d1-710c-48ff-9788-b52d0abf06d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:50:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['607ade27-4da1-454b-896f-3acf24a5e8c8'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:34.878441 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-edb80093-25d6-4844-ba64-ce18f3da2206 req-b66b0e48-63c5-4cee-afe2-bb431ff055ee service neutron] 10.222.0.30 "GET /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930295 Apr 15 03:50:34.884091 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e176cb-4dcf-4511-af10-2ae219c81275 req-a61c867b-4790-43b8-9877-c0735fc6a669 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:34.885583 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b2e176cb-4dcf-4511-af10-2ae219c81275 req-a61c867b-4790-43b8-9877-c0735fc6a669 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=01078c02-1665-44af-9e51-38b9fa574857 HTTP/1.1" status: 200 len: 945 time: 0.0511596 Apr 15 03:50:34.929890 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-c572f8d1-710c-48ff-9788-b52d0abf06d7 None None] Set router 607ade27-4da1-454b-896f-3acf24a5e8c8 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:50:34.935195 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b2e176cb-4dcf-4511-af10-2ae219c81275 req-0cf2c976-0e21-4137-a7b5-0236ccf4db8a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437996 Apr 15 03:50:35.140303 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c572f8d1-710c-48ff-9788-b52d0abf06d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'name': 'tempest-TestNetworkBasicOps-router-1310125145', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:49:12Z', 'updated_at': '2022-04-15T03:49:17Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:13Z', 'updated_at': '2022-04-15T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '8e2be5bd-e671-4572-b77e-dfb08a052228', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.75', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'port_id': '6d88794b-c56d-41df-a795-35fa63ac4455', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'mac_address': 'fa:16:3e:22:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:49:34Z', 'updated_at': '2022-04-15T03:49:36Z', 'revision_number': 1, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e337be-4665-4792-9023-e99ff4398c3f', 'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a5:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:16Z', 'updated_at': '2022-04-15T03:49:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:35.165985 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c572f8d1-710c-48ff-9788-b52d0abf06d7 None None] The sync data for ids ['607ade27-4da1-454b-896f-3acf24a5e8c8'] in dv-neutron-837140-3-hyperv is: [{'id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'name': 'tempest-TestNetworkBasicOps-router-1310125145', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:49:12Z', 'updated_at': '2022-04-15T03:49:17Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:13Z', 'updated_at': '2022-04-15T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '8e2be5bd-e671-4572-b77e-dfb08a052228', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.75', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'port_id': '6d88794b-c56d-41df-a795-35fa63ac4455', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'mac_address': 'fa:16:3e:22:8d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:49:34Z', 'updated_at': '2022-04-15T03:49:36Z', 'revision_number': 1, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e337be-4665-4792-9023-e99ff4398c3f', 'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a5:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:16Z', 'updated_at': '2022-04-15T03:49:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:50:35.379859 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe97e5e-93b9-4fed-ace3-2617197c357f None None] New status for floating IP fff33dc0-70d1-4ec8-aa54-29d606902742: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:50:35.911981 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-edb80093-25d6-4844-ba64-ce18f3da2206 req-3dea5fbe-c162-4e0e-8449-67f6a9b7e538 service neutron] 10.222.0.30 "GET /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864103 Apr 15 03:50:36.052202 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cf6e4-2bb6-4493-8613-65cdc1820938 req-2882d29e-34c4-4d2c-968c-ead86af6a6b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:36.053700 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-153cf6e4-2bb6-4493-8613-65cdc1820938 req-2882d29e-34c4-4d2c-968c-ead86af6a6b9 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=01078c02-1665-44af-9e51-38b9fa574857 HTTP/1.1" status: 200 len: 945 time: 0.0499556 Apr 15 03:50:36.102632 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-153cf6e4-2bb6-4493-8613-65cdc1820938 req-51798997-623e-40c1-bc0a-6c586f418b7a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433235 Apr 15 03:50:36.184758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7030f-d0aa-4576-98cc-fdb57caab673 req-2b2bea47-5d7f-4e87-9d42-7308ab077b8a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:36.186092 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2ae7030f-d0aa-4576-98cc-fdb57caab673 req-2b2bea47-5d7f-4e87-9d42-7308ab077b8a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/ports?device_id=01078c02-1665-44af-9e51-38b9fa574857 HTTP/1.1" status: 200 len: 945 time: 0.0452437 Apr 15 03:50:36.270382 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-2ae7030f-d0aa-4576-98cc-fdb57caab673 req-fab85203-ab4e-4db3-8314-2b3ceee8befd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port b7b37cc7-c8c5-4d34-b142-006dac47e587 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:50:36.270758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2ae7030f-d0aa-4576-98cc-fdb57caab673 req-fab85203-ab4e-4db3-8314-2b3ceee8befd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (b7b37cc7-c8c5-4d34-b142-006dac47e587), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:36.360668 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-2ae7030f-d0aa-4576-98cc-fdb57caab673 req-fab85203-ab4e-4db3-8314-2b3ceee8befd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port b7b37cc7-c8c5-4d34-b142-006dac47e587, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b7b37cc7-c8c5-4d34-b142-006dac47e587,segment=NetworkSegment(a0c834c6-c1ac-4022-a84e-8a2131b0d9de),segment_id=a0c834c6-c1ac-4022-a84e-8a2131b0d9de)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:50:36.361032 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2ae7030f-d0aa-4576-98cc-fdb57caab673 req-fab85203-ab4e-4db3-8314-2b3ceee8befd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (b7b37cc7-c8c5-4d34-b142-006dac47e587), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:36.374199 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-2ae7030f-d0aa-4576-98cc-fdb57caab673 req-fab85203-ab4e-4db3-8314-2b3ceee8befd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for b7b37cc7-c8c5-4d34-b142-006dac47e587 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:50:36.588437 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2ae7030f-d0aa-4576-98cc-fdb57caab673 req-fab85203-ab4e-4db3-8314-2b3ceee8befd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (b7b37cc7-c8c5-4d34-b142-006dac47e587), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:36.620287 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab85203-ab4e-4db3-8314-2b3ceee8befd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=b7b37cc7-c8c5-4d34-b142-006dac47e587,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:36.664316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae7030f-d0aa-4576-98cc-fdb57caab673 req-fab85203-ab4e-4db3-8314-2b3ceee8befd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] No DVR routers for this DVR port b7b37cc7-c8c5-4d34-b142-006dac47e587 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:50:36.667041 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2ae7030f-d0aa-4576-98cc-fdb57caab673 req-fab85203-ab4e-4db3-8314-2b3ceee8befd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:36.670463 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2ae7030f-d0aa-4576-98cc-fdb57caab673 req-fab85203-ab4e-4db3-8314-2b3ceee8befd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "DELETE /v2.0/ports/b7b37cc7-c8c5-4d34-b142-006dac47e587 HTTP/1.1" status: 204 len: 173 time: 0.4789145 Apr 15 03:50:36.670962 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01078c02-1665-44af-9e51-38b9fa574857', 'name': 'network-vif-deleted', 'tag': 'b7b37cc7-c8c5-4d34-b142-006dac47e587'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:50:36.673316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2209c87-abc0-4cee-a26b-38701b58dafb" -d '{"events": [{"server_uuid": "01078c02-1665-44af-9e51-38b9fa574857", "name": "network-vif-deleted", "tag": "b7b37cc7-c8c5-4d34-b142-006dac47e587"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:50:36.710013 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eeff1a0-cb5c-43b4-a129-dffb14582657 x-openstack-request-id: req-0eeff1a0-cb5c-43b4-a129-dffb14582657 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:50:36.710308 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01078c02-1665-44af-9e51-38b9fa574857", "name": "network-vif-deleted", "tag": "b7b37cc7-c8c5-4d34-b142-006dac47e587", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:50:36.710571 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0eeff1a0-cb5c-43b4-a129-dffb14582657 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:50:36.711038 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eeff1a0-cb5c-43b4-a129-dffb14582657'] response: {'server_uuid': '01078c02-1665-44af-9e51-38b9fa574857', 'name': 'network-vif-deleted', 'tag': 'b7b37cc7-c8c5-4d34-b142-006dac47e587', 'status': 'completed', 'code': 200} Apr 15 03:50:37.207165 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93cac047-a868-40e6-b6cd-898bfb933fca req-339d682d-f312-4f0a-9154-71f7e648dd16 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=01078c02-1665-44af-9e51-38b9fa574857 HTTP/1.1" status: 200 len: 210 time: 0.0281568 Apr 15 03:50:38.263850 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37716) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:38.319966 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cbcb230c-ef2d-4016-aa2e-d9049015ea08 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:38.344069 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cbcb230c-ef2d-4016-aa2e-d9049015ea08 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:38.496557 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cbcb230c-ef2d-4016-aa2e-d9049015ea08 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:38.499180 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cbcb230c-ef2d-4016-aa2e-d9049015ea08 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:38.500359 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cbcb230c-ef2d-4016-aa2e-d9049015ea08 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/security-groups/e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c HTTP/1.1" status: 204 len: 168 time: 0.2354476 Apr 15 03:50:38.509372 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb230c-ef2d-4016-aa2e-d9049015ea08 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4101bb7-2ce4-4e89-bc6a-97e07ac1fe3c,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:38.594294 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37720) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:38.744517 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-4327fa62-026b-4a57-a3ea-733ab88e2214 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port 0f4fddbd-c475-4167-bd86-0943f96cdda3 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:50:38.744857 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4327fa62-026b-4a57-a3ea-733ab88e2214 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (0f4fddbd-c475-4167-bd86-0943f96cdda3), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:38.817466 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4327fa62-026b-4a57-a3ea-733ab88e2214 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (0f4fddbd-c475-4167-bd86-0943f96cdda3), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:38.817702 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4327fa62-026b-4a57-a3ea-733ab88e2214 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (0f4fddbd-c475-4167-bd86-0943f96cdda3), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:38.829989 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-4327fa62-026b-4a57-a3ea-733ab88e2214 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for 0f4fddbd-c475-4167-bd86-0943f96cdda3 owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:50:39.028308 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4327fa62-026b-4a57-a3ea-733ab88e2214 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (0f4fddbd-c475-4167-bd86-0943f96cdda3), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:39.054252 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327fa62-026b-4a57-a3ea-733ab88e2214 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=0f4fddbd-c475-4167-bd86-0943f96cdda3,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:39.116482 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4327fa62-026b-4a57-a3ea-733ab88e2214 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (8e2be5bd-e671-4572-b77e-dfb08a052228), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:39.117258 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-4327fa62-026b-4a57-a3ea-733ab88e2214 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Floating IP 8e2be5bd-e671-4572-b77e-dfb08a052228 disassociated (deleted). External IP: 172.26.6.75, port: 6d88794b-c56d-41df-a795-35fa63ac4455. Apr 15 03:50:39.324477 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4327fa62-026b-4a57-a3ea-733ab88e2214 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 607ade27-4da1-454b-896f-3acf24a5e8c8 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:50:39.432199 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4327fa62-026b-4a57-a3ea-733ab88e2214 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:50:39.437093 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4327fa62-026b-4a57-a3ea-733ab88e2214 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:39.442202 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45957f9d-3458-4fd2-80c0-0058e3795fc1 None None] Sync routers for ids ['607ade27-4da1-454b-896f-3acf24a5e8c8'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:50:39.452194 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45957f9d-3458-4fd2-80c0-0058e3795fc1 None None] Routers {'607ade27-4da1-454b-896f-3acf24a5e8c8'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:50:39.457273 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-45957f9d-3458-4fd2-80c0-0058e3795fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:50:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['607ade27-4da1-454b-896f-3acf24a5e8c8'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:39.466486 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4327fa62-026b-4a57-a3ea-733ab88e2214 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/floatingips/8e2be5bd-e671-4572-b77e-dfb08a052228 HTTP/1.1" status: 204 len: 168 time: 0.8711109 Apr 15 03:50:39.467099 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'tag': '6d88794b-c56d-41df-a795-35fa63ac4455'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:50:39.469405 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9f8974-a457-4f9b-9bbf-c31455817490" -d '{"events": [{"name": "network-changed", "server_uuid": "7c68df2b-5e78-4b97-8ee5-1de1cdad9436", "tag": "6d88794b-c56d-41df-a795-35fa63ac4455"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:50:39.493843 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device b7b37cc7-c8c5-4d34-b142-006dac47e587 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:50:39.514669 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf11192-479a-4181-b34f-585b048b6061 x-openstack-request-id: req-ecf11192-479a-4181-b34f-585b048b6061 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:50:39.515094 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c68df2b-5e78-4b97-8ee5-1de1cdad9436", "tag": "6d88794b-c56d-41df-a795-35fa63ac4455", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:50:39.515353 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ecf11192-479a-4181-b34f-585b048b6061 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:50:39.515765 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf11192-479a-4181-b34f-585b048b6061'] response: {'name': 'network-changed', 'server_uuid': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'tag': '6d88794b-c56d-41df-a795-35fa63ac4455', 'status': 'completed', 'code': 200} Apr 15 03:50:39.518370 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: b7b37cc7-c8c5-4d34-b142-006dac47e587 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:50:39.518728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device b7b37cc7-c8c5-4d34-b142-006dac47e587 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:50:39.575107 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f8974-a457-4f9b-9bbf-c31455817490 req-19417afa-eeb9-420e-9004-13d9c91d1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:39.576771 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4e9f8974-a457-4f9b-9bbf-c31455817490 req-19417afa-eeb9-420e-9004-13d9c91d1e71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 1129 time: 0.0422652 Apr 15 03:50:39.591646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-45957f9d-3458-4fd2-80c0-0058e3795fc1 None None] Set router 607ade27-4da1-454b-896f-3acf24a5e8c8 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:50:39.667288 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f8974-a457-4f9b-9bbf-c31455817490 req-0b074e66-cf00-4ba4-a347-9b36dbe28237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:39.668769 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4e9f8974-a457-4f9b-9bbf-c31455817490 req-0b074e66-cf00-4ba4-a347-9b36dbe28237 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9193fb55-05b4-4e17-8904-f51bcb368701 HTTP/1.1" status: 200 len: 896 time: 0.0856616 Apr 15 03:50:39.713778 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4e9f8974-a457-4f9b-9bbf-c31455817490 req-fc4b74c2-a4d1-40f4-a4d1-01f7558d8038 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d88794b-c56d-41df-a795-35fa63ac4455 HTTP/1.1" status: 200 len: 217 time: 0.0385640 Apr 15 03:50:39.764570 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f8974-a457-4f9b-9bbf-c31455817490 req-26f03015-98e8-4041-ab0b-ada402f57958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:39.766106 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4e9f8974-a457-4f9b-9bbf-c31455817490 req-26f03015-98e8-4041-ab0b-ada402f57958 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83f96aa2-c961-4272-a841-a2ae57c40131 HTTP/1.1" status: 200 len: 834 time: 0.0470822 Apr 15 03:50:39.790388 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-45957f9d-3458-4fd2-80c0-0058e3795fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'name': 'tempest-TestNetworkBasicOps-router-1310125145', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:49:12Z', 'updated_at': '2022-04-15T03:49:17Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:13Z', 'updated_at': '2022-04-15T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '60e337be-4665-4792-9023-e99ff4398c3f', 'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a5:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:16Z', 'updated_at': '2022-04-15T03:49:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:39.810127 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f8974-a457-4f9b-9bbf-c31455817490 req-b4efb405-6c1a-4778-b9a6-1d0018566f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:39.811814 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4e9f8974-a457-4f9b-9bbf-c31455817490 req-b4efb405-6c1a-4778-b9a6-1d0018566f36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9193fb55-05b4-4e17-8904-f51bcb368701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399480 Apr 15 03:50:39.817943 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45957f9d-3458-4fd2-80c0-0058e3795fc1 None None] Checking router: 607ade27-4da1-454b-896f-3acf24a5e8c8 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:50:39.827421 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45957f9d-3458-4fd2-80c0-0058e3795fc1 None None] Routers {'607ade27-4da1-454b-896f-3acf24a5e8c8'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:50:39.827982 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-45957f9d-3458-4fd2-80c0-0058e3795fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:50:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['607ade27-4da1-454b-896f-3acf24a5e8c8'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:39.934332 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824fdd3-9a3f-4379-8efd-087bf1306d50 req-16997531-c7b2-4308-8bfd-5d18c90961dd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:39.935871 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c824fdd3-9a3f-4379-8efd-087bf1306d50 req-16997531-c7b2-4308-8bfd-5d18c90961dd tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 945 time: 0.0623686 Apr 15 03:50:39.938446 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-45957f9d-3458-4fd2-80c0-0058e3795fc1 None None] Set router 607ade27-4da1-454b-896f-3acf24a5e8c8 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:50:39.952433 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4e9f8974-a457-4f9b-9bbf-c31455817490 req-506189bd-4e1c-47c5-8ec8-2888ec0e7a9f service neutron] 10.222.0.30 "GET /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349030 Apr 15 03:50:39.992394 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c824fdd3-9a3f-4379-8efd-087bf1306d50 req-39305bac-850e-4297-8827-408bef791d9b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a312aa1b-f59e-40a5-98f3-0182111e6259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473659 Apr 15 03:50:40.128456 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-45957f9d-3458-4fd2-80c0-0058e3795fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'name': 'tempest-TestNetworkBasicOps-router-1310125145', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:49:12Z', 'updated_at': '2022-04-15T03:49:17Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:13Z', 'updated_at': '2022-04-15T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '60e337be-4665-4792-9023-e99ff4398c3f', 'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a5:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:16Z', 'updated_at': '2022-04-15T03:49:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:40.158264 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45957f9d-3458-4fd2-80c0-0058e3795fc1 None None] The sync data for ids ['607ade27-4da1-454b-896f-3acf24a5e8c8'] in dv-neutron-837140-3-hyperv is: [{'id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'name': 'tempest-TestNetworkBasicOps-router-1310125145', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:49:12Z', 'updated_at': '2022-04-15T03:49:17Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:13Z', 'updated_at': '2022-04-15T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '60e337be-4665-4792-9023-e99ff4398c3f', 'name': '', 'network_id': '9193fb55-05b4-4e17-8904-f51bcb368701', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:a5:31:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:16Z', 'updated_at': '2022-04-15T03:49:19Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '83f96aa2-c961-4272-a841-a2ae57c40131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:50:40.369539 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f634b4bf-78a5-491e-82fa-e70f3b2a180f None None] New status for floating IP 8e2be5bd-e671-4572-b77e-dfb08a052228: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:50:41.003776 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4e9f8974-a457-4f9b-9bbf-c31455817490 req-4415bed3-e808-40e4-9e18-57b3f00b1031 service neutron] 10.222.0.30 "GET /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862505 Apr 15 03:50:41.124098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5a421-d29d-4b1d-a1d8-03aa7d860a49 req-ef8cb4ce-4fab-42f7-8e5a-3531e42b7fee tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:41.127651 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4ff5a421-d29d-4b1d-a1d8-03aa7d860a49 req-ef8cb4ce-4fab-42f7-8e5a-3531e42b7fee tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 945 time: 0.0500343 Apr 15 03:50:41.174847 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4ff5a421-d29d-4b1d-a1d8-03aa7d860a49 req-4fdcaedf-1bc0-404e-bab4-ce63da312f99 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=a312aa1b-f59e-40a5-98f3-0182111e6259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433404 Apr 15 03:50:41.263915 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35ee08-8d94-4943-a155-7b000783458b req-0930b9cc-4f5e-46dc-8c9d-25fab78a7a1d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:41.265273 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-de35ee08-8d94-4943-a155-7b000783458b req-0930b9cc-4f5e-46dc-8c9d-25fab78a7a1d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 945 time: 0.0473716 Apr 15 03:50:41.351312 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-de35ee08-8d94-4943-a155-7b000783458b req-a35ddc51-a968-4a42-9884-27d049ee03bf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port 6d88794b-c56d-41df-a795-35fa63ac4455 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:50:41.351649 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-de35ee08-8d94-4943-a155-7b000783458b req-a35ddc51-a968-4a42-9884-27d049ee03bf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (6d88794b-c56d-41df-a795-35fa63ac4455), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:41.439405 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-de35ee08-8d94-4943-a155-7b000783458b req-a35ddc51-a968-4a42-9884-27d049ee03bf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port 6d88794b-c56d-41df-a795-35fa63ac4455, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=6d88794b-c56d-41df-a795-35fa63ac4455,segment=NetworkSegment(a0c834c6-c1ac-4022-a84e-8a2131b0d9de),segment_id=a0c834c6-c1ac-4022-a84e-8a2131b0d9de)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:50:41.439796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-de35ee08-8d94-4943-a155-7b000783458b req-a35ddc51-a968-4a42-9884-27d049ee03bf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (6d88794b-c56d-41df-a795-35fa63ac4455), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:41.452706 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-de35ee08-8d94-4943-a155-7b000783458b req-a35ddc51-a968-4a42-9884-27d049ee03bf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for 6d88794b-c56d-41df-a795-35fa63ac4455 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:50:41.643393 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-de35ee08-8d94-4943-a155-7b000783458b req-a35ddc51-a968-4a42-9884-27d049ee03bf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (6d88794b-c56d-41df-a795-35fa63ac4455), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:41.671453 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ddc51-a968-4a42-9884-27d049ee03bf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=6d88794b-c56d-41df-a795-35fa63ac4455,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:41.717971 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-de35ee08-8d94-4943-a155-7b000783458b req-a35ddc51-a968-4a42-9884-27d049ee03bf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] No DVR routers for this DVR port 6d88794b-c56d-41df-a795-35fa63ac4455 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:50:41.720423 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-de35ee08-8d94-4943-a155-7b000783458b req-a35ddc51-a968-4a42-9884-27d049ee03bf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:41.723651 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-de35ee08-8d94-4943-a155-7b000783458b req-a35ddc51-a968-4a42-9884-27d049ee03bf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "DELETE /v2.0/ports/6d88794b-c56d-41df-a795-35fa63ac4455 HTTP/1.1" status: 204 len: 173 time: 0.4536560 Apr 15 03:50:41.724146 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'name': 'network-vif-deleted', 'tag': '6d88794b-c56d-41df-a795-35fa63ac4455'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:50:41.726899 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1302a01f-858f-4986-b8b1-a71e2208e282" -d '{"events": [{"server_uuid": "7c68df2b-5e78-4b97-8ee5-1de1cdad9436", "name": "network-vif-deleted", "tag": "6d88794b-c56d-41df-a795-35fa63ac4455"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:50:41.760754 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f572d6-00ca-4687-8559-0c255c5335a6 x-openstack-request-id: req-72f572d6-00ca-4687-8559-0c255c5335a6 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:50:41.761011 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c68df2b-5e78-4b97-8ee5-1de1cdad9436", "name": "network-vif-deleted", "tag": "6d88794b-c56d-41df-a795-35fa63ac4455", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:50:41.761260 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-72f572d6-00ca-4687-8559-0c255c5335a6 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:50:41.761672 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f572d6-00ca-4687-8559-0c255c5335a6'] response: {'server_uuid': '7c68df2b-5e78-4b97-8ee5-1de1cdad9436', 'name': 'network-vif-deleted', 'tag': '6d88794b-c56d-41df-a795-35fa63ac4455', 'status': 'completed', 'code': 200} Apr 15 03:50:42.281735 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a45c2775-e5a5-49c9-892f-480223655771 req-9045cc12-d6c5-4784-a783-d5eacfb8fcbe tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 210 time: 0.0276823 Apr 15 03:50:42.549417 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e74ffb5f-c362-42e3-bc9f-ad92e7438f01 req-9325ea80-a2d0-40e5-bc75-db0984145768 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0299098 Apr 15 03:50:42.620217 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e74ffb5f-c362-42e3-bc9f-ad92e7438f01 req-3bcfed2e-5eb5-4724-bf2a-9c6e9ea77d5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=7c68df2b-5e78-4b97-8ee5-1de1cdad9436 HTTP/1.1" status: 200 len: 210 time: 0.0262716 Apr 15 03:50:42.727174 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ffb5f-c362-42e3-bc9f-ad92e7438f01 req-d535662c-6598-4f2c-acc6-b28c7fe0b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:42.728631 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e74ffb5f-c362-42e3-bc9f-ad92e7438f01 req-d535662c-6598-4f2c-acc6-b28c7fe0b6f1 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6786bd52355f4b228acda11ee2393b97&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0907264 Apr 15 03:50:42.822731 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ffb5f-c362-42e3-bc9f-ad92e7438f01 req-ae36d923-f001-4914-a813-f33b8697fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:42.824111 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e74ffb5f-c362-42e3-bc9f-ad92e7438f01 req-ae36d923-f001-4914-a813-f33b8697fda4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0903873 Apr 15 03:50:43.337024 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37736) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:43.395444 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18e857d4-017b-4eb0-9500-b081d1e8ddfc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (a312aa1b-f59e-40a5-98f3-0182111e6259), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:43.420850 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18e857d4-017b-4eb0-9500-b081d1e8ddfc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (a312aa1b-f59e-40a5-98f3-0182111e6259), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:43.534764 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18e857d4-017b-4eb0-9500-b081d1e8ddfc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (a312aa1b-f59e-40a5-98f3-0182111e6259), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:43.537334 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18e857d4-017b-4eb0-9500-b081d1e8ddfc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:43.539110 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-18e857d4-017b-4eb0-9500-b081d1e8ddfc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/security-groups/a312aa1b-f59e-40a5-98f3-0182111e6259 HTTP/1.1" status: 204 len: 168 time: 0.2006786 Apr 15 03:50:43.547961 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e857d4-017b-4eb0-9500-b081d1e8ddfc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a312aa1b-f59e-40a5-98f3-0182111e6259,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:43.638750 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37740) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:43.968899 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-25d1cd39-c311-4748-a121-9c4eb3f053c0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (607ade27-4da1-454b-896f-3acf24a5e8c8), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:44.206057 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-25d1cd39-c311-4748-a121-9c4eb3f053c0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port 60e337be-4665-4792-9023-e99ff4398c3f {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:50:44.206399 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-25d1cd39-c311-4748-a121-9c4eb3f053c0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (60e337be-4665-4792-9023-e99ff4398c3f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:44.294495 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-25d1cd39-c311-4748-a121-9c4eb3f053c0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port 60e337be-4665-4792-9023-e99ff4398c3f, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=60e337be-4665-4792-9023-e99ff4398c3f,segment=NetworkSegment(a0c834c6-c1ac-4022-a84e-8a2131b0d9de),segment_id=a0c834c6-c1ac-4022-a84e-8a2131b0d9de)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:50:44.294808 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-25d1cd39-c311-4748-a121-9c4eb3f053c0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (60e337be-4665-4792-9023-e99ff4398c3f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:44.307956 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-25d1cd39-c311-4748-a121-9c4eb3f053c0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for 60e337be-4665-4792-9023-e99ff4398c3f owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:50:44.546072 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-25d1cd39-c311-4748-a121-9c4eb3f053c0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (60e337be-4665-4792-9023-e99ff4398c3f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:44.573997 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1cd39-c311-4748-a121-9c4eb3f053c0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=60e337be-4665-4792-9023-e99ff4398c3f,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:45.033820 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-25d1cd39-c311-4748-a121-9c4eb3f053c0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (607ade27-4da1-454b-896f-3acf24a5e8c8), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:45.250544 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d1cd39-c311-4748-a121-9c4eb3f053c0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 607ade27-4da1-454b-896f-3acf24a5e8c8 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:50:45.358868 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d1cd39-c311-4748-a121-9c4eb3f053c0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:50:45.363995 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-25d1cd39-c311-4748-a121-9c4eb3f053c0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/routers/607ade27-4da1-454b-896f-3acf24a5e8c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7242234 Apr 15 03:50:45.367417 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37742) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:45.369392 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18aeb63-9aca-4201-a64c-0f5fcc286190 None None] Sync routers for ids ['607ade27-4da1-454b-896f-3acf24a5e8c8'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:50:45.379363 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18aeb63-9aca-4201-a64c-0f5fcc286190 None None] Routers {'607ade27-4da1-454b-896f-3acf24a5e8c8'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:50:45.379985 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e18aeb63-9aca-4201-a64c-0f5fcc286190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:50:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['607ade27-4da1-454b-896f-3acf24a5e8c8'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:45.418880 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f32150-1167-4b44-bb00-0d4f4587ebe7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting subnet 83f96aa2-c961-4272-a841-a2ae57c40131 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:50:45.421999 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2f32150-1167-4b44-bb00-0d4f4587ebe7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (83f96aa2-c961-4272-a841-a2ae57c40131), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:45.461680 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2f32150-1167-4b44-bb00-0d4f4587ebe7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (83f96aa2-c961-4272-a841-a2ae57c40131), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:45.484518 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 6d88794b-c56d-41df-a795-35fa63ac4455 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:50:45.509514 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-e18aeb63-9aca-4201-a64c-0f5fcc286190 None None] Set router 607ade27-4da1-454b-896f-3acf24a5e8c8 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:50:45.511342 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 6d88794b-c56d-41df-a795-35fa63ac4455 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:50:45.511688 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 6d88794b-c56d-41df-a795-35fa63ac4455 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:50:45.554008 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2f32150-1167-4b44-bb00-0d4f4587ebe7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (83f96aa2-c961-4272-a841-a2ae57c40131), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:45.686148 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2f32150-1167-4b44-bb00-0d4f4587ebe7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (83f96aa2-c961-4272-a841-a2ae57c40131), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:45.712018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f32150-1167-4b44-bb00-0d4f4587ebe7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Subnet': ['ID=83f96aa2-c961-4272-a841-a2ae57c40131,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:45.717673 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2f32150-1167-4b44-bb00-0d4f4587ebe7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:45.723502 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c2f32150-1167-4b44-bb00-0d4f4587ebe7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/subnets/83f96aa2-c961-4272-a841-a2ae57c40131 HTTP/1.1" status: 204 len: 168 time: 0.3524430 Apr 15 03:50:45.724317 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37744) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:45.736261 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf16c28-e6be-46a6-ad68-150ab9a1fb3a None None] Network 9193fb55-05b4-4e17-8904-f51bcb368701 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:50:45.834388 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fdf6016a-35cb-484d-8904-3ed243fa8023 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (607ade27-4da1-454b-896f-3acf24a5e8c8), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:45.911730 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e18aeb63-9aca-4201-a64c-0f5fcc286190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'name': 'tempest-TestNetworkBasicOps-router-1310125145', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:49:12Z', 'updated_at': '2022-04-15T03:50:44Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:13Z', 'updated_at': '2022-04-15T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:45.939366 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18aeb63-9aca-4201-a64c-0f5fcc286190 None None] Checking router: 607ade27-4da1-454b-896f-3acf24a5e8c8 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:50:45.944583 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] DHCP port deletion for 9193fb55-05b4-4e17-8904-f51bcb368701 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:50:45.945307 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fdf6016a-35cb-484d-8904-3ed243fa8023 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (607ade27-4da1-454b-896f-3acf24a5e8c8), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:45.971839 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18aeb63-9aca-4201-a64c-0f5fcc286190 None None] Routers {'607ade27-4da1-454b-896f-3acf24a5e8c8'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:50:45.972458 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e18aeb63-9aca-4201-a64c-0f5fcc286190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:50:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['607ade27-4da1-454b-896f-3acf24a5e8c8'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:46.032415 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] Deleting port b85bb78f-52b8-4324-b8cf-723a83f8b8fc {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:50:46.032830 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (b85bb78f-52b8-4324-b8cf-723a83f8b8fc), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:46.047720 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-fdf6016a-35cb-484d-8904-3ed243fa8023 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port bd964b5e-c2c7-4557-8b4f-21079bd3200d {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:50:46.048058 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fdf6016a-35cb-484d-8904-3ed243fa8023 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (bd964b5e-c2c7-4557-8b4f-21079bd3200d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:46.128964 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-fdf6016a-35cb-484d-8904-3ed243fa8023 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port bd964b5e-c2c7-4557-8b4f-21079bd3200d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=bd964b5e-c2c7-4557-8b4f-21079bd3200d,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:50:46.129327 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fdf6016a-35cb-484d-8904-3ed243fa8023 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (bd964b5e-c2c7-4557-8b4f-21079bd3200d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:46.137457 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] For port b85bb78f-52b8-4324-b8cf-723a83f8b8fc, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=b85bb78f-52b8-4324-b8cf-723a83f8b8fc,segment=NetworkSegment(a0c834c6-c1ac-4022-a84e-8a2131b0d9de),segment_id=a0c834c6-c1ac-4022-a84e-8a2131b0d9de)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:50:46.137858 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (b85bb78f-52b8-4324-b8cf-723a83f8b8fc), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:46.142347 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-fdf6016a-35cb-484d-8904-3ed243fa8023 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for bd964b5e-c2c7-4557-8b4f-21079bd3200d owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:50:46.157759 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] Calling delete_port for b85bb78f-52b8-4324-b8cf-723a83f8b8fc owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:50:46.160589 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-e18aeb63-9aca-4201-a64c-0f5fcc286190 None None] Set router 607ade27-4da1-454b-896f-3acf24a5e8c8 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:50:46.377119 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fdf6016a-35cb-484d-8904-3ed243fa8023 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (bd964b5e-c2c7-4557-8b4f-21079bd3200d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:46.385395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e18aeb63-9aca-4201-a64c-0f5fcc286190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'name': 'tempest-TestNetworkBasicOps-router-1310125145', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:49:12Z', 'updated_at': '2022-04-15T03:50:44Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:13Z', 'updated_at': '2022-04-15T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:46.404477 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6016a-35cb-484d-8904-3ed243fa8023 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=bd964b5e-c2c7-4557-8b4f-21079bd3200d,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:46.414043 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18aeb63-9aca-4201-a64c-0f5fcc286190 None None] The sync data for ids ['607ade27-4da1-454b-896f-3acf24a5e8c8'] in dv-neutron-837140-3-hyperv is: [{'id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'name': 'tempest-TestNetworkBasicOps-router-1310125145', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:49:12Z', 'updated_at': '2022-04-15T03:50:44Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': 'bd964b5e-c2c7-4557-8b4f-21079bd3200d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607ade27-4da1-454b-896f-3acf24a5e8c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:49:13Z', 'updated_at': '2022-04-15T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:50:46.415609 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (b85bb78f-52b8-4324-b8cf-723a83f8b8fc), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:46.441455 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] Pushing event deleted for resources: {'Port': ['ID=b85bb78f-52b8-4324-b8cf-723a83f8b8fc,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:46.449701 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] No DVR routers for this DVR port b85bb78f-52b8-4324-b8cf-723a83f8b8fc on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:50:46.453178 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:46.453559 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:46.453925 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:46.454252 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:46.454591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:46.454964 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:46.455299 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:46.455660 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:46.456063 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:46.456401 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:46.456735 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:46.457068 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:46.457392 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:46.457769 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:46.458124 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e4c8b1-9867-4fb1-b92d-33bc256085af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:46.477059 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fdf6016a-35cb-484d-8904-3ed243fa8023 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (607ade27-4da1-454b-896f-3acf24a5e8c8), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:46.573018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fdf6016a-35cb-484d-8904-3ed243fa8023 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (607ade27-4da1-454b-896f-3acf24a5e8c8), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:46.575195 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fdf6016a-35cb-484d-8904-3ed243fa8023 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_controller (607ade27-4da1-454b-896f-3acf24a5e8c8), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:46.673673 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fdf6016a-35cb-484d-8904-3ed243fa8023 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (607ade27-4da1-454b-896f-3acf24a5e8c8), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:46.674234 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf6016a-35cb-484d-8904-3ed243fa8023 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Fanout notify agent at l3_agent the message router_deleted on router 607ade27-4da1-454b-896f-3acf24a5e8c8 {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:50:46.680764 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fdf6016a-35cb-484d-8904-3ed243fa8023 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:46.681851 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-fdf6016a-35cb-484d-8904-3ed243fa8023 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/routers/607ade27-4da1-454b-896f-3acf24a5e8c8 HTTP/1.1" status: 204 len: 168 time: 0.9572852 Apr 15 03:50:46.684527 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37746) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:46.761898 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f93d479-3036-46ae-a8b9-056c50d0e44f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (9193fb55-05b4-4e17-8904-f51bcb368701), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:46.848880 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f93d479-3036-46ae-a8b9-056c50d0e44f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (9193fb55-05b4-4e17-8904-f51bcb368701), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:46.870482 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-6f93d479-3036-46ae-a8b9-056c50d0e44f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9193fb55-05b4-4e17-8904-f51bcb368701']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:46.880183 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-6f93d479-3036-46ae-a8b9-056c50d0e44f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c834c6-c1ac-4022-a84e-8a2131b0d9de') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:46.880482 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-6f93d479-3036-46ae-a8b9-056c50d0e44f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c834c6-c1ac-4022-a84e-8a2131b0d9de') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:46.890844 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f93d479-3036-46ae-a8b9-056c50d0e44f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (a0c834c6-c1ac-4022-a84e-8a2131b0d9de), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:46.904285 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f93d479-3036-46ae-a8b9-056c50d0e44f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (a0c834c6-c1ac-4022-a84e-8a2131b0d9de), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:46.910815 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f93d479-3036-46ae-a8b9-056c50d0e44f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:50:46.911231 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f93d479-3036-46ae-a8b9-056c50d0e44f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (a0c834c6-c1ac-4022-a84e-8a2131b0d9de), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:50:46.914279 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:50:47.028533 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f93d479-3036-46ae-a8b9-056c50d0e44f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (9193fb55-05b4-4e17-8904-f51bcb368701), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:47.033089 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6f93d479-3036-46ae-a8b9-056c50d0e44f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:47.036764 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6f93d479-3036-46ae-a8b9-056c50d0e44f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/networks/9193fb55-05b4-4e17-8904-f51bcb368701 HTTP/1.1" status: 204 len: 168 time: 0.3512647 Apr 15 03:50:47.052909 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d479-3036-46ae-a8b9-056c50d0e44f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Network': ['ID=9193fb55-05b4-4e17-8904-f51bcb368701,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:47.062216 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37748) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:47.070529 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-732644a5-cbdf-4181-be2e-4d3f96d40eb2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'network': {'name': 'tempest-network-smoke--1463033516', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'port_security_enabled': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:50:47.170759 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732644a5-cbdf-4181-be2e-4d3f96d40eb2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:50:47.174098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-732644a5-cbdf-4181-be2e-4d3f96d40eb2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:47.197012 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732644a5-cbdf-4181-be2e-4d3f96d40eb2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:50:47.205315 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-732644a5-cbdf-4181-be2e-4d3f96d40eb2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (c3857e9d-4173-452f-ae2c-fa6e78c5cdd7), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:47.205651 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-732644a5-cbdf-4181-be2e-4d3f96d40eb2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Added segment c3857e9d-4173-452f-ae2c-fa6e78c5cdd7 of type vlan for network ab9d241a-229c-4a64-af1e-60a571df342c Apr 15 03:50:47.243084 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-732644a5-cbdf-4181-be2e-4d3f96d40eb2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (ab9d241a-229c-4a64-af1e-60a571df342c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:47.331200 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-732644a5-cbdf-4181-be2e-4d3f96d40eb2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (ab9d241a-229c-4a64-af1e-60a571df342c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:47.336735 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732644a5-cbdf-4181-be2e-4d3f96d40eb2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:47.337336 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-732644a5-cbdf-4181-be2e-4d3f96d40eb2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:47.405494 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732644a5-cbdf-4181-be2e-4d3f96d40eb2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Network': ['ID=ab9d241a-229c-4a64-af1e-60a571df342c,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:47.417744 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network ab9d241a-229c-4a64-af1e-60a571df342c details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:50:47.436578 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-732644a5-cbdf-4181-be2e-4d3f96d40eb2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3725650 Apr 15 03:50:47.439359 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37750) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:47.443789 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-d587993b-75c6-4617-98ae-fa77452e812d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1591905542', 'admin_state_up': True, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:50:47.537259 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d587993b-75c6-4617-98ae-fa77452e812d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (4342c5d8-8d90-447c-8dbb-86cf332bc9f0), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:47.538407 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d587993b-75c6-4617-98ae-fa77452e812d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (4342c5d8-8d90-447c-8dbb-86cf332bc9f0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:47.579594 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b85bb78f-52b8-4324-b8cf-723a83f8b8fc no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:50:47.595530 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d587993b-75c6-4617-98ae-fa77452e812d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_controller (4342c5d8-8d90-447c-8dbb-86cf332bc9f0), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:47.600235 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: b85bb78f-52b8-4324-b8cf-723a83f8b8fc {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:50:47.600592 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b85bb78f-52b8-4324-b8cf-723a83f8b8fc not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:50:47.601016 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device bd964b5e-c2c7-4557-8b4f-21079bd3200d no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:50:47.619806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: bd964b5e-c2c7-4557-8b4f-21079bd3200d {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:50:47.620153 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device bd964b5e-c2c7-4557-8b4f-21079bd3200d not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:50:47.620565 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 60e337be-4665-4792-9023-e99ff4398c3f no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:50:47.639429 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 60e337be-4665-4792-9023-e99ff4398c3f {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:50:47.646665 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 60e337be-4665-4792-9023-e99ff4398c3f not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:50:47.801307 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d587993b-75c6-4617-98ae-fa77452e812d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (4342c5d8-8d90-447c-8dbb-86cf332bc9f0), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:48.032986 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d587993b-75c6-4617-98ae-fa77452e812d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (4342c5d8-8d90-447c-8dbb-86cf332bc9f0), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:48.055619 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d587993b-75c6-4617-98ae-fa77452e812d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:48.155618 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-d587993b-75c6-4617-98ae-fa77452e812d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.26.6.46 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/7ec18a65-9d9b-4ec5-af5b-5b9b7d082645) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:50:48.257398 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d587993b-75c6-4617-98ae-fa77452e812d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (7ec18a65-9d9b-4ec5-af5b-5b9b7d082645), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:48.348246 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d587993b-75c6-4617-98ae-fa77452e812d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (7ec18a65-9d9b-4ec5-af5b-5b9b7d082645), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:48.388893 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d587993b-75c6-4617-98ae-fa77452e812d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:50:48.391799 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-d587993b-75c6-4617-98ae-fa77452e812d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:50:48.394274 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d587993b-75c6-4617-98ae-fa77452e812d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:50:48.417266 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587993b-75c6-4617-98ae-fa77452e812d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=7ec18a65-9d9b-4ec5-af5b-5b9b7d082645,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:48.519447 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-63ad6946-6bdb-4c79-b239-3995b0f6e3f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:48.717216 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d587993b-75c6-4617-98ae-fa77452e812d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (4342c5d8-8d90-447c-8dbb-86cf332bc9f0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:48.913801 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d587993b-75c6-4617-98ae-fa77452e812d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (4342c5d8-8d90-447c-8dbb-86cf332bc9f0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:49.105741 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d587993b-75c6-4617-98ae-fa77452e812d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:50:49.221628 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d587993b-75c6-4617-98ae-fa77452e812d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:50:49.231808 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] Sync routers for ids ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:50:49.241467 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] Routers {'4342c5d8-8d90-447c-8dbb-86cf332bc9f0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:50:49.242073 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:50:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:49.290655 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d587993b-75c6-4617-98ae-fa77452e812d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:49.291926 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d587993b-75c6-4617-98ae-fa77452e812d tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8516071 Apr 15 03:50:49.295010 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37752) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:49.325895 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-22f508aa-a7a3-4cbd-971d-9b4d66e65ccd tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6786bd52355f4b228acda11ee2393b97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297127 Apr 15 03:50:49.328623 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37754) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:49.346059 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] Set router 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:50:49.478994 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2771fe9-6261-42d5-b411-8f0dfa0b2d12 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:49.480492 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f2771fe9-6261-42d5-b411-8f0dfa0b2d12 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1508636 Apr 15 03:50:49.483364 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37756) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:49.511685 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3cbf002f-87d9-44b6-9b0e-ec4556642dbe tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272481 Apr 15 03:50:49.513585 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'name': 'tempest-TestNetworkBasicOps-router-1591905542', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:50:47Z', 'updated_at': '2022-04-15T03:50:48Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:48Z', 'updated_at': '2022-04-15T03:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:49.514429 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37758) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:49.519590 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-78ae58e6-5f32-42f8-b7cd-75a5d26b97ac tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2098938276', 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:50:49.544447 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] Checking router: 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:50:49.544794 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] Updating router 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 port 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:50:49.572135 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (7ec18a65-9d9b-4ec5-af5b-5b9b7d082645), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:49.662204 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ae58e6-5f32-42f8-b7cd-75a5d26b97ac tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:50:49.666283 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-78ae58e6-5f32-42f8-b7cd-75a5d26b97ac tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:49.822898 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] Publish callbacks [] for port (7ec18a65-9d9b-4ec5-af5b-5b9b7d082645), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:49.885072 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (7ec18a65-9d9b-4ec5-af5b-5b9b7d082645), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:49.911745 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-78ae58e6-5f32-42f8-b7cd-75a5d26b97ac tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (073523f8-b599-41c8-bc1f-9f53adfe578b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:49.934633 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] Attempting to bind port 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:50:49.934995 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] Attempting to bind port 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:50:49.935363 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] Attempting to bind port 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:50:49.944194 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:50:49.945322 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:50:49.945322 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:49.945561 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:50:49.945946 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] Bound port: 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:50:49.946479 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (7ec18a65-9d9b-4ec5-af5b-5b9b7d082645), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:49.948819 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7725c-4002-47d1-9ad3-52173372f4e0 None None] Pushing event updated for resources: {'Port': ['ID=7ec18a65-9d9b-4ec5-af5b-5b9b7d082645,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:49.982592 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae58e6-5f32-42f8-b7cd-75a5d26b97ac tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Subnet': ['ID=073523f8-b599-41c8-bc1f-9f53adfe578b,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:49.988271 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ae58e6-5f32-42f8-b7cd-75a5d26b97ac tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Checking segment: {'id': 'c3857e9d-4173-452f-ae2c-fa6e78c5cdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:50:49.994177 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae58e6-5f32-42f8-b7cd-75a5d26b97ac tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network hostable DHCP agents. Network: ab9d241a-229c-4a64-af1e-60a571df342c, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:50:50.051282 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae58e6-5f32-42f8-b7cd-75a5d26b97ac tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network ab9d241a-229c-4a64-af1e-60a571df342c is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:50:50.067098 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7725c-4002-47d1-9ad3-52173372f4e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:50.067450 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7725c-4002-47d1-9ad3-52173372f4e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:50.067812 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7725c-4002-47d1-9ad3-52173372f4e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:50.068150 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7725c-4002-47d1-9ad3-52173372f4e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:50.068479 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7725c-4002-47d1-9ad3-52173372f4e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:50.068828 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7725c-4002-47d1-9ad3-52173372f4e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:50.069153 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7725c-4002-47d1-9ad3-52173372f4e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:50.069470 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7725c-4002-47d1-9ad3-52173372f4e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:50.069803 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7725c-4002-47d1-9ad3-52173372f4e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:50.070124 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7725c-4002-47d1-9ad3-52173372f4e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:50.070456 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7725c-4002-47d1-9ad3-52173372f4e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:50.070808 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7725c-4002-47d1-9ad3-52173372f4e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:50.071124 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7725c-4002-47d1-9ad3-52173372f4e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:50.071435 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7725c-4002-47d1-9ad3-52173372f4e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:50.071747 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b7725c-4002-47d1-9ad3-52173372f4e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:50:50.103760 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] For port 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:50:50.106636 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] For port 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=7ec18a65-9d9b-4ec5-af5b-5b9b7d082645,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:50:50.123215 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-78ae58e6-5f32-42f8-b7cd-75a5d26b97ac tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, ab9d241a-229c-4a64-af1e-60a571df342c) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:50:50.127756 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ae58e6-5f32-42f8-b7cd-75a5d26b97ac tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:50.128418 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-78ae58e6-5f32-42f8-b7cd-75a5d26b97ac tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:50.131844 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184aa84d-a792-4b66-98b9-52d9682d8ba3 None None] Network ab9d241a-229c-4a64-af1e-60a571df342c requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:50:50.164309 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (7ec18a65-9d9b-4ec5-af5b-5b9b7d082645), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:50.194930 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37760) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:50.195291 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-78ae58e6-5f32-42f8-b7cd-75a5d26b97ac tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6794858 Apr 15 03:50:50.209239 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] Routers {'4342c5d8-8d90-447c-8dbb-86cf332bc9f0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:50:50.210427 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:50:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:50.230160 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdbab1e-a7ee-472e-b57f-62afb808fcae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-ab9d241a-229c-4a64-af1e-60a571df342c', 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ips': [{'subnet_id': '073523f8-b599-41c8-bc1f-9f53adfe578b'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:50:50.231291 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6fdbab1e-a7ee-472e-b57f-62afb808fcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:50.269204 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7725c-4002-47d1-9ad3-52173372f4e0 None None] Pushing event updated for resources: {'Port': ['ID=7ec18a65-9d9b-4ec5-af5b-5b9b7d082645,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:50.340081 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] Set router 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:50:50.378162 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-6fdbab1e-a7ee-472e-b57f-62afb808fcae None None] Allocated IP 172.20.0.2 (ab9d241a-229c-4a64-af1e-60a571df342c/073523f8-b599-41c8-bc1f-9f53adfe578b/1e7db31f-2cc7-4516-9dfe-2d860d9696a8) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:50:50.517614 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'name': 'tempest-TestNetworkBasicOps-router-1591905542', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:50:47Z', 'updated_at': '2022-04-15T03:50:48Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:48Z', 'updated_at': '2022-04-15T03:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:50.538637 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6fdbab1e-a7ee-472e-b57f-62afb808fcae None None] Publish callbacks [] for port (1e7db31f-2cc7-4516-9dfe-2d860d9696a8), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:50.544993 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea3d28f-ab2e-4d19-a95f-a53ac2886133 None None] The sync data for ids ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'] in dv-neutron-837140-3-hyperv is: [{'id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'name': 'tempest-TestNetworkBasicOps-router-1591905542', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:50:47Z', 'updated_at': '2022-04-15T03:50:48Z', 'revision_number': 3, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:48Z', 'updated_at': '2022-04-15T03:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:50:50.597542 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6fdbab1e-a7ee-472e-b57f-62afb808fcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (1e7db31f-2cc7-4516-9dfe-2d860d9696a8), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:50.639217 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdbab1e-a7ee-472e-b57f-62afb808fcae None None] Network ab9d241a-229c-4a64-af1e-60a571df342c is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:50:50.644875 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-6fdbab1e-a7ee-472e-b57f-62afb808fcae None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:50:50.649663 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdbab1e-a7ee-472e-b57f-62afb808fcae None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:50:50.657142 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbab1e-a7ee-472e-b57f-62afb808fcae None None] Pushing event updated for resources: {'Port': ['ID=1e7db31f-2cc7-4516-9dfe-2d860d9696a8,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:50.720477 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-6fdbab1e-a7ee-472e-b57f-62afb808fcae None None] Attempting to bind port 1e7db31f-2cc7-4516-9dfe-2d860d9696a8 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:50:50.720856 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-6fdbab1e-a7ee-472e-b57f-62afb808fcae None None] Attempting to bind port 1e7db31f-2cc7-4516-9dfe-2d860d9696a8 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'c3857e9d-4173-452f-ae2c-fa6e78c5cdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:50:50.721404 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdbab1e-a7ee-472e-b57f-62afb808fcae None None] Attempting to bind port 1e7db31f-2cc7-4516-9dfe-2d860d9696a8 on network ab9d241a-229c-4a64-af1e-60a571df342c {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:50:50.728147 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdbab1e-a7ee-472e-b57f-62afb808fcae None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:50:50.728524 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdbab1e-a7ee-472e-b57f-62afb808fcae None None] Checking segment: {'id': 'c3857e9d-4173-452f-ae2c-fa6e78c5cdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:50:50.728926 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6fdbab1e-a7ee-472e-b57f-62afb808fcae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:50.729371 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdbab1e-a7ee-472e-b57f-62afb808fcae None None] Bound using segment: {'id': 'c3857e9d-4173-452f-ae2c-fa6e78c5cdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:50:50.729877 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-6fdbab1e-a7ee-472e-b57f-62afb808fcae None None] Bound port: 1e7db31f-2cc7-4516-9dfe-2d860d9696a8, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3857e9d-4173-452f-ae2c-fa6e78c5cdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:50:50.730257 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6fdbab1e-a7ee-472e-b57f-62afb808fcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1e7db31f-2cc7-4516-9dfe-2d860d9696a8), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:50.824142 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-6fdbab1e-a7ee-472e-b57f-62afb808fcae None None] For port 1e7db31f-2cc7-4516-9dfe-2d860d9696a8, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:50:50.827752 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-6fdbab1e-a7ee-472e-b57f-62afb808fcae None None] For port 1e7db31f-2cc7-4516-9dfe-2d860d9696a8, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1e7db31f-2cc7-4516-9dfe-2d860d9696a8,segment=NetworkSegment(c3857e9d-4173-452f-ae2c-fa6e78c5cdd7),segment_id=c3857e9d-4173-452f-ae2c-fa6e78c5cdd7)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:50:50.885267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-80dde30a-f45d-46c2-a850-ca6344cda0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:50.948630 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6fdbab1e-a7ee-472e-b57f-62afb808fcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (1e7db31f-2cc7-4516-9dfe-2d860d9696a8), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:51.015295 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbab1e-a7ee-472e-b57f-62afb808fcae None None] Pushing event updated for resources: {'Port': ['ID=1e7db31f-2cc7-4516-9dfe-2d860d9696a8,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:51.058506 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a4dac1c6-1f79-4b3a-bcb6-84fb888d7ec7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:51.382352 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-a4dac1c6-1f79-4b3a-bcb6-84fb888d7ec7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.20.0.1 (ab9d241a-229c-4a64-af1e-60a571df342c/073523f8-b599-41c8-bc1f-9f53adfe578b/e8a042c3-b714-41e9-b2f3-647e738560ee) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:50:51.505243 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a4dac1c6-1f79-4b3a-bcb6-84fb888d7ec7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:51.597517 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a4dac1c6-1f79-4b3a-bcb6-84fb888d7ec7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:51.617060 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:50:51.636946 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dac1c6-1f79-4b3a-bcb6-84fb888d7ec7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network ab9d241a-229c-4a64-af1e-60a571df342c is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:50:51.640024 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-a4dac1c6-1f79-4b3a-bcb6-84fb888d7ec7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:50:51.645929 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dac1c6-1f79-4b3a-bcb6-84fb888d7ec7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:50:51.668441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:50:51.668941 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (7ec18a65-9d9b-4ec5-af5b-5b9b7d082645), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:51.675080 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dac1c6-1f79-4b3a-bcb6-84fb888d7ec7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=e8a042c3-b714-41e9-b2f3-647e738560ee,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:51.696658 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a4dac1c6-1f79-4b3a-bcb6-84fb888d7ec7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (4342c5d8-8d90-447c-8dbb-86cf332bc9f0), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:51.746218 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:50:51.746605 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (7ec18a65-9d9b-4ec5-af5b-5b9b7d082645), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:51.766780 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=7ec18a65-9d9b-4ec5-af5b-5b9b7d082645,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:50:51.848719 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (7ec18a65-9d9b-4ec5-af5b-5b9b7d082645), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:51.849486 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1e7db31f-2cc7-4516-9dfe-2d860d9696a8 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:50:51.909364 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:51.935340 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=7ec18a65-9d9b-4ec5-af5b-5b9b7d082645,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:51.937899 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a4dac1c6-1f79-4b3a-bcb6-84fb888d7ec7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:51.943502 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 1e7db31f-2cc7-4516-9dfe-2d860d9696a8 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:50:51.943904 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1e7db31f-2cc7-4516-9dfe-2d860d9696a8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:52.023449 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 1e7db31f-2cc7-4516-9dfe-2d860d9696a8 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:50:52.024231 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1e7db31f-2cc7-4516-9dfe-2d860d9696a8), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:52.061911 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 1e7db31f-2cc7-4516-9dfe-2d860d9696a8, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1e7db31f-2cc7-4516-9dfe-2d860d9696a8,segment=NetworkSegment(c3857e9d-4173-452f-ae2c-fa6e78c5cdd7),segment_id=c3857e9d-4173-452f-ae2c-fa6e78c5cdd7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:50:52.138893 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (1e7db31f-2cc7-4516-9dfe-2d860d9696a8), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:52.194524 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=1e7db31f-2cc7-4516-9dfe-2d860d9696a8,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:52.232761 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a4dac1c6-1f79-4b3a-bcb6-84fb888d7ec7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:52.300098 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a4dac1c6-1f79-4b3a-bcb6-84fb888d7ec7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:52.381910 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dac1c6-1f79-4b3a-bcb6-84fb888d7ec7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=e8a042c3-b714-41e9-b2f3-647e738560ee,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:52.384378 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a4dac1c6-1f79-4b3a-bcb6-84fb888d7ec7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (4342c5d8-8d90-447c-8dbb-86cf332bc9f0), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:52.395787 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bb4007-3f6a-4fb9-91b0-591717ec990c None None] Network ab9d241a-229c-4a64-af1e-60a571df342c requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:50:52.456790 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f04af290-370d-4218-964b-eccb8bb31db0 None None] Provisioning complete for port 1e7db31f-2cc7-4516-9dfe-2d860d9696a8 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:50:52.457163 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f04af290-370d-4218-964b-eccb8bb31db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1e7db31f-2cc7-4516-9dfe-2d860d9696a8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:52.479457 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dac1c6-1f79-4b3a-bcb6-84fb888d7ec7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network ab9d241a-229c-4a64-af1e-60a571df342c is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:50:52.480900 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-a4dac1c6-1f79-4b3a-bcb6-84fb888d7ec7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:50:52.605438 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4dac1c6-1f79-4b3a-bcb6-84fb888d7ec7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:50:52.720598 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dac1c6-1f79-4b3a-bcb6-84fb888d7ec7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:50:52.728649 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a4dac1c6-1f79-4b3a-bcb6-84fb888d7ec7 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/routers/4342c5d8-8d90-447c-8dbb-86cf332bc9f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5296791 Apr 15 03:50:52.728940 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37762) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:52.730217 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f04af290-370d-4218-964b-eccb8bb31db0 None None] Current status of the port 1e7db31f-2cc7-4516-9dfe-2d860d9696a8 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:50:52.737480 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] Sync routers for ids ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:50:52.747702 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] Routers {'4342c5d8-8d90-447c-8dbb-86cf332bc9f0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:50:52.748379 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:50:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:52.829589 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eb3ba8-77fe-4547-bc62-5beac8511920 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:52.830081 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eb3ba8-77fe-4547-bc62-5beac8511920 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:52.830560 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eb3ba8-77fe-4547-bc62-5beac8511920 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:52.831076 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eb3ba8-77fe-4547-bc62-5beac8511920 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:52.835768 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e9eb3ba8-77fe-4547-bc62-5beac8511920 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1027436 Apr 15 03:50:52.836090 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37764) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:52.867239 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] Set router 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:50:52.896275 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b47f8ce-3ec2-4a11-af21-991c1fa35e30 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:52.897294 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b47f8ce-3ec2-4a11-af21-991c1fa35e30 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:52.897709 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b47f8ce-3ec2-4a11-af21-991c1fa35e30 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:52.898173 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b47f8ce-3ec2-4a11-af21-991c1fa35e30 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:52.899905 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8b47f8ce-3ec2-4a11-af21-991c1fa35e30 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0630035 Apr 15 03:50:52.903088 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37766) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:53.001681 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-c9218c9e-94a3-4454-a9ec-37eceff0d052 None None] Provisioning complete for port e8a042c3-b714-41e9-b2f3-647e738560ee triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:50:53.001918 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c9218c9e-94a3-4454-a9ec-37eceff0d052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:53.030495 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-23475b66-83b5-4301-8cfd-23b2ecff88d9 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1258571 Apr 15 03:50:53.051013 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c9218c9e-94a3-4454-a9ec-37eceff0d052 None None] Port e8a042c3-b714-41e9-b2f3-647e738560ee cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:50:53.074834 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-c9218c9e-94a3-4454-a9ec-37eceff0d052 None None] Provisioning complete for port 1e7db31f-2cc7-4516-9dfe-2d860d9696a8 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:50:53.075207 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c9218c9e-94a3-4454-a9ec-37eceff0d052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1e7db31f-2cc7-4516-9dfe-2d860d9696a8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:53.145950 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'name': 'tempest-TestNetworkBasicOps-router-1591905542', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:50:47Z', 'updated_at': '2022-04-15T03:50:51Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:48Z', 'updated_at': '2022-04-15T03:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'e8a042c3-b714-41e9-b2f3-647e738560ee', 'name': '', 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:bd:30:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:51Z', 'updated_at': '2022-04-15T03:50:52Z', 'revision_number': 2, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:53.176735 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] Checking router: 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:50:53.177088 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] Updating router 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 port e8a042c3-b714-41e9-b2f3-647e738560ee binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:50:53.228164 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:53.249370 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c9218c9e-94a3-4454-a9ec-37eceff0d052 None None] Current status of the port 1e7db31f-2cc7-4516-9dfe-2d860d9696a8 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:50:53.335076 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37770) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:53.339690 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a7c8e7dd-a661-4aad-bf98-84c018234f1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-964021691', 'description': 'tempest-secgroup-smoke-964021691 description', 'project_id': '6786bd52355f4b228acda11ee2393b97'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:50:53.421158 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ec6a698e-d899-4f34-8a56-af45cc3d0fd4 None None] Provisioning complete for port e8a042c3-b714-41e9-b2f3-647e738560ee triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:50:53.421454 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ec6a698e-d899-4f34-8a56-af45cc3d0fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:53.439921 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a7c8e7dd-a661-4aad-bf98-84c018234f1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:53.494932 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:53.511246 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a7c8e7dd-a661-4aad-bf98-84c018234f1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (59055be9-4713-4a89-bb93-2daa13e1c3fb), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:53.521088 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ec6a698e-d899-4f34-8a56-af45cc3d0fd4 None None] Port e8a042c3-b714-41e9-b2f3-647e738560ee cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:50:53.565293 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a7c8e7dd-a661-4aad-bf98-84c018234f1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (59055be9-4713-4a89-bb93-2daa13e1c3fb), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:53.598516 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8e7dd-a661-4aad-bf98-84c018234f1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59055be9-4713-4a89-bb93-2daa13e1c3fb,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:53.615143 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:50:53.667771 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a7c8e7dd-a661-4aad-bf98-84c018234f1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:53.669090 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a7c8e7dd-a661-4aad-bf98-84c018234f1f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3330030 Apr 15 03:50:53.671990 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37772) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:53.676589 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a24115c9-004d-4e5c-b0b4-c52d23a2b25a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': '59055be9-4713-4a89-bb93-2daa13e1c3fb', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:50:53.700930 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] Publish callbacks [] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:53.709080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:50:53.709957 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (7ec18a65-9d9b-4ec5-af5b-5b9b7d082645), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:53.745276 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a24115c9-004d-4e5c-b0b4-c52d23a2b25a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (e8dc2217-ea93-46eb-a99e-7404144078c3), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:53.773002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:53.800624 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a24115c9-004d-4e5c-b0b4-c52d23a2b25a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (e8dc2217-ea93-46eb-a99e-7404144078c3), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:53.827415 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:50:53.828490 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1e7db31f-2cc7-4516-9dfe-2d860d9696a8 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:50:53.857416 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bd072-bfe3-45f3-b2eb-fd3f3dc359c2 None None] Pushing event updated for resources: {'Port': ['ID=e8a042c3-b714-41e9-b2f3-647e738560ee,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:53.862729 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a24115c9-004d-4e5c-b0b4-c52d23a2b25a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (e8dc2217-ea93-46eb-a99e-7404144078c3), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:53.885484 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24115c9-004d-4e5c-b0b4-c52d23a2b25a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8dc2217-ea93-46eb-a99e-7404144078c3,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:53.931793 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] Attempting to bind port e8a042c3-b714-41e9-b2f3-647e738560ee on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:50:53.937961 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] Attempting to bind port e8a042c3-b714-41e9-b2f3-647e738560ee by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'c3857e9d-4173-452f-ae2c-fa6e78c5cdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:50:53.937961 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] Attempting to bind port e8a042c3-b714-41e9-b2f3-647e738560ee on network ab9d241a-229c-4a64-af1e-60a571df342c {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:50:53.937961 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 1e7db31f-2cc7-4516-9dfe-2d860d9696a8 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:50:53.937961 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1e7db31f-2cc7-4516-9dfe-2d860d9696a8), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:53.956197 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:50:53.956578 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] Checking segment: {'id': 'c3857e9d-4173-452f-ae2c-fa6e78c5cdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:50:53.956979 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:53.957374 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] Bound using segment: {'id': 'c3857e9d-4173-452f-ae2c-fa6e78c5cdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:50:53.957865 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] Bound port: e8a042c3-b714-41e9-b2f3-647e738560ee, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3857e9d-4173-452f-ae2c-fa6e78c5cdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:50:53.958325 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:53.963849 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a24115c9-004d-4e5c-b0b4-c52d23a2b25a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:53.968478 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a24115c9-004d-4e5c-b0b4-c52d23a2b25a tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2921994 Apr 15 03:50:53.968651 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37774) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:53.973639 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-819ba00b-8f74-4993-904e-25903b2c0cd1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': '59055be9-4713-4a89-bb93-2daa13e1c3fb', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:50:54.065810 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] For port e8a042c3-b714-41e9-b2f3-647e738560ee, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:50:54.077759 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-819ba00b-8f74-4993-904e-25903b2c0cd1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (2081f52d-f1bb-4b55-b1c9-e2006e55fd86), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:54.086385 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] For port e8a042c3-b714-41e9-b2f3-647e738560ee, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e8a042c3-b714-41e9-b2f3-647e738560ee,segment=NetworkSegment(c3857e9d-4173-452f-ae2c-fa6e78c5cdd7),segment_id=c3857e9d-4173-452f-ae2c-fa6e78c5cdd7)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:50:54.088048 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 1e7db31f-2cc7-4516-9dfe-2d860d9696a8 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:50:54.142830 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-819ba00b-8f74-4993-904e-25903b2c0cd1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (2081f52d-f1bb-4b55-b1c9-e2006e55fd86), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:54.160253 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:54.200139 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-819ba00b-8f74-4993-904e-25903b2c0cd1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (2081f52d-f1bb-4b55-b1c9-e2006e55fd86), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:54.215893 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] Routers {'4342c5d8-8d90-447c-8dbb-86cf332bc9f0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:50:54.216537 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:50:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:54.236933 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ba00b-8f74-4993-904e-25903b2c0cd1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2081f52d-f1bb-4b55-b1c9-e2006e55fd86,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:54.261724 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bd072-bfe3-45f3-b2eb-fd3f3dc359c2 None None] Pushing event updated for resources: {'Port': ['ID=e8a042c3-b714-41e9-b2f3-647e738560ee,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:54.276761 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-4d6ebab0-3c29-4827-9fc4-c15e96f13be2 None None] Provisioning complete for port e8a042c3-b714-41e9-b2f3-647e738560ee triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:50:54.277138 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4d6ebab0-3c29-4827-9fc4-c15e96f13be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:54.293326 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-819ba00b-8f74-4993-904e-25903b2c0cd1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:54.294851 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-819ba00b-8f74-4993-904e-25903b2c0cd1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3253319 Apr 15 03:50:54.297529 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37776) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:54.302207 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-aba71b18-1082-4864-a6b0-334498c07a6c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': '59055be9-4713-4a89-bb93-2daa13e1c3fb', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:50:54.397462 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aba71b18-1082-4864-a6b0-334498c07a6c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (38c98944-366c-450a-b081-5e257cdec4e9), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:54.462044 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aba71b18-1082-4864-a6b0-334498c07a6c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (38c98944-366c-450a-b081-5e257cdec4e9), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:54.543189 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aba71b18-1082-4864-a6b0-334498c07a6c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (38c98944-366c-450a-b081-5e257cdec4e9), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:54.547386 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] Set router 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:50:54.558961 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba71b18-1082-4864-a6b0-334498c07a6c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c98944-366c-450a-b081-5e257cdec4e9,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:54.591908 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4d6ebab0-3c29-4827-9fc4-c15e96f13be2 None None] Current status of the port e8a042c3-b714-41e9-b2f3-647e738560ee is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:50:54.592228 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4d6ebab0-3c29-4827-9fc4-c15e96f13be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:54.624388 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aba71b18-1082-4864-a6b0-334498c07a6c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:54.625634 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-aba71b18-1082-4864-a6b0-334498c07a6c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3271117 Apr 15 03:50:54.628518 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37778) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:54.633359 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-ae23c239-20bb-4ace-a20a-28ec2429e408 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': '59055be9-4713-4a89-bb93-2daa13e1c3fb', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:50:54.699380 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4d6ebab0-3c29-4827-9fc4-c15e96f13be2 None None] For port e8a042c3-b714-41e9-b2f3-647e738560ee, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e8a042c3-b714-41e9-b2f3-647e738560ee,segment=NetworkSegment(c3857e9d-4173-452f-ae2c-fa6e78c5cdd7),segment_id=c3857e9d-4173-452f-ae2c-fa6e78c5cdd7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:50:54.725681 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae23c239-20bb-4ace-a20a-28ec2429e408 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (ddb792e2-92a4-4d3a-bc67-e6fbb4f3db0a), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:54.768742 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'name': 'tempest-TestNetworkBasicOps-router-1591905542', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:50:47Z', 'updated_at': '2022-04-15T03:50:51Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:48Z', 'updated_at': '2022-04-15T03:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'e8a042c3-b714-41e9-b2f3-647e738560ee', 'name': '', 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:bd:30:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:51Z', 'updated_at': '2022-04-15T03:50:54Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:50:54.772364 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4d6ebab0-3c29-4827-9fc4-c15e96f13be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:54.785354 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae23c239-20bb-4ace-a20a-28ec2429e408 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (ddb792e2-92a4-4d3a-bc67-e6fbb4f3db0a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:54.804137 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2156afb-afe3-4161-8685-59cad8b42751 None None] The sync data for ids ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'] in dv-neutron-837140-3-hyperv is: [{'id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'name': 'tempest-TestNetworkBasicOps-router-1591905542', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:50:47Z', 'updated_at': '2022-04-15T03:50:51Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:48Z', 'updated_at': '2022-04-15T03:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'e8a042c3-b714-41e9-b2f3-647e738560ee', 'name': '', 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:bd:30:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:51Z', 'updated_at': '2022-04-15T03:50:54Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:50:54.865122 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ebab0-3c29-4827-9fc4-c15e96f13be2 None None] Pushing event updated for resources: {'Port': ['ID=e8a042c3-b714-41e9-b2f3-647e738560ee,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:54.871660 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae23c239-20bb-4ace-a20a-28ec2429e408 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (ddb792e2-92a4-4d3a-bc67-e6fbb4f3db0a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:54.893063 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-cfa8d889-b063-4c1a-ba8f-b3702705b23b None None] Provisioning complete for port e8a042c3-b714-41e9-b2f3-647e738560ee triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:50:54.893571 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cfa8d889-b063-4c1a-ba8f-b3702705b23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:54.906050 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23c239-20bb-4ace-a20a-28ec2429e408 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb792e2-92a4-4d3a-bc67-e6fbb4f3db0a,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:54.930740 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:54.976643 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ae23c239-20bb-4ace-a20a-28ec2429e408 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:54.978259 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ae23c239-20bb-4ace-a20a-28ec2429e408 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3486247 Apr 15 03:50:54.980846 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37780) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:54.985430 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-4660ad42-6674-42ca-8c36-4c522743e02b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': '59055be9-4713-4a89-bb93-2daa13e1c3fb', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:50:54.989509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-cfa8d889-b063-4c1a-ba8f-b3702705b23b None None] Current status of the port e8a042c3-b714-41e9-b2f3-647e738560ee is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:50:55.074039 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-4660ad42-6674-42ca-8c36-4c522743e02b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:50:55.080807 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4660ad42-6674-42ca-8c36-4c522743e02b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (858ae9ad-b847-49d8-a6c6-8a265a4ebe76), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:55.153426 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4660ad42-6674-42ca-8c36-4c522743e02b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (858ae9ad-b847-49d8-a6c6-8a265a4ebe76), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:55.226489 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4660ad42-6674-42ca-8c36-4c522743e02b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (858ae9ad-b847-49d8-a6c6-8a265a4ebe76), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:55.246948 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660ad42-6674-42ca-8c36-4c522743e02b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858ae9ad-b847-49d8-a6c6-8a265a4ebe76,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:55.316357 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4660ad42-6674-42ca-8c36-4c522743e02b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:55.318025 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4660ad42-6674-42ca-8c36-4c522743e02b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3360260 Apr 15 03:50:55.320644 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37782) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:50:55.325635 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-ce3c9632-fbbe-4417-ac5f-d4e4a38ba2f1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'security_group_rule': {'security_group_id': '59055be9-4713-4a89-bb93-2daa13e1c3fb', 'project_id': '6786bd52355f4b228acda11ee2393b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:50:55.468538 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-ce3c9632-fbbe-4417-ac5f-d4e4a38ba2f1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Project 6786bd52355f4b228acda11ee2393b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:50:55.475173 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9632-fbbe-4417-ac5f-d4e4a38ba2f1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (5a1c5011-fc02-48f0-83e6-4da9729ee61e), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:55.615225 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e8a042c3-b714-41e9-b2f3-647e738560ee up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:50:55.666557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port e8a042c3-b714-41e9-b2f3-647e738560ee triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:50:55.667076 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:55.758388 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e8a042c3-b714-41e9-b2f3-647e738560ee is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:50:55.864986 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9632-fbbe-4417-ac5f-d4e4a38ba2f1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (5a1c5011-fc02-48f0-83e6-4da9729ee61e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:55.922889 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9632-fbbe-4417-ac5f-d4e4a38ba2f1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (5a1c5011-fc02-48f0-83e6-4da9729ee61e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:55.940763 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c9632-fbbe-4417-ac5f-d4e4a38ba2f1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1c5011-fc02-48f0-83e6-4da9729ee61e,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:56.016247 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9632-fbbe-4417-ac5f-d4e4a38ba2f1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:56.017560 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ce3c9632-fbbe-4417-ac5f-d4e4a38ba2f1 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6958210 Apr 15 03:50:56.162409 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-5ee0e85f-babd-475c-9633-194fc6dd557c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-964021691&fields=id&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 267 time: 0.0429583 Apr 15 03:50:56.267775 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-bd5c76f9-2a6f-4c79-a78e-fb534021a2a4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:56.269205 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-bd5c76f9-2a6f-4c79-a78e-fb534021a2a4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/networks?id=ab9d241a-229c-4a64-af1e-60a571df342c HTTP/1.1" status: 200 len: 797 time: 0.1005917 Apr 15 03:50:56.283487 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-8dc096b4-9e5b-4bfc-8c1a-6a261dfb6f75 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/quotas/6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 375 time: 0.0089509 Apr 15 03:50:56.331800 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a21ab138-9515-4dc8-bbc3-f5bac925a2d6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0421822 Apr 15 03:50:56.422815 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-7a11bb97-c2fc-450a-9073-bc5707b904be service neutron] 10.222.0.15 "GET /v2.0/networks/ab9d241a-229c-4a64-af1e-60a571df342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800607 Apr 15 03:50:56.512645 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a13def91-7255-4aa3-9f66-72116df92f0d service neutron] 10.222.0.15 "GET /v2.0/networks/ab9d241a-229c-4a64-af1e-60a571df342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843883 Apr 15 03:50:56.736145 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c07c27bd-4fd5-4223-a944-399b5e5afc84 req-2af98236-1d7a-4c3d-a0e4-0b64111b92c3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 210 time: 0.0286589 Apr 15 03:50:57.830201 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6dd132a6-96b6-406f-aaba-c9d2f1587190 req-10400408-a7c8-493d-b896-752edaae6f4c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 210 time: 0.0287106 Apr 15 03:50:58.472245 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-72683c32-f309-4b54-be1f-6a1bf1f1efc6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:58.473706 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-72683c32-f309-4b54-be1f-6a1bf1f1efc6 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/networks?id=ab9d241a-229c-4a64-af1e-60a571df342c HTTP/1.1" status: 200 len: 797 time: 0.1024704 Apr 15 03:50:58.536177 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-198eeaa0-6dc7-43cc-82dd-6a731bf7a061 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6786bd52355f4b228acda11ee2393b97 HTTP/1.1" status: 200 len: 379 time: 0.0542262 Apr 15 03:50:58.544819 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-9a9af562-5bdc-4808-9900-670263f8020e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'port': {'device_id': 'e428ea2d-3722-43df-bda2-911ab7d679f8', 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c', 'admin_state_up': True, 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'security_groups': ['59055be9-4713-4a89-bb93-2daa13e1c3fb']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:50:58.711871 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-9a9af562-5bdc-4808-9900-670263f8020e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Made reservation on behalf of 6786bd52355f4b228acda11ee2393b97 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:50:58.715536 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-9a9af562-5bdc-4808-9900-670263f8020e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:58.840404 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-9a9af562-5bdc-4808-9900-670263f8020e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.20.0.3 (ab9d241a-229c-4a64-af1e-60a571df342c/073523f8-b599-41c8-bc1f-9f53adfe578b/5bdfa24d-858f-470a-87f0-582f8b0b4345) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:50:58.987141 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-81ba3b47-7c5e-49ed-8323-abcb5a1396bb req-3c5d8496-ed27-4873-87e9-51efc921d878 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 210 time: 0.0821519 Apr 15 03:50:59.012209 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-9a9af562-5bdc-4808-9900-670263f8020e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (5bdfa24d-858f-470a-87f0-582f8b0b4345), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:59.114359 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-9a9af562-5bdc-4808-9900-670263f8020e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (5bdfa24d-858f-470a-87f0-582f8b0b4345), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:59.161425 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-9a9af562-5bdc-4808-9900-670263f8020e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network ab9d241a-229c-4a64-af1e-60a571df342c is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:50:59.166567 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-9a9af562-5bdc-4808-9900-670263f8020e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:50:59.170361 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-9a9af562-5bdc-4808-9900-670263f8020e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:50:59.195342 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9af562-5bdc-4808-9900-670263f8020e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=5bdfa24d-858f-470a-87f0-582f8b0b4345,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:59.223526 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-9a9af562-5bdc-4808-9900-670263f8020e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:50:59.224204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-9a9af562-5bdc-4808-9900-670263f8020e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:59.299726 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-9a9af562-5bdc-4808-9900-670263f8020e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7584770 Apr 15 03:50:59.350937 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] Request body: {'port': {'device_id': 'e428ea2d-3722-43df-bda2-911ab7d679f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:50:59.408220 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5bdfa24d-858f-470a-87f0-582f8b0b4345), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:59.428126 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-1c040afc-d2b4-4456-b750-6434a3d54f0d None None] Provisioning complete for port 5bdfa24d-858f-470a-87f0-582f8b0b4345 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:50:59.429256 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1c040afc-d2b4-4456-b750-6434a3d54f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (5bdfa24d-858f-470a-87f0-582f8b0b4345), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:59.462996 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1c040afc-d2b4-4456-b750-6434a3d54f0d None None] Port 5bdfa24d-858f-470a-87f0-582f8b0b4345 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:50:59.669203 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdfa24d-858f-470a-87f0-582f8b0b4345 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:50:59.676350 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] Publish callbacks [] for port (5bdfa24d-858f-470a-87f0-582f8b0b4345), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:59.688736 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] Transition to ACTIVE for port object 5bdfa24d-858f-470a-87f0-582f8b0b4345 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 03:50:59.739367 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (5bdfa24d-858f-470a-87f0-582f8b0b4345), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:59.793191 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdfa24d-858f-470a-87f0-582f8b0b4345,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:50:59.864526 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] Attempting to bind port 5bdfa24d-858f-470a-87f0-582f8b0b4345 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:50:59.865182 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] Attempting to bind port 5bdfa24d-858f-470a-87f0-582f8b0b4345 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'c3857e9d-4173-452f-ae2c-fa6e78c5cdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:50:59.865513 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] Attempting to bind port 5bdfa24d-858f-470a-87f0-582f8b0b4345 on network ab9d241a-229c-4a64-af1e-60a571df342c {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:50:59.871101 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] Port 5bdfa24d-858f-470a-87f0-582f8b0b4345 on network ab9d241a-229c-4a64-af1e-60a571df342c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:50:59.871427 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] Attempting to bind port 5bdfa24d-858f-470a-87f0-582f8b0b4345 on network ab9d241a-229c-4a64-af1e-60a571df342c {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:50:59.877001 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:50:59.877340 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] Checking segment: {'id': 'c3857e9d-4173-452f-ae2c-fa6e78c5cdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:50:59.877722 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] Bound using segment: {'id': 'c3857e9d-4173-452f-ae2c-fa6e78c5cdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:50:59.878219 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] Bound port: 5bdfa24d-858f-470a-87f0-582f8b0b4345, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3857e9d-4173-452f-ae2c-fa6e78c5cdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:50:59.878585 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5bdfa24d-858f-470a-87f0-582f8b0b4345), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:50:59.944181 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] For port 5bdfa24d-858f-470a-87f0-582f8b0b4345, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:50:59.947094 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] For port 5bdfa24d-858f-470a-87f0-582f8b0b4345, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5bdfa24d-858f-470a-87f0-582f8b0b4345,segment=NetworkSegment(c3857e9d-4173-452f-ae2c-fa6e78c5cdd7),segment_id=c3857e9d-4173-452f-ae2c-fa6e78c5cdd7)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:51:00.043501 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (5bdfa24d-858f-470a-87f0-582f8b0b4345), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:00.081035 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:00.081665 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:00.083099 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] 10.222.0.30 "PUT /v2.0/ports/5bdfa24d-858f-470a-87f0-582f8b0b4345 HTTP/1.1" status: 200 len: 1093 time: 0.7762046 Apr 15 03:51:00.083559 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e428ea2d-3722-43df-bda2-911ab7d679f8', 'tag': '5bdfa24d-858f-470a-87f0-582f8b0b4345'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:51:00.086429 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af1fa0c-ccd0-43cb-bbfc-33acb0509923" -d '{"events": [{"name": "network-changed", "server_uuid": "e428ea2d-3722-43df-bda2-911ab7d679f8", "tag": "5bdfa24d-858f-470a-87f0-582f8b0b4345"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:51:00.112556 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db566e-13d7-450e-a8f6-e7bd6a015028 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdfa24d-858f-470a-87f0-582f8b0b4345,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:51:00.128518 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e21252-c66a-47bd-a85e-64bc2aa47920 x-openstack-request-id: req-02e21252-c66a-47bd-a85e-64bc2aa47920 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:51:00.129409 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e428ea2d-3722-43df-bda2-911ab7d679f8", "tag": "5bdfa24d-858f-470a-87f0-582f8b0b4345", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:51:00.129532 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02e21252-c66a-47bd-a85e-64bc2aa47920 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:51:00.130011 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e21252-c66a-47bd-a85e-64bc2aa47920'] response: {'name': 'network-changed', 'server_uuid': 'e428ea2d-3722-43df-bda2-911ab7d679f8', 'tag': '5bdfa24d-858f-470a-87f0-582f8b0b4345', 'status': 'completed', 'code': 200} Apr 15 03:51:00.163935 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57c05a-7ff4-459b-9e27-bb47351127f7 req-bef94428-d3ba-4c39-80bc-7063fe2dec52 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:00.165520 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1b57c05a-7ff4-459b-9e27-bb47351127f7 req-bef94428-d3ba-4c39-80bc-7063fe2dec52 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 943 time: 0.1139860 Apr 15 03:51:00.192815 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1fa0c-ccd0-43cb-bbfc-33acb0509923 req-1d074223-2b2e-40b7-9f83-372dd86821d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:00.194386 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2af1fa0c-ccd0-43cb-bbfc-33acb0509923 req-1d074223-2b2e-40b7-9f83-372dd86821d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 1127 time: 0.0442832 Apr 15 03:51:00.223312 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1b57c05a-7ff4-459b-9e27-bb47351127f7 req-783b000f-5fd1-4caf-9b94-d553833715f0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=59055be9-4713-4a89-bb93-2daa13e1c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518982 Apr 15 03:51:00.302005 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1fa0c-ccd0-43cb-bbfc-33acb0509923 req-0f3f59b5-9a0d-4e13-b953-cb130120cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:00.303597 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2af1fa0c-ccd0-43cb-bbfc-33acb0509923 req-0f3f59b5-9a0d-4e13-b953-cb130120cf18 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6786bd52355f4b228acda11ee2393b97&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1016481 Apr 15 03:51:00.399794 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1fa0c-ccd0-43cb-bbfc-33acb0509923 req-05899170-c999-471e-a125-05fcb54e262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:00.401272 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2af1fa0c-ccd0-43cb-bbfc-33acb0509923 req-05899170-c999-471e-a125-05fcb54e262b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0920827 Apr 15 03:51:00.472436 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-743651dd-d099-4ddf-b7b6-50b5cb21f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:00.473842 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-743651dd-d099-4ddf-b7b6-50b5cb21f491 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 1127 time: 0.0392773 Apr 15 03:51:00.513356 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-4d7095ed-3785-4a38-a2ac-f7149d099e91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bdfa24d-858f-470a-87f0-582f8b0b4345 HTTP/1.1" status: 200 len: 217 time: 0.0330627 Apr 15 03:51:00.560531 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-3abeb998-c525-4c56-b0a7-29154e556a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:00.561955 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-3abeb998-c525-4c56-b0a7-29154e556a52 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=073523f8-b599-41c8-bc1f-9f53adfe578b HTTP/1.1" status: 200 len: 835 time: 0.0437796 Apr 15 03:51:00.607482 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-f82b3438-061e-4285-a458-f56e816e383e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:00.608926 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-f82b3438-061e-4285-a458-f56e816e383e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab9d241a-229c-4a64-af1e-60a571df342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0414314 Apr 15 03:51:00.697093 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-261c4fe6-8870-4150-a463-697e6d6a58eb service neutron] 10.222.0.30 "GET /v2.0/networks/ab9d241a-229c-4a64-af1e-60a571df342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821455 Apr 15 03:51:00.791943 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d9e0cea5-3e1f-4ad1-9843-fd8415299c27 req-10fa11d9-8476-4422-9457-92fb3085db09 service neutron] 10.222.0.30 "GET /v2.0/networks/ab9d241a-229c-4a64-af1e-60a571df342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889447 Apr 15 03:51:01.337098 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85900e-4495-4f89-be29-c763cf030cd4 req-a6a9d216-0729-4aa0-bf91-f8c59f525bff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:01.338542 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4f85900e-4495-4f89-be29-c763cf030cd4 req-a6a9d216-0729-4aa0-bf91-f8c59f525bff tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 943 time: 0.0461125 Apr 15 03:51:01.385628 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4f85900e-4495-4f89-be29-c763cf030cd4 req-d765ecee-8736-4c55-b44a-ed93ae735081 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=59055be9-4713-4a89-bb93-2daa13e1c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415514 Apr 15 03:51:02.496714 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0247f-dc91-4345-8e8b-d49a41aeedd7 req-6d0fe915-fb8d-4015-9d25-ffe5d48fe667 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:02.498220 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dec0247f-dc91-4345-8e8b-d49a41aeedd7 req-6d0fe915-fb8d-4015-9d25-ffe5d48fe667 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 943 time: 0.0486200 Apr 15 03:51:02.550080 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dec0247f-dc91-4345-8e8b-d49a41aeedd7 req-04de982e-1278-4fec-9d56-10125f3cd141 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=59055be9-4713-4a89-bb93-2daa13e1c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462546 Apr 15 03:51:03.530378 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5bdfa24d-858f-470a-87f0-582f8b0b4345 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 03:51:03.654357 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5bdfa24d-858f-470a-87f0-582f8b0b4345, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5bdfa24d-858f-470a-87f0-582f8b0b4345,segment=NetworkSegment(c3857e9d-4173-452f-ae2c-fa6e78c5cdd7),segment_id=c3857e9d-4173-452f-ae2c-fa6e78c5cdd7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:51:03.667145 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '5bdfa24d-858f-470a-87f0-582f8b0b4345', 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c', 'port_id': '5bdfa24d-858f-470a-87f0-582f8b0b4345', 'mac_address': 'fa:16:3e:59:2a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 03:51:03.693149 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077118c5-b2f3-4021-9dab-5b250e4251ed req-cfd0b81e-5133-40f3-9cba-e0c37549386c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:03.694715 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-077118c5-b2f3-4021-9dab-5b250e4251ed req-cfd0b81e-5133-40f3-9cba-e0c37549386c tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 943 time: 0.0511427 Apr 15 03:51:03.704579 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 5bdfa24d-858f-470a-87f0-582f8b0b4345 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:51:03.704967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5bdfa24d-858f-470a-87f0-582f8b0b4345), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:03.718397 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdfa24d-858f-470a-87f0-582f8b0b4345 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:51:03.738362 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5bdfa24d-858f-470a-87f0-582f8b0b4345, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5bdfa24d-858f-470a-87f0-582f8b0b4345,segment=NetworkSegment(c3857e9d-4173-452f-ae2c-fa6e78c5cdd7),segment_id=c3857e9d-4173-452f-ae2c-fa6e78c5cdd7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:51:03.743825 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-077118c5-b2f3-4021-9dab-5b250e4251ed req-d313b84f-74f6-4616-8222-df0f1a75217b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=59055be9-4713-4a89-bb93-2daa13e1c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434220 Apr 15 03:51:03.816342 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (5bdfa24d-858f-470a-87f0-582f8b0b4345), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:03.867603 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=5bdfa24d-858f-470a-87f0-582f8b0b4345,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:51:03.999002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['5bdfa24d-858f-470a-87f0-582f8b0b4345'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:51:04.576409 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:04.853387 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1eebf-29da-438b-8fee-5763c4ed0891 req-a8ff22f5-3d5d-4e98-81bd-d2b441cf73ca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:04.854866 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a3e1eebf-29da-438b-8fee-5763c4ed0891 req-a8ff22f5-3d5d-4e98-81bd-d2b441cf73ca tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 944 time: 0.0462461 Apr 15 03:51:04.904199 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a3e1eebf-29da-438b-8fee-5763c4ed0891 req-5ab437ae-6df3-4046-a341-7b5796f5f4f3 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=59055be9-4713-4a89-bb93-2daa13e1c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439086 Apr 15 03:51:05.521706 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:51:05.545880 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5bdfa24d-858f-470a-87f0-582f8b0b4345 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:51:05.589669 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 5bdfa24d-858f-470a-87f0-582f8b0b4345 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 03:51:05.655998 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 5bdfa24d-858f-470a-87f0-582f8b0b4345 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:51:05.656375 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (5bdfa24d-858f-470a-87f0-582f8b0b4345), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:05.735306 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 5bdfa24d-858f-470a-87f0-582f8b0b4345 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:51:05.735613 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5bdfa24d-858f-470a-87f0-582f8b0b4345), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:05.757676 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e428ea2d-3722-43df-bda2-911ab7d679f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdfa24d-858f-470a-87f0-582f8b0b4345'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:51:05.760077 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf990d9b-0325-4935-bbdc-4555167cddbc" -d '{"events": [{"server_uuid": "e428ea2d-3722-43df-bda2-911ab7d679f8", "name": "network-vif-plugged", "status": "completed", "tag": "5bdfa24d-858f-470a-87f0-582f8b0b4345"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:51:05.773037 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5bdfa24d-858f-470a-87f0-582f8b0b4345, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5bdfa24d-858f-470a-87f0-582f8b0b4345,segment=NetworkSegment(c3857e9d-4173-452f-ae2c-fa6e78c5cdd7),segment_id=c3857e9d-4173-452f-ae2c-fa6e78c5cdd7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:51:05.794767 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6417f0-7afe-4647-be1b-6ab95a77475f x-openstack-request-id: req-df6417f0-7afe-4647-be1b-6ab95a77475f {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:51:05.795063 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e428ea2d-3722-43df-bda2-911ab7d679f8", "name": "network-vif-plugged", "status": "completed", "tag": "5bdfa24d-858f-470a-87f0-582f8b0b4345", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:51:05.795323 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df6417f0-7afe-4647-be1b-6ab95a77475f {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:51:05.795720 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df6417f0-7afe-4647-be1b-6ab95a77475f'] response: {'server_uuid': 'e428ea2d-3722-43df-bda2-911ab7d679f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdfa24d-858f-470a-87f0-582f8b0b4345', 'code': 200} Apr 15 03:51:05.828187 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (5bdfa24d-858f-470a-87f0-582f8b0b4345), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:05.876093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=5bdfa24d-858f-470a-87f0-582f8b0b4345,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:51:06.021882 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f04ff-3e9a-4092-95e7-0f4c7ee578de req-d1493a4a-278b-4c40-aeaf-43794fb821b8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:06.023394 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f30f04ff-3e9a-4092-95e7-0f4c7ee578de req-d1493a4a-278b-4c40-aeaf-43794fb821b8 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 945 time: 0.0512669 Apr 15 03:51:06.076405 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f30f04ff-3e9a-4092-95e7-0f4c7ee578de req-ad3527a4-a730-4738-a20b-9ac12ca6e6f0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=59055be9-4713-4a89-bb93-2daa13e1c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473669 Apr 15 03:51:06.095052 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d85b22-78a7-4e16-8e62-0e4f5e11a57a req-fca50ec1-8d59-4298-8a23-51bb6a09752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:06.096585 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-02d85b22-78a7-4e16-8e62-0e4f5e11a57a req-fca50ec1-8d59-4298-8a23-51bb6a09752d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 1129 time: 0.0389357 Apr 15 03:51:06.141461 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-02d85b22-78a7-4e16-8e62-0e4f5e11a57a req-ff35fb5f-926a-48ef-9b16-a2e7f8c76f5d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=59055be9-4713-4a89-bb93-2daa13e1c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391045 Apr 15 03:51:07.186970 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aab8cb-70e9-4b06-ac88-b0c31ca72918 req-d2675355-70c2-4ce5-afc0-049aecc51554 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:07.188416 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-20aab8cb-70e9-4b06-ac88-b0c31ca72918 req-d2675355-70c2-4ce5-afc0-049aecc51554 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 945 time: 0.0453496 Apr 15 03:51:07.239595 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-20aab8cb-70e9-4b06-ac88-b0c31ca72918 req-0d87e30c-e071-4f7d-8619-8a2ce877725b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=59055be9-4713-4a89-bb93-2daa13e1c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458038 Apr 15 03:51:08.349698 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ac74a-7259-45ae-a5cd-5e091c7b4b20 req-386bbec1-fdce-4512-b577-3922e87ea136 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:08.351817 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c38ac74a-7259-45ae-a5cd-5e091c7b4b20 req-386bbec1-fdce-4512-b577-3922e87ea136 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 945 time: 0.0467064 Apr 15 03:51:08.399551 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c38ac74a-7259-45ae-a5cd-5e091c7b4b20 req-7a7feada-eec5-4d19-ad78-5affb1e87206 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=59055be9-4713-4a89-bb93-2daa13e1c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421965 Apr 15 03:51:08.507897 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8c239-c628-41ca-9300-363c4977ae5d req-7def2b0c-b163-44b6-8fc0-764dc2fd7cce tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:08.509350 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-65e8c239-c628-41ca-9300-363c4977ae5d req-7def2b0c-b163-44b6-8fc0-764dc2fd7cce tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 945 time: 0.0462070 Apr 15 03:51:08.557241 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-65e8c239-c628-41ca-9300-363c4977ae5d req-74309993-6ea8-46d1-b9e7-4f857d5a358b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=59055be9-4713-4a89-bb93-2daa13e1c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423346 Apr 15 03:51:08.578654 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37846) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:51:08.615259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d176a6-25fb-469a-9883-64e1c6b65e40 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:08.616727 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f3d176a6-25fb-469a-9883-64e1c6b65e40 tempest-TestNetworkBasicOps-1867854848 tempest-TestNetworkBasicOps-1867854848-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 1124 time: 0.0370848 Apr 15 03:51:08.619419 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37848) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:51:08.623625 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a7dd211e-3ab2-4279-b40e-1194cecf59a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': '5bdfa24d-858f-470a-87f0-582f8b0b4345', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:51:08.722300 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a7dd211e-3ab2-4279-b40e-1194cecf59a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:08.800675 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a7dd211e-3ab2-4279-b40e-1194cecf59a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:08.899561 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-a7dd211e-3ab2-4279-b40e-1194cecf59a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Allocated IP 172.26.6.82 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/ce124ad7-c289-46a8-a78f-dab37d4e616d) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:51:09.000552 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a7dd211e-3ab2-4279-b40e-1194cecf59a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (ce124ad7-c289-46a8-a78f-dab37d4e616d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:09.077219 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a7dd211e-3ab2-4279-b40e-1194cecf59a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (ce124ad7-c289-46a8-a78f-dab37d4e616d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:09.113655 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dd211e-3ab2-4279-b40e-1194cecf59a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:51:09.118980 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-a7dd211e-3ab2-4279-b40e-1194cecf59a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:51:09.122458 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dd211e-3ab2-4279-b40e-1194cecf59a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:51:09.143940 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd211e-3ab2-4279-b40e-1194cecf59a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=ce124ad7-c289-46a8-a78f-dab37d4e616d,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:51:09.481316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a7dd211e-3ab2-4279-b40e-1194cecf59a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (bb7d903f-6231-4dad-ab35-b550f261188c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:09.614935 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a7dd211e-3ab2-4279-b40e-1194cecf59a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ce124ad7-c289-46a8-a78f-dab37d4e616d), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:09.760059 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a7dd211e-3ab2-4279-b40e-1194cecf59a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for port (ce124ad7-c289-46a8-a78f-dab37d4e616d), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:09.839115 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a7dd211e-3ab2-4279-b40e-1194cecf59a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (ce124ad7-c289-46a8-a78f-dab37d4e616d), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:09.910731 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd211e-3ab2-4279-b40e-1194cecf59a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event updated for resources: {'Port': ['ID=ce124ad7-c289-46a8-a78f-dab37d4e616d,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:51:09.920413 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a7dd211e-3ab2-4279-b40e-1194cecf59a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (bb7d903f-6231-4dad-ab35-b550f261188c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:10.021297 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-a7dd211e-3ab2-4279-b40e-1194cecf59a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Floating IP bb7d903f-6231-4dad-ab35-b550f261188c associated. External IP: 172.26.6.82, port: 5bdfa24d-858f-470a-87f0-582f8b0b4345. Apr 15 03:51:10.562642 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7dd211e-3ab2-4279-b40e-1194cecf59a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:51:10.670140 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7dd211e-3ab2-4279-b40e-1194cecf59a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:51:10.679700 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cac141-967c-4279-897d-86b3b528681f None None] Sync routers for ids ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:51:10.689199 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cac141-967c-4279-897d-86b3b528681f None None] Routers {'4342c5d8-8d90-447c-8dbb-86cf332bc9f0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:51:10.689819 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-74cac141-967c-4279-897d-86b3b528681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:50:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:10.778516 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a7dd211e-3ab2-4279-b40e-1194cecf59a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:10.796026 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-74cac141-967c-4279-897d-86b3b528681f None None] Set router 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:51:10.808109 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a7dd211e-3ab2-4279-b40e-1194cecf59a0 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1876917 Apr 15 03:51:10.809538 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e428ea2d-3722-43df-bda2-911ab7d679f8', 'tag': '5bdfa24d-858f-470a-87f0-582f8b0b4345'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:51:10.810931 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4372e010-a660-4c65-ac69-226f142fe057" -d '{"events": [{"name": "network-changed", "server_uuid": "e428ea2d-3722-43df-bda2-911ab7d679f8", "tag": "5bdfa24d-858f-470a-87f0-582f8b0b4345"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:51:10.813705 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37850) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:51:10.849124 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f7f931-7be6-442f-ad7c-08dd8d76deb6 x-openstack-request-id: req-75f7f931-7be6-442f-ad7c-08dd8d76deb6 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:51:10.849546 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e428ea2d-3722-43df-bda2-911ab7d679f8", "tag": "5bdfa24d-858f-470a-87f0-582f8b0b4345", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:51:10.849809 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75f7f931-7be6-442f-ad7c-08dd8d76deb6 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:51:10.850223 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75f7f931-7be6-442f-ad7c-08dd8d76deb6'] response: {'name': 'network-changed', 'server_uuid': 'e428ea2d-3722-43df-bda2-911ab7d679f8', 'tag': '5bdfa24d-858f-470a-87f0-582f8b0b4345', 'status': 'completed', 'code': 200} Apr 15 03:51:10.884962 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e9730d51-d073-45a5-9c77-67cbc6cb1229 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/bb7d903f-6231-4dad-ab35-b550f261188c HTTP/1.1" status: 200 len: 990 time: 0.0687945 Apr 15 03:51:10.911718 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372e010-a660-4c65-ac69-226f142fe057 req-573a4adc-0319-4082-8e92-95ab310bb4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:10.913302 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4372e010-a660-4c65-ac69-226f142fe057 req-573a4adc-0319-4082-8e92-95ab310bb4cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 1129 time: 0.0420992 Apr 15 03:51:11.003544 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372e010-a660-4c65-ac69-226f142fe057 req-01f60003-cf99-4e2e-9cbc-7e2fc9e9abca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:11.004995 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4372e010-a660-4c65-ac69-226f142fe057 req-01f60003-cf99-4e2e-9cbc-7e2fc9e9abca service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab9d241a-229c-4a64-af1e-60a571df342c HTTP/1.1" status: 200 len: 897 time: 0.0864375 Apr 15 03:51:11.018648 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-74cac141-967c-4279-897d-86b3b528681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'name': 'tempest-TestNetworkBasicOps-router-1591905542', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:50:47Z', 'updated_at': '2022-04-15T03:50:51Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:48Z', 'updated_at': '2022-04-15T03:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'bb7d903f-6231-4dad-ab35-b550f261188c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.82', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'port_id': '5bdfa24d-858f-470a-87f0-582f8b0b4345', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c', 'mac_address': 'fa:16:3e:59:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e428ea2d-3722-43df-bda2-911ab7d679f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:51:09Z', 'updated_at': '2022-04-15T03:51:09Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a042c3-b714-41e9-b2f3-647e738560ee', 'name': '', 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:bd:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:51Z', 'updated_at': '2022-04-15T03:50:54Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:11.044765 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cac141-967c-4279-897d-86b3b528681f None None] Checking router: 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:51:11.052947 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cac141-967c-4279-897d-86b3b528681f None None] Routers {'4342c5d8-8d90-447c-8dbb-86cf332bc9f0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:51:11.053576 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-74cac141-967c-4279-897d-86b3b528681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:50:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:11.069928 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4372e010-a660-4c65-ac69-226f142fe057 req-54df71ab-ab22-4d79-a4df-45aae307766c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bdfa24d-858f-470a-87f0-582f8b0b4345 HTTP/1.1" status: 200 len: 998 time: 0.0579553 Apr 15 03:51:11.117643 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372e010-a660-4c65-ac69-226f142fe057 req-a84161b8-126b-4955-b127-28ac176f5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:11.119188 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4372e010-a660-4c65-ac69-226f142fe057 req-a84161b8-126b-4955-b127-28ac176f5a1f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=073523f8-b599-41c8-bc1f-9f53adfe578b HTTP/1.1" status: 200 len: 835 time: 0.0442882 Apr 15 03:51:11.160498 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-74cac141-967c-4279-897d-86b3b528681f None None] Set router 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:51:11.166837 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372e010-a660-4c65-ac69-226f142fe057 req-4334ad5a-d76a-492f-bb63-2b1532785948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:11.168332 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4372e010-a660-4c65-ac69-226f142fe057 req-4334ad5a-d76a-492f-bb63-2b1532785948 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab9d241a-229c-4a64-af1e-60a571df342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425255 Apr 15 03:51:11.257339 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4372e010-a660-4c65-ac69-226f142fe057 req-15e58948-f566-48ce-b96f-609cd52d135e service neutron] 10.222.0.30 "GET /v2.0/networks/ab9d241a-229c-4a64-af1e-60a571df342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823276 Apr 15 03:51:11.347433 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4372e010-a660-4c65-ac69-226f142fe057 req-b8c4c2b9-e81a-4aa3-9c03-160471c0ef18 service neutron] 10.222.0.30 "GET /v2.0/networks/ab9d241a-229c-4a64-af1e-60a571df342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850766 Apr 15 03:51:11.370510 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-74cac141-967c-4279-897d-86b3b528681f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'name': 'tempest-TestNetworkBasicOps-router-1591905542', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:50:47Z', 'updated_at': '2022-04-15T03:50:51Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:48Z', 'updated_at': '2022-04-15T03:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'bb7d903f-6231-4dad-ab35-b550f261188c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.82', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'port_id': '5bdfa24d-858f-470a-87f0-582f8b0b4345', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c', 'mac_address': 'fa:16:3e:59:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e428ea2d-3722-43df-bda2-911ab7d679f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:51:09Z', 'updated_at': '2022-04-15T03:51:09Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a042c3-b714-41e9-b2f3-647e738560ee', 'name': '', 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:bd:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:51Z', 'updated_at': '2022-04-15T03:50:54Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:11.396573 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cac141-967c-4279-897d-86b3b528681f None None] The sync data for ids ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'] in dv-neutron-837140-3-hyperv is: [{'id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'name': 'tempest-TestNetworkBasicOps-router-1591905542', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:50:47Z', 'updated_at': '2022-04-15T03:50:51Z', 'revision_number': 4, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:48Z', 'updated_at': '2022-04-15T03:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'bb7d903f-6231-4dad-ab35-b550f261188c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.82', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'port_id': '5bdfa24d-858f-470a-87f0-582f8b0b4345', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c', 'mac_address': 'fa:16:3e:59:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e428ea2d-3722-43df-bda2-911ab7d679f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:51:09Z', 'updated_at': '2022-04-15T03:51:09Z', 'revision_number': 0, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a042c3-b714-41e9-b2f3-647e738560ee', 'name': '', 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:bd:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:51Z', 'updated_at': '2022-04-15T03:50:54Z', 'revision_number': 5, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:51:11.588100 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae42ecc-a570-4b8d-8dbf-78bf5bbc26d5 None None] New status for floating IP bb7d903f-6231-4dad-ab35-b550f261188c: ACTIVE {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:51:11.888913 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37854) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:51:11.949132 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b8b86458-5521-4ee0-9803-75133a5f4901 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/bb7d903f-6231-4dad-ab35-b550f261188c HTTP/1.1" status: 200 len: 992 time: 0.0590215 Apr 15 03:51:18.525036 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca0e9ddf-df80-4689-89f9-1b016c8a1c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:20.856437 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-685cb203-59b3-4d76-b02e-e5f4dd258c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:21.907428 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:23.364572 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:24.961844 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:34.567591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:41.121690 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37866) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:51:41.126375 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-6c5f12c1-ec61-4149-a027-2b0a0d04520e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'router': {'admin_state_up': False}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:51:41.440981 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6c5f12c1-ec61-4149-a027-2b0a0d04520e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (4342c5d8-8d90-447c-8dbb-86cf332bc9f0), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:41.528244 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6c5f12c1-ec61-4149-a027-2b0a0d04520e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (4342c5d8-8d90-447c-8dbb-86cf332bc9f0), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:41.644664 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5f12c1-ec61-4149-a027-2b0a0d04520e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:51:41.757353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5f12c1-ec61-4149-a027-2b0a0d04520e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:51:41.764003 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6c5f12c1-ec61-4149-a027-2b0a0d04520e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:41.769618 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6c5f12c1-ec61-4149-a027-2b0a0d04520e tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/routers/4342c5d8-8d90-447c-8dbb-86cf332bc9f0 HTTP/1.1" status: 200 len: 888 time: 0.6424427 Apr 15 03:51:41.769818 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa34360a-97d8-4edd-8012-d46520a22f20 None None] Sync routers for ids ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:51:41.778034 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa34360a-97d8-4edd-8012-d46520a22f20 None None] Routers {'4342c5d8-8d90-447c-8dbb-86cf332bc9f0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:51:41.778674 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-aa34360a-97d8-4edd-8012-d46520a22f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:51:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:41.896112 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-aa34360a-97d8-4edd-8012-d46520a22f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:41.905262 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa34360a-97d8-4edd-8012-d46520a22f20 None None] Routers {'4342c5d8-8d90-447c-8dbb-86cf332bc9f0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:51:41.905913 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-aa34360a-97d8-4edd-8012-d46520a22f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:51:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:41.939886 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-aa34360a-97d8-4edd-8012-d46520a22f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:41.940494 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa34360a-97d8-4edd-8012-d46520a22f20 None None] The sync data for ids ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'] in dv-neutron-837140-3-hyperv is: [] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:51:42.519940 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:51:42.689165 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2efc91-b8fa-4513-a33d-3b81113a72ff None None] New status for floating IP bb7d903f-6231-4dad-ab35-b550f261188c: DOWN {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:51:43.526135 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-00973730-b66d-40b2-a79b-2d5e97719973 req-d0f4af26-df43-499b-a369-715dec0bfe7d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e428ea2d-3722-43df-bda2-911ab7d679f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371728 Apr 15 03:51:43.605716 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00973730-b66d-40b2-a79b-2d5e97719973 req-e6f5419c-4c02-4901-baea-663fbd55c6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:43.607262 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-00973730-b66d-40b2-a79b-2d5e97719973 req-e6f5419c-4c02-4901-baea-663fbd55c6b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 1129 time: 0.0406301 Apr 15 03:51:43.608299 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:51:43.684602 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:51:43.684982 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (7ec18a65-9d9b-4ec5-af5b-5b9b7d082645), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:43.705405 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=7ec18a65-9d9b-4ec5-af5b-5b9b7d082645,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:51:43.717153 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00973730-b66d-40b2-a79b-2d5e97719973 req-ee3bd294-4931-4b8b-9ea6-58dd94293e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:43.718713 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-00973730-b66d-40b2-a79b-2d5e97719973 req-ee3bd294-4931-4b8b-9ea6-58dd94293e3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab9d241a-229c-4a64-af1e-60a571df342c HTTP/1.1" status: 200 len: 897 time: 0.0919805 Apr 15 03:51:43.764512 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (7ec18a65-9d9b-4ec5-af5b-5b9b7d082645), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:43.765215 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e8a042c3-b714-41e9-b2f3-647e738560ee no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:51:43.787340 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-00973730-b66d-40b2-a79b-2d5e97719973 req-d6a6a477-0796-4cf8-8397-478becf826d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bdfa24d-858f-470a-87f0-582f8b0b4345 HTTP/1.1" status: 200 len: 998 time: 0.0630364 Apr 15 03:51:43.837196 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00973730-b66d-40b2-a79b-2d5e97719973 req-87af76b4-73dd-496c-aafe-81dfbe8676d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:43.838720 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-00973730-b66d-40b2-a79b-2d5e97719973 req-87af76b4-73dd-496c-aafe-81dfbe8676d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=073523f8-b599-41c8-bc1f-9f53adfe578b HTTP/1.1" status: 200 len: 835 time: 0.0455418 Apr 15 03:51:43.847685 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=7ec18a65-9d9b-4ec5-af5b-5b9b7d082645,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:51:43.887171 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37870) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:51:43.890482 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e8a042c3-b714-41e9-b2f3-647e738560ee is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:51:43.890900 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:43.892244 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-0838028c-042e-41b8-baa8-22fde5fbf7ec tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:51:43.914857 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00973730-b66d-40b2-a79b-2d5e97719973 req-6f7c2987-210c-45b4-bd18-95b4b2d8f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:43.916383 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-00973730-b66d-40b2-a79b-2d5e97719973 req-6f7c2987-210c-45b4-bd18-95b4b2d8f576 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab9d241a-229c-4a64-af1e-60a571df342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0415654 Apr 15 03:51:43.924776 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port e8a042c3-b714-41e9-b2f3-647e738560ee, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e8a042c3-b714-41e9-b2f3-647e738560ee,segment=NetworkSegment(c3857e9d-4173-452f-ae2c-fa6e78c5cdd7),segment_id=c3857e9d-4173-452f-ae2c-fa6e78c5cdd7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:51:43.998975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:44.015483 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-00973730-b66d-40b2-a79b-2d5e97719973 req-5dd6b6bb-8193-4058-9e74-faab72292aee service neutron] 10.222.0.30 "GET /v2.0/networks/ab9d241a-229c-4a64-af1e-60a571df342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924940 Apr 15 03:51:44.050035 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=e8a042c3-b714-41e9-b2f3-647e738560ee,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:51:44.106989 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-00973730-b66d-40b2-a79b-2d5e97719973 req-20709ea7-ebd1-435e-856e-12bc7832941d service neutron] 10.222.0.30 "GET /v2.0/networks/ab9d241a-229c-4a64-af1e-60a571df342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857332 Apr 15 03:51:44.212548 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0838028c-042e-41b8-baa8-22fde5fbf7ec tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-944342', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9439'] for router (4342c5d8-8d90-447c-8dbb-86cf332bc9f0), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:44.279102 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0838028c-042e-41b8-baa8-22fde5fbf7ec tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-944173'] for router (4342c5d8-8d90-447c-8dbb-86cf332bc9f0), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:44.390002 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0838028c-042e-41b8-baa8-22fde5fbf7ec tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:51:44.498180 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0838028c-042e-41b8-baa8-22fde5fbf7ec tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:51:44.504767 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0838028c-042e-41b8-baa8-22fde5fbf7ec tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:44.508825 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0838028c-042e-41b8-baa8-22fde5fbf7ec tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/routers/4342c5d8-8d90-447c-8dbb-86cf332bc9f0 HTTP/1.1" status: 200 len: 887 time: 0.6177616 Apr 15 03:51:44.509013 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37872) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:51:44.509690 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e93b94-9494-440c-9a8e-6e2128a89077 None None] Sync routers for ids ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:51:44.519173 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e93b94-9494-440c-9a8e-6e2128a89077 None None] Routers {'4342c5d8-8d90-447c-8dbb-86cf332bc9f0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:51:44.519788 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-53e93b94-9494-440c-9a8e-6e2128a89077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:51:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:44.568268 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-59780b3b-2485-4c04-9fc6-e53c8704d040 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/bb7d903f-6231-4dad-ab35-b550f261188c HTTP/1.1" status: 200 len: 990 time: 0.0581782 Apr 15 03:51:44.625685 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-53e93b94-9494-440c-9a8e-6e2128a89077 None None] Set router 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:51:44.832215 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-53e93b94-9494-440c-9a8e-6e2128a89077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'name': 'tempest-TestNetworkBasicOps-router-1591905542', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:50:47Z', 'updated_at': '2022-04-15T03:51:44Z', 'revision_number': 6, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:48Z', 'updated_at': '2022-04-15T03:51:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'bb7d903f-6231-4dad-ab35-b550f261188c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.82', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'port_id': '5bdfa24d-858f-470a-87f0-582f8b0b4345', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c', 'mac_address': 'fa:16:3e:59:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e428ea2d-3722-43df-bda2-911ab7d679f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:51:09Z', 'updated_at': '2022-04-15T03:51:42Z', 'revision_number': 2, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a042c3-b714-41e9-b2f3-647e738560ee', 'name': '', 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:bd:30:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:51Z', 'updated_at': '2022-04-15T03:51:43Z', 'revision_number': 6, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:44.857936 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e93b94-9494-440c-9a8e-6e2128a89077 None None] Checking router: 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:51:44.865888 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e93b94-9494-440c-9a8e-6e2128a89077 None None] Routers {'4342c5d8-8d90-447c-8dbb-86cf332bc9f0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:51:44.866483 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-53e93b94-9494-440c-9a8e-6e2128a89077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:51:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:44.970709 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-53e93b94-9494-440c-9a8e-6e2128a89077 None None] Set router 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:51:45.180115 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-53e93b94-9494-440c-9a8e-6e2128a89077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'name': 'tempest-TestNetworkBasicOps-router-1591905542', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:50:47Z', 'updated_at': '2022-04-15T03:51:44Z', 'revision_number': 6, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:48Z', 'updated_at': '2022-04-15T03:51:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'bb7d903f-6231-4dad-ab35-b550f261188c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.82', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'port_id': '5bdfa24d-858f-470a-87f0-582f8b0b4345', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c', 'mac_address': 'fa:16:3e:59:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e428ea2d-3722-43df-bda2-911ab7d679f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:51:09Z', 'updated_at': '2022-04-15T03:51:42Z', 'revision_number': 2, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a042c3-b714-41e9-b2f3-647e738560ee', 'name': '', 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:bd:30:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:51Z', 'updated_at': '2022-04-15T03:51:43Z', 'revision_number': 6, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:45.205557 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e93b94-9494-440c-9a8e-6e2128a89077 None None] The sync data for ids ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'] in dv-neutron-837140-3-hyperv is: [{'id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'name': 'tempest-TestNetworkBasicOps-router-1591905542', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:50:47Z', 'updated_at': '2022-04-15T03:51:44Z', 'revision_number': 6, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:48Z', 'updated_at': '2022-04-15T03:51:43Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'bb7d903f-6231-4dad-ab35-b550f261188c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'floating_ip_address': '172.26.6.82', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'port_id': '5bdfa24d-858f-470a-87f0-582f8b0b4345', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c', 'mac_address': 'fa:16:3e:59:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e428ea2d-3722-43df-bda2-911ab7d679f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:51:09Z', 'updated_at': '2022-04-15T03:51:42Z', 'revision_number': 2, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a042c3-b714-41e9-b2f3-647e738560ee', 'name': '', 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:bd:30:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:51Z', 'updated_at': '2022-04-15T03:51:43Z', 'revision_number': 6, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:51:45.572887 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37874) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:51:45.635290 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e8a042c3-b714-41e9-b2f3-647e738560ee up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:51:45.642660 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5a34b3c5-31a6-42f7-9770-69e3cd66ed3f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/bb7d903f-6231-4dad-ab35-b550f261188c HTTP/1.1" status: 200 len: 990 time: 0.0682151 Apr 15 03:51:45.683097 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port e8a042c3-b714-41e9-b2f3-647e738560ee triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:51:45.683564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:45.764381 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e8a042c3-b714-41e9-b2f3-647e738560ee is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:51:45.764783 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:45.816228 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port e8a042c3-b714-41e9-b2f3-647e738560ee, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e8a042c3-b714-41e9-b2f3-647e738560ee,segment=NetworkSegment(c3857e9d-4173-452f-ae2c-fa6e78c5cdd7),segment_id=c3857e9d-4173-452f-ae2c-fa6e78c5cdd7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:51:45.873161 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:45.927598 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=e8a042c3-b714-41e9-b2f3-647e738560ee,revision_number=7']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:51:46.646258 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37876) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:51:46.711196 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ecaad6d4-74ce-4cbf-bff6-378b98577e9b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/bb7d903f-6231-4dad-ab35-b550f261188c HTTP/1.1" status: 200 len: 990 time: 0.0637405 Apr 15 03:51:46.791082 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d4f0a0-28b7-4548-a7ea-c90c441497c7 None None] New status for floating IP bb7d903f-6231-4dad-ab35-b550f261188c: ACTIVE {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:51:47.670268 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:51:47.715520 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37878) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:51:47.716059 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:51:47.716059 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (7ec18a65-9d9b-4ec5-af5b-5b9b7d082645), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:47.775500 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-486e9cf7-3783-42a7-9de2-5a6ce614cdbc tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/floatingips/bb7d903f-6231-4dad-ab35-b550f261188c HTTP/1.1" status: 200 len: 992 time: 0.0588281 Apr 15 03:51:47.796285 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:51:47.796709 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (7ec18a65-9d9b-4ec5-af5b-5b9b7d082645), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:47.818346 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=7ec18a65-9d9b-4ec5-af5b-5b9b7d082645,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:51:47.907374 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (7ec18a65-9d9b-4ec5-af5b-5b9b7d082645), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:47.908449 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e8a042c3-b714-41e9-b2f3-647e738560ee up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:51:47.987165 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=7ec18a65-9d9b-4ec5-af5b-5b9b7d082645,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:51:47.998194 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:47.998544 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:47.998915 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:47.999259 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:47.999601 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:47.999936 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.000267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.000596 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.000927 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.001257 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.001585 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.001912 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.002238 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.002560 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.002909 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.006431 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port e8a042c3-b714-41e9-b2f3-647e738560ee triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:51:48.006834 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:48.016028 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37884) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:51:48.083476 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e8a042c3-b714-41e9-b2f3-647e738560ee is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:51:48.166067 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port ce124ad7-c289-46a8-a78f-dab37d4e616d {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:51:48.166413 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (ce124ad7-c289-46a8-a78f-dab37d4e616d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:48.239912 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (ce124ad7-c289-46a8-a78f-dab37d4e616d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:48.243607 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (ce124ad7-c289-46a8-a78f-dab37d4e616d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:48.256083 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for ce124ad7-c289-46a8-a78f-dab37d4e616d owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:51:48.456026 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (ce124ad7-c289-46a8-a78f-dab37d4e616d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:48.485027 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=ce124ad7-c289-46a8-a78f-dab37d4e616d,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:51:48.496347 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.496703 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.497049 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.497391 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.497728 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.498062 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.498392 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.498758 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.499089 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.499419 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.499746 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.500075 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.500400 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.500727 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.501045 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:48.508664 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c78c3a75-e870-419a-a209-e05f1df8d158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:48.556029 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for floatingip (bb7d903f-6231-4dad-ab35-b550f261188c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:48.556358 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Floating IP bb7d903f-6231-4dad-ab35-b550f261188c disassociated (deleted). External IP: 172.26.6.82, port: 5bdfa24d-858f-470a-87f0-582f8b0b4345. Apr 15 03:51:48.764739 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:51:48.872080 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:51:48.876379 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:48.881032 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3738c5-15e3-4f55-b1f1-5c7844bee396 None None] Sync routers for ids ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:51:48.891435 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3738c5-15e3-4f55-b1f1-5c7844bee396 None None] Routers {'4342c5d8-8d90-447c-8dbb-86cf332bc9f0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:51:48.892041 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-8b3738c5-15e3-4f55-b1f1-5c7844bee396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:51:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:48.908517 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-afa92ce2-3e46-44c4-a2e1-d82364d95470 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/floatingips/bb7d903f-6231-4dad-ab35-b550f261188c HTTP/1.1" status: 204 len: 168 time: 0.8886042 Apr 15 03:51:48.908517 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e428ea2d-3722-43df-bda2-911ab7d679f8', 'tag': '5bdfa24d-858f-470a-87f0-582f8b0b4345'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:51:48.908828 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49b8410-e323-4161-8042-573fc9d3e98b" -d '{"events": [{"name": "network-changed", "server_uuid": "e428ea2d-3722-43df-bda2-911ab7d679f8", "tag": "5bdfa24d-858f-470a-87f0-582f8b0b4345"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:51:49.006910 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-8b3738c5-15e3-4f55-b1f1-5c7844bee396 None None] Set router 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:51:49.007039 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055328d5-9b05-461a-a002-cc11d7b9cb49 x-openstack-request-id: req-055328d5-9b05-461a-a002-cc11d7b9cb49 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:51:49.007039 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e428ea2d-3722-43df-bda2-911ab7d679f8", "tag": "5bdfa24d-858f-470a-87f0-582f8b0b4345", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:51:49.007039 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-055328d5-9b05-461a-a002-cc11d7b9cb49 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:51:49.007316 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-055328d5-9b05-461a-a002-cc11d7b9cb49'] response: {'name': 'network-changed', 'server_uuid': 'e428ea2d-3722-43df-bda2-911ab7d679f8', 'tag': '5bdfa24d-858f-470a-87f0-582f8b0b4345', 'status': 'completed', 'code': 200} Apr 15 03:51:49.068529 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b8410-e323-4161-8042-573fc9d3e98b req-3fd2562d-4c3e-4cf3-8a2c-f10619a4cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:49.070802 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b49b8410-e323-4161-8042-573fc9d3e98b req-3fd2562d-4c3e-4cf3-8a2c-f10619a4cd66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6786bd52355f4b228acda11ee2393b97&device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 1129 time: 0.0418015 Apr 15 03:51:49.165540 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b8410-e323-4161-8042-573fc9d3e98b req-051d3332-29e4-4dd1-b48c-49045f32f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:49.167109 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b49b8410-e323-4161-8042-573fc9d3e98b req-051d3332-29e4-4dd1-b48c-49045f32f530 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ab9d241a-229c-4a64-af1e-60a571df342c HTTP/1.1" status: 200 len: 897 time: 0.0882812 Apr 15 03:51:49.202566 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-8b3738c5-15e3-4f55-b1f1-5c7844bee396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'name': 'tempest-TestNetworkBasicOps-router-1591905542', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:50:47Z', 'updated_at': '2022-04-15T03:51:44Z', 'revision_number': 6, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:48Z', 'updated_at': '2022-04-15T03:51:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'e8a042c3-b714-41e9-b2f3-647e738560ee', 'name': '', 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:bd:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:51Z', 'updated_at': '2022-04-15T03:51:45Z', 'revision_number': 7, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:49.208857 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b49b8410-e323-4161-8042-573fc9d3e98b req-e7f2a110-c970-4e20-b927-4a470553fdd1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5bdfa24d-858f-470a-87f0-582f8b0b4345 HTTP/1.1" status: 200 len: 217 time: 0.0348954 Apr 15 03:51:49.230127 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3738c5-15e3-4f55-b1f1-5c7844bee396 None None] Checking router: 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:51:49.238850 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3738c5-15e3-4f55-b1f1-5c7844bee396 None None] Routers {'4342c5d8-8d90-447c-8dbb-86cf332bc9f0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:51:49.239462 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-8b3738c5-15e3-4f55-b1f1-5c7844bee396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:51:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:49.267372 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b8410-e323-4161-8042-573fc9d3e98b req-4637a028-0dbd-4645-aba6-e4bd2e987b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:49.268893 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b49b8410-e323-4161-8042-573fc9d3e98b req-4637a028-0dbd-4645-aba6-e4bd2e987b28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=073523f8-b599-41c8-bc1f-9f53adfe578b HTTP/1.1" status: 200 len: 835 time: 0.0537333 Apr 15 03:51:49.344470 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b8410-e323-4161-8042-573fc9d3e98b req-79ddcaad-90cd-49f3-b611-d651babc99c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:49.345912 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b49b8410-e323-4161-8042-573fc9d3e98b req-79ddcaad-90cd-49f3-b611-d651babc99c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ab9d241a-229c-4a64-af1e-60a571df342c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0716360 Apr 15 03:51:49.352888 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-8b3738c5-15e3-4f55-b1f1-5c7844bee396 None None] Set router 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:51:49.362885 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45796407-cdab-45a6-85bb-7812da8f343b req-2f5753da-9113-4cd0-bfa7-9809fa6fbf5f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:49.364367 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-45796407-cdab-45a6-85bb-7812da8f343b req-2f5753da-9113-4cd0-bfa7-9809fa6fbf5f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 945 time: 0.0551414 Apr 15 03:51:49.416533 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-45796407-cdab-45a6-85bb-7812da8f343b req-59517de5-94c8-493e-9a3f-af200fae013f tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=59055be9-4713-4a89-bb93-2daa13e1c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456045 Apr 15 03:51:49.617275 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:51:49.622135 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-8b3738c5-15e3-4f55-b1f1-5c7844bee396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'name': 'tempest-TestNetworkBasicOps-router-1591905542', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:50:47Z', 'updated_at': '2022-04-15T03:51:44Z', 'revision_number': 6, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:48Z', 'updated_at': '2022-04-15T03:51:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'e8a042c3-b714-41e9-b2f3-647e738560ee', 'name': '', 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:bd:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:51Z', 'updated_at': '2022-04-15T03:51:45Z', 'revision_number': 7, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:49.651141 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3738c5-15e3-4f55-b1f1-5c7844bee396 None None] The sync data for ids ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'] in dv-neutron-837140-3-hyperv is: [{'id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'name': 'tempest-TestNetworkBasicOps-router-1591905542', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:50:47Z', 'updated_at': '2022-04-15T03:51:44Z', 'revision_number': 6, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:48Z', 'updated_at': '2022-04-15T03:51:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'e8a042c3-b714-41e9-b2f3-647e738560ee', 'name': '', 'network_id': 'ab9d241a-229c-4a64-af1e-60a571df342c', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'mac_address': 'fa:16:3e:bd:30:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:51Z', 'updated_at': '2022-04-15T03:51:45Z', 'revision_number': 7, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'subnets': [{'id': '073523f8-b599-41c8-bc1f-9f53adfe578b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:51:49.663209 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:51:49.663581 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (7ec18a65-9d9b-4ec5-af5b-5b9b7d082645), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:49.746731 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:51:50.281930 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50217ac-9835-402b-9519-2775c7a4a69f None None] New status for floating IP bb7d903f-6231-4dad-ab35-b550f261188c: DOWN {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:51:50.346100 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b49b8410-e323-4161-8042-573fc9d3e98b req-f2acd2dc-e2d7-48a8-b655-d23feda85e3d service neutron] 10.222.0.30 "GET /v2.0/networks/ab9d241a-229c-4a64-af1e-60a571df342c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905128 Apr 15 03:51:50.543626 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65e0ab-3213-49d3-bd58-efd39fb0ee31 req-bd1e5eef-263e-4100-935a-4ab07e29aebb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:50.545194 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7c65e0ab-3213-49d3-bd58-efd39fb0ee31 req-bd1e5eef-263e-4100-935a-4ab07e29aebb tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 945 time: 0.0569539 Apr 15 03:51:50.549132 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b49b8410-e323-4161-8042-573fc9d3e98b req-01dd2b60-abf3-4b87-bbef-fa91e2a61a9c service neutron] 10.222.0.30 "GET /v2.0/networks/ab9d241a-229c-4a64-af1e-60a571df342c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979199 Apr 15 03:51:50.595074 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7c65e0ab-3213-49d3-bd58-efd39fb0ee31 req-2c1fa216-1d88-4914-8082-9ab52e3a4529 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/security-groups?id=59055be9-4713-4a89-bb93-2daa13e1c3fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430667 Apr 15 03:51:50.822182 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7c87e805-2fe8-47d1-af68-e0b41c8443ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:50.838863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8279b-b17f-4fb2-9c5c-23aa185a0547 req-d26c3f31-8e52-4a9a-bb35-8f6f4fc172cf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:50.840509 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8fa8279b-b17f-4fb2-9c5c-23aa185a0547 req-d26c3f31-8e52-4a9a-bb35-8f6f4fc172cf tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "GET /v2.0/ports?device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 945 time: 0.0542562 Apr 15 03:51:50.932124 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-8fa8279b-b17f-4fb2-9c5c-23aa185a0547 req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port 5bdfa24d-858f-470a-87f0-582f8b0b4345 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:51:50.933272 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-8fa8279b-b17f-4fb2-9c5c-23aa185a0547 req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (5bdfa24d-858f-470a-87f0-582f8b0b4345), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:51.023655 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-8fa8279b-b17f-4fb2-9c5c-23aa185a0547 req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port 5bdfa24d-858f-470a-87f0-582f8b0b4345, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5bdfa24d-858f-470a-87f0-582f8b0b4345,segment=NetworkSegment(c3857e9d-4173-452f-ae2c-fa6e78c5cdd7),segment_id=c3857e9d-4173-452f-ae2c-fa6e78c5cdd7)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:51:51.024509 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-8fa8279b-b17f-4fb2-9c5c-23aa185a0547 req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (5bdfa24d-858f-470a-87f0-582f8b0b4345), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:51.037738 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-8fa8279b-b17f-4fb2-9c5c-23aa185a0547 req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for 5bdfa24d-858f-470a-87f0-582f8b0b4345 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:51:51.221806 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-8fa8279b-b17f-4fb2-9c5c-23aa185a0547 req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (5bdfa24d-858f-470a-87f0-582f8b0b4345), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:51.254625 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=5bdfa24d-858f-470a-87f0-582f8b0b4345,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:51:51.271217 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:51.271566 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:51.271991 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:51.272259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:51.272602 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:51.273004 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:51.273338 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:51.273674 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:51.274700 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:51.278790 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:51.278790 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:51.278790 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:51.278790 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:51.278790 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:51.278790 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:51:51.313835 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa8279b-b17f-4fb2-9c5c-23aa185a0547 req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] No DVR routers for this DVR port 5bdfa24d-858f-470a-87f0-582f8b0b4345 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:51:51.316281 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-8fa8279b-b17f-4fb2-9c5c-23aa185a0547 req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:51.319618 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8fa8279b-b17f-4fb2-9c5c-23aa185a0547 req-f3966ed8-e74f-4bff-be3d-4efc49625c2b tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.30 "DELETE /v2.0/ports/5bdfa24d-858f-470a-87f0-582f8b0b4345 HTTP/1.1" status: 204 len: 173 time: 0.4740036 Apr 15 03:51:51.320064 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e428ea2d-3722-43df-bda2-911ab7d679f8', 'name': 'network-vif-deleted', 'tag': '5bdfa24d-858f-470a-87f0-582f8b0b4345'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:51:51.322875 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbda4d3b-7474-4164-a0c5-39998d6ee1a5" -d '{"events": [{"server_uuid": "e428ea2d-3722-43df-bda2-911ab7d679f8", "name": "network-vif-deleted", "tag": "5bdfa24d-858f-470a-87f0-582f8b0b4345"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:51:51.405442 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be59877a-1f76-4550-a3f6-86ca8375bdf1 x-openstack-request-id: req-be59877a-1f76-4550-a3f6-86ca8375bdf1 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:51:51.406029 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e428ea2d-3722-43df-bda2-911ab7d679f8", "name": "network-vif-deleted", "tag": "5bdfa24d-858f-470a-87f0-582f8b0b4345", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:51:51.406029 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be59877a-1f76-4550-a3f6-86ca8375bdf1 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:51:51.406377 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be59877a-1f76-4550-a3f6-86ca8375bdf1'] response: {'server_uuid': 'e428ea2d-3722-43df-bda2-911ab7d679f8', 'name': 'network-vif-deleted', 'tag': '5bdfa24d-858f-470a-87f0-582f8b0b4345', 'status': 'completed', 'code': 200} Apr 15 03:51:51.701192 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7dd7473c-54f6-44c5-8cce-35c2b0f61296 req-465fb792-3f7b-48ec-bfd5-e569d6e702ba tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "GET /v2.0/ports?device_id=e428ea2d-3722-43df-bda2-911ab7d679f8 HTTP/1.1" status: 200 len: 210 time: 0.0367525 Apr 15 03:51:51.907351 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:52.757215 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37904) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:51:52.811961 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-096cdfb6-671a-4c02-9e89-9f7ad5121e22 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (59055be9-4713-4a89-bb93-2daa13e1c3fb), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:52.837201 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-096cdfb6-671a-4c02-9e89-9f7ad5121e22 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (59055be9-4713-4a89-bb93-2daa13e1c3fb), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:52.958536 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-096cdfb6-671a-4c02-9e89-9f7ad5121e22 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (59055be9-4713-4a89-bb93-2daa13e1c3fb), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:52.961855 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-096cdfb6-671a-4c02-9e89-9f7ad5121e22 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:52.963044 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-096cdfb6-671a-4c02-9e89-9f7ad5121e22 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/security-groups/59055be9-4713-4a89-bb93-2daa13e1c3fb HTTP/1.1" status: 204 len: 168 time: 0.2048614 Apr 15 03:51:52.976845 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cdfb6-671a-4c02-9e89-9f7ad5121e22 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59055be9-4713-4a89-bb93-2daa13e1c3fb,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:51:53.059511 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37908) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:51:53.364351 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:53.402878 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d7b85152-21f9-4661-8c79-205fa3d76954 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (4342c5d8-8d90-447c-8dbb-86cf332bc9f0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:53.779069 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5bdfa24d-858f-470a-87f0-582f8b0b4345 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:51:53.800401 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 5bdfa24d-858f-470a-87f0-582f8b0b4345 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:51:53.800759 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5bdfa24d-858f-470a-87f0-582f8b0b4345 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:51:53.937815 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-d7b85152-21f9-4661-8c79-205fa3d76954 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port e8a042c3-b714-41e9-b2f3-647e738560ee {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:51:53.938419 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d7b85152-21f9-4661-8c79-205fa3d76954 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:54.022408 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-d7b85152-21f9-4661-8c79-205fa3d76954 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port e8a042c3-b714-41e9-b2f3-647e738560ee, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e8a042c3-b714-41e9-b2f3-647e738560ee,segment=NetworkSegment(c3857e9d-4173-452f-ae2c-fa6e78c5cdd7),segment_id=c3857e9d-4173-452f-ae2c-fa6e78c5cdd7)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:51:54.022812 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d7b85152-21f9-4661-8c79-205fa3d76954 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:54.036211 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-d7b85152-21f9-4661-8c79-205fa3d76954 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for e8a042c3-b714-41e9-b2f3-647e738560ee owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:51:54.296019 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d7b85152-21f9-4661-8c79-205fa3d76954 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (e8a042c3-b714-41e9-b2f3-647e738560ee), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:54.325122 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b85152-21f9-4661-8c79-205fa3d76954 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=e8a042c3-b714-41e9-b2f3-647e738560ee,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:51:54.505687 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d7b85152-21f9-4661-8c79-205fa3d76954 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (4342c5d8-8d90-447c-8dbb-86cf332bc9f0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:54.722730 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b85152-21f9-4661-8c79-205fa3d76954 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Router 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:51:54.830256 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b85152-21f9-4661-8c79-205fa3d76954 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:51:54.836235 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d7b85152-21f9-4661-8c79-205fa3d76954 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "PUT /v2.0/routers/4342c5d8-8d90-447c-8dbb-86cf332bc9f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7750411 Apr 15 03:51:54.838445 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37910) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:51:54.840074 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b365de41-e2b0-4d5d-8ff4-25a9b4ef5ab6 None None] Sync routers for ids ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:51:54.849778 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b365de41-e2b0-4d5d-8ff4-25a9b4ef5ab6 None None] Routers {'4342c5d8-8d90-447c-8dbb-86cf332bc9f0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:51:54.850394 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b365de41-e2b0-4d5d-8ff4-25a9b4ef5ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:51:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:54.890694 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-350c58cd-5a51-42a0-bb70-81197664a2e4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting subnet 073523f8-b599-41c8-bc1f-9f53adfe578b {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 03:51:54.898154 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-350c58cd-5a51-42a0-bb70-81197664a2e4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (073523f8-b599-41c8-bc1f-9f53adfe578b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:54.917304 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:54.944748 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-350c58cd-5a51-42a0-bb70-81197664a2e4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (073523f8-b599-41c8-bc1f-9f53adfe578b), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:54.957467 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-b365de41-e2b0-4d5d-8ff4-25a9b4ef5ab6 None None] Set router 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:51:55.027085 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-350c58cd-5a51-42a0-bb70-81197664a2e4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (073523f8-b599-41c8-bc1f-9f53adfe578b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:55.124085 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b365de41-e2b0-4d5d-8ff4-25a9b4ef5ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'name': 'tempest-TestNetworkBasicOps-router-1591905542', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:50:47Z', 'updated_at': '2022-04-15T03:51:54Z', 'revision_number': 7, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:48Z', 'updated_at': '2022-04-15T03:51:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:55.139260 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-350c58cd-5a51-42a0-bb70-81197664a2e4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (073523f8-b599-41c8-bc1f-9f53adfe578b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:55.153204 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b365de41-e2b0-4d5d-8ff4-25a9b4ef5ab6 None None] Checking router: 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:51:55.161505 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b365de41-e2b0-4d5d-8ff4-25a9b4ef5ab6 None None] Routers {'4342c5d8-8d90-447c-8dbb-86cf332bc9f0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:51:55.162108 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b365de41-e2b0-4d5d-8ff4-25a9b4ef5ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:51:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:55.168059 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c58cd-5a51-42a0-bb70-81197664a2e4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Subnet': ['ID=073523f8-b599-41c8-bc1f-9f53adfe578b,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:51:55.170064 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-350c58cd-5a51-42a0-bb70-81197664a2e4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:55.173292 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-350c58cd-5a51-42a0-bb70-81197664a2e4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/subnets/073523f8-b599-41c8-bc1f-9f53adfe578b HTTP/1.1" status: 204 len: 168 time: 0.3337994 Apr 15 03:51:55.175915 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37912) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:51:55.177697 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda8569c-01d5-41ac-a63f-a87087ea426c None None] Network ab9d241a-229c-4a64-af1e-60a571df342c requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:51:55.280043 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-b365de41-e2b0-4d5d-8ff4-25a9b4ef5ab6 None None] Set router 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:51:55.294170 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9f17bec-f5a1-454c-a7a8-bd7a99217828 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (4342c5d8-8d90-447c-8dbb-86cf332bc9f0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:55.344150 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d243b05d-d07e-4c4d-ae61-01f553cd796d None None] DHCP port deletion for ab9d241a-229c-4a64-af1e-60a571df342c request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 03:51:55.394421 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d243b05d-d07e-4c4d-ae61-01f553cd796d None None] Deleting port 1e7db31f-2cc7-4516-9dfe-2d860d9696a8 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:51:55.394824 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d243b05d-d07e-4c4d-ae61-01f553cd796d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (1e7db31f-2cc7-4516-9dfe-2d860d9696a8), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:55.418747 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9f17bec-f5a1-454c-a7a8-bd7a99217828 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_gateway (4342c5d8-8d90-447c-8dbb-86cf332bc9f0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:55.467975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d243b05d-d07e-4c4d-ae61-01f553cd796d None None] For port 1e7db31f-2cc7-4516-9dfe-2d860d9696a8, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1e7db31f-2cc7-4516-9dfe-2d860d9696a8,segment=NetworkSegment(c3857e9d-4173-452f-ae2c-fa6e78c5cdd7),segment_id=c3857e9d-4173-452f-ae2c-fa6e78c5cdd7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:51:55.468454 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d243b05d-d07e-4c4d-ae61-01f553cd796d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (1e7db31f-2cc7-4516-9dfe-2d860d9696a8), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:55.472286 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-b365de41-e2b0-4d5d-8ff4-25a9b4ef5ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'name': 'tempest-TestNetworkBasicOps-router-1591905542', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:50:47Z', 'updated_at': '2022-04-15T03:51:54Z', 'revision_number': 7, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:48Z', 'updated_at': '2022-04-15T03:51:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:55.484223 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d243b05d-d07e-4c4d-ae61-01f553cd796d None None] Calling delete_port for 1e7db31f-2cc7-4516-9dfe-2d860d9696a8 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:51:55.516435 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b365de41-e2b0-4d5d-8ff4-25a9b4ef5ab6 None None] The sync data for ids ['4342c5d8-8d90-447c-8dbb-86cf332bc9f0'] in dv-neutron-837140-3-hyperv is: [{'id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'name': 'tempest-TestNetworkBasicOps-router-1591905542', 'tenant_id': '6786bd52355f4b228acda11ee2393b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46'}], 'enable_snat': True}, 'gw_port_id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:50:47Z', 'updated_at': '2022-04-15T03:51:54Z', 'revision_number': 7, 'project_id': '6786bd52355f4b228acda11ee2393b97', 'gw_port': {'id': '7ec18a65-9d9b-4ec5-af5b-5b9b7d082645', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:f9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4342c5d8-8d90-447c-8dbb-86cf332bc9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:50:48Z', 'updated_at': '2022-04-15T03:51:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:51:55.549016 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f9f17bec-f5a1-454c-a7a8-bd7a99217828 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Deleting port 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:51:55.549596 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9f17bec-f5a1-454c-a7a8-bd7a99217828 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (7ec18a65-9d9b-4ec5-af5b-5b9b7d082645), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:55.642127 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-f9f17bec-f5a1-454c-a7a8-bd7a99217828 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] For port 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=7ec18a65-9d9b-4ec5-af5b-5b9b7d082645,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:51:55.642495 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9f17bec-f5a1-454c-a7a8-bd7a99217828 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (7ec18a65-9d9b-4ec5-af5b-5b9b7d082645), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:55.656378 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f9f17bec-f5a1-454c-a7a8-bd7a99217828 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Calling delete_port for 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:51:55.665170 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d243b05d-d07e-4c4d-ae61-01f553cd796d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (1e7db31f-2cc7-4516-9dfe-2d860d9696a8), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:55.694144 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243b05d-d07e-4c4d-ae61-01f553cd796d None None] Pushing event deleted for resources: {'Port': ['ID=1e7db31f-2cc7-4516-9dfe-2d860d9696a8,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:51:55.700714 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d243b05d-d07e-4c4d-ae61-01f553cd796d None None] No DVR routers for this DVR port 1e7db31f-2cc7-4516-9dfe-2d860d9696a8 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:51:55.872901 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9f17bec-f5a1-454c-a7a8-bd7a99217828 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (7ec18a65-9d9b-4ec5-af5b-5b9b7d082645), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:55.899426 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f17bec-f5a1-454c-a7a8-bd7a99217828 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Port': ['ID=7ec18a65-9d9b-4ec5-af5b-5b9b7d082645,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:51:55.988010 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9f17bec-f5a1-454c-a7a8-bd7a99217828 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (4342c5d8-8d90-447c-8dbb-86cf332bc9f0), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:56.001236 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1e7db31f-2cc7-4516-9dfe-2d860d9696a8 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:51:56.025677 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 1e7db31f-2cc7-4516-9dfe-2d860d9696a8 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:51:56.026109 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1e7db31f-2cc7-4516-9dfe-2d860d9696a8 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:51:56.090579 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9f17bec-f5a1-454c-a7a8-bd7a99217828 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (4342c5d8-8d90-447c-8dbb-86cf332bc9f0), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:56.092790 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9f17bec-f5a1-454c-a7a8-bd7a99217828 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router_controller (4342c5d8-8d90-447c-8dbb-86cf332bc9f0), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:56.198758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9f17bec-f5a1-454c-a7a8-bd7a99217828 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (4342c5d8-8d90-447c-8dbb-86cf332bc9f0), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:56.199325 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f17bec-f5a1-454c-a7a8-bd7a99217828 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Fanout notify agent at l3_agent the message router_deleted on router 4342c5d8-8d90-447c-8dbb-86cf332bc9f0 {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 03:51:56.205901 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9f17bec-f5a1-454c-a7a8-bd7a99217828 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:56.207340 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f9f17bec-f5a1-454c-a7a8-bd7a99217828 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/routers/4342c5d8-8d90-447c-8dbb-86cf332bc9f0 HTTP/1.1" status: 204 len: 168 time: 1.0299234 Apr 15 03:51:56.209799 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37914) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:51:56.295423 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-344bd7bd-ebcb-4975-b09d-9fe9a74472d4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (ab9d241a-229c-4a64-af1e-60a571df342c), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:56.379814 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-344bd7bd-ebcb-4975-b09d-9fe9a74472d4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (ab9d241a-229c-4a64-af1e-60a571df342c), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:56.403684 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-344bd7bd-ebcb-4975-b09d-9fe9a74472d4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9d241a-229c-4a64-af1e-60a571df342c']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:56.412919 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-344bd7bd-ebcb-4975-b09d-9fe9a74472d4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3857e9d-4173-452f-ae2c-fa6e78c5cdd7') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:56.413210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-344bd7bd-ebcb-4975-b09d-9fe9a74472d4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3857e9d-4173-452f-ae2c-fa6e78c5cdd7') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:51:56.422266 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-344bd7bd-ebcb-4975-b09d-9fe9a74472d4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (c3857e9d-4173-452f-ae2c-fa6e78c5cdd7), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:56.435602 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-344bd7bd-ebcb-4975-b09d-9fe9a74472d4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (c3857e9d-4173-452f-ae2c-fa6e78c5cdd7), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:56.441499 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344bd7bd-ebcb-4975-b09d-9fe9a74472d4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 03:51:56.441895 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-344bd7bd-ebcb-4975-b09d-9fe9a74472d4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (c3857e9d-4173-452f-ae2c-fa6e78c5cdd7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 03:51:56.444944 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 03:51:56.561654 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-344bd7bd-ebcb-4975-b09d-9fe9a74472d4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (ab9d241a-229c-4a64-af1e-60a571df342c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:56.568589 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-344bd7bd-ebcb-4975-b09d-9fe9a74472d4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:56.571790 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-344bd7bd-ebcb-4975-b09d-9fe9a74472d4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] 10.222.0.15 "DELETE /v2.0/networks/ab9d241a-229c-4a64-af1e-60a571df342c HTTP/1.1" status: 204 len: 168 time: 0.3610239 Apr 15 03:51:56.583582 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bd7bd-ebcb-4975-b09d-9fe9a74472d4 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] Pushing event deleted for resources: {'Network': ['ID=ab9d241a-229c-4a64-af1e-60a571df342c,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:51:57.127893 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37920) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:51:57.253128 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5a51cc86-d6a3-4983-934b-20e1d6a4b70f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6786bd52355f4b228acda11ee2393b97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1240726 Apr 15 03:51:57.255574 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37924) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:51:57.306130 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dcb07cfd-f254-44ba-9001-e09de2dbf12a admin admin] Publish callbacks [] for security_group (c4eea03a-26f7-4e22-b703-e49857c594c8), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:57.328140 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dcb07cfd-f254-44ba-9001-e09de2dbf12a admin admin] Publish callbacks [] for security_group (c4eea03a-26f7-4e22-b703-e49857c594c8), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:57.446860 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dcb07cfd-f254-44ba-9001-e09de2dbf12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (c4eea03a-26f7-4e22-b703-e49857c594c8), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:57.449409 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dcb07cfd-f254-44ba-9001-e09de2dbf12a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:57.450558 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-dcb07cfd-f254-44ba-9001-e09de2dbf12a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4eea03a-26f7-4e22-b703-e49857c594c8 HTTP/1.1" status: 204 len: 168 time: 0.1941009 Apr 15 03:51:57.458509 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb07cfd-f254-44ba-9001-e09de2dbf12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4eea03a-26f7-4e22-b703-e49857c594c8,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:51:57.612560 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:51:57.635291 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:51:57.635639 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 7ec18a65-9d9b-4ec5-af5b-5b9b7d082645 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:51:57.636058 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e8a042c3-b714-41e9-b2f3-647e738560ee no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:51:57.654686 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: e8a042c3-b714-41e9-b2f3-647e738560ee {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:51:57.655035 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e8a042c3-b714-41e9-b2f3-647e738560ee not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:51:57.992944 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 37930) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:51:58.006488 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd6e0-1d26-4e12-b484-7759a1a2bc31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:58.080143 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd6e0-1d26-4e12-b484-7759a1a2bc31 admin admin] Publish callbacks [] for security_group (01118186-8788-480b-9b42-665c624623bc), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:58.167138 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2c8fd6e0-1d26-4e12-b484-7759a1a2bc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (01118186-8788-480b-9b42-665c624623bc), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:58.206025 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2c8fd6e0-1d26-4e12-b484-7759a1a2bc31 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25298eb1e2464d9380438017051e9ef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2119925 Apr 15 03:51:58.206914 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8fd6e0-1d26-4e12-b484-7759a1a2bc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01118186-8788-480b-9b42-665c624623bc,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:51:58.208809 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37932) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:51:58.256853 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-35668b51-a670-493f-941f-fa639d774a0d admin admin] Publish callbacks [] for security_group (01118186-8788-480b-9b42-665c624623bc), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:58.278806 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-35668b51-a670-493f-941f-fa639d774a0d admin admin] Publish callbacks [] for security_group (01118186-8788-480b-9b42-665c624623bc), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:58.387098 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-35668b51-a670-493f-941f-fa639d774a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (01118186-8788-480b-9b42-665c624623bc), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:58.389734 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-35668b51-a670-493f-941f-fa639d774a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:58.390955 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-35668b51-a670-493f-941f-fa639d774a0d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01118186-8788-480b-9b42-665c624623bc HTTP/1.1" status: 204 len: 168 time: 0.1811180 Apr 15 03:51:58.398678 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35668b51-a670-493f-941f-fa639d774a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01118186-8788-480b-9b42-665c624623bc,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:51:59.407368 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37954) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:51:59.500422 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-1ec0b968-af40-48ec-b913-24813ad283d7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-631011665-network', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:51:59.578314 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec0b968-af40-48ec-b913-24813ad283d7 admin admin] Made reservation on behalf of 2a86a314da90493c997c90fde41ab2bb for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:51:59.580538 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1ec0b968-af40-48ec-b913-24813ad283d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:59.589642 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1ec0b968-af40-48ec-b913-24813ad283d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:59.664376 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1ec0b968-af40-48ec-b913-24813ad283d7 admin admin] Publish callbacks [] for security_group (577c7217-ec81-40f6-94f0-144c1bf506f8), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:59.726867 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1ec0b968-af40-48ec-b913-24813ad283d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (577c7217-ec81-40f6-94f0-144c1bf506f8), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:59.747315 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec0b968-af40-48ec-b913-24813ad283d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:51:59.762204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0b968-af40-48ec-b913-24813ad283d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577c7217-ec81-40f6-94f0-144c1bf506f8,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:51:59.766048 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1ec0b968-af40-48ec-b913-24813ad283d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7eee435b-c399-4563-bc16-78dc7026bf69), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:59.766394 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-1ec0b968-af40-48ec-b913-24813ad283d7 admin admin] Added segment 7eee435b-c399-4563-bc16-78dc7026bf69 of type vlan for network 459a0587-1b95-4acb-9b89-0f6376990159 Apr 15 03:51:59.805667 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1ec0b968-af40-48ec-b913-24813ad283d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (459a0587-1b95-4acb-9b89-0f6376990159), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:59.895435 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1ec0b968-af40-48ec-b913-24813ad283d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (459a0587-1b95-4acb-9b89-0f6376990159), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:59.896385 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec0b968-af40-48ec-b913-24813ad283d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:51:59.896955 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1ec0b968-af40-48ec-b913-24813ad283d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:51:59.989433 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0b968-af40-48ec-b913-24813ad283d7 admin admin] Pushing event updated for resources: {'Network': ['ID=459a0587-1b95-4acb-9b89-0f6376990159,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:51:59.999747 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 459a0587-1b95-4acb-9b89-0f6376990159 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:52:00.035901 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1ec0b968-af40-48ec-b913-24813ad283d7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6271837 Apr 15 03:52:00.038902 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37958) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:52:00.043710 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-753ed69a-f304-4cb7-833c-ce4236c736ed admin admin] Request body: {'subnet': {'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-631011665-subnet', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'ip_version': 4}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:52:00.138279 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753ed69a-f304-4cb7-833c-ce4236c736ed admin admin] Made reservation on behalf of 2a86a314da90493c997c90fde41ab2bb for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:52:00.140883 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-753ed69a-f304-4cb7-833c-ce4236c736ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:00.378826 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-753ed69a-f304-4cb7-833c-ce4236c736ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (255e6b47-003d-4a81-b31b-e2ee3237f0e7), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:00.434358 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ed69a-f304-4cb7-833c-ce4236c736ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=255e6b47-003d-4a81-b31b-e2ee3237f0e7,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:00.441760 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753ed69a-f304-4cb7-833c-ce4236c736ed admin admin] Checking segment: {'id': '7eee435b-c399-4563-bc16-78dc7026bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:52:00.442119 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753ed69a-f304-4cb7-833c-ce4236c736ed admin admin] Network hostable DHCP agents. Network: 459a0587-1b95-4acb-9b89-0f6376990159, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:52:00.506897 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753ed69a-f304-4cb7-833c-ce4236c736ed admin admin] Network 459a0587-1b95-4acb-9b89-0f6376990159 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:52:00.587472 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-753ed69a-f304-4cb7-833c-ce4236c736ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 459a0587-1b95-4acb-9b89-0f6376990159) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:52:00.591540 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753ed69a-f304-4cb7-833c-ce4236c736ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:00.591988 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-753ed69a-f304-4cb7-833c-ce4236c736ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:00.597096 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e48ba1a-29a2-42ce-bc42-50ced4a6840b None None] Network 459a0587-1b95-4acb-9b89-0f6376990159 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:52:00.681410 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-753ed69a-f304-4cb7-833c-ce4236c736ed admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6413648 Apr 15 03:52:00.684202 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37960) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:52:00.688565 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-54da88d6-f8e6-466e-abf6-e501759daf81 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:52:00.692345 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cf2ca8-0d34-4f09-b028-6489361c1400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-459a0587-1b95-4acb-9b89-0f6376990159', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:52:00.693185 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2ca8-0d34-4f09-b028-6489361c1400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:00.798852 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-54da88d6-f8e6-466e-abf6-e501759daf81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (3e6f3292-a82b-42b3-a46c-aa7e45914cf9), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:00.799915 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-54da88d6-f8e6-466e-abf6-e501759daf81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (3e6f3292-a82b-42b3-a46c-aa7e45914cf9), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:00.825499 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-f9cf2ca8-0d34-4f09-b028-6489361c1400 None None] Allocated IP 172.20.0.2 (459a0587-1b95-4acb-9b89-0f6376990159/255e6b47-003d-4a81-b31b-e2ee3237f0e7/9417790f-304e-4b15-a586-69d4b10f937e) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:52:00.855066 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-54da88d6-f8e6-466e-abf6-e501759daf81 admin admin] Publish callbacks [] for router_controller (3e6f3292-a82b-42b3-a46c-aa7e45914cf9), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:00.973123 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2ca8-0d34-4f09-b028-6489361c1400 None None] Publish callbacks [] for port (9417790f-304e-4b15-a586-69d4b10f937e), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:01.042188 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2ca8-0d34-4f09-b028-6489361c1400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (9417790f-304e-4b15-a586-69d4b10f937e), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:01.085043 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cf2ca8-0d34-4f09-b028-6489361c1400 None None] Network 459a0587-1b95-4acb-9b89-0f6376990159 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:52:01.088749 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-f9cf2ca8-0d34-4f09-b028-6489361c1400 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:52:01.093341 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cf2ca8-0d34-4f09-b028-6489361c1400 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:52:01.096500 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf2ca8-0d34-4f09-b028-6489361c1400 None None] Pushing event updated for resources: {'Port': ['ID=9417790f-304e-4b15-a586-69d4b10f937e,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:01.158679 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-f9cf2ca8-0d34-4f09-b028-6489361c1400 None None] Attempting to bind port 9417790f-304e-4b15-a586-69d4b10f937e on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:52:01.159045 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-f9cf2ca8-0d34-4f09-b028-6489361c1400 None None] Attempting to bind port 9417790f-304e-4b15-a586-69d4b10f937e by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '7eee435b-c399-4563-bc16-78dc7026bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:52:01.159395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf2ca8-0d34-4f09-b028-6489361c1400 None None] Attempting to bind port 9417790f-304e-4b15-a586-69d4b10f937e on network 459a0587-1b95-4acb-9b89-0f6376990159 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:52:01.164777 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf2ca8-0d34-4f09-b028-6489361c1400 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:52:01.165210 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf2ca8-0d34-4f09-b028-6489361c1400 None None] Checking segment: {'id': '7eee435b-c399-4563-bc16-78dc7026bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:52:01.165611 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2ca8-0d34-4f09-b028-6489361c1400 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:01.166050 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf2ca8-0d34-4f09-b028-6489361c1400 None None] Bound using segment: {'id': '7eee435b-c399-4563-bc16-78dc7026bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:52:01.166492 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-f9cf2ca8-0d34-4f09-b028-6489361c1400 None None] Bound port: 9417790f-304e-4b15-a586-69d4b10f937e, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eee435b-c399-4563-bc16-78dc7026bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:52:01.166903 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2ca8-0d34-4f09-b028-6489361c1400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (9417790f-304e-4b15-a586-69d4b10f937e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:01.230709 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f9cf2ca8-0d34-4f09-b028-6489361c1400 None None] For port 9417790f-304e-4b15-a586-69d4b10f937e, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:52:01.234020 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f9cf2ca8-0d34-4f09-b028-6489361c1400 None None] For port 9417790f-304e-4b15-a586-69d4b10f937e, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=9417790f-304e-4b15-a586-69d4b10f937e,segment=NetworkSegment(7eee435b-c399-4563-bc16-78dc7026bf69),segment_id=7eee435b-c399-4563-bc16-78dc7026bf69)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:52:01.293174 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f9cf2ca8-0d34-4f09-b028-6489361c1400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (9417790f-304e-4b15-a586-69d4b10f937e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:01.356760 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf2ca8-0d34-4f09-b028-6489361c1400 None None] Pushing event updated for resources: {'Port': ['ID=9417790f-304e-4b15-a586-69d4b10f937e,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:01.385631 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-54da88d6-f8e6-466e-abf6-e501759daf81 admin admin] Publish callbacks [] for router_gateway (3e6f3292-a82b-42b3-a46c-aa7e45914cf9), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:01.643276 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-54da88d6-f8e6-466e-abf6-e501759daf81 admin admin] Publish callbacks [] for router_gateway (3e6f3292-a82b-42b3-a46c-aa7e45914cf9), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:01.656080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 9417790f-304e-4b15-a586-69d4b10f937e up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:52:01.664540 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-54da88d6-f8e6-466e-abf6-e501759daf81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:01.707314 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 9417790f-304e-4b15-a586-69d4b10f937e triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:52:01.707671 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (9417790f-304e-4b15-a586-69d4b10f937e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:01.771644 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-54da88d6-f8e6-466e-abf6-e501759daf81 admin admin] Allocated IP 172.26.6.41 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:52:01.784312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 9417790f-304e-4b15-a586-69d4b10f937e is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:52:01.785524 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (9417790f-304e-4b15-a586-69d4b10f937e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:01.818264 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 9417790f-304e-4b15-a586-69d4b10f937e, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=9417790f-304e-4b15-a586-69d4b10f937e,segment=NetworkSegment(7eee435b-c399-4563-bc16-78dc7026bf69),segment_id=7eee435b-c399-4563-bc16-78dc7026bf69)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:52:01.875230 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-54da88d6-f8e6-466e-abf6-e501759daf81 admin admin] Publish callbacks [] for port (dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:01.890277 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (9417790f-304e-4b15-a586-69d4b10f937e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:01.937966 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=9417790f-304e-4b15-a586-69d4b10f937e,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:01.985039 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-54da88d6-f8e6-466e-abf6-e501759daf81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:02.027104 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54da88d6-f8e6-466e-abf6-e501759daf81 admin admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:52:02.034244 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-54da88d6-f8e6-466e-abf6-e501759daf81 admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:52:02.036829 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54da88d6-f8e6-466e-abf6-e501759daf81 admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:52:02.044073 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da88d6-f8e6-466e-abf6-e501759daf81 admin admin] Pushing event updated for resources: {'Port': ['ID=dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:02.293799 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c380664f-495f-42e4-9889-68c1a62196a2 None None] Network 459a0587-1b95-4acb-9b89-0f6376990159 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:52:02.403749 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-2e53ecc2-d51c-4ec4-9ccc-bc917afdefea None None] Provisioning complete for port 9417790f-304e-4b15-a586-69d4b10f937e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:52:02.404452 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2e53ecc2-d51c-4ec4-9ccc-bc917afdefea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (9417790f-304e-4b15-a586-69d4b10f937e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:02.466539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-54da88d6-f8e6-466e-abf6-e501759daf81 admin admin] Publish callbacks [] for router_gateway (3e6f3292-a82b-42b3-a46c-aa7e45914cf9), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:02.490298 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2e53ecc2-d51c-4ec4-9ccc-bc917afdefea None None] Current status of the port 9417790f-304e-4b15-a586-69d4b10f937e is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:52:02.606569 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-1362976e-1ff1-44de-a26c-0b3141eaaabb None None] Provisioning complete for port 9417790f-304e-4b15-a586-69d4b10f937e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:52:02.607005 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1362976e-1ff1-44de-a26c-0b3141eaaabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (9417790f-304e-4b15-a586-69d4b10f937e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:02.669495 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-54da88d6-f8e6-466e-abf6-e501759daf81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (3e6f3292-a82b-42b3-a46c-aa7e45914cf9), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:02.683638 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1362976e-1ff1-44de-a26c-0b3141eaaabb None None] Current status of the port 9417790f-304e-4b15-a586-69d4b10f937e is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:52:02.889953 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54da88d6-f8e6-466e-abf6-e501759daf81 admin admin] Router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:52:02.995981 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54da88d6-f8e6-466e-abf6-e501759daf81 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:52:03.004425 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] Sync routers for ids ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:52:03.017867 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] Routers {'3e6f3292-a82b-42b3-a46c-aa7e45914cf9'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:52:03.018481 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:51:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:52:03.066675 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-54da88d6-f8e6-466e-abf6-e501759daf81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:03.068097 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-54da88d6-f8e6-466e-abf6-e501759daf81 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3827901 Apr 15 03:52:03.070790 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37962) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:52:03.125429 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] Set router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:52:03.290358 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:02Z', 'revision_number': 3, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:52:03.316446 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] Checking router: 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:52:03.317112 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] Updating router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 port dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:52:03.343503 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:03.490100 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9bbd784-6536-471b-a336-3ddf81b89a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:03.598809 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] Publish callbacks [] for port (dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:03.625882 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 9417790f-304e-4b15-a586-69d4b10f937e up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:52:03.671583 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 9417790f-304e-4b15-a586-69d4b10f937e triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:52:03.671944 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (9417790f-304e-4b15-a586-69d4b10f937e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:03.702908 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:03.716212 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-d9bbd784-6536-471b-a336-3ddf81b89a11 admin admin] Allocated IP 172.20.0.1 (459a0587-1b95-4acb-9b89-0f6376990159/255e6b47-003d-4a81-b31b-e2ee3237f0e7/229f8fe6-a87d-4995-8a50-878e2ccb584e) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:52:03.765038 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] Attempting to bind port dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:52:03.765409 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] Attempting to bind port dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:52:03.765769 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] Attempting to bind port dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:52:03.791984 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0f45a-3f48-4ec9-a0e7-affbdb9da37d None None] Pushing event updated for resources: {'Port': ['ID=dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:03.796949 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:52:03.797322 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:52:03.797751 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:03.798099 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:52:03.798569 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] Bound port: dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:52:03.798967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:03.818547 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9bbd784-6536-471b-a336-3ddf81b89a11 admin admin] Publish callbacks [] for port (229f8fe6-a87d-4995-8a50-878e2ccb584e), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:03.832021 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 9417790f-304e-4b15-a586-69d4b10f937e is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:52:03.861349 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] For port dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:52:03.864255 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] For port dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:52:03.901616 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9bbd784-6536-471b-a336-3ddf81b89a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (229f8fe6-a87d-4995-8a50-878e2ccb584e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:03.930260 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:03.941915 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bbd784-6536-471b-a336-3ddf81b89a11 admin admin] Network 459a0587-1b95-4acb-9b89-0f6376990159 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:52:03.946301 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-d9bbd784-6536-471b-a336-3ddf81b89a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:52:03.952022 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bbd784-6536-471b-a336-3ddf81b89a11 admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:52:03.980508 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbd784-6536-471b-a336-3ddf81b89a11 admin admin] Pushing event updated for resources: {'Port': ['ID=229f8fe6-a87d-4995-8a50-878e2ccb584e,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:03.995321 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] Routers {'3e6f3292-a82b-42b3-a46c-aa7e45914cf9'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:52:03.995958 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:51:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:52:03.997758 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0f45a-3f48-4ec9-a0e7-affbdb9da37d None None] Pushing event updated for resources: {'Port': ['ID=dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:04.002702 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9bbd784-6536-471b-a336-3ddf81b89a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (3e6f3292-a82b-42b3-a46c-aa7e45914cf9), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:04.112555 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] Set router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:52:04.261469 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9bbd784-6536-471b-a336-3ddf81b89a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (229f8fe6-a87d-4995-8a50-878e2ccb584e), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:04.348180 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-790bed1a-13b6-4f1e-8e3b-6cd5d9d55f67 None None] Provisioning complete for port 229f8fe6-a87d-4995-8a50-878e2ccb584e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:52:04.348753 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-790bed1a-13b6-4f1e-8e3b-6cd5d9d55f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (229f8fe6-a87d-4995-8a50-878e2ccb584e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:04.415211 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-790bed1a-13b6-4f1e-8e3b-6cd5d9d55f67 None None] Port 229f8fe6-a87d-4995-8a50-878e2ccb584e cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:52:04.425377 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9bbd784-6536-471b-a336-3ddf81b89a11 admin admin] Publish callbacks [] for port (229f8fe6-a87d-4995-8a50-878e2ccb584e), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:04.474767 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:02Z', 'revision_number': 3, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:52:04.506051 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf1b6a7-4a3a-444e-bec0-ed6305136ad8 None None] The sync data for ids ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'] in dv-neutron-837140-3-hyperv is: [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:02Z', 'revision_number': 3, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:52:04.513748 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9bbd784-6536-471b-a336-3ddf81b89a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (229f8fe6-a87d-4995-8a50-878e2ccb584e), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:04.573520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:04.585132 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d9bbd784-6536-471b-a336-3ddf81b89a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (3e6f3292-a82b-42b3-a46c-aa7e45914cf9), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:04.587141 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbd784-6536-471b-a336-3ddf81b89a11 admin admin] Pushing event updated for resources: {'Port': ['ID=229f8fe6-a87d-4995-8a50-878e2ccb584e,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:04.686697 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bbd784-6536-471b-a336-3ddf81b89a11 admin admin] Network 459a0587-1b95-4acb-9b89-0f6376990159 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:52:04.688070 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-d9bbd784-6536-471b-a336-3ddf81b89a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:52:04.830911 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bbd784-6536-471b-a336-3ddf81b89a11 admin admin] Router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:52:04.949934 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-dc854bb3-7701-4140-89d4-6b0a6aacdde3 None None] Provisioning complete for port 229f8fe6-a87d-4995-8a50-878e2ccb584e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:52:04.950643 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dc854bb3-7701-4140-89d4-6b0a6aacdde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (229f8fe6-a87d-4995-8a50-878e2ccb584e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:04.954100 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bbd784-6536-471b-a336-3ddf81b89a11 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:52:04.959077 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d9bbd784-6536-471b-a336-3ddf81b89a11 admin admin] 10.222.0.15 "PUT /v2.0/routers/3e6f3292-a82b-42b3-a46c-aa7e45914cf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8867049 Apr 15 03:52:04.987453 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-dc854bb3-7701-4140-89d4-6b0a6aacdde3 None None] Port 229f8fe6-a87d-4995-8a50-878e2ccb584e cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:52:05.630699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:52:05.671950 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37978) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:52:05.677112 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f7b1fa40-08ce-4d27-aae0-61a755c2b831 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-366812556-network', 'tenant_id': 'a338cc8d5bc94ac8b37a5f552d880cd3'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:52:05.688852 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:52:05.689222 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:05.761487 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b1fa40-08ce-4d27-aae0-61a755c2b831 admin admin] Made reservation on behalf of a338cc8d5bc94ac8b37a5f552d880cd3 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:52:05.763901 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7b1fa40-08ce-4d27-aae0-61a755c2b831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:05.771102 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:52:05.771521 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:05.773060 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7b1fa40-08ce-4d27-aae0-61a755c2b831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:05.794001 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:52:05.847282 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:05.850983 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7b1fa40-08ce-4d27-aae0-61a755c2b831 admin admin] Publish callbacks [] for security_group (fb20cf9c-34c3-404a-869f-bc2ae18a956f), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:05.896157 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:05.932983 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7b1fa40-08ce-4d27-aae0-61a755c2b831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (fb20cf9c-34c3-404a-869f-bc2ae18a956f), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:05.957915 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b1fa40-08ce-4d27-aae0-61a755c2b831 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 03:52:05.968228 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1fa40-08ce-4d27-aae0-61a755c2b831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb20cf9c-34c3-404a-869f-bc2ae18a956f,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:05.973004 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7b1fa40-08ce-4d27-aae0-61a755c2b831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (2bf15a09-5da6-40c4-8605-85495a3805a6), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:05.973349 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-f7b1fa40-08ce-4d27-aae0-61a755c2b831 admin admin] Added segment 2bf15a09-5da6-40c4-8605-85495a3805a6 of type vlan for network 713c8963-ec37-4185-8b6f-db4079917acb Apr 15 03:52:06.012960 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] Sync routers for ids ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:52:06.016329 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7b1fa40-08ce-4d27-aae0-61a755c2b831 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (713c8963-ec37-4185-8b6f-db4079917acb), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:06.021906 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] Routers {'3e6f3292-a82b-42b3-a46c-aa7e45914cf9'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:52:06.027928 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:51:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:52:06.114381 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7b1fa40-08ce-4d27-aae0-61a755c2b831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (713c8963-ec37-4185-8b6f-db4079917acb), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:06.114381 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b1fa40-08ce-4d27-aae0-61a755c2b831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:06.114777 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f7b1fa40-08ce-4d27-aae0-61a755c2b831 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:06.129331 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] Set router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:52:06.178546 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1fa40-08ce-4d27-aae0-61a755c2b831 admin admin] Pushing event updated for resources: {'Network': ['ID=713c8963-ec37-4185-8b6f-db4079917acb,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:06.190154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 713c8963-ec37-4185-8b6f-db4079917acb details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 03:52:06.213686 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f7b1fa40-08ce-4d27-aae0-61a755c2b831 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5403862 Apr 15 03:52:06.216046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37980) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:52:06.220934 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a8fc0a68-3e52-4f6c-b1ae-683f54b46e29 admin admin] Request body: {'subnet': {'network_id': '713c8963-ec37-4185-8b6f-db4079917acb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-366812556-subnet', 'tenant_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'ip_version': 4}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:52:06.322728 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:04Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '229f8fe6-a87d-4995-8a50-878e2ccb584e', 'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'mac_address': 'fa:16:3e:f4:64:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:03Z', 'updated_at': '2022-04-15T03:52:04Z', 'revision_number': 2, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'subnets': [{'id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:52:06.330252 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fc0a68-3e52-4f6c-b1ae-683f54b46e29 admin admin] Made reservation on behalf of a338cc8d5bc94ac8b37a5f552d880cd3 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:52:06.332896 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0a68-3e52-4f6c-b1ae-683f54b46e29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:06.350075 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] Checking router: 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:52:06.350448 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] Updating router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 port 229f8fe6-a87d-4995-8a50-878e2ccb584e binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:52:06.422568 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (229f8fe6-a87d-4995-8a50-878e2ccb584e), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:06.553056 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0a68-3e52-4f6c-b1ae-683f54b46e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (90f052e8-ec6a-4298-8288-a984e6acc240), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:06.611197 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc0a68-3e52-4f6c-b1ae-683f54b46e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90f052e8-ec6a-4298-8288-a984e6acc240,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:06.619450 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fc0a68-3e52-4f6c-b1ae-683f54b46e29 admin admin] Checking segment: {'id': '2bf15a09-5da6-40c4-8605-85495a3805a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '713c8963-ec37-4185-8b6f-db4079917acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:52:06.619816 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fc0a68-3e52-4f6c-b1ae-683f54b46e29 admin admin] Network hostable DHCP agents. Network: 713c8963-ec37-4185-8b6f-db4079917acb, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 03:52:06.698460 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fc0a68-3e52-4f6c-b1ae-683f54b46e29 admin admin] Network 713c8963-ec37-4185-8b6f-db4079917acb is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 03:52:06.761238 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-a8fc0a68-3e52-4f6c-b1ae-683f54b46e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 713c8963-ec37-4185-8b6f-db4079917acb) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:52:06.765818 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fc0a68-3e52-4f6c-b1ae-683f54b46e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:06.767805 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a8fc0a68-3e52-4f6c-b1ae-683f54b46e29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:06.770907 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a1a1f7-feee-4d4c-b292-33f620c9f8fd None None] Network 713c8963-ec37-4185-8b6f-db4079917acb requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:52:06.782578 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] Publish callbacks [] for port (229f8fe6-a87d-4995-8a50-878e2ccb584e), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:06.850043 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a8fc0a68-3e52-4f6c-b1ae-683f54b46e29 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6328619 Apr 15 03:52:06.859398 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37982) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:52:06.863728 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f128087a-879a-44d3-b499-a66705b6f800 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-366812556-router', 'tenant_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:52:06.875172 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd771ede-b19f-4778-8734-1b6789b202fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-713c8963-ec37-4185-8b6f-db4079917acb', 'network_id': '713c8963-ec37-4185-8b6f-db4079917acb', 'project_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'fixed_ips': [{'subnet_id': '90f052e8-ec6a-4298-8288-a984e6acc240'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 03:52:06.876027 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dd771ede-b19f-4778-8734-1b6789b202fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:06.881498 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (229f8fe6-a87d-4995-8a50-878e2ccb584e), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:06.929482 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6032c-a942-437b-82eb-85f8ccb2e6f5 None None] Pushing event updated for resources: {'Port': ['ID=229f8fe6-a87d-4995-8a50-878e2ccb584e,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:06.937879 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6032c-a942-437b-82eb-85f8ccb2e6f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:52:06.938238 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6032c-a942-437b-82eb-85f8ccb2e6f5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:52:06.938595 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6032c-a942-437b-82eb-85f8ccb2e6f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:52:06.938964 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6032c-a942-437b-82eb-85f8ccb2e6f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:52:06.939293 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6032c-a942-437b-82eb-85f8ccb2e6f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:52:06.939630 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6032c-a942-437b-82eb-85f8ccb2e6f5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:52:06.940047 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6032c-a942-437b-82eb-85f8ccb2e6f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:52:06.940578 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6032c-a942-437b-82eb-85f8ccb2e6f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:52:06.941111 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6032c-a942-437b-82eb-85f8ccb2e6f5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:52:06.942373 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6032c-a942-437b-82eb-85f8ccb2e6f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:52:06.942927 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6032c-a942-437b-82eb-85f8ccb2e6f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:52:06.943280 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6032c-a942-437b-82eb-85f8ccb2e6f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:52:06.943621 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6032c-a942-437b-82eb-85f8ccb2e6f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:52:06.943957 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6032c-a942-437b-82eb-85f8ccb2e6f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:52:06.944285 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be6032c-a942-437b-82eb-85f8ccb2e6f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:52:06.953164 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f128087a-879a-44d3-b499-a66705b6f800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (3ce80e35-c034-45b0-b0fd-3fca86263b7e), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:06.954274 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f128087a-879a-44d3-b499-a66705b6f800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (3ce80e35-c034-45b0-b0fd-3fca86263b7e), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:07.005149 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] Attempting to bind port 229f8fe6-a87d-4995-8a50-878e2ccb584e on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:52:07.005873 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] Attempting to bind port 229f8fe6-a87d-4995-8a50-878e2ccb584e by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '7eee435b-c399-4563-bc16-78dc7026bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:52:07.006415 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] Attempting to bind port 229f8fe6-a87d-4995-8a50-878e2ccb584e on network 459a0587-1b95-4acb-9b89-0f6376990159 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:52:07.012145 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:52:07.013072 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] Checking segment: {'id': '7eee435b-c399-4563-bc16-78dc7026bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:52:07.014098 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:07.014697 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] Bound using segment: {'id': '7eee435b-c399-4563-bc16-78dc7026bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:52:07.015413 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] Bound port: 229f8fe6-a87d-4995-8a50-878e2ccb584e, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eee435b-c399-4563-bc16-78dc7026bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:52:07.015993 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (229f8fe6-a87d-4995-8a50-878e2ccb584e), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:07.028964 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-dd771ede-b19f-4778-8734-1b6789b202fd None None] Allocated IP 172.20.0.2 (713c8963-ec37-4185-8b6f-db4079917acb/90f052e8-ec6a-4298-8288-a984e6acc240/88cefd56-53c6-4c38-ba24-e7291c9de8cc) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:52:07.033492 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f128087a-879a-44d3-b499-a66705b6f800 admin admin] Publish callbacks [] for router_controller (3ce80e35-c034-45b0-b0fd-3fca86263b7e), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:07.086900 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] For port 229f8fe6-a87d-4995-8a50-878e2ccb584e, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:52:07.090189 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] For port 229f8fe6-a87d-4995-8a50-878e2ccb584e, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=229f8fe6-a87d-4995-8a50-878e2ccb584e,segment=NetworkSegment(7eee435b-c399-4563-bc16-78dc7026bf69),segment_id=7eee435b-c399-4563-bc16-78dc7026bf69)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:52:07.182695 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (229f8fe6-a87d-4995-8a50-878e2ccb584e), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:07.200207 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dd771ede-b19f-4778-8734-1b6789b202fd None None] Publish callbacks [] for port (88cefd56-53c6-4c38-ba24-e7291c9de8cc), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:07.226493 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-17209857-c07e-4e03-99cb-3c8cfe7cbf64 None None] Provisioning complete for port 229f8fe6-a87d-4995-8a50-878e2ccb584e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:52:07.227982 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-17209857-c07e-4e03-99cb-3c8cfe7cbf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (229f8fe6-a87d-4995-8a50-878e2ccb584e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:07.237695 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f128087a-879a-44d3-b499-a66705b6f800 admin admin] Publish callbacks [] for router_gateway (3ce80e35-c034-45b0-b0fd-3fca86263b7e), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:07.242543 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] Routers {'3e6f3292-a82b-42b3-a46c-aa7e45914cf9'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:52:07.243893 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:51:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:52:07.274891 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dd771ede-b19f-4778-8734-1b6789b202fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (88cefd56-53c6-4c38-ba24-e7291c9de8cc), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:07.283508 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6032c-a942-437b-82eb-85f8ccb2e6f5 None None] Pushing event updated for resources: {'Port': ['ID=229f8fe6-a87d-4995-8a50-878e2ccb584e,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:07.329892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd771ede-b19f-4778-8734-1b6789b202fd None None] Network 713c8963-ec37-4185-8b6f-db4079917acb is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:52:07.337446 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-dd771ede-b19f-4778-8734-1b6789b202fd None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:52:07.340124 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd771ede-b19f-4778-8734-1b6789b202fd None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:52:07.343304 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd771ede-b19f-4778-8734-1b6789b202fd None None] Pushing event updated for resources: {'Port': ['ID=88cefd56-53c6-4c38-ba24-e7291c9de8cc,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:07.372347 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] Set router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:52:07.442863 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-17209857-c07e-4e03-99cb-3c8cfe7cbf64 None None] Current status of the port 229f8fe6-a87d-4995-8a50-878e2ccb584e is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:52:07.443192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-17209857-c07e-4e03-99cb-3c8cfe7cbf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (229f8fe6-a87d-4995-8a50-878e2ccb584e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:07.460225 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-dd771ede-b19f-4778-8734-1b6789b202fd None None] Attempting to bind port 88cefd56-53c6-4c38-ba24-e7291c9de8cc on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:52:07.460594 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-dd771ede-b19f-4778-8734-1b6789b202fd None None] Attempting to bind port 88cefd56-53c6-4c38-ba24-e7291c9de8cc by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '2bf15a09-5da6-40c4-8605-85495a3805a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '713c8963-ec37-4185-8b6f-db4079917acb'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:52:07.460963 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd771ede-b19f-4778-8734-1b6789b202fd None None] Attempting to bind port 88cefd56-53c6-4c38-ba24-e7291c9de8cc on network 713c8963-ec37-4185-8b6f-db4079917acb {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:52:07.469665 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd771ede-b19f-4778-8734-1b6789b202fd None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:52:07.470044 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd771ede-b19f-4778-8734-1b6789b202fd None None] Checking segment: {'id': '2bf15a09-5da6-40c4-8605-85495a3805a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '713c8963-ec37-4185-8b6f-db4079917acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:52:07.470439 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dd771ede-b19f-4778-8734-1b6789b202fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:07.470859 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd771ede-b19f-4778-8734-1b6789b202fd None None] Bound using segment: {'id': '2bf15a09-5da6-40c4-8605-85495a3805a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '713c8963-ec37-4185-8b6f-db4079917acb'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:52:07.471321 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-dd771ede-b19f-4778-8734-1b6789b202fd None None] Bound port: 88cefd56-53c6-4c38-ba24-e7291c9de8cc, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf15a09-5da6-40c4-8605-85495a3805a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '713c8963-ec37-4185-8b6f-db4079917acb'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:52:07.471700 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dd771ede-b19f-4778-8734-1b6789b202fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (88cefd56-53c6-4c38-ba24-e7291c9de8cc), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:07.527198 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-17209857-c07e-4e03-99cb-3c8cfe7cbf64 None None] For port 229f8fe6-a87d-4995-8a50-878e2ccb584e, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=229f8fe6-a87d-4995-8a50-878e2ccb584e,segment=NetworkSegment(7eee435b-c399-4563-bc16-78dc7026bf69),segment_id=7eee435b-c399-4563-bc16-78dc7026bf69)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:52:07.555329 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-dd771ede-b19f-4778-8734-1b6789b202fd None None] For port 88cefd56-53c6-4c38-ba24-e7291c9de8cc, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:52:07.560223 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-dd771ede-b19f-4778-8734-1b6789b202fd None None] For port 88cefd56-53c6-4c38-ba24-e7291c9de8cc, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=88cefd56-53c6-4c38-ba24-e7291c9de8cc,segment=NetworkSegment(2bf15a09-5da6-40c4-8605-85495a3805a6),segment_id=2bf15a09-5da6-40c4-8605-85495a3805a6)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:52:07.560368 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f128087a-879a-44d3-b499-a66705b6f800 admin admin] Publish callbacks [] for router_gateway (3ce80e35-c034-45b0-b0fd-3fca86263b7e), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:07.579413 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f128087a-879a-44d3-b499-a66705b6f800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:07.588289 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:04Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '229f8fe6-a87d-4995-8a50-878e2ccb584e', 'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'mac_address': 'fa:16:3e:f4:64:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:03Z', 'updated_at': '2022-04-15T03:52:07Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'subnets': [{'id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:52:07.608218 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-17209857-c07e-4e03-99cb-3c8cfe7cbf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (229f8fe6-a87d-4995-8a50-878e2ccb584e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:07.616194 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041e7f8b-8d08-4670-aec1-655ddc13e7ab None None] The sync data for ids ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'] in dv-neutron-837140-3-hyperv is: [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:04Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '229f8fe6-a87d-4995-8a50-878e2ccb584e', 'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'mac_address': 'fa:16:3e:f4:64:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:03Z', 'updated_at': '2022-04-15T03:52:07Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'subnets': [{'id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:52:07.653618 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:52:07.659120 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dd771ede-b19f-4778-8734-1b6789b202fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (88cefd56-53c6-4c38-ba24-e7291c9de8cc), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:07.724106 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-f128087a-879a-44d3-b499-a66705b6f800 admin admin] Allocated IP 172.26.6.97 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/756c8ece-a87d-47a0-ac54-fac11fe4288a) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:52:07.735424 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17209857-c07e-4e03-99cb-3c8cfe7cbf64 None None] Pushing event updated for resources: {'Port': ['ID=229f8fe6-a87d-4995-8a50-878e2ccb584e,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:07.748388 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-b501cb32-8bd0-4df3-bee8-439cb02063d4 None None] Provisioning complete for port 229f8fe6-a87d-4995-8a50-878e2ccb584e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:52:07.748899 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b501cb32-8bd0-4df3-bee8-439cb02063d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (229f8fe6-a87d-4995-8a50-878e2ccb584e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:07.804838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:52:07.805551 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:07.863787 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd771ede-b19f-4778-8734-1b6789b202fd None None] Pushing event updated for resources: {'Port': ['ID=88cefd56-53c6-4c38-ba24-e7291c9de8cc,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:07.943150 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-b501cb32-8bd0-4df3-bee8-439cb02063d4 None None] Current status of the port 229f8fe6-a87d-4995-8a50-878e2ccb584e is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:52:08.005692 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:52:08.264534 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f128087a-879a-44d3-b499-a66705b6f800 admin admin] Publish callbacks [] for port (756c8ece-a87d-47a0-ac54-fac11fe4288a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:08.373172 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f128087a-879a-44d3-b499-a66705b6f800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (756c8ece-a87d-47a0-ac54-fac11fe4288a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:08.416299 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f128087a-879a-44d3-b499-a66705b6f800 admin admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:52:08.421539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-f128087a-879a-44d3-b499-a66705b6f800 admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:52:08.425268 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f128087a-879a-44d3-b499-a66705b6f800 admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:52:08.449093 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128087a-879a-44d3-b499-a66705b6f800 admin admin] Pushing event updated for resources: {'Port': ['ID=756c8ece-a87d-47a0-ac54-fac11fe4288a,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:08.792589 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808ce900-2e15-43cf-b4f0-4d84cb6a1f65 None None] Network 713c8963-ec37-4185-8b6f-db4079917acb requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 03:52:08.795654 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f128087a-879a-44d3-b499-a66705b6f800 admin admin] Publish callbacks [] for router_gateway (3ce80e35-c034-45b0-b0fd-3fca86263b7e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:08.877224 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6903bf60-c8db-4c9f-b72b-a96b818b878f None None] Provisioning complete for port 88cefd56-53c6-4c38-ba24-e7291c9de8cc triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:52:08.877817 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6903bf60-c8db-4c9f-b72b-a96b818b878f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (88cefd56-53c6-4c38-ba24-e7291c9de8cc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:08.979658 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6903bf60-c8db-4c9f-b72b-a96b818b878f None None] Current status of the port 88cefd56-53c6-4c38-ba24-e7291c9de8cc is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:52:08.980046 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6903bf60-c8db-4c9f-b72b-a96b818b878f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (88cefd56-53c6-4c38-ba24-e7291c9de8cc), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:09.007883 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f128087a-879a-44d3-b499-a66705b6f800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (3ce80e35-c034-45b0-b0fd-3fca86263b7e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:09.015726 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-6903bf60-c8db-4c9f-b72b-a96b818b878f None None] For port 88cefd56-53c6-4c38-ba24-e7291c9de8cc, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=88cefd56-53c6-4c38-ba24-e7291c9de8cc,segment=NetworkSegment(2bf15a09-5da6-40c4-8605-85495a3805a6),segment_id=2bf15a09-5da6-40c4-8605-85495a3805a6)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:52:09.098365 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6903bf60-c8db-4c9f-b72b-a96b818b878f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (88cefd56-53c6-4c38-ba24-e7291c9de8cc), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:09.154895 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903bf60-c8db-4c9f-b72b-a96b818b878f None None] Pushing event updated for resources: {'Port': ['ID=88cefd56-53c6-4c38-ba24-e7291c9de8cc,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:09.213372 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f128087a-879a-44d3-b499-a66705b6f800 admin admin] Router 3ce80e35-c034-45b0-b0fd-3fca86263b7e is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 03:52:09.216196 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-08fa286b-a2e0-4f0b-982a-df706dd499c5 None None] Provisioning complete for port 88cefd56-53c6-4c38-ba24-e7291c9de8cc triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:52:09.216567 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-08fa286b-a2e0-4f0b-982a-df706dd499c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (88cefd56-53c6-4c38-ba24-e7291c9de8cc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:09.293946 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-08fa286b-a2e0-4f0b-982a-df706dd499c5 None None] Current status of the port 88cefd56-53c6-4c38-ba24-e7291c9de8cc is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:52:09.322901 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f128087a-879a-44d3-b499-a66705b6f800 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:52:09.331613 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] Sync routers for ids ['3ce80e35-c034-45b0-b0fd-3fca86263b7e'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:52:09.341444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] Routers {'3ce80e35-c034-45b0-b0fd-3fca86263b7e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:52:09.346641 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:51:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3ce80e35-c034-45b0-b0fd-3fca86263b7e'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:52:09.391916 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f128087a-879a-44d3-b499-a66705b6f800 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:09.393253 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f128087a-879a-44d3-b499-a66705b6f800 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5328751 Apr 15 03:52:09.396037 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37984) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:52:09.451784 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] Set router 3ce80e35-c034-45b0-b0fd-3fca86263b7e gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:52:09.626624 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce80e35-c034-45b0-b0fd-3fca86263b7e', 'name': 'tempest-TestVolumeBootPattern-366812556-router', 'tenant_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '756c8ece-a87d-47a0-ac54-fac11fe4288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:06Z', 'updated_at': '2022-04-15T03:52:08Z', 'revision_number': 3, 'project_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'gw_port': {'id': '756c8ece-a87d-47a0-ac54-fac11fe4288a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:22:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce80e35-c034-45b0-b0fd-3fca86263b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:07Z', 'updated_at': '2022-04-15T03:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:52:09.655998 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] Checking router: 3ce80e35-c034-45b0-b0fd-3fca86263b7e for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:52:09.656426 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] Updating router 3ce80e35-c034-45b0-b0fd-3fca86263b7e port 756c8ece-a87d-47a0-ac54-fac11fe4288a binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:52:09.686890 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 88cefd56-53c6-4c38-ba24-e7291c9de8cc up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:52:09.689090 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (756c8ece-a87d-47a0-ac54-fac11fe4288a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:09.816854 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50344253-6c02-4e72-ade7-4832f623cb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:09.823575 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 88cefd56-53c6-4c38-ba24-e7291c9de8cc triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:52:09.823878 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (88cefd56-53c6-4c38-ba24-e7291c9de8cc), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:09.978416 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-50344253-6c02-4e72-ade7-4832f623cb0b admin admin] Allocated IP 172.20.0.1 (713c8963-ec37-4185-8b6f-db4079917acb/90f052e8-ec6a-4298-8288-a984e6acc240/a8f7308d-6a57-40d9-bd1b-e006c22542ad) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:52:10.087723 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50344253-6c02-4e72-ade7-4832f623cb0b admin admin] Publish callbacks [] for port (a8f7308d-6a57-40d9-bd1b-e006c22542ad), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:10.125910 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 88cefd56-53c6-4c38-ba24-e7291c9de8cc is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:52:10.127019 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 229f8fe6-a87d-4995-8a50-878e2ccb584e up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:52:10.176353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50344253-6c02-4e72-ade7-4832f623cb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (a8f7308d-6a57-40d9-bd1b-e006c22542ad), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:10.212972 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] Publish callbacks [] for port (756c8ece-a87d-47a0-ac54-fac11fe4288a), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:10.218031 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 229f8fe6-a87d-4995-8a50-878e2ccb584e triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:52:10.218395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (229f8fe6-a87d-4995-8a50-878e2ccb584e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:10.218899 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50344253-6c02-4e72-ade7-4832f623cb0b admin admin] Network 713c8963-ec37-4185-8b6f-db4079917acb is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:52:10.222138 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-50344253-6c02-4e72-ade7-4832f623cb0b admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:52:10.226846 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50344253-6c02-4e72-ade7-4832f623cb0b admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:52:10.248388 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50344253-6c02-4e72-ade7-4832f623cb0b admin admin] Pushing event updated for resources: {'Port': ['ID=a8f7308d-6a57-40d9-bd1b-e006c22542ad,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:10.271470 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50344253-6c02-4e72-ade7-4832f623cb0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (3ce80e35-c034-45b0-b0fd-3fca86263b7e), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:10.301210 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (756c8ece-a87d-47a0-ac54-fac11fe4288a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:10.335180 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 229f8fe6-a87d-4995-8a50-878e2ccb584e is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:52:10.366397 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] Attempting to bind port 756c8ece-a87d-47a0-ac54-fac11fe4288a on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:52:10.367309 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] Attempting to bind port 756c8ece-a87d-47a0-ac54-fac11fe4288a by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:52:10.367309 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] Attempting to bind port 756c8ece-a87d-47a0-ac54-fac11fe4288a on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:52:10.370442 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50401db-9106-49b7-92ec-1adfa241801d None None] Pushing event updated for resources: {'Port': ['ID=756c8ece-a87d-47a0-ac54-fac11fe4288a,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:10.375419 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:52:10.375803 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:52:10.376205 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:10.376592 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:52:10.377060 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] Bound port: 756c8ece-a87d-47a0-ac54-fac11fe4288a, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:52:10.377442 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (756c8ece-a87d-47a0-ac54-fac11fe4288a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:10.432111 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] For port 756c8ece-a87d-47a0-ac54-fac11fe4288a, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:52:10.435138 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] For port 756c8ece-a87d-47a0-ac54-fac11fe4288a, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=756c8ece-a87d-47a0-ac54-fac11fe4288a,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:52:10.481171 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50344253-6c02-4e72-ade7-4832f623cb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a8f7308d-6a57-40d9-bd1b-e006c22542ad), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:10.501625 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (756c8ece-a87d-47a0-ac54-fac11fe4288a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:10.548151 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-65b747a7-d79a-4fe5-91f2-a73e3ae8e1b5 None None] Provisioning complete for port a8f7308d-6a57-40d9-bd1b-e006c22542ad triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:52:10.548504 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-65b747a7-d79a-4fe5-91f2-a73e3ae8e1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a8f7308d-6a57-40d9-bd1b-e006c22542ad), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:10.591516 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50401db-9106-49b7-92ec-1adfa241801d None None] Pushing event updated for resources: {'Port': ['ID=756c8ece-a87d-47a0-ac54-fac11fe4288a,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:10.600324 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] Routers {'3ce80e35-c034-45b0-b0fd-3fca86263b7e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:52:10.600950 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:51:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3ce80e35-c034-45b0-b0fd-3fca86263b7e'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:52:10.639571 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-65b747a7-d79a-4fe5-91f2-a73e3ae8e1b5 None None] Port a8f7308d-6a57-40d9-bd1b-e006c22542ad cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:52:10.647968 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50344253-6c02-4e72-ade7-4832f623cb0b admin admin] Publish callbacks [] for port (a8f7308d-6a57-40d9-bd1b-e006c22542ad), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:10.713003 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50344253-6c02-4e72-ade7-4832f623cb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (a8f7308d-6a57-40d9-bd1b-e006c22542ad), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:10.713307 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] Set router 3ce80e35-c034-45b0-b0fd-3fca86263b7e gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:52:10.783434 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50344253-6c02-4e72-ade7-4832f623cb0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (3ce80e35-c034-45b0-b0fd-3fca86263b7e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:10.786316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50344253-6c02-4e72-ade7-4832f623cb0b admin admin] Pushing event updated for resources: {'Port': ['ID=a8f7308d-6a57-40d9-bd1b-e006c22542ad,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:10.909524 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce80e35-c034-45b0-b0fd-3fca86263b7e', 'name': 'tempest-TestVolumeBootPattern-366812556-router', 'tenant_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '756c8ece-a87d-47a0-ac54-fac11fe4288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:06Z', 'updated_at': '2022-04-15T03:52:10Z', 'revision_number': 4, 'project_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'gw_port': {'id': '756c8ece-a87d-47a0-ac54-fac11fe4288a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:22:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce80e35-c034-45b0-b0fd-3fca86263b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:07Z', 'updated_at': '2022-04-15T03:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'a8f7308d-6a57-40d9-bd1b-e006c22542ad', 'name': '', 'network_id': '713c8963-ec37-4185-8b6f-db4079917acb', 'tenant_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'mac_address': 'fa:16:3e:ad:ac:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce80e35-c034-45b0-b0fd-3fca86263b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '90f052e8-ec6a-4298-8288-a984e6acc240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:09Z', 'updated_at': '2022-04-15T03:52:09Z', 'revision_number': 1, 'project_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'subnets': [{'id': '90f052e8-ec6a-4298-8288-a984e6acc240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:52:10.936426 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc74e0-63da-4b26-9730-b7fecf10476e None None] The sync data for ids ['3ce80e35-c034-45b0-b0fd-3fca86263b7e'] in dv-neutron-837140-3-hyperv is: [{'id': '3ce80e35-c034-45b0-b0fd-3fca86263b7e', 'name': 'tempest-TestVolumeBootPattern-366812556-router', 'tenant_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '756c8ece-a87d-47a0-ac54-fac11fe4288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:06Z', 'updated_at': '2022-04-15T03:52:10Z', 'revision_number': 4, 'project_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'gw_port': {'id': '756c8ece-a87d-47a0-ac54-fac11fe4288a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:22:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce80e35-c034-45b0-b0fd-3fca86263b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:07Z', 'updated_at': '2022-04-15T03:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'a8f7308d-6a57-40d9-bd1b-e006c22542ad', 'name': '', 'network_id': '713c8963-ec37-4185-8b6f-db4079917acb', 'tenant_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'mac_address': 'fa:16:3e:ad:ac:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce80e35-c034-45b0-b0fd-3fca86263b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '90f052e8-ec6a-4298-8288-a984e6acc240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:09Z', 'updated_at': '2022-04-15T03:52:09Z', 'revision_number': 1, 'project_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'subnets': [{'id': '90f052e8-ec6a-4298-8288-a984e6acc240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:52:11.130098 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50344253-6c02-4e72-ade7-4832f623cb0b admin admin] Network 713c8963-ec37-4185-8b6f-db4079917acb is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:52:11.131578 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-50344253-6c02-4e72-ade7-4832f623cb0b admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:52:11.270922 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50344253-6c02-4e72-ade7-4832f623cb0b admin admin] Router 3ce80e35-c034-45b0-b0fd-3fca86263b7e has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:52:11.375288 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-38302daf-8b4c-4520-80e3-366137c7f9be None None] Provisioning complete for port a8f7308d-6a57-40d9-bd1b-e006c22542ad triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:52:11.375893 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-38302daf-8b4c-4520-80e3-366137c7f9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a8f7308d-6a57-40d9-bd1b-e006c22542ad), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:11.400958 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50344253-6c02-4e72-ade7-4832f623cb0b admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:52:11.411419 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-50344253-6c02-4e72-ade7-4832f623cb0b admin admin] 10.222.0.15 "PUT /v2.0/routers/3ce80e35-c034-45b0-b0fd-3fca86263b7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0091150 Apr 15 03:52:11.418697 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-38302daf-8b4c-4520-80e3-366137c7f9be None None] Port a8f7308d-6a57-40d9-bd1b-e006c22542ad cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:52:11.994022 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37992) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:52:11.998754 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-75b6d532-2fa9-40df-a35d-3125c85e0f3f tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1800102062', 'description': 'tempest-secgroup-smoke-1800102062 description', 'project_id': '2a86a314da90493c997c90fde41ab2bb'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:52:12.095749 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-75b6d532-2fa9-40df-a35d-3125c85e0f3f tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:12.176333 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-75b6d532-2fa9-40df-a35d-3125c85e0f3f tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group (783c77e4-0e04-495e-ad57-2359a119daf8), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:12.232697 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-75b6d532-2fa9-40df-a35d-3125c85e0f3f tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (783c77e4-0e04-495e-ad57-2359a119daf8), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:12.261304 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6d532-2fa9-40df-a35d-3125c85e0f3f tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783c77e4-0e04-495e-ad57-2359a119daf8,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:12.328965 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-75b6d532-2fa9-40df-a35d-3125c85e0f3f tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:12.330236 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-75b6d532-2fa9-40df-a35d-3125c85e0f3f tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3351545 Apr 15 03:52:12.333125 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37994) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:52:12.338134 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-b7a6881e-c8bc-4573-b0a6-dee1ab151c91 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Request body: {'security_group_rule': {'security_group_id': '783c77e4-0e04-495e-ad57-2359a119daf8', 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:52:12.435464 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7a6881e-c8bc-4573-b0a6-dee1ab151c91 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group_rule (25cea957-36fa-4ab9-9f65-8ed5df5586fc), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:12.501762 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7a6881e-c8bc-4573-b0a6-dee1ab151c91 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group_rule (25cea957-36fa-4ab9-9f65-8ed5df5586fc), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:12.564571 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7a6881e-c8bc-4573-b0a6-dee1ab151c91 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (25cea957-36fa-4ab9-9f65-8ed5df5586fc), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:12.583604 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6881e-c8bc-4573-b0a6-dee1ab151c91 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25cea957-36fa-4ab9-9f65-8ed5df5586fc,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:12.672108 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b7a6881e-c8bc-4573-b0a6-dee1ab151c91 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:12.673574 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b7a6881e-c8bc-4573-b0a6-dee1ab151c91 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3392010 Apr 15 03:52:12.676063 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37996) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:52:12.680982 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f5800e4d-d3a3-46b9-80c8-b2a03c19977e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Request body: {'security_group_rule': {'security_group_id': '783c77e4-0e04-495e-ad57-2359a119daf8', 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:52:12.767115 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f5800e4d-d3a3-46b9-80c8-b2a03c19977e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group_rule (20a13f21-8e69-45c0-a1ef-54ebf0bd393f), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:12.823405 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f5800e4d-d3a3-46b9-80c8-b2a03c19977e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group_rule (20a13f21-8e69-45c0-a1ef-54ebf0bd393f), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:12.898119 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f5800e4d-d3a3-46b9-80c8-b2a03c19977e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (20a13f21-8e69-45c0-a1ef-54ebf0bd393f), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:12.916357 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5800e4d-d3a3-46b9-80c8-b2a03c19977e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a13f21-8e69-45c0-a1ef-54ebf0bd393f,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:12.991726 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f5800e4d-d3a3-46b9-80c8-b2a03c19977e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:12.992947 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f5800e4d-d3a3-46b9-80c8-b2a03c19977e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3159354 Apr 15 03:52:12.996275 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 37998) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:52:13.000652 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-6377b14c-f419-44ba-b257-7c5956ddef6c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Request body: {'security_group_rule': {'security_group_id': '783c77e4-0e04-495e-ad57-2359a119daf8', 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:52:13.100789 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6377b14c-f419-44ba-b257-7c5956ddef6c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group_rule (64ebcefe-46ca-4471-9fd0-6a9c37dee52a), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:13.158632 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6377b14c-f419-44ba-b257-7c5956ddef6c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group_rule (64ebcefe-46ca-4471-9fd0-6a9c37dee52a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:13.226873 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6377b14c-f419-44ba-b257-7c5956ddef6c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (64ebcefe-46ca-4471-9fd0-6a9c37dee52a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:13.246566 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377b14c-f419-44ba-b257-7c5956ddef6c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ebcefe-46ca-4471-9fd0-6a9c37dee52a,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:13.288560 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] Sync routers for ids ['3ce80e35-c034-45b0-b0fd-3fca86263b7e'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:52:13.299086 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] Routers {'3ce80e35-c034-45b0-b0fd-3fca86263b7e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:52:13.299695 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:51:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3ce80e35-c034-45b0-b0fd-3fca86263b7e'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:52:13.314722 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6377b14c-f419-44ba-b257-7c5956ddef6c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:13.316125 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6377b14c-f419-44ba-b257-7c5956ddef6c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3188818 Apr 15 03:52:13.318798 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 38000) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:52:13.323244 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d522b585-4cf4-4f80-b588-2b105baf451a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Request body: {'security_group_rule': {'security_group_id': '783c77e4-0e04-495e-ad57-2359a119daf8', 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:52:13.406360 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] Set router 3ce80e35-c034-45b0-b0fd-3fca86263b7e gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:52:13.444265 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d522b585-4cf4-4f80-b588-2b105baf451a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group_rule (90259792-f1f8-4420-92c3-f6aa05dd7a5b), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:13.502069 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d522b585-4cf4-4f80-b588-2b105baf451a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group_rule (90259792-f1f8-4420-92c3-f6aa05dd7a5b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:13.566700 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d522b585-4cf4-4f80-b588-2b105baf451a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (90259792-f1f8-4420-92c3-f6aa05dd7a5b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:13.584414 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522b585-4cf4-4f80-b588-2b105baf451a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90259792-f1f8-4420-92c3-f6aa05dd7a5b,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:13.595296 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce80e35-c034-45b0-b0fd-3fca86263b7e', 'name': 'tempest-TestVolumeBootPattern-366812556-router', 'tenant_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '756c8ece-a87d-47a0-ac54-fac11fe4288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:06Z', 'updated_at': '2022-04-15T03:52:10Z', 'revision_number': 4, 'project_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'gw_port': {'id': '756c8ece-a87d-47a0-ac54-fac11fe4288a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:22:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce80e35-c034-45b0-b0fd-3fca86263b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:07Z', 'updated_at': '2022-04-15T03:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'a8f7308d-6a57-40d9-bd1b-e006c22542ad', 'name': '', 'network_id': '713c8963-ec37-4185-8b6f-db4079917acb', 'tenant_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'mac_address': 'fa:16:3e:ad:ac:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce80e35-c034-45b0-b0fd-3fca86263b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '90f052e8-ec6a-4298-8288-a984e6acc240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:09Z', 'updated_at': '2022-04-15T03:52:10Z', 'revision_number': 2, 'project_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'subnets': [{'id': '90f052e8-ec6a-4298-8288-a984e6acc240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:52:13.623108 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] Checking router: 3ce80e35-c034-45b0-b0fd-3fca86263b7e for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:52:13.623466 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] Updating router 3ce80e35-c034-45b0-b0fd-3fca86263b7e port a8f7308d-6a57-40d9-bd1b-e006c22542ad binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 03:52:13.651728 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a8f7308d-6a57-40d9-bd1b-e006c22542ad), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:13.654722 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 756c8ece-a87d-47a0-ac54-fac11fe4288a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:52:13.666201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d522b585-4cf4-4f80-b588-2b105baf451a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:13.670562 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 38002) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:52:13.671243 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d522b585-4cf4-4f80-b588-2b105baf451a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3508451 Apr 15 03:52:13.677399 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-85eb2234-e726-4750-a612-e59a72e02d96 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Request body: {'security_group_rule': {'security_group_id': '783c77e4-0e04-495e-ad57-2359a119daf8', 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:52:13.701312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 756c8ece-a87d-47a0-ac54-fac11fe4288a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:52:13.701693 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (756c8ece-a87d-47a0-ac54-fac11fe4288a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:13.769787 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-85eb2234-e726-4750-a612-e59a72e02d96 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Project 2a86a314da90493c997c90fde41ab2bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:52:13.775935 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-85eb2234-e726-4750-a612-e59a72e02d96 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group_rule (23446fd2-655c-4d70-8420-bc06999649b8), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:13.779142 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 756c8ece-a87d-47a0-ac54-fac11fe4288a is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:52:13.779530 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (756c8ece-a87d-47a0-ac54-fac11fe4288a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:13.804177 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 756c8ece-a87d-47a0-ac54-fac11fe4288a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=756c8ece-a87d-47a0-ac54-fac11fe4288a,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:52:13.841545 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-85eb2234-e726-4750-a612-e59a72e02d96 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group_rule (23446fd2-655c-4d70-8420-bc06999649b8), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:13.887372 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (756c8ece-a87d-47a0-ac54-fac11fe4288a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:13.912548 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-85eb2234-e726-4750-a612-e59a72e02d96 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (23446fd2-655c-4d70-8420-bc06999649b8), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:13.922322 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] Publish callbacks [] for port (a8f7308d-6a57-40d9-bd1b-e006c22542ad), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:13.933524 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb2234-e726-4750-a612-e59a72e02d96 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23446fd2-655c-4d70-8420-bc06999649b8,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:13.939323 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=756c8ece-a87d-47a0-ac54-fac11fe4288a,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:13.992526 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (a8f7308d-6a57-40d9-bd1b-e006c22542ad), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:14.003345 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-85eb2234-e726-4750-a612-e59a72e02d96 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:14.004610 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-85eb2234-e726-4750-a612-e59a72e02d96 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3322141 Apr 15 03:52:14.007499 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 38004) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:52:14.012470 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-8dfa4a2d-f3d4-4401-9b51-bb25f2e54e89 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Request body: {'security_group_rule': {'security_group_id': '783c77e4-0e04-495e-ad57-2359a119daf8', 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:52:14.044169 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9179344-f3ef-4a91-ad2c-311a89049abf None None] Pushing event updated for resources: {'Port': ['ID=a8f7308d-6a57-40d9-bd1b-e006c22542ad,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:14.099389 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] Attempting to bind port a8f7308d-6a57-40d9-bd1b-e006c22542ad on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:52:14.099756 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] Attempting to bind port a8f7308d-6a57-40d9-bd1b-e006c22542ad by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '2bf15a09-5da6-40c4-8605-85495a3805a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '713c8963-ec37-4185-8b6f-db4079917acb'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:52:14.101487 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] Attempting to bind port a8f7308d-6a57-40d9-bd1b-e006c22542ad on network 713c8963-ec37-4185-8b6f-db4079917acb {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:52:14.105218 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:52:14.105597 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] Checking segment: {'id': '2bf15a09-5da6-40c4-8605-85495a3805a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '713c8963-ec37-4185-8b6f-db4079917acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:52:14.105992 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:14.106377 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] Bound using segment: {'id': '2bf15a09-5da6-40c4-8605-85495a3805a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '713c8963-ec37-4185-8b6f-db4079917acb'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:52:14.106869 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] Bound port: a8f7308d-6a57-40d9-bd1b-e006c22542ad, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf15a09-5da6-40c4-8605-85495a3805a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '713c8963-ec37-4185-8b6f-db4079917acb'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:52:14.107250 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a8f7308d-6a57-40d9-bd1b-e006c22542ad), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:14.122262 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-8dfa4a2d-f3d4-4401-9b51-bb25f2e54e89 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Project 2a86a314da90493c997c90fde41ab2bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 03:52:14.128212 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8dfa4a2d-f3d4-4401-9b51-bb25f2e54e89 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group_rule (d0a6f7dd-e5f1-452b-92de-9cb535a9cdf8), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:14.176312 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] For port a8f7308d-6a57-40d9-bd1b-e006c22542ad, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:52:14.179345 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] For port a8f7308d-6a57-40d9-bd1b-e006c22542ad, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a8f7308d-6a57-40d9-bd1b-e006c22542ad,segment=NetworkSegment(2bf15a09-5da6-40c4-8605-85495a3805a6),segment_id=2bf15a09-5da6-40c4-8605-85495a3805a6)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:52:14.197376 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8dfa4a2d-f3d4-4401-9b51-bb25f2e54e89 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group_rule (d0a6f7dd-e5f1-452b-92de-9cb535a9cdf8), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:14.254113 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-92305a20-c68e-47da-ae18-93a38ceb4c16 None None] Provisioning complete for port a8f7308d-6a57-40d9-bd1b-e006c22542ad triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:52:14.254489 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-92305a20-c68e-47da-ae18-93a38ceb4c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a8f7308d-6a57-40d9-bd1b-e006c22542ad), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:14.258998 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (a8f7308d-6a57-40d9-bd1b-e006c22542ad), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:14.281406 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8dfa4a2d-f3d4-4401-9b51-bb25f2e54e89 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (d0a6f7dd-e5f1-452b-92de-9cb535a9cdf8), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:14.296944 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa4a2d-f3d4-4401-9b51-bb25f2e54e89 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a6f7dd-e5f1-452b-92de-9cb535a9cdf8,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:14.326519 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] Routers {'3ce80e35-c034-45b0-b0fd-3fca86263b7e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:52:14.327176 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:51:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3ce80e35-c034-45b0-b0fd-3fca86263b7e'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:52:14.335865 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-92305a20-c68e-47da-ae18-93a38ceb4c16 None None] Current status of the port a8f7308d-6a57-40d9-bd1b-e006c22542ad is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:52:14.336253 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-92305a20-c68e-47da-ae18-93a38ceb4c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a8f7308d-6a57-40d9-bd1b-e006c22542ad), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:14.368425 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9179344-f3ef-4a91-ad2c-311a89049abf None None] Pushing event updated for resources: {'Port': ['ID=a8f7308d-6a57-40d9-bd1b-e006c22542ad,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:14.370070 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-92305a20-c68e-47da-ae18-93a38ceb4c16 None None] For port a8f7308d-6a57-40d9-bd1b-e006c22542ad, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a8f7308d-6a57-40d9-bd1b-e006c22542ad,segment=NetworkSegment(2bf15a09-5da6-40c4-8605-85495a3805a6),segment_id=2bf15a09-5da6-40c4-8605-85495a3805a6)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:52:14.400747 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8dfa4a2d-f3d4-4401-9b51-bb25f2e54e89 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:14.402122 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8dfa4a2d-f3d4-4401-9b51-bb25f2e54e89 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3936203 Apr 15 03:52:14.459640 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-92305a20-c68e-47da-ae18-93a38ceb4c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (a8f7308d-6a57-40d9-bd1b-e006c22542ad), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:14.532915 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92305a20-c68e-47da-ae18-93a38ceb4c16 None None] Pushing event updated for resources: {'Port': ['ID=a8f7308d-6a57-40d9-bd1b-e006c22542ad,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:14.554882 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] Set router 3ce80e35-c034-45b0-b0fd-3fca86263b7e gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:52:14.579973 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-81614585-6199-4a0c-b606-e72ea64a57f6 None None] Provisioning complete for port a8f7308d-6a57-40d9-bd1b-e006c22542ad triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:52:14.580352 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-81614585-6199-4a0c-b606-e72ea64a57f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a8f7308d-6a57-40d9-bd1b-e006c22542ad), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:14.658940 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-81614585-6199-4a0c-b606-e72ea64a57f6 None None] Current status of the port a8f7308d-6a57-40d9-bd1b-e006c22542ad is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:52:14.743587 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce80e35-c034-45b0-b0fd-3fca86263b7e', 'name': 'tempest-TestVolumeBootPattern-366812556-router', 'tenant_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '756c8ece-a87d-47a0-ac54-fac11fe4288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:06Z', 'updated_at': '2022-04-15T03:52:10Z', 'revision_number': 4, 'project_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'gw_port': {'id': '756c8ece-a87d-47a0-ac54-fac11fe4288a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:22:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce80e35-c034-45b0-b0fd-3fca86263b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:07Z', 'updated_at': '2022-04-15T03:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'a8f7308d-6a57-40d9-bd1b-e006c22542ad', 'name': '', 'network_id': '713c8963-ec37-4185-8b6f-db4079917acb', 'tenant_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'mac_address': 'fa:16:3e:ad:ac:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce80e35-c034-45b0-b0fd-3fca86263b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '90f052e8-ec6a-4298-8288-a984e6acc240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:09Z', 'updated_at': '2022-04-15T03:52:14Z', 'revision_number': 4, 'project_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'subnets': [{'id': '90f052e8-ec6a-4298-8288-a984e6acc240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:52:14.773614 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3578b2-7714-47de-bbae-f0407f3a7488 None None] The sync data for ids ['3ce80e35-c034-45b0-b0fd-3fca86263b7e'] in dv-neutron-837140-3-hyperv is: [{'id': '3ce80e35-c034-45b0-b0fd-3fca86263b7e', 'name': 'tempest-TestVolumeBootPattern-366812556-router', 'tenant_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '756c8ece-a87d-47a0-ac54-fac11fe4288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:06Z', 'updated_at': '2022-04-15T03:52:10Z', 'revision_number': 4, 'project_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'gw_port': {'id': '756c8ece-a87d-47a0-ac54-fac11fe4288a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:22:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce80e35-c034-45b0-b0fd-3fca86263b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:07Z', 'updated_at': '2022-04-15T03:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'a8f7308d-6a57-40d9-bd1b-e006c22542ad', 'name': '', 'network_id': '713c8963-ec37-4185-8b6f-db4079917acb', 'tenant_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'mac_address': 'fa:16:3e:ad:ac:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce80e35-c034-45b0-b0fd-3fca86263b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '90f052e8-ec6a-4298-8288-a984e6acc240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:09Z', 'updated_at': '2022-04-15T03:52:14Z', 'revision_number': 4, 'project_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'subnets': [{'id': '90f052e8-ec6a-4298-8288-a984e6acc240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:52:15.649789 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a8f7308d-6a57-40d9-bd1b-e006c22542ad up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:52:15.701017 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port a8f7308d-6a57-40d9-bd1b-e006c22542ad triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:52:15.701776 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a8f7308d-6a57-40d9-bd1b-e006c22542ad), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:15.778167 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port a8f7308d-6a57-40d9-bd1b-e006c22542ad is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:52:15.779263 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 756c8ece-a87d-47a0-ac54-fac11fe4288a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:52:15.823042 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 756c8ece-a87d-47a0-ac54-fac11fe4288a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:52:15.823408 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (756c8ece-a87d-47a0-ac54-fac11fe4288a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:15.903456 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 756c8ece-a87d-47a0-ac54-fac11fe4288a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:52:18.618765 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0c221ef0-b2a8-42e5-a62b-0b93715bad57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:19.519681 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:52:20.856959 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4e72d684-29b6-4d25-b32c-12af7869805e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:21.953198 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:23.355250 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:24.904077 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:34.609702 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:45.023759 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-d509a166-0c37-4fe4-a85f-1cbf5d2659c3 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1800102062&fields=id&tenant_id=2a86a314da90493c997c90fde41ab2bb HTTP/1.1" status: 200 len: 267 time: 0.0431750 Apr 15 03:52:45.130685 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-c97f7e19-4499-4773-ac06-89a431a1adb2 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:45.132164 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-c97f7e19-4499-4773-ac06-89a431a1adb2 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/networks?id=459a0587-1b95-4acb-9b89-0f6376990159 HTTP/1.1" status: 200 len: 811 time: 0.1023443 Apr 15 03:52:45.146844 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-1e1c6aa3-25fd-4728-9ba4-c61977a6e160 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/quotas/2a86a314da90493c997c90fde41ab2bb HTTP/1.1" status: 200 len: 375 time: 0.0092804 Apr 15 03:52:45.196053 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-fb85969c-4414-4676-b9f0-0f51326a332b tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a86a314da90493c997c90fde41ab2bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432727 Apr 15 03:52:45.381949 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-812b544d-2ed2-4578-bb16-245c19e8dacb service neutron] 10.222.0.15 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745718 Apr 15 03:52:45.468819 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-f48321f7-7436-42ef-87ed-69290f83d0ca service neutron] 10.222.0.15 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812366 Apr 15 03:52:46.047944 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9e453230-fb3d-41ad-9b96-555ffdb70089 req-55e52a5b-3d0b-4978-a495-229fd32f7547 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 210 time: 0.0274518 Apr 15 03:52:47.146163 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3aaf5c4f-01d0-45ff-b401-0765ae0e3526 req-ebe351b7-cd17-414a-96b2-c5fdc6b5b619 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 210 time: 0.0329318 Apr 15 03:52:48.279021 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-c322feaf-b095-416a-abe3-74d19ad17f24 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:48.280449 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-c322feaf-b095-416a-abe3-74d19ad17f24 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.30 "GET /v2.0/networks?id=459a0587-1b95-4acb-9b89-0f6376990159 HTTP/1.1" status: 200 len: 811 time: 0.1983848 Apr 15 03:52:48.282518 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-39c0a303-737f-4d1c-9cf6-2dde40741840 req-f8d88db1-46e3-481a-a559-c46275f5d02e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 210 time: 0.0583653 Apr 15 03:52:48.346763 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-6f161462-51e0-4ec1-8800-150c8c9e4d36 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a86a314da90493c997c90fde41ab2bb HTTP/1.1" status: 200 len: 380 time: 0.0587726 Apr 15 03:52:48.363202 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-392066ba-047c-49b0-9bc3-ce5dea20b3c8 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Request body: {'port': {'device_id': '0cae50a2-6eee-49f3-8858-b03710ce23f2', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'admin_state_up': True, 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'security_groups': ['783c77e4-0e04-495e-ad57-2359a119daf8']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:52:48.503454 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f3976670-35b9-4c28-b1af-3eb86ea5ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:48.532270 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-392066ba-047c-49b0-9bc3-ce5dea20b3c8 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Made reservation on behalf of 2a86a314da90493c997c90fde41ab2bb for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:52:48.536224 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-392066ba-047c-49b0-9bc3-ce5dea20b3c8 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:48.664521 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-392066ba-047c-49b0-9bc3-ce5dea20b3c8 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Allocated IP 172.20.0.12 (459a0587-1b95-4acb-9b89-0f6376990159/255e6b47-003d-4a81-b31b-e2ee3237f0e7/4a4c09e0-c5c5-4b95-9391-dce54e5e5a43) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:52:48.804185 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-392066ba-047c-49b0-9bc3-ce5dea20b3c8 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for port (4a4c09e0-c5c5-4b95-9391-dce54e5e5a43), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:48.892959 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-392066ba-047c-49b0-9bc3-ce5dea20b3c8 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (4a4c09e0-c5c5-4b95-9391-dce54e5e5a43), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:48.933612 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-392066ba-047c-49b0-9bc3-ce5dea20b3c8 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Network 459a0587-1b95-4acb-9b89-0f6376990159 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:52:48.936654 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-392066ba-047c-49b0-9bc3-ce5dea20b3c8 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:52:48.942365 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-392066ba-047c-49b0-9bc3-ce5dea20b3c8 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:52:48.976209 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392066ba-047c-49b0-9bc3-ce5dea20b3c8 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event updated for resources: {'Port': ['ID=4a4c09e0-c5c5-4b95-9391-dce54e5e5a43,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:49.001962 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-392066ba-047c-49b0-9bc3-ce5dea20b3c8 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:49.002577 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-392066ba-047c-49b0-9bc3-ce5dea20b3c8 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:49.094979 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-392066ba-047c-49b0-9bc3-ce5dea20b3c8 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7359803 Apr 15 03:52:49.106603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] Request body: {'port': {'device_id': '0cae50a2-6eee-49f3-8858-b03710ce23f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:52:49.386310 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4a4c09e0-c5c5-4b95-9391-dce54e5e5a43), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:49.388583 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-49a19e43-e5ef-4de5-a7cf-d7f5b7bfd34a None None] Provisioning complete for port 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:52:49.388583 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-49a19e43-e5ef-4de5-a7cf-d7f5b7bfd34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4a4c09e0-c5c5-4b95-9391-dce54e5e5a43), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:49.388583 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-49a19e43-e5ef-4de5-a7cf-d7f5b7bfd34a None None] Port 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:52:49.415838 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72bd62-edf0-4c64-afb0-cb0e46273897 req-29f3402c-780e-4825-b32e-970f4052eddd tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:49.417571 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6e72bd62-edf0-4c64-afb0-cb0e46273897 req-29f3402c-780e-4825-b32e-970f4052eddd tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 932 time: 0.0529537 Apr 15 03:52:49.443603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:52:49.452004 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] Publish callbacks [] for port (4a4c09e0-c5c5-4b95-9391-dce54e5e5a43), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:49.465559 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] Transition to ACTIVE for port object 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 03:52:49.470680 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6e72bd62-edf0-4c64-afb0-cb0e46273897 req-1c53793e-3591-45e3-964b-e060d799ecfc tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469580 Apr 15 03:52:49.532175 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (4a4c09e0-c5c5-4b95-9391-dce54e5e5a43), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:49.586186 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] Pushing event updated for resources: {'Port': ['ID=4a4c09e0-c5c5-4b95-9391-dce54e5e5a43,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:49.659295 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] Attempting to bind port 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:52:49.659637 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] Attempting to bind port 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7eee435b-c399-4563-bc16-78dc7026bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:52:49.659965 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] Attempting to bind port 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 on network 459a0587-1b95-4acb-9b89-0f6376990159 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:52:49.664987 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] Port 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 on network 459a0587-1b95-4acb-9b89-0f6376990159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:52:49.665327 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] Attempting to bind port 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 on network 459a0587-1b95-4acb-9b89-0f6376990159 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:52:49.671259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:52:49.671612 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] Checking segment: {'id': '7eee435b-c399-4563-bc16-78dc7026bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:52:49.672007 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] Bound using segment: {'id': '7eee435b-c399-4563-bc16-78dc7026bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:52:49.672453 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] Bound port: 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eee435b-c399-4563-bc16-78dc7026bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:52:49.672828 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4a4c09e0-c5c5-4b95-9391-dce54e5e5a43), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:49.748146 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] For port 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:52:49.751313 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] For port 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4a4c09e0-c5c5-4b95-9391-dce54e5e5a43,segment=NetworkSegment(7eee435b-c399-4563-bc16-78dc7026bf69),segment_id=7eee435b-c399-4563-bc16-78dc7026bf69)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:52:49.850017 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (4a4c09e0-c5c5-4b95-9391-dce54e5e5a43), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:49.884901 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:49.885452 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:49.887077 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] 10.222.0.30 "PUT /v2.0/ports/4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 HTTP/1.1" status: 200 len: 1094 time: 0.7845390 Apr 15 03:52:49.887425 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cae50a2-6eee-49f3-8858-b03710ce23f2', 'tag': '4a4c09e0-c5c5-4b95-9391-dce54e5e5a43'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:52:49.889671 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd206ad-500b-4664-bdcf-b48d64388520" -d '{"events": [{"name": "network-changed", "server_uuid": "0cae50a2-6eee-49f3-8858-b03710ce23f2", "tag": "4a4c09e0-c5c5-4b95-9391-dce54e5e5a43"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:52:49.930568 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11ed513-3d80-4f45-9265-b977f2e1fd34 x-openstack-request-id: req-f11ed513-3d80-4f45-9265-b977f2e1fd34 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:52:49.930898 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cae50a2-6eee-49f3-8858-b03710ce23f2", "tag": "4a4c09e0-c5c5-4b95-9391-dce54e5e5a43", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:52:49.931298 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f11ed513-3d80-4f45-9265-b977f2e1fd34 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:52:49.931711 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f11ed513-3d80-4f45-9265-b977f2e1fd34'] response: {'name': 'network-changed', 'server_uuid': '0cae50a2-6eee-49f3-8858-b03710ce23f2', 'tag': '4a4c09e0-c5c5-4b95-9391-dce54e5e5a43', 'status': 'completed', 'code': 200} Apr 15 03:52:49.932451 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c44923-f75b-44a6-a295-a58a7a26e8fc service neutron] Pushing event updated for resources: {'Port': ['ID=4a4c09e0-c5c5-4b95-9391-dce54e5e5a43,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:52:50.003560 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd206ad-500b-4664-bdcf-b48d64388520 req-d9b0b4c8-68f5-4c1a-bec4-f5bb0683bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:50.005256 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5dd206ad-500b-4664-bdcf-b48d64388520 req-d9b0b4c8-68f5-4c1a-bec4-f5bb0683bf36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a86a314da90493c997c90fde41ab2bb&device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 1128 time: 0.0519180 Apr 15 03:52:50.113187 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd206ad-500b-4664-bdcf-b48d64388520 req-f9b1e45b-4d4f-44f0-81ca-4face7653311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:50.119293 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5dd206ad-500b-4664-bdcf-b48d64388520 req-f9b1e45b-4d4f-44f0-81ca-4face7653311 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2a86a314da90493c997c90fde41ab2bb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1070075 Apr 15 03:52:50.211383 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd206ad-500b-4664-bdcf-b48d64388520 req-74c8031d-1fdf-46f1-b7df-3d4b28faf537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:50.212883 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5dd206ad-500b-4664-bdcf-b48d64388520 req-74c8031d-1fdf-46f1-b7df-3d4b28faf537 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0876777 Apr 15 03:52:50.290642 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-a44441ea-7c69-485e-9836-ecae353fe06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:50.292131 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-a44441ea-7c69-485e-9836-ecae353fe06a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a86a314da90493c997c90fde41ab2bb&device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 1128 time: 0.0445685 Apr 15 03:52:50.332672 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-978fdbff-a328-434b-b841-a980938ac37a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 HTTP/1.1" status: 200 len: 217 time: 0.0340765 Apr 15 03:52:50.383396 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-7a81954c-5ccc-4d03-9edf-3a3cffdaedc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:50.384831 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-7a81954c-5ccc-4d03-9edf-3a3cffdaedc4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=255e6b47-003d-4a81-b31b-e2ee3237f0e7 HTTP/1.1" status: 200 len: 850 time: 0.0459692 Apr 15 03:52:50.444212 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-f17a0a46-b2a5-4fb5-a4b4-86091ee79a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:50.445640 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-f17a0a46-b2a5-4fb5-a4b4-86091ee79a11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=459a0587-1b95-4acb-9b89-0f6376990159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0544167 Apr 15 03:52:50.538639 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-d5671b10-b400-408c-8fe3-bf160b919a44 service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865967 Apr 15 03:52:50.583018 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118978a-08b9-4b31-954f-11bf419bed9d req-756452fd-1d30-4a26-8db8-1834ad9a4442 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:50.584592 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3118978a-08b9-4b31-954f-11bf419bed9d req-756452fd-1d30-4a26-8db8-1834ad9a4442 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 944 time: 0.0465550 Apr 15 03:52:50.635241 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3118978a-08b9-4b31-954f-11bf419bed9d req-1f4dca37-72fb-4810-82fa-e879d51c94fc tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449841 Apr 15 03:52:50.774555 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4955a304-cfef-4633-bc8d-cf2157ad6efe req-c97dc777-da94-4b1c-a726-14c9af8f9fd8 service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914278 Apr 15 03:52:50.828917 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-28a2c092-d915-43c1-a601-a5cf14d90757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:51.748714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da23de-b677-48f3-bff2-598bc7460065 req-d71a57ff-4ebf-47ae-bbaf-a9f77b8ef8b3 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:51.750196 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c0da23de-b677-48f3-bff2-598bc7460065 req-d71a57ff-4ebf-47ae-bbaf-a9f77b8ef8b3 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 944 time: 0.0475204 Apr 15 03:52:51.798930 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c0da23de-b677-48f3-bff2-598bc7460065 req-9aeffd24-0800-4080-9c88-fa0398ee93bb tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429828 Apr 15 03:52:51.891878 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:52.911686 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a27a1-4434-47aa-a5e4-3d7f264136b9 req-5420d275-dc62-4bf1-9eed-f005f11f9703 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:52.913126 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-be7a27a1-4434-47aa-a5e4-3d7f264136b9 req-5420d275-dc62-4bf1-9eed-f005f11f9703 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 944 time: 0.0495574 Apr 15 03:52:52.960204 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-be7a27a1-4434-47aa-a5e4-3d7f264136b9 req-42e12a10-8215-4ae2-a1d2-922dcd446af2 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416272 Apr 15 03:52:53.393027 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:54.071764 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394319a-64bb-414a-aa60-0a7b7f7cbdb0 req-07c5fc06-9e60-4231-bd92-9c5855c1e33e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:54.073317 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c394319a-64bb-414a-aa60-0a7b7f7cbdb0 req-07c5fc06-9e60-4231-bd92-9c5855c1e33e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 944 time: 0.0465949 Apr 15 03:52:54.124974 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c394319a-64bb-414a-aa60-0a7b7f7cbdb0 req-fddd4e3c-73f1-4a27-8bcb-2d3ab4918122 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461528 Apr 15 03:52:54.903096 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:52:55.238941 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830568a-b33c-476a-9641-2cfef16bea29 req-177995a8-d47c-4d9d-9d6e-ab3e7d6e2f32 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:55.240441 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a830568a-b33c-476a-9641-2cfef16bea29 req-177995a8-d47c-4d9d-9d6e-ab3e7d6e2f32 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 944 time: 0.0471897 Apr 15 03:52:55.289339 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a830568a-b33c-476a-9641-2cfef16bea29 req-cc0a36da-955f-4d98-ab49-31b9e159d625 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434332 Apr 15 03:52:56.399409 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f616f-dad0-4478-9793-5b6a2d871b91 req-2f3ade82-2adc-41fc-8377-d991792a3d9a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:56.400907 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-585f616f-dad0-4478-9793-5b6a2d871b91 req-2f3ade82-2adc-41fc-8377-d991792a3d9a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 944 time: 0.0464859 Apr 15 03:52:56.448495 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-585f616f-dad0-4478-9793-5b6a2d871b91 req-6167514d-22d9-47f2-8e93-8f7a4cd5554a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420024 Apr 15 03:52:56.517737 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:52:57.560301 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18c2d3-c070-4925-aaec-591928346901 req-3c0c75c1-d8f4-4bd8-83e8-a7bf358ea1cb tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:57.561782 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4a18c2d3-c070-4925-aaec-591928346901 req-3c0c75c1-d8f4-4bd8-83e8-a7bf358ea1cb tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 944 time: 0.0475390 Apr 15 03:52:57.615276 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4a18c2d3-c070-4925-aaec-591928346901 req-3729fbbf-a5db-4dca-a62e-bbb6193f533c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478866 Apr 15 03:52:58.727465 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62524433-15cb-4632-aee9-4b70c152f1ce req-55459856-6493-485f-a535-ac629d2f2bce tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:58.728948 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-62524433-15cb-4632-aee9-4b70c152f1ce req-55459856-6493-485f-a535-ac629d2f2bce tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 944 time: 0.0467517 Apr 15 03:52:58.777100 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-62524433-15cb-4632-aee9-4b70c152f1ce req-f14d5750-1ac1-4dd5-998c-7dcb050e3a2e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425124 Apr 15 03:52:59.887651 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f1594-ebe4-4684-9df1-9b1eb4d39ee2 req-c636a659-1e72-4a57-a276-d9723739ba6d tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:52:59.889116 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a95f1594-ebe4-4684-9df1-9b1eb4d39ee2 req-c636a659-1e72-4a57-a276-d9723739ba6d tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 944 time: 0.0464032 Apr 15 03:52:59.937117 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a95f1594-ebe4-4684-9df1-9b1eb4d39ee2 req-c11f01fe-d2a2-4f8a-b954-5b7b41154098 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419364 Apr 15 03:53:01.051905 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4f567-6e1a-410c-86d3-2659d2d5d6cd req-52fea6dc-0cd0-4759-bdd5-58a923d5d98d tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:53:01.053341 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-54a4f567-6e1a-410c-86d3-2659d2d5d6cd req-52fea6dc-0cd0-4759-bdd5-58a923d5d98d tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 944 time: 0.0497205 Apr 15 03:53:01.101046 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-54a4f567-6e1a-410c-86d3-2659d2d5d6cd req-2885c6b8-b9cd-49de-9c58-043ed0f4756f tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421884 Apr 15 03:53:02.210301 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c770a22-9398-4ca3-8cd5-2eafec6da76e req-8662d7af-7054-4269-a049-272436ff31e8 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:53:02.211773 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3c770a22-9398-4ca3-8cd5-2eafec6da76e req-8662d7af-7054-4269-a049-272436ff31e8 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 944 time: 0.0462224 Apr 15 03:53:02.259097 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3c770a22-9398-4ca3-8cd5-2eafec6da76e req-6bda9d87-a966-4da1-b8e3-157f5f9f9412 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418382 Apr 15 03:53:03.368162 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71e8e5-5829-4a1d-8c54-74a205031606 req-e6db11eb-efbf-463b-9acc-af97e898aef4 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:53:03.369516 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3a71e8e5-5829-4a1d-8c54-74a205031606 req-e6db11eb-efbf-463b-9acc-af97e898aef4 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 944 time: 0.0459354 Apr 15 03:53:03.417017 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3a71e8e5-5829-4a1d-8c54-74a205031606 req-44f5be91-fe8f-47b6-8b7a-1aa4243545f9 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419216 Apr 15 03:53:04.531205 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccfd1f-6135-41c3-9b7f-e5a1dfbe6db3 req-fca283fe-50a2-483f-9e00-0a5c36493a32 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:53:04.532957 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-24ccfd1f-6135-41c3-9b7f-e5a1dfbe6db3 req-fca283fe-50a2-483f-9e00-0a5c36493a32 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 944 time: 0.0517282 Apr 15 03:53:04.574935 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:04.581840 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-24ccfd1f-6135-41c3-9b7f-e5a1dfbe6db3 req-04a46d32-0134-4eb8-affd-b82dcfa236ea tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433185 Apr 15 03:53:05.692258 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1201e43-ed28-4f7e-9b6f-7afb7a6ff1d7 req-c3d6a969-b49d-4bc2-9d9e-865f37821b5d tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:53:05.693747 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e1201e43-ed28-4f7e-9b6f-7afb7a6ff1d7 req-c3d6a969-b49d-4bc2-9d9e-865f37821b5d tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 944 time: 0.0456028 Apr 15 03:53:05.744745 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e1201e43-ed28-4f7e-9b6f-7afb7a6ff1d7 req-ef2fa902-33cd-4768-b219-b3a68355f7d9 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453258 Apr 15 03:53:06.101121 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 03:53:06.196142 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4a4c09e0-c5c5-4b95-9391-dce54e5e5a43,segment=NetworkSegment(7eee435b-c399-4563-bc16-78dc7026bf69),segment_id=7eee435b-c399-4563-bc16-78dc7026bf69)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:53:06.207118 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '4a4c09e0-c5c5-4b95-9391-dce54e5e5a43', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'port_id': '4a4c09e0-c5c5-4b95-9391-dce54e5e5a43', 'mac_address': 'fa:16:3e:f6:7e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 03:53:06.243142 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:53:06.243524 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4a4c09e0-c5c5-4b95-9391-dce54e5e5a43), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:06.259405 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:53:06.277534 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4a4c09e0-c5c5-4b95-9391-dce54e5e5a43,segment=NetworkSegment(7eee435b-c399-4563-bc16-78dc7026bf69),segment_id=7eee435b-c399-4563-bc16-78dc7026bf69)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:53:06.334282 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (4a4c09e0-c5c5-4b95-9391-dce54e5e5a43), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:06.380606 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=4a4c09e0-c5c5-4b95-9391-dce54e5e5a43,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:53:06.387444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:06.387793 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:06.388130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:06.388466 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:06.388797 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:06.389119 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:06.389448 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:06.389769 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:06.390093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:06.390421 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:06.390773 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:06.391099 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:06.391417 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:06.391757 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:06.392074 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:06.562700 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['4a4c09e0-c5c5-4b95-9391-dce54e5e5a43'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:53:06.855746 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec4e0d-33a9-4028-92f8-66e98bbea2c6 req-440ece93-e156-4a6c-bd3d-d5685cf3edab tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:53:06.857203 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-20ec4e0d-33a9-4028-92f8-66e98bbea2c6 req-440ece93-e156-4a6c-bd3d-d5685cf3edab tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 945 time: 0.0468464 Apr 15 03:53:06.904826 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-20ec4e0d-33a9-4028-92f8-66e98bbea2c6 req-524c9cb5-3edb-46b6-9796-a19b13a6308c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422542 Apr 15 03:53:08.015747 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914f9c4-d7de-4971-817b-03708ad7ec21 req-7a228fbe-e1a7-4c67-9592-800e4fd0873c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:53:08.017226 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e914f9c4-d7de-4971-817b-03708ad7ec21 req-7a228fbe-e1a7-4c67-9592-800e4fd0873c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 945 time: 0.0467691 Apr 15 03:53:08.067504 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e914f9c4-d7de-4971-817b-03708ad7ec21 req-32697868-8a30-42c3-9ca1-14c7281266f9 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447583 Apr 15 03:53:08.098122 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:53:08.141722 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 03:53:08.199921 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:53:08.200233 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4a4c09e0-c5c5-4b95-9391-dce54e5e5a43), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:08.277505 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:53:08.277890 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4a4c09e0-c5c5-4b95-9391-dce54e5e5a43), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:08.300126 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cae50a2-6eee-49f3-8858-b03710ce23f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4c09e0-c5c5-4b95-9391-dce54e5e5a43'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:53:08.302332 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bcccc6-2ec5-4519-9485-fb64493378df" -d '{"events": [{"server_uuid": "0cae50a2-6eee-49f3-8858-b03710ce23f2", "name": "network-vif-plugged", "status": "completed", "tag": "4a4c09e0-c5c5-4b95-9391-dce54e5e5a43"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:53:08.314270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4a4c09e0-c5c5-4b95-9391-dce54e5e5a43,segment=NetworkSegment(7eee435b-c399-4563-bc16-78dc7026bf69),segment_id=7eee435b-c399-4563-bc16-78dc7026bf69)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:53:08.336956 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8eae055-040b-42d1-a980-54ba419c9c9c x-openstack-request-id: req-f8eae055-040b-42d1-a980-54ba419c9c9c {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:53:08.337244 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cae50a2-6eee-49f3-8858-b03710ce23f2", "name": "network-vif-plugged", "status": "completed", "tag": "4a4c09e0-c5c5-4b95-9391-dce54e5e5a43", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:53:08.337502 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8eae055-040b-42d1-a980-54ba419c9c9c {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:53:08.337890 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8eae055-040b-42d1-a980-54ba419c9c9c'] response: {'server_uuid': '0cae50a2-6eee-49f3-8858-b03710ce23f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4c09e0-c5c5-4b95-9391-dce54e5e5a43', 'code': 200} Apr 15 03:53:08.386167 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (4a4c09e0-c5c5-4b95-9391-dce54e5e5a43), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:08.432707 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=4a4c09e0-c5c5-4b95-9391-dce54e5e5a43,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:53:08.582989 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ccc25-4cd5-479b-a765-db9cad04b4b4 req-ef77ff90-d48a-41f7-97cf-2258296668f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:53:08.584401 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a75ccc25-4cd5-479b-a765-db9cad04b4b4 req-ef77ff90-d48a-41f7-97cf-2258296668f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 1130 time: 0.0374668 Apr 15 03:53:08.629224 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a75ccc25-4cd5-479b-a765-db9cad04b4b4 req-5809bed8-16ce-41e8-9532-b9f17d1be410 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385077 Apr 15 03:53:09.179000 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e127ab-5961-40bd-ac70-1311fbe3c80a req-147f7a03-f34a-4c9d-b2d2-776697ef41e9 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:53:09.180462 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a7e127ab-5961-40bd-ac70-1311fbe3c80a req-147f7a03-f34a-4c9d-b2d2-776697ef41e9 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 946 time: 0.0488400 Apr 15 03:53:09.228375 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a7e127ab-5961-40bd-ac70-1311fbe3c80a req-f2db83de-9a0c-4903-8a11-7da9602dca80 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423880 Apr 15 03:53:10.347219 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c785a-9d5c-463d-a3e7-800008571d66 req-5f559442-cd39-424a-8cd6-bba21df84cca tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:53:10.348701 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0b4c785a-9d5c-463d-a3e7-800008571d66 req-5f559442-cd39-424a-8cd6-bba21df84cca tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 946 time: 0.0515499 Apr 15 03:53:10.396755 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0b4c785a-9d5c-463d-a3e7-800008571d66 req-ac2456c1-dd7d-4fe4-8aa8-d2e0a214143f tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425642 Apr 15 03:53:10.505847 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbad61-68b1-4c8a-adb6-baf83ec95213 req-40665f3d-3de9-40bd-b355-af76f61b4b34 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:53:10.507391 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-52dbad61-68b1-4c8a-adb6-baf83ec95213 req-40665f3d-3de9-40bd-b355-af76f61b4b34 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 946 time: 0.0464225 Apr 15 03:53:10.554707 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-52dbad61-68b1-4c8a-adb6-baf83ec95213 req-0691b30e-2d05-4590-aedd-5266e0cfc73d tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418956 Apr 15 03:53:10.576806 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 38264) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:53:10.653582 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6002851b-602a-4ac0-b2a8-1086ab3eacca tempest-TestVolumeBootPattern-164417896 tempest-TestVolumeBootPattern-164417896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:53:10.655116 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6002851b-602a-4ac0-b2a8-1086ab3eacca tempest-TestVolumeBootPattern-164417896 tempest-TestVolumeBootPattern-164417896-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 1125 time: 0.0773206 Apr 15 03:53:10.658265 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 38268) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:53:10.662393 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': '4a4c09e0-c5c5-4b95-9391-dce54e5e5a43', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:53:10.737026 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:10.816711 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:10.917862 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Allocated IP 172.26.6.65 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/63f6884e-4d0d-4ec9-a222-133a6e5dc8c4) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:53:11.019857 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for port (63f6884e-4d0d-4ec9-a222-133a6e5dc8c4), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:11.103319 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (63f6884e-4d0d-4ec9-a222-133a6e5dc8c4), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:11.141513 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:53:11.147926 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:53:11.150465 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:53:11.173619 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event updated for resources: {'Port': ['ID=63f6884e-4d0d-4ec9-a222-133a6e5dc8c4,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:53:11.184608 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:11.184959 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:11.185305 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:11.185645 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:11.185981 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:11.186315 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:11.186673 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:11.187008 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:11.187341 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:11.187670 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:11.188000 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:11.188361 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:11.188690 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:11.189014 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:11.189340 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:53:11.523787 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for floatingip (730ebf8a-3b7f-4cf0-a171-7826b2f24643), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:11.665614 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (63f6884e-4d0d-4ec9-a222-133a6e5dc8c4), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:11.811358 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for port (63f6884e-4d0d-4ec9-a222-133a6e5dc8c4), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:11.860334 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (63f6884e-4d0d-4ec9-a222-133a6e5dc8c4), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:11.933167 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event updated for resources: {'Port': ['ID=63f6884e-4d0d-4ec9-a222-133a6e5dc8c4,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:53:11.942899 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (730ebf8a-3b7f-4cf0-a171-7826b2f24643), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:12.042285 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Floating IP 730ebf8a-3b7f-4cf0-a171-7826b2f24643 associated. External IP: 172.26.6.65, port: 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43. Apr 15 03:53:12.536539 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:53:12.643618 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:53:12.653224 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a22b00-e283-43b3-8b1c-c60919bfc5b2 None None] Sync routers for ids ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:53:12.664473 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a22b00-e283-43b3-8b1c-c60919bfc5b2 None None] Routers {'3e6f3292-a82b-42b3-a46c-aa7e45914cf9'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:53:12.668842 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c0a22b00-e283-43b3-8b1c-c60919bfc5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:52:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:53:12.722245 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:12.751417 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-79c234e2-f841-4e70-88de-4f7c3e917bed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0921218 Apr 15 03:53:12.752001 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cae50a2-6eee-49f3-8858-b03710ce23f2', 'tag': '4a4c09e0-c5c5-4b95-9391-dce54e5e5a43'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:53:12.754250 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6242924-0dd1-4bdb-b140-88e16371a7b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0cae50a2-6eee-49f3-8858-b03710ce23f2", "tag": "4a4c09e0-c5c5-4b95-9391-dce54e5e5a43"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:53:12.774948 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-c0a22b00-e283-43b3-8b1c-c60919bfc5b2 None None] Set router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:53:12.789206 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1768b2-bfc3-4f0b-adbe-890d2ed51e99 x-openstack-request-id: req-fd1768b2-bfc3-4f0b-adbe-890d2ed51e99 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:53:12.789501 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cae50a2-6eee-49f3-8858-b03710ce23f2", "tag": "4a4c09e0-c5c5-4b95-9391-dce54e5e5a43", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:53:12.789756 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd1768b2-bfc3-4f0b-adbe-890d2ed51e99 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:53:12.790166 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd1768b2-bfc3-4f0b-adbe-890d2ed51e99'] response: {'name': 'network-changed', 'server_uuid': '0cae50a2-6eee-49f3-8858-b03710ce23f2', 'tag': '4a4c09e0-c5c5-4b95-9391-dce54e5e5a43', 'status': 'completed', 'code': 200} Apr 15 03:53:12.851435 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6242924-0dd1-4bdb-b140-88e16371a7b5 req-267ff1a5-3f4b-4ce3-aa9f-53d98c86949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:53:12.853037 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e6242924-0dd1-4bdb-b140-88e16371a7b5 req-267ff1a5-3f4b-4ce3-aa9f-53d98c86949a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a86a314da90493c997c90fde41ab2bb&device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 1130 time: 0.0430367 Apr 15 03:53:12.941335 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6242924-0dd1-4bdb-b140-88e16371a7b5 req-3f6d343a-3c78-461b-8834-c312cfb7cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:53:12.942856 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e6242924-0dd1-4bdb-b140-88e16371a7b5 req-3f6d343a-3c78-461b-8834-c312cfb7cf34 service neutron] 10.222.0.30 "GET /v2.0/networks?id=459a0587-1b95-4acb-9b89-0f6376990159 HTTP/1.1" status: 200 len: 911 time: 0.0845044 Apr 15 03:53:13.013989 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e6242924-0dd1-4bdb-b140-88e16371a7b5 req-f96f5ace-cf40-4759-a36b-ac09b9586be1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 HTTP/1.1" status: 200 len: 999 time: 0.0657277 Apr 15 03:53:13.065272 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6242924-0dd1-4bdb-b140-88e16371a7b5 req-14b170d2-020d-4a39-ade1-2c5014ac8668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:53:13.066727 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e6242924-0dd1-4bdb-b140-88e16371a7b5 req-14b170d2-020d-4a39-ade1-2c5014ac8668 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=255e6b47-003d-4a81-b31b-e2ee3237f0e7 HTTP/1.1" status: 200 len: 850 time: 0.0469987 Apr 15 03:53:13.110933 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6242924-0dd1-4bdb-b140-88e16371a7b5 req-eddf4cfa-5892-4188-bd87-fa555e790572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:53:13.112458 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e6242924-0dd1-4bdb-b140-88e16371a7b5 req-eddf4cfa-5892-4188-bd87-fa555e790572 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=459a0587-1b95-4acb-9b89-0f6376990159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0400915 Apr 15 03:53:13.137432 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c0a22b00-e283-43b3-8b1c-c60919bfc5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:04Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '730ebf8a-3b7f-4cf0-a171-7826b2f24643', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'floating_ip_address': '172.26.6.65', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'port_id': '4a4c09e0-c5c5-4b95-9391-dce54e5e5a43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'mac_address': 'fa:16:3e:f6:7e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cae50a2-6eee-49f3-8858-b03710ce23f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:53:11Z', 'updated_at': '2022-04-15T03:53:11Z', 'revision_number': 0, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f8fe6-a87d-4995-8a50-878e2ccb584e', 'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'mac_address': 'fa:16:3e:f4:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:03Z', 'updated_at': '2022-04-15T03:52:07Z', 'revision_number': 5, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'subnets': [{'id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:53:13.164012 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a22b00-e283-43b3-8b1c-c60919bfc5b2 None None] Checking router: 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:53:13.172825 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a22b00-e283-43b3-8b1c-c60919bfc5b2 None None] Routers {'3e6f3292-a82b-42b3-a46c-aa7e45914cf9'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:53:13.173452 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c0a22b00-e283-43b3-8b1c-c60919bfc5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:52:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:53:13.203586 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e6242924-0dd1-4bdb-b140-88e16371a7b5 req-afdf1533-deed-49bf-9eff-7e893a8d2bc0 service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854313 Apr 15 03:53:13.281676 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-c0a22b00-e283-43b3-8b1c-c60919bfc5b2 None None] Set router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:53:13.290355 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e6242924-0dd1-4bdb-b140-88e16371a7b5 req-d7710e72-0f73-4b29-9a46-7b38824b8d85 service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812650 Apr 15 03:53:13.492563 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-c0a22b00-e283-43b3-8b1c-c60919bfc5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:04Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '730ebf8a-3b7f-4cf0-a171-7826b2f24643', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'floating_ip_address': '172.26.6.65', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'port_id': '4a4c09e0-c5c5-4b95-9391-dce54e5e5a43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'mac_address': 'fa:16:3e:f6:7e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cae50a2-6eee-49f3-8858-b03710ce23f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:53:11Z', 'updated_at': '2022-04-15T03:53:11Z', 'revision_number': 0, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f8fe6-a87d-4995-8a50-878e2ccb584e', 'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'mac_address': 'fa:16:3e:f4:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:03Z', 'updated_at': '2022-04-15T03:52:07Z', 'revision_number': 5, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'subnets': [{'id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:53:13.518517 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a22b00-e283-43b3-8b1c-c60919bfc5b2 None None] The sync data for ids ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'] in dv-neutron-837140-3-hyperv is: [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:04Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '730ebf8a-3b7f-4cf0-a171-7826b2f24643', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'floating_ip_address': '172.26.6.65', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'port_id': '4a4c09e0-c5c5-4b95-9391-dce54e5e5a43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'mac_address': 'fa:16:3e:f6:7e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cae50a2-6eee-49f3-8858-b03710ce23f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:53:11Z', 'updated_at': '2022-04-15T03:53:11Z', 'revision_number': 0, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f8fe6-a87d-4995-8a50-878e2ccb584e', 'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'mac_address': 'fa:16:3e:f4:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:03Z', 'updated_at': '2022-04-15T03:52:07Z', 'revision_number': 5, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'subnets': [{'id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:53:13.704717 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a700eb-2013-47d5-96a2-23c589f69f61 None None] New status for floating IP 730ebf8a-3b7f-4cf0-a171-7826b2f24643: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:53:18.519603 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-061e875f-0af9-4f62-b3b0-4236b4fdc083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:20.833904 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-43ac1d7a-444e-4441-950a-ac9df3646eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:21.896638 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:23.383107 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:24.919863 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:33.515261 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:53:34.620429 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:46.539981 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2a9d6ee5-3dc5-4663-a57c-f7360f659566 req-d464c773-aa2e-4212-840f-63620c08abbb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428083 Apr 15 03:53:46.618249 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d6ee5-3dc5-4663-a57c-f7360f659566 req-0ef44f84-22ed-41d2-9a03-61b76d8a6c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:53:46.619802 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2a9d6ee5-3dc5-4663-a57c-f7360f659566 req-0ef44f84-22ed-41d2-9a03-61b76d8a6c68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a86a314da90493c997c90fde41ab2bb&device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 1130 time: 0.0392978 Apr 15 03:53:46.720336 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d6ee5-3dc5-4663-a57c-f7360f659566 req-e2fd643c-544b-43c8-9b22-a21ea52c6253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:53:46.721819 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2a9d6ee5-3dc5-4663-a57c-f7360f659566 req-e2fd643c-544b-43c8-9b22-a21ea52c6253 service neutron] 10.222.0.30 "GET /v2.0/networks?id=459a0587-1b95-4acb-9b89-0f6376990159 HTTP/1.1" status: 200 len: 911 time: 0.0852938 Apr 15 03:53:46.789533 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2a9d6ee5-3dc5-4663-a57c-f7360f659566 req-8336d612-4c1c-4b97-ae69-1f9999b05659 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 HTTP/1.1" status: 200 len: 1001 time: 0.0620537 Apr 15 03:53:46.837207 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d6ee5-3dc5-4663-a57c-f7360f659566 req-5a612bed-00da-4049-8803-16f90207f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:53:46.838559 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2a9d6ee5-3dc5-4663-a57c-f7360f659566 req-5a612bed-00da-4049-8803-16f90207f76b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=255e6b47-003d-4a81-b31b-e2ee3237f0e7 HTTP/1.1" status: 200 len: 850 time: 0.0431342 Apr 15 03:53:46.879649 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d6ee5-3dc5-4663-a57c-f7360f659566 req-5e09ce16-45d5-44c9-b34e-4e3196f4ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:53:46.881716 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2a9d6ee5-3dc5-4663-a57c-f7360f659566 req-5e09ce16-45d5-44c9-b34e-4e3196f4ccc2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=459a0587-1b95-4acb-9b89-0f6376990159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379171 Apr 15 03:53:47.204820 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2a9d6ee5-3dc5-4663-a57c-f7360f659566 req-ad1f61bb-6b65-4a5a-ab27-7f58f8e63fd0 service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170300 Apr 15 03:53:47.296191 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2a9d6ee5-3dc5-4663-a57c-f7360f659566 req-eb142c51-f4ba-4104-8c12-cc4c9b1a7c57 service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854280 Apr 15 03:53:48.558868 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ef622579-a4dd-4256-b24c-39f427416734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:50.830950 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d65c81ec-e28c-4127-b097-25113d2a4a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:51.913470 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:53.399328 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:53:54.901791 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:54:04.581700 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:54:10.513130 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:54:18.510600 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-67e6cdff-b826-4ffe-89fc-00948c33ce20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:54:20.836557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4a609012-17f3-4767-949f-a4c6fc796b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:54:21.890005 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:54:23.367735 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:54:24.904744 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:54:34.632362 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:54:39.212824 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [req-9ee4576a-1c52-42e5-b88a-4a44a22e570a req-73121baa-5539-4b52-85bf-65fb26fba1db service neutron] (104666) timed out ('10.222.0.30', 65175) {{(pid=104666) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 15 03:54:47.512496 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:54:48.517175 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-684eff96-7281-4b89-8f9d-55aa5806164d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:54:48.533224 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-651f68d8-54e4-4c6b-b94f-a4f9181e5abc req-bc2d231f-0303-4af7-b2fb-24537007ebf5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397103 Apr 15 03:54:48.610096 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f68d8-54e4-4c6b-b94f-a4f9181e5abc req-0633eb55-565a-4779-98a8-aab3b9b0566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:54:48.611615 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-651f68d8-54e4-4c6b-b94f-a4f9181e5abc req-0633eb55-565a-4779-98a8-aab3b9b0566a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a86a314da90493c997c90fde41ab2bb&device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 1130 time: 0.0384872 Apr 15 03:54:48.715503 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f68d8-54e4-4c6b-b94f-a4f9181e5abc req-45ec2f69-a8f5-4a8a-b7f3-4c50a10aceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:54:48.716873 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-651f68d8-54e4-4c6b-b94f-a4f9181e5abc req-45ec2f69-a8f5-4a8a-b7f3-4c50a10aceda service neutron] 10.222.0.30 "GET /v2.0/networks?id=459a0587-1b95-4acb-9b89-0f6376990159 HTTP/1.1" status: 200 len: 911 time: 0.0882354 Apr 15 03:54:48.779081 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-651f68d8-54e4-4c6b-b94f-a4f9181e5abc req-2930c1a7-938e-42b9-ae7f-73ea27d9c35f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 HTTP/1.1" status: 200 len: 1001 time: 0.0563886 Apr 15 03:54:48.827238 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f68d8-54e4-4c6b-b94f-a4f9181e5abc req-69854b0f-ea3a-40d0-bf0f-8db63891acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:54:48.829216 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-651f68d8-54e4-4c6b-b94f-a4f9181e5abc req-69854b0f-ea3a-40d0-bf0f-8db63891acd9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=255e6b47-003d-4a81-b31b-e2ee3237f0e7 HTTP/1.1" status: 200 len: 850 time: 0.0429070 Apr 15 03:54:48.872589 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f68d8-54e4-4c6b-b94f-a4f9181e5abc req-b0dcdd20-c395-4d30-bd3b-b0c455438a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:54:48.874010 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-651f68d8-54e4-4c6b-b94f-a4f9181e5abc req-b0dcdd20-c395-4d30-bd3b-b0c455438a86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=459a0587-1b95-4acb-9b89-0f6376990159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396228 Apr 15 03:54:48.960808 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-651f68d8-54e4-4c6b-b94f-a4f9181e5abc req-e8eeca6d-1fe2-487f-82af-0bcb4b98bad2 service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808246 Apr 15 03:54:49.049567 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-651f68d8-54e4-4c6b-b94f-a4f9181e5abc req-f17e5008-0743-42ed-9824-aec4c06152fd service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828969 Apr 15 03:54:50.843633 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2674f1db-3502-4912-a837-abe592eb751c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:54:51.906232 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:54:53.408771 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:54:54.911949 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:04.592111 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:18.516193 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f1827989-a3f7-48f1-a9d0-71594b4aabc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:20.825735 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-29fb7ef9-9e81-4075-a714-9cdea4698136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:21.909999 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:23.374293 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:24.511917 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:55:24.916834 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:34.624016 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:40.441867 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10ab68-47a9-4bdd-bfe8-66abe9c19f2c req-d19bb017-8cd2-4984-a0ef-2f79c894cbfc tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:55:40.443368 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dc10ab68-47a9-4bdd-bfe8-66abe9c19f2c req-d19bb017-8cd2-4984-a0ef-2f79c894cbfc tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 946 time: 0.0482213 Apr 15 03:55:40.491470 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dc10ab68-47a9-4bdd-bfe8-66abe9c19f2c req-8803379d-a350-4177-8c53-310b9985d1c5 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419858 Apr 15 03:55:41.613360 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2f750-d4e9-4b4d-b601-854a3a8b174e req-3f14cdbb-a180-42c5-a817-348adb5d8150 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:55:41.615489 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4cf2f750-d4e9-4b4d-b601-854a3a8b174e req-3f14cdbb-a180-42c5-a817-348adb5d8150 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 946 time: 0.0488625 Apr 15 03:55:41.665577 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4cf2f750-d4e9-4b4d-b601-854a3a8b174e req-7841cef9-e1c5-4317-bc4b-30287301316e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442188 Apr 15 03:55:41.904925 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ecd0a-ddac-4b69-ac1c-5675b6d65f39 req-e70d1fb0-ca2a-49f4-8beb-8886bdff7237 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:55:41.906504 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a49ecd0a-ddac-4b69-ac1c-5675b6d65f39 req-e70d1fb0-ca2a-49f4-8beb-8886bdff7237 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 946 time: 0.0484059 Apr 15 03:55:41.993517 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-a49ecd0a-ddac-4b69-ac1c-5675b6d65f39 req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Deleting port 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 03:55:41.993857 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a49ecd0a-ddac-4b69-ac1c-5675b6d65f39 req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (4a4c09e0-c5c5-4b95-9391-dce54e5e5a43), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:42.084900 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-a49ecd0a-ddac-4b69-ac1c-5675b6d65f39 req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] For port 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4a4c09e0-c5c5-4b95-9391-dce54e5e5a43,segment=NetworkSegment(7eee435b-c399-4563-bc16-78dc7026bf69),segment_id=7eee435b-c399-4563-bc16-78dc7026bf69)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:55:42.085260 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a49ecd0a-ddac-4b69-ac1c-5675b6d65f39 req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (4a4c09e0-c5c5-4b95-9391-dce54e5e5a43), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:42.311045 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a49ecd0a-ddac-4b69-ac1c-5675b6d65f39 req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:42.311327 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a49ecd0a-ddac-4b69-ac1c-5675b6d65f39 req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (730ebf8a-3b7f-4cf0-a171-7826b2f24643), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:42.311637 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [req-a49ecd0a-ddac-4b69-ac1c-5675b6d65f39 req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Floating IP 730ebf8a-3b7f-4cf0-a171-7826b2f24643 disassociated. External IP: 172.26.6.65, port: 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43. Apr 15 03:55:42.311976 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-a49ecd0a-ddac-4b69-ac1c-5675b6d65f39 req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Calling delete_port for 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 03:55:42.488173 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a49ecd0a-ddac-4b69-ac1c-5675b6d65f39 req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (4a4c09e0-c5c5-4b95-9391-dce54e5e5a43), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:42.520396 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event deleted for resources: {'Port': ['ID=4a4c09e0-c5c5-4b95-9391-dce54e5e5a43,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:55:42.533899 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:55:42.534247 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:55:42.534589 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:55:42.534951 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:55:42.535283 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:55:42.535620 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:55:42.535945 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:55:42.536276 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:55:42.536703 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:55:42.537038 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:55:42.537364 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:55:42.537690 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:55:42.538014 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:55:42.538358 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:55:42.538700 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:55:42.648505 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a49ecd0a-ddac-4b69-ac1c-5675b6d65f39 req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:55:42.760547 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a49ecd0a-ddac-4b69-ac1c-5675b6d65f39 req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:55:42.764555 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-36700055-b1cb-42a2-a03e-9823af992080 req-318c5f2e-667c-4d0d-8ba2-c5835320b9d9 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 210 time: 0.0306308 Apr 15 03:55:42.770717 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479ea800-36fb-4c4d-82a6-79a2c8928d1c None None] Sync routers for ids ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:55:42.793372 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479ea800-36fb-4c4d-82a6-79a2c8928d1c None None] Routers {'3e6f3292-a82b-42b3-a46c-aa7e45914cf9'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:55:42.793939 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-479ea800-36fb-4c4d-82a6-79a2c8928d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:55:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:55:42.805151 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49ecd0a-ddac-4b69-ac1c-5675b6d65f39 req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] No DVR routers for this DVR port 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 03:55:42.807892 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a49ecd0a-ddac-4b69-ac1c-5675b6d65f39 req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:42.811420 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a49ecd0a-ddac-4b69-ac1c-5675b6d65f39 req-62971f19-0231-4bc1-ad50-8dc384e79dde tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.30 "DELETE /v2.0/ports/4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 HTTP/1.1" status: 204 len: 173 time: 0.8998091 Apr 15 03:55:42.811882 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cae50a2-6eee-49f3-8858-b03710ce23f2', 'name': 'network-vif-deleted', 'tag': '4a4c09e0-c5c5-4b95-9391-dce54e5e5a43'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:55:42.814643 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aba5f2e-2cc8-4987-bd9e-064649ec14b5" -d '{"events": [{"server_uuid": "0cae50a2-6eee-49f3-8858-b03710ce23f2", "name": "network-vif-deleted", "tag": "4a4c09e0-c5c5-4b95-9391-dce54e5e5a43"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:55:42.851498 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d16c2e0-ba15-4b8c-9fdd-6185d9124582 x-openstack-request-id: req-4d16c2e0-ba15-4b8c-9fdd-6185d9124582 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:55:42.851805 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cae50a2-6eee-49f3-8858-b03710ce23f2", "name": "network-vif-deleted", "tag": "4a4c09e0-c5c5-4b95-9391-dce54e5e5a43", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:55:42.852068 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d16c2e0-ba15-4b8c-9fdd-6185d9124582 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:55:42.852487 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d16c2e0-ba15-4b8c-9fdd-6185d9124582'] response: {'server_uuid': '0cae50a2-6eee-49f3-8858-b03710ce23f2', 'name': 'network-vif-deleted', 'tag': '4a4c09e0-c5c5-4b95-9391-dce54e5e5a43', 'status': 'completed', 'code': 200} Apr 15 03:55:42.910579 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-479ea800-36fb-4c4d-82a6-79a2c8928d1c None None] Set router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:55:43.106435 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-479ea800-36fb-4c4d-82a6-79a2c8928d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:04Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '229f8fe6-a87d-4995-8a50-878e2ccb584e', 'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'mac_address': 'fa:16:3e:f4:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:03Z', 'updated_at': '2022-04-15T03:52:07Z', 'revision_number': 5, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'subnets': [{'id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:55:43.137344 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479ea800-36fb-4c4d-82a6-79a2c8928d1c None None] Checking router: 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:55:43.145736 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479ea800-36fb-4c4d-82a6-79a2c8928d1c None None] Routers {'3e6f3292-a82b-42b3-a46c-aa7e45914cf9'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:55:43.146345 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-479ea800-36fb-4c4d-82a6-79a2c8928d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:55:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:55:43.254328 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-479ea800-36fb-4c4d-82a6-79a2c8928d1c None None] Set router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:55:43.440432 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-479ea800-36fb-4c4d-82a6-79a2c8928d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:04Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '229f8fe6-a87d-4995-8a50-878e2ccb584e', 'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'mac_address': 'fa:16:3e:f4:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:03Z', 'updated_at': '2022-04-15T03:52:07Z', 'revision_number': 5, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'subnets': [{'id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:55:43.466878 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479ea800-36fb-4c4d-82a6-79a2c8928d1c None None] The sync data for ids ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'] in dv-neutron-837140-3-hyperv is: [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:04Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '229f8fe6-a87d-4995-8a50-878e2ccb584e', 'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'mac_address': 'fa:16:3e:f4:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:03Z', 'updated_at': '2022-04-15T03:52:07Z', 'revision_number': 5, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'subnets': [{'id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:55:43.690568 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc25241-4a10-4c09-8357-0c326c1a01e6 None None] New status for floating IP 730ebf8a-3b7f-4cf0-a171-7826b2f24643: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:55:43.865257 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c0bcc017-fe05-45e2-9563-06ddf822d52c req-f1bd5850-bf35-41c8-a9c6-f4761a280bbd tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 210 time: 0.0307484 Apr 15 03:55:44.962273 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3c3c5345-be50-425c-8af0-bd1f24b4bef5 req-ec1ebd9d-506a-47c5-b2fe-281a94f4c932 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 210 time: 0.0278788 Apr 15 03:55:46.055127 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4fb44689-73fc-4cda-be2d-dae806e11900 req-3a474df4-b344-4654-98ac-f4b865af0238 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 210 time: 0.0282421 Apr 15 03:55:46.676380 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 03:55:46.700791 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 03:55:46.701134 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 4a4c09e0-c5c5-4b95-9391-dce54e5e5a43 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 03:55:47.148390 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5b37b17b-07b4-4091-b5ba-ae2b042f062a req-30da4176-fffd-46bb-9e8b-27fb2d65a5b3 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 210 time: 0.0292711 Apr 15 03:55:48.246046 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7ec55b74-912d-47eb-8c7e-2262c2528e3e req-08e63914-a6b0-4861-bd5f-1ca191973131 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 210 time: 0.0287492 Apr 15 03:55:48.494183 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5390bec4-93e6-4028-b917-c37281c972c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:49.342883 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4218519f-6649-415e-953f-ced189b077d7 req-613cff8c-1857-4185-a101-413c9ea9a1b3 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 210 time: 0.0308161 Apr 15 03:55:50.439988 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-691f9df5-bc08-42cd-896e-012004742f56 req-68b82046-1704-4a61-b9e9-d3d204adc818 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 210 time: 0.0314705 Apr 15 03:55:50.842490 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-676fce69-0c6c-46f7-a03e-7ee12186c643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:51.537615 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d774d2be-2831-44ce-b66e-36effd0802c9 req-b2b3ac14-4199-4f81-accd-d2da2dc2100f tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 210 time: 0.0312910 Apr 15 03:55:51.905397 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:52.640692 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6c5489bc-c572-4e76-83ea-2a61dbc8fad9 req-1ddc686b-ca6c-4170-9a39-33e68574b711 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cae50a2-6eee-49f3-8858-b03710ce23f2 HTTP/1.1" status: 200 len: 210 time: 0.0270193 Apr 15 03:55:53.379654 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:53.844402 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-b5ff801c-7837-474a-bc0e-9c33a33f7f7d tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1800102062&fields=id&tenant_id=2a86a314da90493c997c90fde41ab2bb HTTP/1.1" status: 200 len: 267 time: 0.0439997 Apr 15 03:55:53.952111 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-6f22d852-8deb-4195-991d-5832e7177aa5 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:55:53.953480 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-6f22d852-8deb-4195-991d-5832e7177aa5 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/networks?id=459a0587-1b95-4acb-9b89-0f6376990159 HTTP/1.1" status: 200 len: 811 time: 0.1026762 Apr 15 03:55:53.967522 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-80d7189d-7040-4778-9ff3-8e74a990272e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/quotas/2a86a314da90493c997c90fde41ab2bb HTTP/1.1" status: 200 len: 375 time: 0.0087674 Apr 15 03:55:54.015295 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-dfa56f1f-34c1-4a4d-9555-1be95d3a76d2 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a86a314da90493c997c90fde41ab2bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431023 Apr 15 03:55:54.112849 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-40036d14-7d8d-4239-9540-5ed6c7f6732c service neutron] 10.222.0.15 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859406 Apr 15 03:55:54.200326 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-318ce4f9-0e87-44da-98ab-23e05a8699a7 service neutron] 10.222.0.15 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817845 Apr 15 03:55:54.725487 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-69171c59-3f18-42ca-8649-eb770029bc6c req-97a7d5d5-0d82-4b33-b495-8c484fc76b0b tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 210 time: 0.0281575 Apr 15 03:55:54.938218 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:55.817405 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6c31caf8-daf4-47ec-b627-157e8d17f0e1 req-a538db92-1a74-4a23-8faf-adea9f0febb5 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 210 time: 0.0279870 Apr 15 03:55:56.489328 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-4f48b07f-503a-4938-aed7-5d380a1f1b9f tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:55:56.490962 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-4f48b07f-503a-4938-aed7-5d380a1f1b9f tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.30 "GET /v2.0/networks?id=459a0587-1b95-4acb-9b89-0f6376990159 HTTP/1.1" status: 200 len: 811 time: 0.1043885 Apr 15 03:55:56.560029 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-ff6eda0c-3270-469e-8475-954e7f4683d8 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a86a314da90493c997c90fde41ab2bb HTTP/1.1" status: 200 len: 380 time: 0.0603669 Apr 15 03:55:56.568366 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-00cd12f7-a282-4f66-bd45-bc8f57b9e46e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Request body: {'port': {'device_id': '75067c98-911f-43ba-ac67-a2ab670c6533', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'admin_state_up': True, 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'security_groups': ['783c77e4-0e04-495e-ad57-2359a119daf8']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:55:56.756902 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-00cd12f7-a282-4f66-bd45-bc8f57b9e46e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Made reservation on behalf of 2a86a314da90493c997c90fde41ab2bb for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:55:56.760495 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-00cd12f7-a282-4f66-bd45-bc8f57b9e46e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:56.901904 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-00cd12f7-a282-4f66-bd45-bc8f57b9e46e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Allocated IP 172.20.0.8 (459a0587-1b95-4acb-9b89-0f6376990159/255e6b47-003d-4a81-b31b-e2ee3237f0e7/9aef849d-f2fd-46f8-addd-e45c1ad83674) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:55:56.921723 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-43338ae3-3d87-4b02-82e0-3ce9a23844b7 req-a9ef4e60-ea3d-422b-8f5c-02d07524a4a4 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 210 time: 0.0341384 Apr 15 03:55:57.065365 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-00cd12f7-a282-4f66-bd45-bc8f57b9e46e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for port (9aef849d-f2fd-46f8-addd-e45c1ad83674), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:57.139764 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-00cd12f7-a282-4f66-bd45-bc8f57b9e46e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (9aef849d-f2fd-46f8-addd-e45c1ad83674), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:57.181947 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-00cd12f7-a282-4f66-bd45-bc8f57b9e46e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Network 459a0587-1b95-4acb-9b89-0f6376990159 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:55:57.187007 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-00cd12f7-a282-4f66-bd45-bc8f57b9e46e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:55:57.190726 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-00cd12f7-a282-4f66-bd45-bc8f57b9e46e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:55:57.215971 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd12f7-a282-4f66-bd45-bc8f57b9e46e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event updated for resources: {'Port': ['ID=9aef849d-f2fd-46f8-addd-e45c1ad83674,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:55:57.249617 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-00cd12f7-a282-4f66-bd45-bc8f57b9e46e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:55:57.250251 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-00cd12f7-a282-4f66-bd45-bc8f57b9e46e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:57.319975 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-00cd12f7-a282-4f66-bd45-bc8f57b9e46e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7548904 Apr 15 03:55:57.331386 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] Request body: {'port': {'device_id': '75067c98-911f-43ba-ac67-a2ab670c6533', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:55:57.396762 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (9aef849d-f2fd-46f8-addd-e45c1ad83674), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:57.444477 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6e81c3f8-02f7-4570-a900-d3237fbcd829 None None] Provisioning complete for port 9aef849d-f2fd-46f8-addd-e45c1ad83674 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:55:57.445064 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6e81c3f8-02f7-4570-a900-d3237fbcd829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (9aef849d-f2fd-46f8-addd-e45c1ad83674), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:57.480713 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6e81c3f8-02f7-4570-a900-d3237fbcd829 None None] Port 9aef849d-f2fd-46f8-addd-e45c1ad83674 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:55:57.661844 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aef849d-f2fd-46f8-addd-e45c1ad83674 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:55:57.669598 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] Publish callbacks [] for port (9aef849d-f2fd-46f8-addd-e45c1ad83674), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:57.682255 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] Transition to ACTIVE for port object 9aef849d-f2fd-46f8-addd-e45c1ad83674 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 03:55:57.761834 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (9aef849d-f2fd-46f8-addd-e45c1ad83674), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:57.826655 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] Pushing event updated for resources: {'Port': ['ID=9aef849d-f2fd-46f8-addd-e45c1ad83674,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:55:57.897307 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] Attempting to bind port 9aef849d-f2fd-46f8-addd-e45c1ad83674 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:55:57.897650 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] Attempting to bind port 9aef849d-f2fd-46f8-addd-e45c1ad83674 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7eee435b-c399-4563-bc16-78dc7026bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:55:57.897983 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] Attempting to bind port 9aef849d-f2fd-46f8-addd-e45c1ad83674 on network 459a0587-1b95-4acb-9b89-0f6376990159 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:55:57.905258 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] Port 9aef849d-f2fd-46f8-addd-e45c1ad83674 on network 459a0587-1b95-4acb-9b89-0f6376990159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:55:57.905578 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] Attempting to bind port 9aef849d-f2fd-46f8-addd-e45c1ad83674 on network 459a0587-1b95-4acb-9b89-0f6376990159 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:55:57.911594 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:55:57.912055 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] Checking segment: {'id': '7eee435b-c399-4563-bc16-78dc7026bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:55:57.912407 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] Bound using segment: {'id': '7eee435b-c399-4563-bc16-78dc7026bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:55:57.912856 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] Bound port: 9aef849d-f2fd-46f8-addd-e45c1ad83674, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eee435b-c399-4563-bc16-78dc7026bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:55:57.913264 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (9aef849d-f2fd-46f8-addd-e45c1ad83674), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:57.986193 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] For port 9aef849d-f2fd-46f8-addd-e45c1ad83674, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:55:57.989989 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] For port 9aef849d-f2fd-46f8-addd-e45c1ad83674, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9aef849d-f2fd-46f8-addd-e45c1ad83674,segment=NetworkSegment(7eee435b-c399-4563-bc16-78dc7026bf69),segment_id=7eee435b-c399-4563-bc16-78dc7026bf69)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:55:58.079105 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd549255-ad77-42a7-b555-f3cdb358c707 req-325b27fa-a1c6-43d2-8fa9-51db6453c993 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:55:58.080849 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cd549255-ad77-42a7-b555-f3cdb358c707 req-325b27fa-a1c6-43d2-8fa9-51db6453c993 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 943 time: 0.0616012 Apr 15 03:55:58.104737 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (9aef849d-f2fd-46f8-addd-e45c1ad83674), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:58.145743 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:55:58.146492 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:55:58.147791 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] 10.222.0.30 "PUT /v2.0/ports/9aef849d-f2fd-46f8-addd-e45c1ad83674 HTTP/1.1" status: 200 len: 1093 time: 0.8207412 Apr 15 03:55:58.148241 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75067c98-911f-43ba-ac67-a2ab670c6533', 'tag': '9aef849d-f2fd-46f8-addd-e45c1ad83674'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:55:58.150553 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ce666c-80f4-4a1e-b690-7685aaee7fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "75067c98-911f-43ba-ac67-a2ab670c6533", "tag": "9aef849d-f2fd-46f8-addd-e45c1ad83674"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:55:58.159991 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cd549255-ad77-42a7-b555-f3cdb358c707 req-477ed3b7-28de-4acd-9dea-f3e17c7d5879 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638669 Apr 15 03:55:58.180152 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2a970-832d-43c8-9a74-e49ad6d19487 service neutron] Pushing event updated for resources: {'Port': ['ID=9aef849d-f2fd-46f8-addd-e45c1ad83674,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:55:58.207750 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9655d05-67e6-4ed5-b1d0-9213cfef5573 x-openstack-request-id: req-b9655d05-67e6-4ed5-b1d0-9213cfef5573 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:55:58.208074 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75067c98-911f-43ba-ac67-a2ab670c6533", "tag": "9aef849d-f2fd-46f8-addd-e45c1ad83674", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:55:58.208332 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9655d05-67e6-4ed5-b1d0-9213cfef5573 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:55:58.208748 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9655d05-67e6-4ed5-b1d0-9213cfef5573'] response: {'name': 'network-changed', 'server_uuid': '75067c98-911f-43ba-ac67-a2ab670c6533', 'tag': '9aef849d-f2fd-46f8-addd-e45c1ad83674', 'status': 'completed', 'code': 200} Apr 15 03:55:58.272694 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce666c-80f4-4a1e-b690-7685aaee7fa7 req-b218f210-219c-4887-bfe1-2da7e0185c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:55:58.274546 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-54ce666c-80f4-4a1e-b690-7685aaee7fa7 req-b218f210-219c-4887-bfe1-2da7e0185c51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a86a314da90493c997c90fde41ab2bb&device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 1127 time: 0.0461206 Apr 15 03:55:58.381628 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce666c-80f4-4a1e-b690-7685aaee7fa7 req-5ab8c4dc-3ff9-45ab-892f-f37794860f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:55:58.383150 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-54ce666c-80f4-4a1e-b690-7685aaee7fa7 req-5ab8c4dc-3ff9-45ab-892f-f37794860f41 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2a86a314da90493c997c90fde41ab2bb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1021979 Apr 15 03:55:58.482217 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce666c-80f4-4a1e-b690-7685aaee7fa7 req-be856bed-f08e-463b-bf4d-be5de3cdc36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:55:58.483667 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-54ce666c-80f4-4a1e-b690-7685aaee7fa7 req-be856bed-f08e-463b-bf4d-be5de3cdc36c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0953827 Apr 15 03:55:58.556940 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-517bb955-5eaf-4064-ba6f-7278c7fca7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:55:58.558444 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-517bb955-5eaf-4064-ba6f-7278c7fca7d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a86a314da90493c997c90fde41ab2bb&device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 1127 time: 0.0403721 Apr 15 03:55:58.602460 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-c162f066-9b1e-4d42-914f-794e7133a51b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aef849d-f2fd-46f8-addd-e45c1ad83674 HTTP/1.1" status: 200 len: 217 time: 0.0373900 Apr 15 03:55:58.894086 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-1e8d048e-9747-48b0-946a-57678a990a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:55:58.895587 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-1e8d048e-9747-48b0-946a-57678a990a39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=255e6b47-003d-4a81-b31b-e2ee3237f0e7 HTTP/1.1" status: 200 len: 850 time: 0.2879384 Apr 15 03:55:58.938714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-682f7453-5232-4876-9fe2-c10457367221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:55:58.940199 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-682f7453-5232-4876-9fe2-c10457367221 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=459a0587-1b95-4acb-9b89-0f6376990159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0383108 Apr 15 03:55:59.074137 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-f754699a-e229-4e82-998c-a38f9c2e93a1 service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272991 Apr 15 03:55:59.161970 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b287357-e74b-4201-8f31-0be6d731ff57 req-7bc9aa65-1faf-41a4-a9f3-d61146bb7a7c service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817606 Apr 15 03:55:59.269178 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab065145-cc62-40b5-bd57-ac280073669a req-37c7fd8b-241f-4516-9938-063b43b53598 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:55:59.270666 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ab065145-cc62-40b5-bd57-ac280073669a req-37c7fd8b-241f-4516-9938-063b43b53598 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 943 time: 0.0484970 Apr 15 03:55:59.320594 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ab065145-cc62-40b5-bd57-ac280073669a req-8025714a-0ac4-42e7-8ac2-9c866252255b tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435462 Apr 15 03:56:00.484362 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb81b3-df56-4b86-8377-ff8d3f5a2161 req-b0dbd122-a207-4a30-8ddf-d1af51067ce6 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:00.485855 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a8bb81b3-df56-4b86-8377-ff8d3f5a2161 req-b0dbd122-a207-4a30-8ddf-d1af51067ce6 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 943 time: 0.0977139 Apr 15 03:56:00.538655 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a8bb81b3-df56-4b86-8377-ff8d3f5a2161 req-2b2a52ff-822b-4a75-8b67-80ef18da4e0f tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470924 Apr 15 03:56:01.510635 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:56:01.702312 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9d136-3076-4651-b8eb-30a2c775102e req-778462ed-c9a6-4861-a42d-e4ea53f6b435 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:01.703841 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-47d9d136-3076-4651-b8eb-30a2c775102e req-778462ed-c9a6-4861-a42d-e4ea53f6b435 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 943 time: 0.0984182 Apr 15 03:56:01.764135 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-47d9d136-3076-4651-b8eb-30a2c775102e req-6cc7584d-3011-4bd1-a5c0-f5cd9dbc9aa3 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476768 Apr 15 03:56:02.876099 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760510fc-a17c-429c-a8db-91533bfaed74 req-db1f637f-6ffd-4b7f-8c46-3167d70d6e7f tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:02.877614 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-760510fc-a17c-429c-a8db-91533bfaed74 req-db1f637f-6ffd-4b7f-8c46-3167d70d6e7f tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 943 time: 0.0468948 Apr 15 03:56:02.927062 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-760510fc-a17c-429c-a8db-91533bfaed74 req-c93e8e88-164e-47da-9026-fa4132422cf6 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437639 Apr 15 03:56:04.039469 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dce58c-00f3-483c-ac66-9e6a7186b878 req-d663d877-a274-44e1-96a2-3d3b0f28be10 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:04.041608 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e9dce58c-00f3-483c-ac66-9e6a7186b878 req-d663d877-a274-44e1-96a2-3d3b0f28be10 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 943 time: 0.0485139 Apr 15 03:56:04.090298 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e9dce58c-00f3-483c-ac66-9e6a7186b878 req-9f397dce-c692-49cd-bd83-fbd2840f573a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431030 Apr 15 03:56:04.669230 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:05.201872 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de269c-bb46-4fa2-a70c-f64666f81861 req-fe7d6ca3-ab33-498b-8863-4c12107a48d6 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:05.203313 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-19de269c-bb46-4fa2-a70c-f64666f81861 req-fe7d6ca3-ab33-498b-8863-4c12107a48d6 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 943 time: 0.0470486 Apr 15 03:56:05.251946 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-19de269c-bb46-4fa2-a70c-f64666f81861 req-04981195-5d73-4b26-a747-a55281e03517 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428467 Apr 15 03:56:06.361747 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9f2a6-d744-41bd-9cec-7250d3f7b8c8 req-48b3b079-2a6c-48aa-a5d2-80b222fb9776 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:06.363330 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9bd9f2a6-d744-41bd-9cec-7250d3f7b8c8 req-48b3b079-2a6c-48aa-a5d2-80b222fb9776 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 943 time: 0.0468104 Apr 15 03:56:06.412505 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9bd9f2a6-d744-41bd-9cec-7250d3f7b8c8 req-f6d67e15-abfd-4c20-b792-1021ea116a5c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431280 Apr 15 03:56:07.526729 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ac0da-e164-4131-bc0a-e2905c489c01 req-86b2141e-9841-4e84-8711-1af304fb8269 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:07.528434 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-398ac0da-e164-4131-bc0a-e2905c489c01 req-86b2141e-9841-4e84-8711-1af304fb8269 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 943 time: 0.0498168 Apr 15 03:56:07.576509 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-398ac0da-e164-4131-bc0a-e2905c489c01 req-e12565ed-3b64-4d72-92ea-33d84a4fe53e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424883 Apr 15 03:56:08.689400 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261cfe2-6462-461d-8e59-bc1549e92192 req-e1c0c74a-d716-4bd9-80fb-ec3e06d72f6c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:08.690898 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f261cfe2-6462-461d-8e59-bc1549e92192 req-e1c0c74a-d716-4bd9-80fb-ec3e06d72f6c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 943 time: 0.0501893 Apr 15 03:56:08.739414 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f261cfe2-6462-461d-8e59-bc1549e92192 req-304e17fe-4e67-47d6-a701-f387f459298d tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430694 Apr 15 03:56:09.847733 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceed21-468d-4bf1-a717-5bfcf0f88902 req-239571b2-17b2-45d1-9eda-b373341f8d76 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:09.849184 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-00ceed21-468d-4bf1-a717-5bfcf0f88902 req-239571b2-17b2-45d1-9eda-b373341f8d76 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 943 time: 0.0456543 Apr 15 03:56:09.896660 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-00ceed21-468d-4bf1-a717-5bfcf0f88902 req-e4ab331a-872b-481b-94dd-1a54bd754b32 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413775 Apr 15 03:56:11.007062 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53c91b-4f52-448b-86a3-5ecf3b0f2ac6 req-57af1c7e-43e0-4fff-ba79-55388eb5340c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:11.008509 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2f53c91b-4f52-448b-86a3-5ecf3b0f2ac6 req-57af1c7e-43e0-4fff-ba79-55388eb5340c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 943 time: 0.0470607 Apr 15 03:56:11.056622 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2f53c91b-4f52-448b-86a3-5ecf3b0f2ac6 req-8269fe80-4d50-4a2b-bdb6-b547cee8c3e6 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417368 Apr 15 03:56:12.171023 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff1ec7-893d-47b9-9d9d-5595616f8e36 req-32617dee-8d86-4ae1-b548-d6ee42c602eb tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:12.172465 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0aff1ec7-893d-47b9-9d9d-5595616f8e36 req-32617dee-8d86-4ae1-b548-d6ee42c602eb tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 943 time: 0.0498369 Apr 15 03:56:12.219320 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0aff1ec7-893d-47b9-9d9d-5595616f8e36 req-d71158b4-d0b8-458c-8c3f-8ac232dbdbb5 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414085 Apr 15 03:56:13.330653 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2473e-0bba-4ebb-a153-f9bb4fe02e7e req-3be1d9ac-3b51-46a4-8083-fd4a9d4f5999 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:13.332103 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-90f2473e-0bba-4ebb-a153-f9bb4fe02e7e req-3be1d9ac-3b51-46a4-8083-fd4a9d4f5999 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 943 time: 0.0499127 Apr 15 03:56:13.380003 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-90f2473e-0bba-4ebb-a153-f9bb4fe02e7e req-529b7b76-5189-4071-a25a-413ced4147b5 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424104 Apr 15 03:56:14.487269 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4328e-5f7f-4c46-bc93-359ed6c88c15 req-f464c798-c51b-4d86-95f2-ad4ac2202761 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:14.488721 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3df4328e-5f7f-4c46-bc93-359ed6c88c15 req-f464c798-c51b-4d86-95f2-ad4ac2202761 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 943 time: 0.0459273 Apr 15 03:56:14.536778 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3df4328e-5f7f-4c46-bc93-359ed6c88c15 req-2e6ed3de-f6b7-4b50-8d56-d0e527e94c67 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420585 Apr 15 03:56:14.800144 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 9aef849d-f2fd-46f8-addd-e45c1ad83674 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 03:56:14.896190 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 9aef849d-f2fd-46f8-addd-e45c1ad83674, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9aef849d-f2fd-46f8-addd-e45c1ad83674,segment=NetworkSegment(7eee435b-c399-4563-bc16-78dc7026bf69),segment_id=7eee435b-c399-4563-bc16-78dc7026bf69)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:56:14.906830 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '9aef849d-f2fd-46f8-addd-e45c1ad83674', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'port_id': '9aef849d-f2fd-46f8-addd-e45c1ad83674', 'mac_address': 'fa:16:3e:a5:05:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 03:56:15.082424 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 9aef849d-f2fd-46f8-addd-e45c1ad83674 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:56:15.082757 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (9aef849d-f2fd-46f8-addd-e45c1ad83674), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:15.095502 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aef849d-f2fd-46f8-addd-e45c1ad83674 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:56:15.115178 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 9aef849d-f2fd-46f8-addd-e45c1ad83674, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9aef849d-f2fd-46f8-addd-e45c1ad83674,segment=NetworkSegment(7eee435b-c399-4563-bc16-78dc7026bf69),segment_id=7eee435b-c399-4563-bc16-78dc7026bf69)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:56:15.188919 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (9aef849d-f2fd-46f8-addd-e45c1ad83674), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:15.235472 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=9aef849d-f2fd-46f8-addd-e45c1ad83674,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:56:15.242287 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:56:15.242652 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:56:15.243002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:56:15.243374 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:56:15.243711 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:56:15.244043 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:56:15.244379 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:56:15.244708 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:56:15.245037 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:56:15.245362 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:56:15.245692 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:56:15.246019 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:56:15.246345 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:56:15.246694 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:56:15.247017 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:56:15.399992 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['9aef849d-f2fd-46f8-addd-e45c1ad83674'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:56:15.648193 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a116b17-061a-4c1e-bc16-2cfdc1286f34 req-aa6382de-6c9e-472c-9613-3b0afa7ff027 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:15.650308 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9a116b17-061a-4c1e-bc16-2cfdc1286f34 req-aa6382de-6c9e-472c-9613-3b0afa7ff027 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 944 time: 0.0471499 Apr 15 03:56:15.697646 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9a116b17-061a-4c1e-bc16-2cfdc1286f34 req-dbce4442-2c72-4c58-8887-4b3ca2889d72 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415416 Apr 15 03:56:16.807266 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f512b9-f881-48c8-b565-2daf662a6650 req-1b3d002e-84ac-4e44-9c0d-47e54d105ed7 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:16.808749 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-16f512b9-f881-48c8-b565-2daf662a6650 req-1b3d002e-84ac-4e44-9c0d-47e54d105ed7 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 944 time: 0.0465660 Apr 15 03:56:16.815854 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 9aef849d-f2fd-46f8-addd-e45c1ad83674 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:56:16.861686 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-16f512b9-f881-48c8-b565-2daf662a6650 req-4eb20678-bab1-4cf2-a348-e23a250fed0d tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469925 Apr 15 03:56:16.862645 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 9aef849d-f2fd-46f8-addd-e45c1ad83674 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 03:56:16.955872 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 9aef849d-f2fd-46f8-addd-e45c1ad83674 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:56:16.956252 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (9aef849d-f2fd-46f8-addd-e45c1ad83674), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:17.032127 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 9aef849d-f2fd-46f8-addd-e45c1ad83674 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:56:17.032432 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (9aef849d-f2fd-46f8-addd-e45c1ad83674), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:17.053827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75067c98-911f-43ba-ac67-a2ab670c6533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aef849d-f2fd-46f8-addd-e45c1ad83674'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:56:17.056176 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0682ea7-13d4-4c46-979c-15b878d96f0b" -d '{"events": [{"server_uuid": "75067c98-911f-43ba-ac67-a2ab670c6533", "name": "network-vif-plugged", "status": "completed", "tag": "9aef849d-f2fd-46f8-addd-e45c1ad83674"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:56:17.071849 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 9aef849d-f2fd-46f8-addd-e45c1ad83674, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9aef849d-f2fd-46f8-addd-e45c1ad83674,segment=NetworkSegment(7eee435b-c399-4563-bc16-78dc7026bf69),segment_id=7eee435b-c399-4563-bc16-78dc7026bf69)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:56:17.116480 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (9aef849d-f2fd-46f8-addd-e45c1ad83674), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:17.153581 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22107750-6734-45df-a750-135cc46dbfa8 x-openstack-request-id: req-22107750-6734-45df-a750-135cc46dbfa8 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:56:17.153879 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75067c98-911f-43ba-ac67-a2ab670c6533", "name": "network-vif-plugged", "status": "completed", "tag": "9aef849d-f2fd-46f8-addd-e45c1ad83674", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:56:17.154136 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22107750-6734-45df-a750-135cc46dbfa8 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:56:17.154531 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22107750-6734-45df-a750-135cc46dbfa8'] response: {'server_uuid': '75067c98-911f-43ba-ac67-a2ab670c6533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aef849d-f2fd-46f8-addd-e45c1ad83674', 'code': 200} Apr 15 03:56:17.166559 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=9aef849d-f2fd-46f8-addd-e45c1ad83674,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:56:17.400726 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eb519-e3d8-44ba-a0ce-98ab5f9bf9ba req-23f9a658-3af5-4e7b-8222-121e676dc853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:17.402196 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-470eb519-e3d8-44ba-a0ce-98ab5f9bf9ba req-23f9a658-3af5-4e7b-8222-121e676dc853 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 1129 time: 0.0386198 Apr 15 03:56:17.447931 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-470eb519-e3d8-44ba-a0ce-98ab5f9bf9ba req-5f7bb3c4-4544-4b8e-ba45-0b7dfa1ff09c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392692 Apr 15 03:56:17.970489 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12729579-d053-44e6-b901-62c9543af065 req-00aa2044-af8d-4e70-9a05-6366f5f6098c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:17.971902 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-12729579-d053-44e6-b901-62c9543af065 req-00aa2044-af8d-4e70-9a05-6366f5f6098c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 945 time: 0.0459490 Apr 15 03:56:18.019635 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-12729579-d053-44e6-b901-62c9543af065 req-80902454-9a2d-4d7d-a956-f9c78e1d5b26 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422759 Apr 15 03:56:18.567229 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3329b08a-aa92-4a13-85ab-6f2fde2a22d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:19.132946 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ce10d-1674-4850-8325-c7168a75517e req-79d1bf33-c8e2-415e-89a8-f1264777b357 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:19.135230 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9f8ce10d-1674-4850-8325-c7168a75517e req-79d1bf33-c8e2-415e-89a8-f1264777b357 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 945 time: 0.0472231 Apr 15 03:56:19.186074 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9f8ce10d-1674-4850-8325-c7168a75517e req-0b698e66-15b7-458f-a185-0cc70772a824 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454032 Apr 15 03:56:19.298603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6e61c-1227-4e3c-8897-d112f77295bb req-d95799fd-8898-4eed-8e14-fdcf2220cbe3 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:19.300018 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-40c6e61c-1227-4e3c-8897-d112f77295bb req-d95799fd-8898-4eed-8e14-fdcf2220cbe3 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 945 time: 0.0504019 Apr 15 03:56:19.347816 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-40c6e61c-1227-4e3c-8897-d112f77295bb req-f0ae931d-14f3-4ab3-a846-f611641c29da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422525 Apr 15 03:56:19.370277 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 38456) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:56:19.407043 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce236f31-360a-4d5b-aaa4-04fd2001df9d tempest-TestVolumeBootPattern-164417896 tempest-TestVolumeBootPattern-164417896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:19.408512 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ce236f31-360a-4d5b-aaa4-04fd2001df9d tempest-TestVolumeBootPattern-164417896 tempest-TestVolumeBootPattern-164417896-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 1124 time: 0.0372460 Apr 15 03:56:19.411289 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 38458) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:56:19.415957 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-fbe6850b-2e1f-4d74-a2dc-edd2f2297d56 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': '9aef849d-f2fd-46f8-addd-e45c1ad83674', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:56:19.492882 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbe6850b-2e1f-4d74-a2dc-edd2f2297d56 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:19.572233 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbe6850b-2e1f-4d74-a2dc-edd2f2297d56 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:19.672522 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-fbe6850b-2e1f-4d74-a2dc-edd2f2297d56 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Allocated IP 172.26.6.91 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/e7d71d76-10ba-473e-987c-8b9b733a3375) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:56:19.774746 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbe6850b-2e1f-4d74-a2dc-edd2f2297d56 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for port (e7d71d76-10ba-473e-987c-8b9b733a3375), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:19.858209 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbe6850b-2e1f-4d74-a2dc-edd2f2297d56 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (e7d71d76-10ba-473e-987c-8b9b733a3375), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:19.895075 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe6850b-2e1f-4d74-a2dc-edd2f2297d56 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:56:19.902156 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-fbe6850b-2e1f-4d74-a2dc-edd2f2297d56 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:56:19.906861 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe6850b-2e1f-4d74-a2dc-edd2f2297d56 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:56:19.909880 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6850b-2e1f-4d74-a2dc-edd2f2297d56 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event updated for resources: {'Port': ['ID=e7d71d76-10ba-473e-987c-8b9b733a3375,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:56:20.266302 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbe6850b-2e1f-4d74-a2dc-edd2f2297d56 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for floatingip (e9c030d5-2c76-4ca3-a6fa-6c9ca6f106b8), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:20.422600 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbe6850b-2e1f-4d74-a2dc-edd2f2297d56 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e7d71d76-10ba-473e-987c-8b9b733a3375), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:20.570421 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbe6850b-2e1f-4d74-a2dc-edd2f2297d56 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for port (e7d71d76-10ba-473e-987c-8b9b733a3375), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:20.624441 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbe6850b-2e1f-4d74-a2dc-edd2f2297d56 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (e7d71d76-10ba-473e-987c-8b9b733a3375), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:20.691487 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6850b-2e1f-4d74-a2dc-edd2f2297d56 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event updated for resources: {'Port': ['ID=e7d71d76-10ba-473e-987c-8b9b733a3375,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:56:20.706370 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbe6850b-2e1f-4d74-a2dc-edd2f2297d56 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (e9c030d5-2c76-4ca3-a6fa-6c9ca6f106b8), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:20.808464 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-fbe6850b-2e1f-4d74-a2dc-edd2f2297d56 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Floating IP e9c030d5-2c76-4ca3-a6fa-6c9ca6f106b8 associated. External IP: 172.26.6.91, port: 9aef849d-f2fd-46f8-addd-e45c1ad83674. Apr 15 03:56:20.824413 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-037df390-f6da-4258-843d-e309c0cb20f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:21.017035 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe6850b-2e1f-4d74-a2dc-edd2f2297d56 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:56:21.127500 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe6850b-2e1f-4d74-a2dc-edd2f2297d56 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:56:21.136677 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f490de-08bc-432b-890a-2b980c8e895e None None] Sync routers for ids ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:56:21.145825 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f490de-08bc-432b-890a-2b980c8e895e None None] Routers {'3e6f3292-a82b-42b3-a46c-aa7e45914cf9'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:56:21.146472 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f5f490de-08bc-432b-890a-2b980c8e895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:56:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:56:21.192051 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fbe6850b-2e1f-4d74-a2dc-edd2f2297d56 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:21.222530 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-fbe6850b-2e1f-4d74-a2dc-edd2f2297d56 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8101017 Apr 15 03:56:21.223191 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75067c98-911f-43ba-ac67-a2ab670c6533', 'tag': '9aef849d-f2fd-46f8-addd-e45c1ad83674'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:56:21.225438 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8cb599-160a-48f1-b5af-a312adf61dae" -d '{"events": [{"name": "network-changed", "server_uuid": "75067c98-911f-43ba-ac67-a2ab670c6533", "tag": "9aef849d-f2fd-46f8-addd-e45c1ad83674"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:56:21.256158 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-f5f490de-08bc-432b-890a-2b980c8e895e None None] Set router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:56:21.267856 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0230eb1b-9b7d-45da-82f2-59f2c755fd4d x-openstack-request-id: req-0230eb1b-9b7d-45da-82f2-59f2c755fd4d {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:56:21.268065 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75067c98-911f-43ba-ac67-a2ab670c6533", "tag": "9aef849d-f2fd-46f8-addd-e45c1ad83674", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:56:21.268330 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0230eb1b-9b7d-45da-82f2-59f2c755fd4d {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:56:21.268717 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0230eb1b-9b7d-45da-82f2-59f2c755fd4d'] response: {'name': 'network-changed', 'server_uuid': '75067c98-911f-43ba-ac67-a2ab670c6533', 'tag': '9aef849d-f2fd-46f8-addd-e45c1ad83674', 'status': 'completed', 'code': 200} Apr 15 03:56:21.328245 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cb599-160a-48f1-b5af-a312adf61dae req-f4b72f41-d336-463e-b219-938bfdffa635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:21.329881 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fb8cb599-160a-48f1-b5af-a312adf61dae req-f4b72f41-d336-463e-b219-938bfdffa635 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a86a314da90493c997c90fde41ab2bb&device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 1129 time: 0.0387259 Apr 15 03:56:21.473613 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f5f490de-08bc-432b-890a-2b980c8e895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:04Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'e9c030d5-2c76-4ca3-a6fa-6c9ca6f106b8', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'floating_ip_address': '172.26.6.91', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'port_id': '9aef849d-f2fd-46f8-addd-e45c1ad83674', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'mac_address': 'fa:16:3e:a5:05:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75067c98-911f-43ba-ac67-a2ab670c6533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:56:20Z', 'updated_at': '2022-04-15T03:56:20Z', 'revision_number': 0, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f8fe6-a87d-4995-8a50-878e2ccb584e', 'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'mac_address': 'fa:16:3e:f4:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:03Z', 'updated_at': '2022-04-15T03:52:07Z', 'revision_number': 5, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'subnets': [{'id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:56:21.504379 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f490de-08bc-432b-890a-2b980c8e895e None None] Checking router: 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:56:21.513696 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f490de-08bc-432b-890a-2b980c8e895e None None] Routers {'3e6f3292-a82b-42b3-a46c-aa7e45914cf9'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:56:21.514329 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f5f490de-08bc-432b-890a-2b980c8e895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:56:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:56:21.628074 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-f5f490de-08bc-432b-890a-2b980c8e895e None None] Set router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:56:21.673934 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cb599-160a-48f1-b5af-a312adf61dae req-ffcaf299-d0aa-425d-903a-f5e76329542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:21.675566 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fb8cb599-160a-48f1-b5af-a312adf61dae req-ffcaf299-d0aa-425d-903a-f5e76329542f service neutron] 10.222.0.30 "GET /v2.0/networks?id=459a0587-1b95-4acb-9b89-0f6376990159 HTTP/1.1" status: 200 len: 911 time: 0.3400133 Apr 15 03:56:21.741097 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fb8cb599-160a-48f1-b5af-a312adf61dae req-1df35688-1c40-4ca3-a38d-ad2603461c66 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aef849d-f2fd-46f8-addd-e45c1ad83674 HTTP/1.1" status: 200 len: 998 time: 0.0588124 Apr 15 03:56:21.789246 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cb599-160a-48f1-b5af-a312adf61dae req-b52ae33a-0c78-4be5-8c53-8c726bad1b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:21.790751 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fb8cb599-160a-48f1-b5af-a312adf61dae req-b52ae33a-0c78-4be5-8c53-8c726bad1b2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=255e6b47-003d-4a81-b31b-e2ee3237f0e7 HTTP/1.1" status: 200 len: 850 time: 0.0441298 Apr 15 03:56:21.839247 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cb599-160a-48f1-b5af-a312adf61dae req-64a2abb6-9e27-4cca-ae2a-84500a7d0dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:21.840755 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fb8cb599-160a-48f1-b5af-a312adf61dae req-64a2abb6-9e27-4cca-ae2a-84500a7d0dbd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=459a0587-1b95-4acb-9b89-0f6376990159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0422914 Apr 15 03:56:21.845356 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f5f490de-08bc-432b-890a-2b980c8e895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:04Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'e9c030d5-2c76-4ca3-a6fa-6c9ca6f106b8', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'floating_ip_address': '172.26.6.91', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'port_id': '9aef849d-f2fd-46f8-addd-e45c1ad83674', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'mac_address': 'fa:16:3e:a5:05:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75067c98-911f-43ba-ac67-a2ab670c6533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:56:20Z', 'updated_at': '2022-04-15T03:56:20Z', 'revision_number': 0, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f8fe6-a87d-4995-8a50-878e2ccb584e', 'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'mac_address': 'fa:16:3e:f4:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:03Z', 'updated_at': '2022-04-15T03:52:07Z', 'revision_number': 5, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'subnets': [{'id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:56:21.850539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [req-fb8cb599-160a-48f1-b5af-a312adf61dae req-a73bb899-2d41-4364-95ed-cbca567cb9a1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 03:56:21.851500 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fb8cb599-160a-48f1-b5af-a312adf61dae req-a73bb899-2d41-4364-95ed-cbca567cb9a1 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049367 Apr 15 03:56:21.882598 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f490de-08bc-432b-890a-2b980c8e895e None None] The sync data for ids ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'] in dv-neutron-837140-3-hyperv is: [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:04Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'e9c030d5-2c76-4ca3-a6fa-6c9ca6f106b8', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'floating_ip_address': '172.26.6.91', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'port_id': '9aef849d-f2fd-46f8-addd-e45c1ad83674', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'mac_address': 'fa:16:3e:a5:05:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75067c98-911f-43ba-ac67-a2ab670c6533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:56:20Z', 'updated_at': '2022-04-15T03:56:20Z', 'revision_number': 0, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f8fe6-a87d-4995-8a50-878e2ccb584e', 'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'mac_address': 'fa:16:3e:f4:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:03Z', 'updated_at': '2022-04-15T03:52:07Z', 'revision_number': 5, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'subnets': [{'id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:56:21.927395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:21.940779 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fb8cb599-160a-48f1-b5af-a312adf61dae req-e7518b43-84ab-49ed-8195-12d07a9f7441 service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835834 Apr 15 03:56:22.036606 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fb8cb599-160a-48f1-b5af-a312adf61dae req-ce2a7912-3af7-4315-9624-dab031439067 service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889933 Apr 15 03:56:22.084139 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ef66b2-2d55-4098-bedb-c54e53109408 None None] New status for floating IP e9c030d5-2c76-4ca3-a6fa-6c9ca6f106b8: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:56:23.395905 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:24.920413 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:34.617366 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:38.508919 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:56:48.531220 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cbad6520-9c5c-4e44-8bf6-90343f935a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:50.966689 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-07ba7434-194c-4723-952d-0c62fe685552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:51.546118 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cb7fad9f-5d10-4fbe-a3bb-651eafb671dd req-af9056f3-ae30-41ec-a92f-89b7ad567d7f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384803 Apr 15 03:56:51.624577 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fad9f-5d10-4fbe-a3bb-651eafb671dd req-e469ac3b-0956-4f34-93f6-96ea13952bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:51.626079 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cb7fad9f-5d10-4fbe-a3bb-651eafb671dd req-e469ac3b-0956-4f34-93f6-96ea13952bb6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a86a314da90493c997c90fde41ab2bb&device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 1129 time: 0.0398500 Apr 15 03:56:51.732763 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fad9f-5d10-4fbe-a3bb-651eafb671dd req-3275c539-b5ef-4f6d-8f24-0773581493e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:51.734219 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cb7fad9f-5d10-4fbe-a3bb-651eafb671dd req-3275c539-b5ef-4f6d-8f24-0773581493e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=459a0587-1b95-4acb-9b89-0f6376990159 HTTP/1.1" status: 200 len: 911 time: 0.0902114 Apr 15 03:56:51.799816 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cb7fad9f-5d10-4fbe-a3bb-651eafb671dd req-bc265ecb-9e39-4643-96f0-f80d2b0838bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aef849d-f2fd-46f8-addd-e45c1ad83674 HTTP/1.1" status: 200 len: 1000 time: 0.0574431 Apr 15 03:56:51.850031 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fad9f-5d10-4fbe-a3bb-651eafb671dd req-a11a0945-56c2-45bf-a676-d55bf070d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:51.852049 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cb7fad9f-5d10-4fbe-a3bb-651eafb671dd req-a11a0945-56c2-45bf-a676-d55bf070d38b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=255e6b47-003d-4a81-b31b-e2ee3237f0e7 HTTP/1.1" status: 200 len: 850 time: 0.0463345 Apr 15 03:56:51.894917 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fad9f-5d10-4fbe-a3bb-651eafb671dd req-630109c1-3a8c-4d55-806f-a19ae80780e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:56:51.896420 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cb7fad9f-5d10-4fbe-a3bb-651eafb671dd req-630109c1-3a8c-4d55-806f-a19ae80780e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=459a0587-1b95-4acb-9b89-0f6376990159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0376856 Apr 15 03:56:51.926833 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:51.985286 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cb7fad9f-5d10-4fbe-a3bb-651eafb671dd req-3eac2ac1-82cb-460b-99a3-3346bfaac0d6 service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824478 Apr 15 03:56:52.076167 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cb7fad9f-5d10-4fbe-a3bb-651eafb671dd req-3b760dd2-fac7-4dab-8d7d-15f6fa437be4 service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848532 Apr 15 03:56:53.423585 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:56:54.891166 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:57:04.650975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:57:15.507581 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:57:18.543448 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-82d8826e-0e78-4e85-8c2d-1a5d8d8de036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:57:20.834413 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bec7ea1b-da7a-491e-ae7d-f3aa46987469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:57:21.932571 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:57:23.434624 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:57:24.891651 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:57:34.645593 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:57:48.554158 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-407f2a6a-da13-477e-924f-912cb2edfd9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:57:50.833964 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4b8e0a51-6f69-4243-8417-13c129488de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:57:51.919694 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:57:52.506493 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:57:53.399390 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:57:53.526848 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1ae9a792-a467-4123-8021-12da1bf0a267 req-3e52b2d6-5209-47b9-998e-000ee8f1a005 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382831 Apr 15 03:57:53.602947 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9a792-a467-4123-8021-12da1bf0a267 req-37840502-5758-4bd3-921a-640247a19857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:57:53.604432 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1ae9a792-a467-4123-8021-12da1bf0a267 req-37840502-5758-4bd3-921a-640247a19857 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a86a314da90493c997c90fde41ab2bb&device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 1129 time: 0.0382493 Apr 15 03:57:53.708571 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9a792-a467-4123-8021-12da1bf0a267 req-9666e5d4-c45e-4cfe-a4ca-4ea888140e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:57:53.709969 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1ae9a792-a467-4123-8021-12da1bf0a267 req-9666e5d4-c45e-4cfe-a4ca-4ea888140e26 service neutron] 10.222.0.30 "GET /v2.0/networks?id=459a0587-1b95-4acb-9b89-0f6376990159 HTTP/1.1" status: 200 len: 911 time: 0.0884826 Apr 15 03:57:53.774959 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1ae9a792-a467-4123-8021-12da1bf0a267 req-dc53cbbc-f230-4933-b54a-3d636ba93687 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aef849d-f2fd-46f8-addd-e45c1ad83674 HTTP/1.1" status: 200 len: 1000 time: 0.0583630 Apr 15 03:57:53.826395 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9a792-a467-4123-8021-12da1bf0a267 req-fa9fa2d2-8ee4-4935-ad9b-9a9095173c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:57:53.827814 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1ae9a792-a467-4123-8021-12da1bf0a267 req-fa9fa2d2-8ee4-4935-ad9b-9a9095173c92 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=255e6b47-003d-4a81-b31b-e2ee3237f0e7 HTTP/1.1" status: 200 len: 850 time: 0.0470090 Apr 15 03:57:53.871556 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9a792-a467-4123-8021-12da1bf0a267 req-8129f970-cd45-45a7-8e97-7391c087897a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:57:53.873037 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1ae9a792-a467-4123-8021-12da1bf0a267 req-8129f970-cd45-45a7-8e97-7391c087897a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=459a0587-1b95-4acb-9b89-0f6376990159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0383542 Apr 15 03:57:53.958824 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1ae9a792-a467-4123-8021-12da1bf0a267 req-f54b5535-12e5-4dea-8004-7c67e8745cff service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798266 Apr 15 03:57:54.048211 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1ae9a792-a467-4123-8021-12da1bf0a267 req-8d4d9ff4-1f7d-467f-9fea-6fb463ff35f8 service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840228 Apr 15 03:57:54.925725 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:58:04.645377 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:58:18.536264 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-077268cb-0615-436d-bb75-fab66342fef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:58:20.902192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e0918f2c-d16b-4b7a-abf7-5603b37f50a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:58:21.936352 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:58:23.433358 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:58:24.913588 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:58:29.507682 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:58:34.707728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:58:48.542534 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-095938f1-6524-4bca-b0ab-b3559541d70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:58:50.860989 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6ebf835e-55a1-4438-a3e3-bf3729a53f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:58:51.953218 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:58:53.494794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:58:54.075786 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-a20c3a5d-5d50-42f3-8316-6bc13601eeb9 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1800102062&fields=id&tenant_id=2a86a314da90493c997c90fde41ab2bb HTTP/1.1" status: 200 len: 267 time: 0.0550115 Apr 15 03:58:54.184543 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-4c794c3f-c6bd-48ae-b97a-5a4624292be5 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:58:54.186005 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-4c794c3f-c6bd-48ae-b97a-5a4624292be5 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/networks?id=459a0587-1b95-4acb-9b89-0f6376990159 HTTP/1.1" status: 200 len: 811 time: 0.1037877 Apr 15 03:58:54.200197 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-5f9a0c09-dff4-45b8-b838-eba9f306440c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/quotas/2a86a314da90493c997c90fde41ab2bb HTTP/1.1" status: 200 len: 375 time: 0.0088203 Apr 15 03:58:54.286039 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-1713ea74-d395-4316-a7ed-443ad3e74638 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a86a314da90493c997c90fde41ab2bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811746 Apr 15 03:58:54.448385 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-77db9e34-bcf4-4103-8dfc-0983e0e9e59f service neutron] 10.222.0.15 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515019 Apr 15 03:58:54.556629 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9dff4923-df71-40ae-af18-cb7596b0a706 req-2eecf5c7-e381-4258-b389-fa651c3b1478 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498176 Apr 15 03:58:54.569706 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-78649114-f9e6-49e6-a446-f72b3e45f513 service neutron] 10.222.0.15 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156399 Apr 15 03:58:54.638553 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff4923-df71-40ae-af18-cb7596b0a706 req-2be50da7-7bdf-4a5c-9e6b-f4df033518a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:58:54.642909 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9dff4923-df71-40ae-af18-cb7596b0a706 req-2be50da7-7bdf-4a5c-9e6b-f4df033518a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a86a314da90493c997c90fde41ab2bb&device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 1129 time: 0.0408871 Apr 15 03:58:54.746592 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff4923-df71-40ae-af18-cb7596b0a706 req-65d0fc05-5715-4b01-8227-ca90e466b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:58:54.748093 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9dff4923-df71-40ae-af18-cb7596b0a706 req-65d0fc05-5715-4b01-8227-ca90e466b32b service neutron] 10.222.0.30 "GET /v2.0/networks?id=459a0587-1b95-4acb-9b89-0f6376990159 HTTP/1.1" status: 200 len: 911 time: 0.0895953 Apr 15 03:58:54.816269 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9dff4923-df71-40ae-af18-cb7596b0a706 req-7af0ff2f-6675-4c9f-ae09-77273b0d3eba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aef849d-f2fd-46f8-addd-e45c1ad83674 HTTP/1.1" status: 200 len: 1000 time: 0.0614369 Apr 15 03:58:54.868046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff4923-df71-40ae-af18-cb7596b0a706 req-fe707f9e-cbd5-45f1-8c58-9445b452a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:58:54.869403 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9dff4923-df71-40ae-af18-cb7596b0a706 req-fe707f9e-cbd5-45f1-8c58-9445b452a4c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=255e6b47-003d-4a81-b31b-e2ee3237f0e7 HTTP/1.1" status: 200 len: 850 time: 0.0475478 Apr 15 03:58:54.912746 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff4923-df71-40ae-af18-cb7596b0a706 req-5b9fb8c9-9e32-4b67-9353-305986acf204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:58:54.914283 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9dff4923-df71-40ae-af18-cb7596b0a706 req-5b9fb8c9-9e32-4b67-9353-305986acf204 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=459a0587-1b95-4acb-9b89-0f6376990159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393360 Apr 15 03:58:54.918430 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:58:55.002362 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9dff4923-df71-40ae-af18-cb7596b0a706 req-c47c4256-b47b-47b8-9275-5d0daca01dfa service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817275 Apr 15 03:58:55.097647 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9dff4923-df71-40ae-af18-cb7596b0a706 req-47f11f69-a74d-434f-8b2b-effb1865e0bf service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894947 Apr 15 03:58:56.304218 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7677c33f-0017-4086-abb7-d51e9545ea92 req-56c11a26-d935-4da1-bbb5-0c68827967ed tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 210 time: 0.0283048 Apr 15 03:58:57.390531 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-734f9096-c02f-4e48-a30a-0a369a5e7c20 req-e9f61374-c7e3-4370-a4c2-9ace7f968f95 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 210 time: 0.0297368 Apr 15 03:58:58.471601 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-be9fedf9-903d-44fe-aa34-00f1eb850015 req-961ded34-0545-4d17-a9aa-1d1db509c26d tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 210 time: 0.0286379 Apr 15 03:58:59.549132 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8acfef6c-92f0-49c5-bd3e-6bc723b5457e req-f1ead8f0-c47d-4402-9453-c928bd915efa tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 210 time: 0.0276911 Apr 15 03:59:00.645026 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b410590f-c8b2-4218-8988-820e918df387 req-210250ab-87d6-46f3-9106-5940dbf1b113 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 210 time: 0.0301352 Apr 15 03:59:01.761457 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f070fb5d-b556-4ad0-b07d-517bf98e366b req-01d31c1e-f7ab-4c46-88e2-a5f879124548 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 210 time: 0.0466783 Apr 15 03:59:02.196181 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2a26a131-27dd-4fa8-8864-71bfd68b8f41 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:02.197661 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2a26a131-27dd-4fa8-8864-71bfd68b8f41 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.30 "GET /v2.0/networks?id=459a0587-1b95-4acb-9b89-0f6376990159 HTTP/1.1" status: 200 len: 811 time: 0.1009452 Apr 15 03:59:02.260241 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-0a9df844-22e0-4b7e-809b-5a26acf02aa0 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a86a314da90493c997c90fde41ab2bb HTTP/1.1" status: 200 len: 380 time: 0.0542383 Apr 15 03:59:02.268562 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Request body: {'port': {'device_id': '08d46427-e17c-45dd-9ea0-2021591f8ae9', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'admin_state_up': True, 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'security_groups': ['783c77e4-0e04-495e-ad57-2359a119daf8']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:59:02.432845 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Made reservation on behalf of 2a86a314da90493c997c90fde41ab2bb for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 03:59:02.436322 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:02.568044 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Allocated IP 172.20.0.11 (459a0587-1b95-4acb-9b89-0f6376990159/255e6b47-003d-4a81-b31b-e2ee3237f0e7/ce5218ca-ff05-4786-a61c-99814e979eb4) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:59:02.706112 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for port (ce5218ca-ff05-4786-a61c-99814e979eb4), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:02.775932 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (ce5218ca-ff05-4786-a61c-99814e979eb4), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:02.827349 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Network 459a0587-1b95-4acb-9b89-0f6376990159 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:59:02.830728 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:59:02.835405 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:59:02.840027 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event updated for resources: {'Port': ['ID=ce5218ca-ff05-4786-a61c-99814e979eb4,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:59:02.872493 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:02.872853 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:02.873203 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:02.873546 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:02.873884 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:02.874221 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:02.874560 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:02.874920 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:02.875251 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:02.875581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:02.875911 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:02.876238 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:02.876624 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:02.876937 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:02.877207 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:02.896439 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbed7f2-c139-4a8c-982f-64d74122f315 req-fd69fae2-d1f3-47da-9c14-5c28f9cfca8e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:02.902326 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0cbed7f2-c139-4a8c-982f-64d74122f315 req-fd69fae2-d1f3-47da-9c14-5c28f9cfca8e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 932 time: 0.0738101 Apr 15 03:59:02.924919 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:02.925859 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:02.955203 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0cbed7f2-c139-4a8c-982f-64d74122f315 req-9dcfcc0d-5a8c-46de-bd60-86981781ea86 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503726 Apr 15 03:59:03.069895 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-e12f165f-a269-4fd4-b3d6-b71d9511a7da tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8049688 Apr 15 03:59:03.081559 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] Request body: {'port': {'device_id': '08d46427-e17c-45dd-9ea0-2021591f8ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:59:03.100680 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9beb4842-89cb-40d8-aab1-084423f48ff4 None None] Provisioning complete for port ce5218ca-ff05-4786-a61c-99814e979eb4 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:59:03.106804 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9beb4842-89cb-40d8-aab1-084423f48ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ce5218ca-ff05-4786-a61c-99814e979eb4), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:03.140432 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9beb4842-89cb-40d8-aab1-084423f48ff4 None None] Port ce5218ca-ff05-4786-a61c-99814e979eb4 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 03:59:03.153531 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ce5218ca-ff05-4786-a61c-99814e979eb4), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:03.422581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5218ca-ff05-4786-a61c-99814e979eb4 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:59:03.430961 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] Publish callbacks [] for port (ce5218ca-ff05-4786-a61c-99814e979eb4), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:03.446113 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] Transition to ACTIVE for port object ce5218ca-ff05-4786-a61c-99814e979eb4 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 03:59:03.535858 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (ce5218ca-ff05-4786-a61c-99814e979eb4), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:03.594006 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5218ca-ff05-4786-a61c-99814e979eb4,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:59:03.670456 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] Attempting to bind port ce5218ca-ff05-4786-a61c-99814e979eb4 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 03:59:03.671047 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] Attempting to bind port ce5218ca-ff05-4786-a61c-99814e979eb4 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7eee435b-c399-4563-bc16-78dc7026bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 03:59:03.671615 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] Attempting to bind port ce5218ca-ff05-4786-a61c-99814e979eb4 on network 459a0587-1b95-4acb-9b89-0f6376990159 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:59:03.676599 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] Port ce5218ca-ff05-4786-a61c-99814e979eb4 on network 459a0587-1b95-4acb-9b89-0f6376990159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 03:59:03.677111 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] Attempting to bind port ce5218ca-ff05-4786-a61c-99814e979eb4 on network 459a0587-1b95-4acb-9b89-0f6376990159 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 03:59:03.683606 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 3, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 03:59:03.685709 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] Checking segment: {'id': '7eee435b-c399-4563-bc16-78dc7026bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 03:59:03.685709 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] Bound using segment: {'id': '7eee435b-c399-4563-bc16-78dc7026bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 03:59:03.685709 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] Bound port: ce5218ca-ff05-4786-a61c-99814e979eb4, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eee435b-c399-4563-bc16-78dc7026bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 03:59:03.685709 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ce5218ca-ff05-4786-a61c-99814e979eb4), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:03.757186 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] For port ce5218ca-ff05-4786-a61c-99814e979eb4, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 03:59:03.760809 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] For port ce5218ca-ff05-4786-a61c-99814e979eb4, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ce5218ca-ff05-4786-a61c-99814e979eb4,segment=NetworkSegment(7eee435b-c399-4563-bc16-78dc7026bf69),segment_id=7eee435b-c399-4563-bc16-78dc7026bf69)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 03:59:03.844817 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (ce5218ca-ff05-4786-a61c-99814e979eb4), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:03.886106 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:03.886106 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:03.886106 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] 10.222.0.30 "PUT /v2.0/ports/ce5218ca-ff05-4786-a61c-99814e979eb4 HTTP/1.1" status: 200 len: 1094 time: 0.8047693 Apr 15 03:59:03.886106 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d46427-e17c-45dd-9ea0-2021591f8ae9', 'tag': 'ce5218ca-ff05-4786-a61c-99814e979eb4'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:59:03.886106 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22205fa8-ea8d-4077-8d78-97e9c8c63153" -d '{"events": [{"name": "network-changed", "server_uuid": "08d46427-e17c-45dd-9ea0-2021591f8ae9", "tag": "ce5218ca-ff05-4786-a61c-99814e979eb4"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:59:03.910151 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19cd7a-15db-4e21-92f8-cdbd2a4eeef8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5218ca-ff05-4786-a61c-99814e979eb4,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:59:04.011631 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e544670-df32-4c2b-9694-37688d5c9a6b x-openstack-request-id: req-3e544670-df32-4c2b-9694-37688d5c9a6b {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:59:04.012103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d46427-e17c-45dd-9ea0-2021591f8ae9", "tag": "ce5218ca-ff05-4786-a61c-99814e979eb4", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:59:04.012528 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e544670-df32-4c2b-9694-37688d5c9a6b {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:59:04.013127 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e544670-df32-4c2b-9694-37688d5c9a6b'] response: {'name': 'network-changed', 'server_uuid': '08d46427-e17c-45dd-9ea0-2021591f8ae9', 'tag': 'ce5218ca-ff05-4786-a61c-99814e979eb4', 'status': 'completed', 'code': 200} Apr 15 03:59:04.084701 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22205fa8-ea8d-4077-8d78-97e9c8c63153 req-c24b43fc-99be-4297-9bc3-9fa66505f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:04.086268 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-22205fa8-ea8d-4077-8d78-97e9c8c63153 req-c24b43fc-99be-4297-9bc3-9fa66505f05d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a86a314da90493c997c90fde41ab2bb&device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 1128 time: 0.0536597 Apr 15 03:59:04.092340 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81d6fd-2a7b-4526-ac1b-74fb3f89e030 req-60efdeae-e9fa-4881-9a79-5c9e8a8a5c79 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:04.108881 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8a81d6fd-2a7b-4526-ac1b-74fb3f89e030 req-60efdeae-e9fa-4881-9a79-5c9e8a8a5c79 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 944 time: 0.0581453 Apr 15 03:59:04.157088 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8a81d6fd-2a7b-4526-ac1b-74fb3f89e030 req-3312d5b0-73dd-4bec-a687-5d8fcd24a2a5 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473034 Apr 15 03:59:04.211012 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22205fa8-ea8d-4077-8d78-97e9c8c63153 req-91337f97-e99e-4c26-b1de-d6a385108edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:04.212469 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-22205fa8-ea8d-4077-8d78-97e9c8c63153 req-91337f97-e99e-4c26-b1de-d6a385108edc service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2a86a314da90493c997c90fde41ab2bb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1191142 Apr 15 03:59:04.310120 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22205fa8-ea8d-4077-8d78-97e9c8c63153 req-b4acb132-9181-43e3-bc3e-00be830ba541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:04.311631 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-22205fa8-ea8d-4077-8d78-97e9c8c63153 req-b4acb132-9181-43e3-bc3e-00be830ba541 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0933518 Apr 15 03:59:04.389469 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-4982eb87-e887-423a-a72a-c0e043f8f64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:04.390996 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-4982eb87-e887-423a-a72a-c0e043f8f64b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a86a314da90493c997c90fde41ab2bb&device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 1128 time: 0.0427213 Apr 15 03:59:04.433060 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-4d47c230-b4eb-4fd9-b24f-86dae398913b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce5218ca-ff05-4786-a61c-99814e979eb4 HTTP/1.1" status: 200 len: 217 time: 0.0354578 Apr 15 03:59:04.484444 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-1d5cc696-e4a9-461b-8e52-7756354882b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:04.485821 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-1d5cc696-e4a9-461b-8e52-7756354882b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=255e6b47-003d-4a81-b31b-e2ee3237f0e7 HTTP/1.1" status: 200 len: 850 time: 0.0466659 Apr 15 03:59:04.532772 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-4e316587-dffd-484d-a36c-c1b6871be6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:04.534300 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-4e316587-dffd-484d-a36c-c1b6871be6ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=459a0587-1b95-4acb-9b89-0f6376990159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421503 Apr 15 03:59:04.623512 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-05ffa07c-56d5-4ebb-84b2-ebb97756c22c service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831323 Apr 15 03:59:04.678695 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:04.717571 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a3dcee57-ae49-4cd6-b976-8966e658928a req-3bb494b7-62db-4100-838c-fd89852d7fc1 service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874152 Apr 15 03:59:05.278786 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e879d-3cbc-435d-a85e-58c12f3abade req-bdbf9c85-25e2-4bf0-89b3-09c4a785377b tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:05.280363 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dd2e879d-3cbc-435d-a85e-58c12f3abade req-bdbf9c85-25e2-4bf0-89b3-09c4a785377b tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 944 time: 0.0504930 Apr 15 03:59:05.332102 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dd2e879d-3cbc-435d-a85e-58c12f3abade req-65a266ed-5142-4058-84a9-9dd01d044c56 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455143 Apr 15 03:59:06.448587 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d31e1-5be3-4295-97ad-c668540257ea req-db99c85d-4b44-4821-914d-a569dd158683 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:06.450075 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-465d31e1-5be3-4295-97ad-c668540257ea req-db99c85d-4b44-4821-914d-a569dd158683 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 944 time: 0.0511575 Apr 15 03:59:06.499202 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-465d31e1-5be3-4295-97ad-c668540257ea req-ff89adde-8b43-44d4-8a21-0cb771441931 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435328 Apr 15 03:59:06.507200 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:59:07.619171 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bd2ba-104d-4cc8-95d6-adf272d9b448 req-29b1ccf0-92a6-4896-b35d-251eb837e711 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:07.620697 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bd9bd2ba-104d-4cc8-95d6-adf272d9b448 req-29b1ccf0-92a6-4896-b35d-251eb837e711 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 944 time: 0.0520406 Apr 15 03:59:07.670531 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bd9bd2ba-104d-4cc8-95d6-adf272d9b448 req-62d7295c-29fc-4a18-897f-6b83038333a2 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437081 Apr 15 03:59:08.789899 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e551b2-b4e3-4190-8219-cb617ea330e4 req-6c31be63-e100-44ed-a0f7-5c8976d0619c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:08.791412 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b4e551b2-b4e3-4190-8219-cb617ea330e4 req-6c31be63-e100-44ed-a0f7-5c8976d0619c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 944 time: 0.0496991 Apr 15 03:59:08.840957 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b4e551b2-b4e3-4190-8219-cb617ea330e4 req-4afedc89-cfc9-45b9-9973-54d5b810daba tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437765 Apr 15 03:59:09.953344 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41479c4-f814-418d-ac17-c08f2987e858 req-b436018e-5967-4387-8a1e-4dc0f8429f4a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:09.954842 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b41479c4-f814-418d-ac17-c08f2987e858 req-b436018e-5967-4387-8a1e-4dc0f8429f4a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 944 time: 0.0475576 Apr 15 03:59:10.005727 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b41479c4-f814-418d-ac17-c08f2987e858 req-0fb16b3a-12ec-47de-9f11-4ba86d6e2d29 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454206 Apr 15 03:59:11.121327 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f9078-6e63-4a4c-b09f-7edd887b8684 req-f34e0fad-67d7-4461-af6b-1c8e4e74f8d1 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:11.122989 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1d1f9078-6e63-4a4c-b09f-7edd887b8684 req-f34e0fad-67d7-4461-af6b-1c8e4e74f8d1 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 944 time: 0.0504355 Apr 15 03:59:11.177153 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1d1f9078-6e63-4a4c-b09f-7edd887b8684 req-9ac36f56-f328-4fea-b7a2-6c3bcc4992e4 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484986 Apr 15 03:59:12.295883 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62f7f9-c118-4f6b-80ee-50af2187c0af req-826362e6-66a4-4c62-8fcf-12a523ef2f8a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:12.297546 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ae62f7f9-c118-4f6b-80ee-50af2187c0af req-826362e6-66a4-4c62-8fcf-12a523ef2f8a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 944 time: 0.0502913 Apr 15 03:59:12.355024 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ae62f7f9-c118-4f6b-80ee-50af2187c0af req-a50799d5-fdf9-4033-9e18-09e3445046f8 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515754 Apr 15 03:59:13.466521 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ebd12-0adb-4d2d-82f9-7b0ddbac55c8 req-64d6c3b0-8911-4780-ae5c-9427971c85e8 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:13.468029 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-af8ebd12-0adb-4d2d-82f9-7b0ddbac55c8 req-64d6c3b0-8911-4780-ae5c-9427971c85e8 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 944 time: 0.0461018 Apr 15 03:59:13.515977 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-af8ebd12-0adb-4d2d-82f9-7b0ddbac55c8 req-89fd791e-bc4e-4663-835c-88c03c484a93 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424769 Apr 15 03:59:14.627284 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510d6bc-6319-4b6c-b5c9-2441ff5ab243 req-b4b09593-2bbc-43ac-9085-5eed122994db tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:14.628748 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0510d6bc-6319-4b6c-b5c9-2441ff5ab243 req-b4b09593-2bbc-43ac-9085-5eed122994db tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 944 time: 0.0476825 Apr 15 03:59:14.679691 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0510d6bc-6319-4b6c-b5c9-2441ff5ab243 req-a54418b8-80ef-4533-964d-03b33639c92c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454874 Apr 15 03:59:15.789473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392724d-06f8-4d8b-83a6-bb103cf731f8 req-a2482181-a6ff-4a5d-9e08-c1bf052800ae tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:15.790503 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d392724d-06f8-4d8b-83a6-bb103cf731f8 req-a2482181-a6ff-4a5d-9e08-c1bf052800ae tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 944 time: 0.0470138 Apr 15 03:59:15.838525 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d392724d-06f8-4d8b-83a6-bb103cf731f8 req-02074a9f-8107-4f39-8525-41cecb3b7c32 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423796 Apr 15 03:59:16.947227 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f3f41-a91d-4a72-948e-518744e87beb req-794c8473-f849-4a09-9af2-bb846cdb8953 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:16.948696 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-404f3f41-a91d-4a72-948e-518744e87beb req-794c8473-f849-4a09-9af2-bb846cdb8953 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 944 time: 0.0458407 Apr 15 03:59:16.996778 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-404f3f41-a91d-4a72-948e-518744e87beb req-eefa3393-a698-4852-b8bb-8074cb024b4c tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421286 Apr 15 03:59:18.110874 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d30a75-6d33-4733-b23e-d69d5d4d3e41 req-41f2319c-e6ba-4048-95d1-f18981c489c8 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:18.112320 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-58d30a75-6d33-4733-b23e-d69d5d4d3e41 req-41f2319c-e6ba-4048-95d1-f18981c489c8 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 944 time: 0.0503066 Apr 15 03:59:18.161979 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-58d30a75-6d33-4733-b23e-d69d5d4d3e41 req-c531fb9e-579b-4722-ae37-ad5b02393671 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438838 Apr 15 03:59:18.529460 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ae6a50bb-497b-44d2-8d96-8f0e94180417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:19.276973 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50fa93-a310-4fc4-b350-fee64c4a46d2 req-fe95efdb-45fa-41a5-adac-751ae86dce05 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:19.278483 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7d50fa93-a310-4fc4-b350-fee64c4a46d2 req-fe95efdb-45fa-41a5-adac-751ae86dce05 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 944 time: 0.0511074 Apr 15 03:59:19.326752 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7d50fa93-a310-4fc4-b350-fee64c4a46d2 req-c6edca38-ff49-4973-b167-220bb6019854 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421772 Apr 15 03:59:20.436136 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c19c3-45e5-489d-bf2b-1291c7102f4a req-6c114abb-2b8a-4228-a339-f7690a166afc tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:20.438252 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bc7c19c3-45e5-489d-bf2b-1291c7102f4a req-6c114abb-2b8a-4228-a339-f7690a166afc tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 944 time: 0.0470490 Apr 15 03:59:20.486110 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bc7c19c3-45e5-489d-bf2b-1291c7102f4a req-f5e41593-1d55-4807-9994-b1fe7a27a863 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423784 Apr 15 03:59:20.854839 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7778b2cc-346e-4f11-8a23-169f12b2becc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:21.497715 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [req-8690b24c-521a-4615-be3e-5a398b881f1d req-9d8129d4-678f-4d6a-bd62-6724aff985f2 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] (104667) timed out ('10.222.0.15', 36646) {{(pid=104667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 15 03:59:21.596773 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f3515-4b63-4433-b845-71973325606e req-6ae67d84-abd2-4b38-8938-3fddfb5b9ab6 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:21.598250 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bb8f3515-4b63-4433-b845-71973325606e req-6ae67d84-abd2-4b38-8938-3fddfb5b9ab6 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 944 time: 0.0475051 Apr 15 03:59:21.647019 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bb8f3515-4b63-4433-b845-71973325606e req-3cac84b4-fff5-4226-b15e-066645271b1d tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428853 Apr 15 03:59:21.917854 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:21.991950 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device ce5218ca-ff05-4786-a61c-99814e979eb4 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 03:59:22.088166 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port ce5218ca-ff05-4786-a61c-99814e979eb4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ce5218ca-ff05-4786-a61c-99814e979eb4,segment=NetworkSegment(7eee435b-c399-4563-bc16-78dc7026bf69),segment_id=7eee435b-c399-4563-bc16-78dc7026bf69)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:59:22.098967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'ce5218ca-ff05-4786-a61c-99814e979eb4', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'port_id': 'ce5218ca-ff05-4786-a61c-99814e979eb4', 'mac_address': 'fa:16:3e:1d:fc:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 03:59:22.135659 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port ce5218ca-ff05-4786-a61c-99814e979eb4 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:59:22.136041 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ce5218ca-ff05-4786-a61c-99814e979eb4), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:22.148410 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5218ca-ff05-4786-a61c-99814e979eb4 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 03:59:22.167204 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port ce5218ca-ff05-4786-a61c-99814e979eb4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ce5218ca-ff05-4786-a61c-99814e979eb4,segment=NetworkSegment(7eee435b-c399-4563-bc16-78dc7026bf69),segment_id=7eee435b-c399-4563-bc16-78dc7026bf69)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:59:22.261113 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ce5218ca-ff05-4786-a61c-99814e979eb4), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:22.306368 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=ce5218ca-ff05-4786-a61c-99814e979eb4,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:59:22.313157 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:22.313505 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:22.313843 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:22.314179 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:22.314529 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:22.314864 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:22.315196 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:22.315516 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:22.315837 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:22.316161 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:22.316485 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:22.316809 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:22.317126 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:22.317443 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:22.317759 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 03:59:22.504384 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['ce5218ca-ff05-4786-a61c-99814e979eb4'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 03:59:22.759759 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d9418-9164-48d6-9188-d486c3c9780f req-ea3cc414-e4ba-44c7-81af-cc962d476a96 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:22.761133 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e38d9418-9164-48d6-9188-d486c3c9780f req-ea3cc414-e4ba-44c7-81af-cc962d476a96 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 945 time: 0.0496845 Apr 15 03:59:22.809924 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e38d9418-9164-48d6-9188-d486c3c9780f req-7928b80d-d612-4d43-93c1-e96e7304f080 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425997 Apr 15 03:59:23.443370 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:23.919142 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e78e13-726c-4777-8310-e3bcb062d909 req-18d290a1-9c60-4823-b453-c86fccd27ec9 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:23.920596 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-41e78e13-726c-4777-8310-e3bcb062d909 req-18d290a1-9c60-4823-b453-c86fccd27ec9 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 945 time: 0.0465748 Apr 15 03:59:23.972689 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-41e78e13-726c-4777-8310-e3bcb062d909 req-b83bbfd5-f0f8-426b-9edc-e9e3772febd2 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465219 Apr 15 03:59:23.996713 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device ce5218ca-ff05-4786-a61c-99814e979eb4 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 03:59:24.040814 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port ce5218ca-ff05-4786-a61c-99814e979eb4 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 03:59:24.100986 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port ce5218ca-ff05-4786-a61c-99814e979eb4 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 03:59:24.101298 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ce5218ca-ff05-4786-a61c-99814e979eb4), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:24.176346 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port ce5218ca-ff05-4786-a61c-99814e979eb4 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 03:59:24.176730 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ce5218ca-ff05-4786-a61c-99814e979eb4), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:24.198701 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d46427-e17c-45dd-9ea0-2021591f8ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5218ca-ff05-4786-a61c-99814e979eb4'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:59:24.200931 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd90ac0-0358-4ab7-8982-614a43dd2516" -d '{"events": [{"server_uuid": "08d46427-e17c-45dd-9ea0-2021591f8ae9", "name": "network-vif-plugged", "status": "completed", "tag": "ce5218ca-ff05-4786-a61c-99814e979eb4"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:59:24.212702 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port ce5218ca-ff05-4786-a61c-99814e979eb4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ce5218ca-ff05-4786-a61c-99814e979eb4,segment=NetworkSegment(7eee435b-c399-4563-bc16-78dc7026bf69),segment_id=7eee435b-c399-4563-bc16-78dc7026bf69)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 03:59:24.255433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ce5218ca-ff05-4786-a61c-99814e979eb4), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:24.304635 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=ce5218ca-ff05-4786-a61c-99814e979eb4,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:59:24.907174 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:25.084511 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc9d96-f11c-488c-b3bf-d750f4ccb3ab req-e23e0c6f-7dc7-4e4e-ad48-4f86ea13df67 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:25.086018 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f3fc9d96-f11c-488c-b3bf-d750f4ccb3ab req-e23e0c6f-7dc7-4e4e-ad48-4f86ea13df67 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 946 time: 0.0465503 Apr 15 03:59:25.134387 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f3fc9d96-f11c-488c-b3bf-d750f4ccb3ab req-9835f638-fcc8-4565-815f-08bf285a7d2b tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428379 Apr 15 03:59:25.246330 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 03:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6414877d-e364-46b1-aa1f-3d12a7a4db72 x-openstack-request-id: req-6414877d-e364-46b1-aa1f-3d12a7a4db72 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:59:25.246716 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d46427-e17c-45dd-9ea0-2021591f8ae9", "name": "network-vif-plugged", "status": "completed", "tag": "ce5218ca-ff05-4786-a61c-99814e979eb4", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:59:25.246980 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6414877d-e364-46b1-aa1f-3d12a7a4db72 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:59:25.247379 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6414877d-e364-46b1-aa1f-3d12a7a4db72'] response: {'server_uuid': '08d46427-e17c-45dd-9ea0-2021591f8ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5218ca-ff05-4786-a61c-99814e979eb4', 'code': 200} Apr 15 03:59:25.483053 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1937c-0565-41ac-8528-d3b6e46ada91 req-309fee6a-f433-4a23-8117-df584ea15213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:25.484582 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e8e1937c-0565-41ac-8528-d3b6e46ada91 req-309fee6a-f433-4a23-8117-df584ea15213 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 1130 time: 0.0382125 Apr 15 03:59:25.530114 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e8e1937c-0565-41ac-8528-d3b6e46ada91 req-67658109-f117-41e1-86a4-e13439a01a11 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396364 Apr 15 03:59:26.249021 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f390d-3bf3-4022-a1f6-4e6adfd97786 req-eccb8b89-45fd-4d78-be7d-0a112ebe40a1 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:26.250542 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a69f390d-3bf3-4022-a1f6-4e6adfd97786 req-eccb8b89-45fd-4d78-be7d-0a112ebe40a1 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 946 time: 0.0506384 Apr 15 03:59:26.299188 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a69f390d-3bf3-4022-a1f6-4e6adfd97786 req-25772e35-1372-49c0-8237-764a2258d49e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429833 Apr 15 03:59:27.412443 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fae47-a95c-4365-9634-747119ea7d05 req-31f4ca3e-a0f8-4d64-811c-a7175ac42860 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:27.413909 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bc8fae47-a95c-4365-9634-747119ea7d05 req-31f4ca3e-a0f8-4d64-811c-a7175ac42860 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 946 time: 0.0473237 Apr 15 03:59:27.461651 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bc8fae47-a95c-4365-9634-747119ea7d05 req-51d5baf1-ac3f-4569-b2d3-72509faa6a2d tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422218 Apr 15 03:59:27.571289 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d5b24-3afb-41ba-8f8f-6a415f713dba req-b508405a-c2ba-4673-b593-e24ca5c9c837 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:27.572785 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-150d5b24-3afb-41ba-8f8f-6a415f713dba req-b508405a-c2ba-4673-b593-e24ca5c9c837 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 946 time: 0.0464056 Apr 15 03:59:27.621455 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-150d5b24-3afb-41ba-8f8f-6a415f713dba req-c6faf568-2acc-43a2-926c-58ee8a00b4d7 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431998 Apr 15 03:59:27.643934 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 38698) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:59:27.725557 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1343f06-5717-49ba-9ff2-c7469dd39dee tempest-TestVolumeBootPattern-164417896 tempest-TestVolumeBootPattern-164417896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:27.727089 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d1343f06-5717-49ba-9ff2-c7469dd39dee tempest-TestVolumeBootPattern-164417896 tempest-TestVolumeBootPattern-164417896-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 1125 time: 0.0821738 Apr 15 03:59:27.729797 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 38702) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 03:59:27.734165 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-3985b068-dc14-4a92-a0b4-2e07843244ee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': 'ce5218ca-ff05-4786-a61c-99814e979eb4', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 03:59:27.803642 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3985b068-dc14-4a92-a0b4-2e07843244ee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:27.880262 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3985b068-dc14-4a92-a0b4-2e07843244ee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:28.244676 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-3985b068-dc14-4a92-a0b4-2e07843244ee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Allocated IP 172.26.6.188 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/97c6019d-658f-4b1b-a5cd-3afdfe9bfb1e) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 03:59:28.343282 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3985b068-dc14-4a92-a0b4-2e07843244ee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for port (97c6019d-658f-4b1b-a5cd-3afdfe9bfb1e), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:28.415297 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3985b068-dc14-4a92-a0b4-2e07843244ee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (97c6019d-658f-4b1b-a5cd-3afdfe9bfb1e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:28.454866 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3985b068-dc14-4a92-a0b4-2e07843244ee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 03:59:28.457677 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-3985b068-dc14-4a92-a0b4-2e07843244ee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 03:59:28.463198 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3985b068-dc14-4a92-a0b4-2e07843244ee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 03:59:28.486811 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985b068-dc14-4a92-a0b4-2e07843244ee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event updated for resources: {'Port': ['ID=97c6019d-658f-4b1b-a5cd-3afdfe9bfb1e,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:59:28.822855 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3985b068-dc14-4a92-a0b4-2e07843244ee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for floatingip (50bb0909-ab2c-46c2-9ec9-e9f43c1ec9df), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:28.944574 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3985b068-dc14-4a92-a0b4-2e07843244ee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (97c6019d-658f-4b1b-a5cd-3afdfe9bfb1e), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:29.092572 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3985b068-dc14-4a92-a0b4-2e07843244ee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for port (97c6019d-658f-4b1b-a5cd-3afdfe9bfb1e), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:29.163688 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3985b068-dc14-4a92-a0b4-2e07843244ee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (97c6019d-658f-4b1b-a5cd-3afdfe9bfb1e), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:29.228594 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985b068-dc14-4a92-a0b4-2e07843244ee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event updated for resources: {'Port': ['ID=97c6019d-658f-4b1b-a5cd-3afdfe9bfb1e,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 03:59:29.241675 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3985b068-dc14-4a92-a0b4-2e07843244ee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (50bb0909-ab2c-46c2-9ec9-e9f43c1ec9df), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:29.343934 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-3985b068-dc14-4a92-a0b4-2e07843244ee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Floating IP 50bb0909-ab2c-46c2-9ec9-e9f43c1ec9df associated. External IP: 172.26.6.188, port: ce5218ca-ff05-4786-a61c-99814e979eb4. Apr 15 03:59:29.552959 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3985b068-dc14-4a92-a0b4-2e07843244ee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 03:59:29.661846 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3985b068-dc14-4a92-a0b4-2e07843244ee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 03:59:29.671154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46f5d35-cff0-45ab-9317-4960a1aae440 None None] Sync routers for ids ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 03:59:29.681254 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46f5d35-cff0-45ab-9317-4960a1aae440 None None] Routers {'3e6f3292-a82b-42b3-a46c-aa7e45914cf9'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:59:29.681878 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a46f5d35-cff0-45ab-9317-4960a1aae440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:59:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:59:29.742952 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3985b068-dc14-4a92-a0b4-2e07843244ee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:29.772280 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3985b068-dc14-4a92-a0b4-2e07843244ee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0414879 Apr 15 03:59:29.772870 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d46427-e17c-45dd-9ea0-2021591f8ae9', 'tag': 'ce5218ca-ff05-4786-a61c-99814e979eb4'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 03:59:29.775418 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aabb9b0-48e1-419b-8895-0310dd1abc99" -d '{"events": [{"name": "network-changed", "server_uuid": "08d46427-e17c-45dd-9ea0-2021591f8ae9", "tag": "ce5218ca-ff05-4786-a61c-99814e979eb4"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 03:59:29.791973 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-a46f5d35-cff0-45ab-9317-4960a1aae440 None None] Set router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:59:29.811118 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 03:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ea2387-8c7a-4ab0-943a-ba5524e5a068 x-openstack-request-id: req-70ea2387-8c7a-4ab0-943a-ba5524e5a068 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 03:59:29.811431 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d46427-e17c-45dd-9ea0-2021591f8ae9", "tag": "ce5218ca-ff05-4786-a61c-99814e979eb4", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 03:59:29.811706 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70ea2387-8c7a-4ab0-943a-ba5524e5a068 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 03:59:29.812113 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ea2387-8c7a-4ab0-943a-ba5524e5a068'] response: {'name': 'network-changed', 'server_uuid': '08d46427-e17c-45dd-9ea0-2021591f8ae9', 'tag': 'ce5218ca-ff05-4786-a61c-99814e979eb4', 'status': 'completed', 'code': 200} Apr 15 03:59:29.872034 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabb9b0-48e1-419b-8895-0310dd1abc99 req-607b940c-e496-4b3b-99e4-a48475f8b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:29.873532 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3aabb9b0-48e1-419b-8895-0310dd1abc99 req-607b940c-e496-4b3b-99e4-a48475f8b3be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a86a314da90493c997c90fde41ab2bb&device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 1130 time: 0.0394084 Apr 15 03:59:29.967050 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabb9b0-48e1-419b-8895-0310dd1abc99 req-af4d3786-3180-453f-bc40-11df8b49a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:29.968425 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3aabb9b0-48e1-419b-8895-0310dd1abc99 req-af4d3786-3180-453f-bc40-11df8b49a5e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=459a0587-1b95-4acb-9b89-0f6376990159 HTTP/1.1" status: 200 len: 911 time: 0.0877044 Apr 15 03:59:30.010538 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a46f5d35-cff0-45ab-9317-4960a1aae440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:04Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '50bb0909-ab2c-46c2-9ec9-e9f43c1ec9df', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'floating_ip_address': '172.26.6.188', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'port_id': 'ce5218ca-ff05-4786-a61c-99814e979eb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'mac_address': 'fa:16:3e:1d:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d46427-e17c-45dd-9ea0-2021591f8ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:59:28Z', 'updated_at': '2022-04-15T03:59:28Z', 'revision_number': 0, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'fixed_ip_address_scope': None}, {'id': 'e9c030d5-2c76-4ca3-a6fa-6c9ca6f106b8', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'floating_ip_address': '172.26.6.91', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'port_id': '9aef849d-f2fd-46f8-addd-e45c1ad83674', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'mac_address': 'fa:16:3e:a5:05:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75067c98-911f-43ba-ac67-a2ab670c6533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:56:20Z', 'updated_at': '2022-04-15T03:56:22Z', 'revision_number': 1, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f8fe6-a87d-4995-8a50-878e2ccb584e', 'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'mac_address': 'fa:16:3e:f4:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:03Z', 'updated_at': '2022-04-15T03:52:07Z', 'revision_number': 5, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'subnets': [{'id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:59:30.033220 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3aabb9b0-48e1-419b-8895-0310dd1abc99 req-66b8df21-bcfc-4328-a11a-a383ae353d69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce5218ca-ff05-4786-a61c-99814e979eb4 HTTP/1.1" status: 200 len: 1000 time: 0.0587869 Apr 15 03:59:30.037359 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46f5d35-cff0-45ab-9317-4960a1aae440 None None] Checking router: 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 03:59:30.045546 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46f5d35-cff0-45ab-9317-4960a1aae440 None None] Routers {'3e6f3292-a82b-42b3-a46c-aa7e45914cf9'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 03:59:30.046151 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a46f5d35-cff0-45ab-9317-4960a1aae440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T03:59:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:59:30.085534 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabb9b0-48e1-419b-8895-0310dd1abc99 req-9bc8fc70-9432-4985-b4cc-21119d78626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:30.087036 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3aabb9b0-48e1-419b-8895-0310dd1abc99 req-9bc8fc70-9432-4985-b4cc-21119d78626b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=255e6b47-003d-4a81-b31b-e2ee3237f0e7 HTTP/1.1" status: 200 len: 850 time: 0.0483806 Apr 15 03:59:30.130118 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabb9b0-48e1-419b-8895-0310dd1abc99 req-c0525f1e-0995-4cb4-8334-1ba86b2a0b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:30.131662 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3aabb9b0-48e1-419b-8895-0310dd1abc99 req-c0525f1e-0995-4cb4-8334-1ba86b2a0b5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=459a0587-1b95-4acb-9b89-0f6376990159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389829 Apr 15 03:59:30.155331 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-a46f5d35-cff0-45ab-9317-4960a1aae440 None None] Set router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 03:59:30.221384 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3aabb9b0-48e1-419b-8895-0310dd1abc99 req-d0af6900-655a-42f1-b57f-3c7497b07c1e service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840664 Apr 15 03:59:30.311706 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3aabb9b0-48e1-419b-8895-0310dd1abc99 req-799cf56d-2d1d-48aa-b302-99c15b391334 service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844259 Apr 15 03:59:30.368357 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a46f5d35-cff0-45ab-9317-4960a1aae440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:04Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '50bb0909-ab2c-46c2-9ec9-e9f43c1ec9df', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'floating_ip_address': '172.26.6.188', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'port_id': 'ce5218ca-ff05-4786-a61c-99814e979eb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'mac_address': 'fa:16:3e:1d:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d46427-e17c-45dd-9ea0-2021591f8ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:59:28Z', 'updated_at': '2022-04-15T03:59:28Z', 'revision_number': 0, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'fixed_ip_address_scope': None}, {'id': 'e9c030d5-2c76-4ca3-a6fa-6c9ca6f106b8', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'floating_ip_address': '172.26.6.91', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'port_id': '9aef849d-f2fd-46f8-addd-e45c1ad83674', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'mac_address': 'fa:16:3e:a5:05:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75067c98-911f-43ba-ac67-a2ab670c6533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:56:20Z', 'updated_at': '2022-04-15T03:56:22Z', 'revision_number': 1, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f8fe6-a87d-4995-8a50-878e2ccb584e', 'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'mac_address': 'fa:16:3e:f4:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:03Z', 'updated_at': '2022-04-15T03:52:07Z', 'revision_number': 5, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'subnets': [{'id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 03:59:30.398949 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46f5d35-cff0-45ab-9317-4960a1aae440 None None] The sync data for ids ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'] in dv-neutron-837140-3-hyperv is: [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:04Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '50bb0909-ab2c-46c2-9ec9-e9f43c1ec9df', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'floating_ip_address': '172.26.6.188', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'port_id': 'ce5218ca-ff05-4786-a61c-99814e979eb4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'mac_address': 'fa:16:3e:1d:fc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d46427-e17c-45dd-9ea0-2021591f8ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:59:28Z', 'updated_at': '2022-04-15T03:59:28Z', 'revision_number': 0, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'fixed_ip_address_scope': None}, {'id': 'e9c030d5-2c76-4ca3-a6fa-6c9ca6f106b8', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'floating_ip_address': '172.26.6.91', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'port_id': '9aef849d-f2fd-46f8-addd-e45c1ad83674', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'mac_address': 'fa:16:3e:a5:05:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75067c98-911f-43ba-ac67-a2ab670c6533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:56:20Z', 'updated_at': '2022-04-15T03:56:22Z', 'revision_number': 1, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f8fe6-a87d-4995-8a50-878e2ccb584e', 'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'mac_address': 'fa:16:3e:f4:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:03Z', 'updated_at': '2022-04-15T03:52:07Z', 'revision_number': 5, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'subnets': [{'id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 03:59:30.584210 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1130f97-4d7a-4344-8113-ce3381550c06 None None] New status for floating IP 50bb0909-ab2c-46c2-9ec9-e9f43c1ec9df: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 03:59:34.672227 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:42.443429 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [req-9933e075-594d-4202-aec3-ed57cbf78b95 req-57c3afae-285d-4201-a622-cecbd17a0d91 tempest-TestNetworkBasicOps-2139674301 tempest-TestNetworkBasicOps-2139674301-project] (104667) timed out ('10.222.0.15', 36988) {{(pid=104667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 15 03:59:43.506234 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 03:59:48.517683 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-99ef96cf-9d30-481b-a3f6-f67e0a988e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:50.848808 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0e1480b4-29d5-4398-b01d-f609701987fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:51.923142 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:53.414487 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:54.928683 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 03:59:56.526098 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-893ef5ab-b292-4140-a5cb-d0f390df9524 req-3f957fad-5124-45a2-baf0-7609cd108237 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381925 Apr 15 03:59:56.605740 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ef5ab-b292-4140-a5cb-d0f390df9524 req-21293447-a086-4acd-8fcb-106223800c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:56.607277 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-893ef5ab-b292-4140-a5cb-d0f390df9524 req-21293447-a086-4acd-8fcb-106223800c4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a86a314da90493c997c90fde41ab2bb&device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 1129 time: 0.0392759 Apr 15 03:59:56.712770 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ef5ab-b292-4140-a5cb-d0f390df9524 req-8779287a-458f-4035-90d4-b9f6405fcc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:56.714296 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-893ef5ab-b292-4140-a5cb-d0f390df9524 req-8779287a-458f-4035-90d4-b9f6405fcc58 service neutron] 10.222.0.30 "GET /v2.0/networks?id=459a0587-1b95-4acb-9b89-0f6376990159 HTTP/1.1" status: 200 len: 911 time: 0.0885749 Apr 15 03:59:56.779365 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-893ef5ab-b292-4140-a5cb-d0f390df9524 req-8628f65f-52bb-4f6d-91ca-a8564717df49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aef849d-f2fd-46f8-addd-e45c1ad83674 HTTP/1.1" status: 200 len: 1000 time: 0.0584219 Apr 15 03:59:56.829606 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ef5ab-b292-4140-a5cb-d0f390df9524 req-a5b4312b-3af9-4cf1-afda-4b635212c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:56.831088 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-893ef5ab-b292-4140-a5cb-d0f390df9524 req-a5b4312b-3af9-4cf1-afda-4b635212c734 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=255e6b47-003d-4a81-b31b-e2ee3237f0e7 HTTP/1.1" status: 200 len: 850 time: 0.0466523 Apr 15 03:59:56.873209 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ef5ab-b292-4140-a5cb-d0f390df9524 req-6f110955-03a8-4808-9380-44e9ec5d61d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 03:59:56.874729 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-893ef5ab-b292-4140-a5cb-d0f390df9524 req-6f110955-03a8-4808-9380-44e9ec5d61d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=459a0587-1b95-4acb-9b89-0f6376990159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380135 Apr 15 03:59:56.963742 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-893ef5ab-b292-4140-a5cb-d0f390df9524 req-2ee714d3-bab2-479e-b960-a5f26bf78b09 service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829678 Apr 15 03:59:57.054142 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-893ef5ab-b292-4140-a5cb-d0f390df9524 req-d63804dd-d415-43f6-8374-be4e2cf1d2c7 service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847507 Apr 15 04:00:04.683246 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:00:18.585680 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-13d8e828-a115-40ec-a73a-94d9cc726f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:00:20.504774 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:00:20.854713 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b5d63603-a042-4609-9252-942a364fbef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:00:21.962940 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:00:23.402775 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:00:24.917201 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:00:34.716942 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:00:48.533580 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-abb14502-2b30-4e38-ac11-d1f5d507241f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:00:50.847995 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ae674b1c-fb23-4127-9d50-0fe47b06b189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:00:51.939212 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:00:53.430794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:00:54.911383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:00:57.504017 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:00:57.531467 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dbe8513-695d-4ce6-8271-3f283175ccaf req-ed3b92ac-ad42-40b3-9a23-89a36ba28038 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382698 Apr 15 04:00:57.591986 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe8513-695d-4ce6-8271-3f283175ccaf req-1fcec515-8ac0-4a9c-952d-17d22ca408be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:00:57.593439 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dbe8513-695d-4ce6-8271-3f283175ccaf req-1fcec515-8ac0-4a9c-952d-17d22ca408be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a86a314da90493c997c90fde41ab2bb&device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 1130 time: 0.0414741 Apr 15 04:00:57.695796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe8513-695d-4ce6-8271-3f283175ccaf req-d29df29d-1f7e-420f-8ff4-faa8b0d82ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:00:57.697275 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dbe8513-695d-4ce6-8271-3f283175ccaf req-d29df29d-1f7e-420f-8ff4-faa8b0d82ef4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=459a0587-1b95-4acb-9b89-0f6376990159 HTTP/1.1" status: 200 len: 911 time: 0.0860536 Apr 15 04:00:57.765814 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dbe8513-695d-4ce6-8271-3f283175ccaf req-6375f029-6c41-446b-a891-d2b25e6b2f56 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce5218ca-ff05-4786-a61c-99814e979eb4 HTTP/1.1" status: 200 len: 1002 time: 0.0625646 Apr 15 04:00:57.813426 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe8513-695d-4ce6-8271-3f283175ccaf req-840813e6-304c-4ef9-833e-0bb92d1a053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:00:57.814906 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dbe8513-695d-4ce6-8271-3f283175ccaf req-840813e6-304c-4ef9-833e-0bb92d1a053f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=255e6b47-003d-4a81-b31b-e2ee3237f0e7 HTTP/1.1" status: 200 len: 850 time: 0.0438271 Apr 15 04:00:57.860584 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe8513-695d-4ce6-8271-3f283175ccaf req-b9a2e557-cdcd-41f0-a05c-f348ce8ec422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:00:57.862076 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dbe8513-695d-4ce6-8271-3f283175ccaf req-b9a2e557-cdcd-41f0-a05c-f348ce8ec422 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=459a0587-1b95-4acb-9b89-0f6376990159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0398514 Apr 15 04:00:57.954677 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dbe8513-695d-4ce6-8271-3f283175ccaf req-80aa2551-fd2e-4041-9622-4fe36d86a32d service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854206 Apr 15 04:00:58.042334 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2dbe8513-695d-4ce6-8271-3f283175ccaf req-5a63b4fb-b818-4336-ab65-404044b62c9b service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815055 Apr 15 04:01:04.744812 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:18.573392 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0dae21d7-0565-4454-b311-929785167595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:19.424406 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 38738) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:01:19.573464 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Deleting port 97c6019d-658f-4b1b-a5cd-3afdfe9bfb1e {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:01:19.573796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (97c6019d-658f-4b1b-a5cd-3afdfe9bfb1e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:19.658070 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (97c6019d-658f-4b1b-a5cd-3afdfe9bfb1e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:19.658378 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for floatingip (97c6019d-658f-4b1b-a5cd-3afdfe9bfb1e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:19.671241 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Calling delete_port for 97c6019d-658f-4b1b-a5cd-3afdfe9bfb1e owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:01:19.922362 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (97c6019d-658f-4b1b-a5cd-3afdfe9bfb1e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:19.945755 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event deleted for resources: {'Port': ['ID=97c6019d-658f-4b1b-a5cd-3afdfe9bfb1e,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:01:19.955447 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:01:19.955805 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:01:19.956158 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:01:19.956502 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:01:19.956839 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:01:19.958152 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:01:19.958152 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:01:19.958323 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:01:19.958664 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:01:19.959027 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:01:19.959360 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:01:19.959691 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:01:19.960019 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:01:19.960346 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:01:19.960671 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:01:20.024668 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for floatingip (50bb0909-ab2c-46c2-9ec9-e9f43c1ec9df), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:20.025004 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Floating IP 50bb0909-ab2c-46c2-9ec9-e9f43c1ec9df disassociated (deleted). External IP: 172.26.6.188, port: ce5218ca-ff05-4786-a61c-99814e979eb4. Apr 15 04:01:20.484956 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:01:20.593950 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:01:20.598823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:20.603276 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e9c768-6262-4456-9bb9-ecd9dc67fea6 None None] Sync routers for ids ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:01:20.612838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e9c768-6262-4456-9bb9-ecd9dc67fea6 None None] Routers {'3e6f3292-a82b-42b3-a46c-aa7e45914cf9'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:01:20.613458 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-44e9c768-6262-4456-9bb9-ecd9dc67fea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:00:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:01:20.628018 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f9c3ee7d-fc32-4ca3-a73e-80c26b3e1bee tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "DELETE /v2.0/floatingips/50bb0909-ab2c-46c2-9ec9-e9f43c1ec9df HTTP/1.1" status: 204 len: 168 time: 1.2025461 Apr 15 04:01:20.628621 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d46427-e17c-45dd-9ea0-2021591f8ae9', 'tag': 'ce5218ca-ff05-4786-a61c-99814e979eb4'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:01:20.631521 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbb1818-30e1-49b6-913b-6664c1ef0a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "08d46427-e17c-45dd-9ea0-2021591f8ae9", "tag": "ce5218ca-ff05-4786-a61c-99814e979eb4"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:01:20.670569 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855d354e-c4f7-491e-8ece-7e5fe9adc9eb x-openstack-request-id: req-855d354e-c4f7-491e-8ece-7e5fe9adc9eb {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:01:20.670959 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d46427-e17c-45dd-9ea0-2021591f8ae9", "tag": "ce5218ca-ff05-4786-a61c-99814e979eb4", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:01:20.671225 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-855d354e-c4f7-491e-8ece-7e5fe9adc9eb {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:01:20.671646 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-855d354e-c4f7-491e-8ece-7e5fe9adc9eb'] response: {'name': 'network-changed', 'server_uuid': '08d46427-e17c-45dd-9ea0-2021591f8ae9', 'tag': 'ce5218ca-ff05-4786-a61c-99814e979eb4', 'status': 'completed', 'code': 200} Apr 15 04:01:20.777534 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb1818-30e1-49b6-913b-6664c1ef0a8c req-c3d05372-a263-402e-a40f-ff5a8f74269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:01:20.778984 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6fbb1818-30e1-49b6-913b-6664c1ef0a8c req-c3d05372-a263-402e-a40f-ff5a8f74269e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a86a314da90493c997c90fde41ab2bb&device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 1130 time: 0.0845180 Apr 15 04:01:20.873417 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb1818-30e1-49b6-913b-6664c1ef0a8c req-b492cc6a-8f75-45d4-86e3-43611f2fd284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:01:20.874943 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6fbb1818-30e1-49b6-913b-6664c1ef0a8c req-b492cc6a-8f75-45d4-86e3-43611f2fd284 service neutron] 10.222.0.30 "GET /v2.0/networks?id=459a0587-1b95-4acb-9b89-0f6376990159 HTTP/1.1" status: 200 len: 911 time: 0.0904665 Apr 15 04:01:20.882642 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-44e9c768-6262-4456-9bb9-ecd9dc67fea6 None None] Set router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:01:20.916400 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6fbb1818-30e1-49b6-913b-6664c1ef0a8c req-851b9a77-8c94-43a3-8aee-a226f28c2e47 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce5218ca-ff05-4786-a61c-99814e979eb4 HTTP/1.1" status: 200 len: 217 time: 0.0353010 Apr 15 04:01:20.956838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2ed515ae-5607-4ccb-a3c4-0765dd131bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:20.965257 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb1818-30e1-49b6-913b-6664c1ef0a8c req-0a0ba8db-de39-4086-b37a-76918cdf829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:01:20.966906 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6fbb1818-30e1-49b6-913b-6664c1ef0a8c req-0a0ba8db-de39-4086-b37a-76918cdf829e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=255e6b47-003d-4a81-b31b-e2ee3237f0e7 HTTP/1.1" status: 200 len: 850 time: 0.0443563 Apr 15 04:01:21.014466 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb1818-30e1-49b6-913b-6664c1ef0a8c req-a0c371d8-2a3b-410f-b44b-1816fe86e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:01:21.016016 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6fbb1818-30e1-49b6-913b-6664c1ef0a8c req-a0c371d8-2a3b-410f-b44b-1816fe86e2ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=459a0587-1b95-4acb-9b89-0f6376990159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440185 Apr 15 04:01:21.106466 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-44e9c768-6262-4456-9bb9-ecd9dc67fea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:04Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'e9c030d5-2c76-4ca3-a6fa-6c9ca6f106b8', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'floating_ip_address': '172.26.6.91', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'port_id': '9aef849d-f2fd-46f8-addd-e45c1ad83674', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'mac_address': 'fa:16:3e:a5:05:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75067c98-911f-43ba-ac67-a2ab670c6533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:56:20Z', 'updated_at': '2022-04-15T03:56:22Z', 'revision_number': 1, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f8fe6-a87d-4995-8a50-878e2ccb584e', 'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'mac_address': 'fa:16:3e:f4:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:03Z', 'updated_at': '2022-04-15T03:52:07Z', 'revision_number': 5, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'subnets': [{'id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:01:21.133132 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e9c768-6262-4456-9bb9-ecd9dc67fea6 None None] Checking router: 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:01:21.142455 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e9c768-6262-4456-9bb9-ecd9dc67fea6 None None] Routers {'3e6f3292-a82b-42b3-a46c-aa7e45914cf9'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:01:21.143126 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-44e9c768-6262-4456-9bb9-ecd9dc67fea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:01:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:01:21.261273 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-44e9c768-6262-4456-9bb9-ecd9dc67fea6 None None] Set router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:01:21.314774 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f4258-3522-47e6-9522-a7e0d46a4fb6 req-c86b749e-e5ed-4f2a-9e53-2593acbacda2 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:01:21.316146 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-527f4258-3522-47e6-9522-a7e0d46a4fb6 req-c86b749e-e5ed-4f2a-9e53-2593acbacda2 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 946 time: 0.2393305 Apr 15 04:01:21.366549 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-527f4258-3522-47e6-9522-a7e0d46a4fb6 req-63967634-0db0-408e-9239-3c92b7012bf7 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448654 Apr 15 04:01:21.479260 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-44e9c768-6262-4456-9bb9-ecd9dc67fea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:04Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'e9c030d5-2c76-4ca3-a6fa-6c9ca6f106b8', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'floating_ip_address': '172.26.6.91', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'port_id': '9aef849d-f2fd-46f8-addd-e45c1ad83674', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'mac_address': 'fa:16:3e:a5:05:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75067c98-911f-43ba-ac67-a2ab670c6533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:56:20Z', 'updated_at': '2022-04-15T03:56:22Z', 'revision_number': 1, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f8fe6-a87d-4995-8a50-878e2ccb584e', 'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'mac_address': 'fa:16:3e:f4:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:03Z', 'updated_at': '2022-04-15T03:52:07Z', 'revision_number': 5, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'subnets': [{'id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:01:21.505183 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e9c768-6262-4456-9bb9-ecd9dc67fea6 None None] The sync data for ids ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'] in dv-neutron-837140-3-hyperv is: [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:04Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'e9c030d5-2c76-4ca3-a6fa-6c9ca6f106b8', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'floating_ip_address': '172.26.6.91', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'port_id': '9aef849d-f2fd-46f8-addd-e45c1ad83674', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'mac_address': 'fa:16:3e:a5:05:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75067c98-911f-43ba-ac67-a2ab670c6533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T03:56:20Z', 'updated_at': '2022-04-15T03:56:22Z', 'revision_number': 1, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '229f8fe6-a87d-4995-8a50-878e2ccb584e', 'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'mac_address': 'fa:16:3e:f4:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:03Z', 'updated_at': '2022-04-15T03:52:07Z', 'revision_number': 5, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'subnets': [{'id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:01:21.730994 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ce61f-ba99-43ad-b414-c571a8ecce83 None None] New status for floating IP 50bb0909-ab2c-46c2-9ec9-e9f43c1ec9df: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:01:21.927366 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:22.073895 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6fbb1818-30e1-49b6-913b-6664c1ef0a8c req-d00b212a-dc9e-4867-84f9-76b8b0913afe service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834129 Apr 15 04:01:22.184073 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6fbb1818-30e1-49b6-913b-6664c1ef0a8c req-8a7ed50c-2366-4209-9722-01320b5df012 service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873322 Apr 15 04:01:22.526369 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d786d6-f819-4e3c-8632-d6559c3e7357 req-b017d020-c7af-4594-bb9c-bd2f9a8b2404 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:01:22.527881 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-57d786d6-f819-4e3c-8632-d6559c3e7357 req-b017d020-c7af-4594-bb9c-bd2f9a8b2404 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 946 time: 0.0898793 Apr 15 04:01:22.593849 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e9198-cec0-4575-8d7f-b63394d88816 req-c1191232-1a1e-4e35-a2b2-3faab44ea4d6 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:01:22.595291 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3a1e9198-cec0-4575-8d7f-b63394d88816 req-c1191232-1a1e-4e35-a2b2-3faab44ea4d6 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.30 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 946 time: 0.0665689 Apr 15 04:01:22.621587 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-57d786d6-f819-4e3c-8632-d6559c3e7357 req-1adb059b-c791-4cc7-8a10-d6b525f6c4b9 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847492 Apr 15 04:01:22.691062 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-3a1e9198-cec0-4575-8d7f-b63394d88816 req-491d7536-ad35-4919-9639-e0fec5fce25e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Deleting port ce5218ca-ff05-4786-a61c-99814e979eb4 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:01:22.691330 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3a1e9198-cec0-4575-8d7f-b63394d88816 req-491d7536-ad35-4919-9639-e0fec5fce25e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (ce5218ca-ff05-4786-a61c-99814e979eb4), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:22.781591 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-3a1e9198-cec0-4575-8d7f-b63394d88816 req-491d7536-ad35-4919-9639-e0fec5fce25e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] For port ce5218ca-ff05-4786-a61c-99814e979eb4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=ce5218ca-ff05-4786-a61c-99814e979eb4,segment=NetworkSegment(7eee435b-c399-4563-bc16-78dc7026bf69),segment_id=7eee435b-c399-4563-bc16-78dc7026bf69)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:01:22.781951 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3a1e9198-cec0-4575-8d7f-b63394d88816 req-491d7536-ad35-4919-9639-e0fec5fce25e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (ce5218ca-ff05-4786-a61c-99814e979eb4), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:22.795410 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-3a1e9198-cec0-4575-8d7f-b63394d88816 req-491d7536-ad35-4919-9639-e0fec5fce25e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Calling delete_port for ce5218ca-ff05-4786-a61c-99814e979eb4 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:01:22.990491 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3a1e9198-cec0-4575-8d7f-b63394d88816 req-491d7536-ad35-4919-9639-e0fec5fce25e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (ce5218ca-ff05-4786-a61c-99814e979eb4), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:23.022865 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d7536-ad35-4919-9639-e0fec5fce25e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event deleted for resources: {'Port': ['ID=ce5218ca-ff05-4786-a61c-99814e979eb4,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:01:23.065985 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1e9198-cec0-4575-8d7f-b63394d88816 req-491d7536-ad35-4919-9639-e0fec5fce25e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] No DVR routers for this DVR port ce5218ca-ff05-4786-a61c-99814e979eb4 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:01:23.068677 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3a1e9198-cec0-4575-8d7f-b63394d88816 req-491d7536-ad35-4919-9639-e0fec5fce25e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:23.071898 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3a1e9198-cec0-4575-8d7f-b63394d88816 req-491d7536-ad35-4919-9639-e0fec5fce25e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.30 "DELETE /v2.0/ports/ce5218ca-ff05-4786-a61c-99814e979eb4 HTTP/1.1" status: 204 len: 173 time: 0.4663253 Apr 15 04:01:23.072335 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d46427-e17c-45dd-9ea0-2021591f8ae9', 'name': 'network-vif-deleted', 'tag': 'ce5218ca-ff05-4786-a61c-99814e979eb4'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:01:23.074542 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e952e0e7-89ea-4ecd-a481-356fe48bd46f" -d '{"events": [{"server_uuid": "08d46427-e17c-45dd-9ea0-2021591f8ae9", "name": "network-vif-deleted", "tag": "ce5218ca-ff05-4786-a61c-99814e979eb4"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:01:23.109926 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe1a5bf-7348-40ba-8c49-a3de020fefc1 x-openstack-request-id: req-bfe1a5bf-7348-40ba-8c49-a3de020fefc1 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:01:23.110244 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d46427-e17c-45dd-9ea0-2021591f8ae9", "name": "network-vif-deleted", "tag": "ce5218ca-ff05-4786-a61c-99814e979eb4", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:01:23.110502 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfe1a5bf-7348-40ba-8c49-a3de020fefc1 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:01:23.110948 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe1a5bf-7348-40ba-8c49-a3de020fefc1'] response: {'server_uuid': '08d46427-e17c-45dd-9ea0-2021591f8ae9', 'name': 'network-vif-deleted', 'tag': 'ce5218ca-ff05-4786-a61c-99814e979eb4', 'status': 'completed', 'code': 200} Apr 15 04:01:23.425074 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:23.715135 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dc9e9bf2-00ef-4e1c-813c-39b2417f5390 req-0ba16517-4f49-4a41-9a79-d93277a1a244 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 210 time: 0.0284529 Apr 15 04:01:24.810572 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bc643d91-70c1-435f-9383-42f4d4d432ef req-a9fc6ead-32d9-47bb-a6e0-55c647504bb9 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 210 time: 0.0275965 Apr 15 04:01:24.922348 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:25.905152 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3b795043-4458-43be-855e-5342664b9a3e req-d7de15d6-050b-4325-819e-7f9c93122e89 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 210 time: 0.0284121 Apr 15 04:01:26.649192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device ce5218ca-ff05-4786-a61c-99814e979eb4 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:01:26.673450 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: ce5218ca-ff05-4786-a61c-99814e979eb4 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:01:26.673800 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device ce5218ca-ff05-4786-a61c-99814e979eb4 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:01:26.998062 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4dac724c-df21-4d67-9b10-df550ee82710 req-19c1ab3b-985f-4feb-92da-5890066df959 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 210 time: 0.0284200 Apr 15 04:01:28.093429 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-22f4f07c-2e13-426b-8095-93abc88228c1 req-b4d5afda-5c4f-436b-9647-1a464f78cbfe tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 210 time: 0.0305982 Apr 15 04:01:29.187475 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b289fc23-ff12-4226-9d16-8cdf10e08512 req-9fe2e741-6d85-4619-90a0-5604d48bab0a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 210 time: 0.0274541 Apr 15 04:01:30.286487 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-56b2216a-9dd9-4b85-9c61-c4b29fbde888 req-0838f57f-6a0c-49b0-9b37-789f02f3df81 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 210 time: 0.0291910 Apr 15 04:01:31.381962 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-36dad8e0-8524-48cf-8c91-701bd120163f req-8bda61e8-026a-4d1b-ae5c-37a9de84925e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 210 time: 0.0304008 Apr 15 04:01:32.484561 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a0364f4b-c5d4-473e-828d-d7da0cf1bd17 req-abcb22c6-ae6f-4d87-b36f-fc2c70bf874d tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=08d46427-e17c-45dd-9ea0-2021591f8ae9 HTTP/1.1" status: 200 len: 210 time: 0.0273652 Apr 15 04:01:34.502559 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:01:34.739544 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:43.340381 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 38814) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:01:43.488884 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-ae19bcac-a956-4da0-955e-ade9b910bd82 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Deleting port e7d71d76-10ba-473e-987c-8b9b733a3375 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:01:43.489222 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ae19bcac-a956-4da0-955e-ade9b910bd82 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e7d71d76-10ba-473e-987c-8b9b733a3375), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:43.566582 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ae19bcac-a956-4da0-955e-ade9b910bd82 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e7d71d76-10ba-473e-987c-8b9b733a3375), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:43.566934 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ae19bcac-a956-4da0-955e-ade9b910bd82 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for floatingip (e7d71d76-10ba-473e-987c-8b9b733a3375), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:43.579468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-ae19bcac-a956-4da0-955e-ade9b910bd82 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Calling delete_port for e7d71d76-10ba-473e-987c-8b9b733a3375 owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:01:43.801905 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ae19bcac-a956-4da0-955e-ade9b910bd82 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (e7d71d76-10ba-473e-987c-8b9b733a3375), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:43.826957 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19bcac-a956-4da0-955e-ade9b910bd82 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event deleted for resources: {'Port': ['ID=e7d71d76-10ba-473e-987c-8b9b733a3375,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:01:43.888365 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ae19bcac-a956-4da0-955e-ade9b910bd82 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for floatingip (e9c030d5-2c76-4ca3-a6fa-6c9ca6f106b8), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:43.888696 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-ae19bcac-a956-4da0-955e-ade9b910bd82 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Floating IP e9c030d5-2c76-4ca3-a6fa-6c9ca6f106b8 disassociated (deleted). External IP: 172.26.6.91, port: 9aef849d-f2fd-46f8-addd-e45c1ad83674. Apr 15 04:01:44.100937 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae19bcac-a956-4da0-955e-ade9b910bd82 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:01:44.210538 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae19bcac-a956-4da0-955e-ade9b910bd82 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:01:44.215454 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ae19bcac-a956-4da0-955e-ade9b910bd82 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:44.220028 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fb6c76-fe98-49f4-ba89-1f524ba0e1b4 None None] Sync routers for ids ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:01:44.233732 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fb6c76-fe98-49f4-ba89-1f524ba0e1b4 None None] Routers {'3e6f3292-a82b-42b3-a46c-aa7e45914cf9'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:01:44.234339 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-68fb6c76-fe98-49f4-ba89-1f524ba0e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:01:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:01:44.247622 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ae19bcac-a956-4da0-955e-ade9b910bd82 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "DELETE /v2.0/floatingips/e9c030d5-2c76-4ca3-a6fa-6c9ca6f106b8 HTTP/1.1" status: 204 len: 168 time: 0.9037497 Apr 15 04:01:44.247622 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75067c98-911f-43ba-ac67-a2ab670c6533', 'tag': '9aef849d-f2fd-46f8-addd-e45c1ad83674'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:01:44.248102 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49591e3-53fe-406a-b5ae-05bd506386db" -d '{"events": [{"name": "network-changed", "server_uuid": "75067c98-911f-43ba-ac67-a2ab670c6533", "tag": "9aef849d-f2fd-46f8-addd-e45c1ad83674"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:01:44.289537 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0f9f2a-4264-4f41-9bc7-0a4e2c9cc785 x-openstack-request-id: req-3f0f9f2a-4264-4f41-9bc7-0a4e2c9cc785 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:01:44.289903 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75067c98-911f-43ba-ac67-a2ab670c6533", "tag": "9aef849d-f2fd-46f8-addd-e45c1ad83674", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:01:44.290162 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f0f9f2a-4264-4f41-9bc7-0a4e2c9cc785 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:01:44.290575 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f0f9f2a-4264-4f41-9bc7-0a4e2c9cc785'] response: {'name': 'network-changed', 'server_uuid': '75067c98-911f-43ba-ac67-a2ab670c6533', 'tag': '9aef849d-f2fd-46f8-addd-e45c1ad83674', 'status': 'completed', 'code': 200} Apr 15 04:01:44.345895 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-68fb6c76-fe98-49f4-ba89-1f524ba0e1b4 None None] Set router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:01:44.351684 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49591e3-53fe-406a-b5ae-05bd506386db req-85df7b4b-8377-444d-88d0-857ae170b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:01:44.353138 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e49591e3-53fe-406a-b5ae-05bd506386db req-85df7b4b-8377-444d-88d0-857ae170b7e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a86a314da90493c997c90fde41ab2bb&device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 1129 time: 0.0410945 Apr 15 04:01:44.448162 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49591e3-53fe-406a-b5ae-05bd506386db req-7668fa82-51a1-4fa0-b80d-21e63ca6699a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:01:44.449655 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e49591e3-53fe-406a-b5ae-05bd506386db req-7668fa82-51a1-4fa0-b80d-21e63ca6699a service neutron] 10.222.0.30 "GET /v2.0/networks?id=459a0587-1b95-4acb-9b89-0f6376990159 HTTP/1.1" status: 200 len: 911 time: 0.0912220 Apr 15 04:01:44.489982 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e49591e3-53fe-406a-b5ae-05bd506386db req-3831b7df-b0d9-4812-8e1b-08799799eff1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9aef849d-f2fd-46f8-addd-e45c1ad83674 HTTP/1.1" status: 200 len: 217 time: 0.0348952 Apr 15 04:01:44.545680 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49591e3-53fe-406a-b5ae-05bd506386db req-1f62212c-7c7b-4d56-95d8-dcbf0d82a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:01:44.546484 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-68fb6c76-fe98-49f4-ba89-1f524ba0e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:04Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '229f8fe6-a87d-4995-8a50-878e2ccb584e', 'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'mac_address': 'fa:16:3e:f4:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:03Z', 'updated_at': '2022-04-15T03:52:07Z', 'revision_number': 5, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'subnets': [{'id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:01:44.547186 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e49591e3-53fe-406a-b5ae-05bd506386db req-1f62212c-7c7b-4d56-95d8-dcbf0d82a9db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=255e6b47-003d-4a81-b31b-e2ee3237f0e7 HTTP/1.1" status: 200 len: 850 time: 0.0517130 Apr 15 04:01:44.572814 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fb6c76-fe98-49f4-ba89-1f524ba0e1b4 None None] Checking router: 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:01:44.581132 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fb6c76-fe98-49f4-ba89-1f524ba0e1b4 None None] Routers {'3e6f3292-a82b-42b3-a46c-aa7e45914cf9'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:01:44.581737 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-68fb6c76-fe98-49f4-ba89-1f524ba0e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:01:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:01:44.591598 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49591e3-53fe-406a-b5ae-05bd506386db req-957abd07-7594-47b6-b986-34a0c0d8432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:01:44.593132 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e49591e3-53fe-406a-b5ae-05bd506386db req-957abd07-7594-47b6-b986-34a0c0d8432a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=459a0587-1b95-4acb-9b89-0f6376990159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0387290 Apr 15 04:01:44.687482 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e49591e3-53fe-406a-b5ae-05bd506386db req-005ff845-69cf-403c-a5a8-e4d41c97acfb service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872755 Apr 15 04:01:44.696534 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-68fb6c76-fe98-49f4-ba89-1f524ba0e1b4 None None] Set router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:01:44.702670 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d960fc-3b9e-4dc9-8a4a-599678762b71 req-9dd91847-2080-4795-a249-32d43e01c44d tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:01:44.704265 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d8d960fc-3b9e-4dc9-8a4a-599678762b71 req-9dd91847-2080-4795-a249-32d43e01c44d tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 945 time: 0.0481145 Apr 15 04:01:44.754763 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d8d960fc-3b9e-4dc9-8a4a-599678762b71 req-0d956243-e68f-4404-8a6c-bdd45c9c0d32 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/security-groups?id=783c77e4-0e04-495e-ad57-2359a119daf8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443747 Apr 15 04:01:44.795388 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e49591e3-53fe-406a-b5ae-05bd506386db req-cff61e36-5f21-4f4c-8fae-1b9156ca4dc9 service neutron] 10.222.0.30 "GET /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910294 Apr 15 04:01:44.889414 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-68fb6c76-fe98-49f4-ba89-1f524ba0e1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:04Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '229f8fe6-a87d-4995-8a50-878e2ccb584e', 'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'mac_address': 'fa:16:3e:f4:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:03Z', 'updated_at': '2022-04-15T03:52:07Z', 'revision_number': 5, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'subnets': [{'id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:01:44.915896 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fb6c76-fe98-49f4-ba89-1f524ba0e1b4 None None] The sync data for ids ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'] in dv-neutron-837140-3-hyperv is: [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T03:52:04Z', 'revision_number': 4, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '229f8fe6-a87d-4995-8a50-878e2ccb584e', 'name': '', 'network_id': '459a0587-1b95-4acb-9b89-0f6376990159', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'mac_address': 'fa:16:3e:f4:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1505, 'fixed_ips': [{'subnet_id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:03Z', 'updated_at': '2022-04-15T03:52:07Z', 'revision_number': 5, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'subnets': [{'id': '255e6b47-003d-4a81-b31b-e2ee3237f0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:01:45.125620 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3948d8-1f16-4064-8c1b-7ab9f8ac9abd None None] New status for floating IP e9c030d5-2c76-4ca3-a6fa-6c9ca6f106b8: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:01:45.193303 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a0ffe-f296-4d6e-9638-cea7d5912efc req-0ffe285e-bff5-4f34-86f9-996d6fa54526 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:01:45.195037 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-021a0ffe-f296-4d6e-9638-cea7d5912efc req-0ffe285e-bff5-4f34-86f9-996d6fa54526 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.30 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 945 time: 0.0512185 Apr 15 04:01:45.282788 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-021a0ffe-f296-4d6e-9638-cea7d5912efc req-cad242a3-ea4f-422f-8743-9d1ed2259e6a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Deleting port 9aef849d-f2fd-46f8-addd-e45c1ad83674 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:01:45.283120 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-021a0ffe-f296-4d6e-9638-cea7d5912efc req-cad242a3-ea4f-422f-8743-9d1ed2259e6a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (9aef849d-f2fd-46f8-addd-e45c1ad83674), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:45.368197 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-021a0ffe-f296-4d6e-9638-cea7d5912efc req-cad242a3-ea4f-422f-8743-9d1ed2259e6a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] For port 9aef849d-f2fd-46f8-addd-e45c1ad83674, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=9aef849d-f2fd-46f8-addd-e45c1ad83674,segment=NetworkSegment(7eee435b-c399-4563-bc16-78dc7026bf69),segment_id=7eee435b-c399-4563-bc16-78dc7026bf69)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:01:45.368882 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-021a0ffe-f296-4d6e-9638-cea7d5912efc req-cad242a3-ea4f-422f-8743-9d1ed2259e6a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (9aef849d-f2fd-46f8-addd-e45c1ad83674), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:45.380897 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-021a0ffe-f296-4d6e-9638-cea7d5912efc req-cad242a3-ea4f-422f-8743-9d1ed2259e6a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Calling delete_port for 9aef849d-f2fd-46f8-addd-e45c1ad83674 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:01:45.555852 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-021a0ffe-f296-4d6e-9638-cea7d5912efc req-cad242a3-ea4f-422f-8743-9d1ed2259e6a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (9aef849d-f2fd-46f8-addd-e45c1ad83674), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:45.581712 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad242a3-ea4f-422f-8743-9d1ed2259e6a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event deleted for resources: {'Port': ['ID=9aef849d-f2fd-46f8-addd-e45c1ad83674,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:01:45.627622 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-021a0ffe-f296-4d6e-9638-cea7d5912efc req-cad242a3-ea4f-422f-8743-9d1ed2259e6a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] No DVR routers for this DVR port 9aef849d-f2fd-46f8-addd-e45c1ad83674 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:01:45.630537 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-021a0ffe-f296-4d6e-9638-cea7d5912efc req-cad242a3-ea4f-422f-8743-9d1ed2259e6a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:45.633871 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-021a0ffe-f296-4d6e-9638-cea7d5912efc req-cad242a3-ea4f-422f-8743-9d1ed2259e6a tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.30 "DELETE /v2.0/ports/9aef849d-f2fd-46f8-addd-e45c1ad83674 HTTP/1.1" status: 204 len: 173 time: 0.4341536 Apr 15 04:01:45.864784 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fe57b85e-32f7-4a12-97b3-0d182c6a8c13 req-4fb1cd19-ebfd-45cc-97df-1141f5705ee0 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 210 time: 0.0359397 Apr 15 04:01:46.291859 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75067c98-911f-43ba-ac67-a2ab670c6533', 'name': 'network-vif-deleted', 'tag': '9aef849d-f2fd-46f8-addd-e45c1ad83674'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:01:46.294214 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1cd590-7f23-4212-adf5-1f43ac46a168" -d '{"events": [{"server_uuid": "75067c98-911f-43ba-ac67-a2ab670c6533", "name": "network-vif-deleted", "tag": "9aef849d-f2fd-46f8-addd-e45c1ad83674"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:01:46.329228 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efa2402-f923-4aab-82bd-b9f7b12be0ce x-openstack-request-id: req-5efa2402-f923-4aab-82bd-b9f7b12be0ce {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:01:46.329526 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75067c98-911f-43ba-ac67-a2ab670c6533", "name": "network-vif-deleted", "tag": "9aef849d-f2fd-46f8-addd-e45c1ad83674", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:01:46.329783 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5efa2402-f923-4aab-82bd-b9f7b12be0ce {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:01:46.330186 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5efa2402-f923-4aab-82bd-b9f7b12be0ce'] response: {'server_uuid': '75067c98-911f-43ba-ac67-a2ab670c6533', 'name': 'network-vif-deleted', 'tag': '9aef849d-f2fd-46f8-addd-e45c1ad83674', 'status': 'completed', 'code': 200} Apr 15 04:01:46.960309 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e0ddfd5d-2c80-4760-b0b8-e23b73e48271 req-cbdc7093-8239-4bcf-a9de-d966d36d4800 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 210 time: 0.0271077 Apr 15 04:01:48.055087 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c57cb808-526e-45fd-b8cb-df8b79e97c89 req-80311272-6eb4-49e8-8d00-ca2d7a5e5946 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 210 time: 0.0282393 Apr 15 04:01:48.527169 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cd5a4f8f-c450-44c4-9dd1-2c622f56a810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:48.789186 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 9aef849d-f2fd-46f8-addd-e45c1ad83674 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:01:48.808142 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 9aef849d-f2fd-46f8-addd-e45c1ad83674 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:01:48.808484 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 9aef849d-f2fd-46f8-addd-e45c1ad83674 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:01:49.146775 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-adcab097-d843-492f-b01d-97ba77868d3d req-5ee20897-4672-41b3-9247-94ce1cf5b299 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 210 time: 0.0278990 Apr 15 04:01:50.244590 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-795ebb83-35e5-4a3e-9308-7f4c1ae3b43a req-346bb0eb-bf91-46bb-abd0-0a833d865da4 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 210 time: 0.0322139 Apr 15 04:01:50.858898 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fb9a8baa-cd16-414c-a177-2948bc2e0b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:51.337626 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9b83fc18-1528-4ad4-b002-4ba63f7d780f req-0e4f26ef-3e44-49ae-b13a-2349a6fab3b3 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 210 time: 0.0277712 Apr 15 04:01:51.927555 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:52.430537 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9139bab3-6909-4dfd-ae6b-a339e985a0cb req-ab160c02-ea53-412f-82ca-5fc8c478eb38 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 210 time: 0.0269840 Apr 15 04:01:53.446280 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:53.524726 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d13231c7-68b1-4509-b41a-d972d2c49e49 req-a4b10786-95ec-44e3-a73e-57acb56f6c46 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 210 time: 0.0280521 Apr 15 04:01:54.618188 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1400a755-70a9-4892-8976-78982cc4e8bd req-90b7fe88-ae6f-4d10-bf0b-eb7a5682f47e tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "GET /v2.0/ports?device_id=75067c98-911f-43ba-ac67-a2ab670c6533 HTTP/1.1" status: 200 len: 210 time: 0.0272467 Apr 15 04:01:54.887158 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:55.673290 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 38844) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:01:55.790495 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-ccd77779-7371-485d-ac75-31c17c339ea3 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Deleting port 63f6884e-4d0d-4ec9-a222-133a6e5dc8c4 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:01:55.790781 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ccd77779-7371-485d-ac75-31c17c339ea3 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (63f6884e-4d0d-4ec9-a222-133a6e5dc8c4), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:55.864613 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ccd77779-7371-485d-ac75-31c17c339ea3 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (63f6884e-4d0d-4ec9-a222-133a6e5dc8c4), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:55.864937 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ccd77779-7371-485d-ac75-31c17c339ea3 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for floatingip (63f6884e-4d0d-4ec9-a222-133a6e5dc8c4), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:55.877708 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-ccd77779-7371-485d-ac75-31c17c339ea3 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Calling delete_port for 63f6884e-4d0d-4ec9-a222-133a6e5dc8c4 owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:01:56.059010 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ccd77779-7371-485d-ac75-31c17c339ea3 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (63f6884e-4d0d-4ec9-a222-133a6e5dc8c4), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:56.086937 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd77779-7371-485d-ac75-31c17c339ea3 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event deleted for resources: {'Port': ['ID=63f6884e-4d0d-4ec9-a222-133a6e5dc8c4,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:01:56.147268 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ccd77779-7371-485d-ac75-31c17c339ea3 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for floatingip (730ebf8a-3b7f-4cf0-a171-7826b2f24643), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:56.149795 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ccd77779-7371-485d-ac75-31c17c339ea3 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:01:56.150965 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ccd77779-7371-485d-ac75-31c17c339ea3 tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "DELETE /v2.0/floatingips/730ebf8a-3b7f-4cf0-a171-7826b2f24643 HTTP/1.1" status: 204 len: 168 time: 0.4766514 Apr 15 04:02:02.698229 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 38866) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:02:02.758491 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-35295baa-94bf-4500-ac41-c8b8da23082b tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group (783c77e4-0e04-495e-ad57-2359a119daf8), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:02.784078 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-35295baa-94bf-4500-ac41-c8b8da23082b tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group (783c77e4-0e04-495e-ad57-2359a119daf8), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:02.910969 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-35295baa-94bf-4500-ac41-c8b8da23082b tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (783c77e4-0e04-495e-ad57-2359a119daf8), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:02.913612 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-35295baa-94bf-4500-ac41-c8b8da23082b tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:02.915037 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-35295baa-94bf-4500-ac41-c8b8da23082b tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] 10.222.0.15 "DELETE /v2.0/security-groups/783c77e4-0e04-495e-ad57-2359a119daf8 HTTP/1.1" status: 204 len: 168 time: 0.2157295 Apr 15 04:02:02.927178 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35295baa-94bf-4500-ac41-c8b8da23082b tempest-TestVolumeBootPattern-1817341451 tempest-TestVolumeBootPattern-1817341451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=783c77e4-0e04-495e-ad57-2359a119daf8,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:03.059135 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 38870) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:02:03.507499 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (3e6f3292-a82b-42b3-a46c-aa7e45914cf9), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:03.740874 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Deleting port 229f8fe6-a87d-4995-8a50-878e2ccb584e {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:02:03.741212 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (229f8fe6-a87d-4995-8a50-878e2ccb584e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:03.819724 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] For port 229f8fe6-a87d-4995-8a50-878e2ccb584e, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=229f8fe6-a87d-4995-8a50-878e2ccb584e,segment=NetworkSegment(7eee435b-c399-4563-bc16-78dc7026bf69),segment_id=7eee435b-c399-4563-bc16-78dc7026bf69)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:02:03.820026 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (229f8fe6-a87d-4995-8a50-878e2ccb584e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:03.833631 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Calling delete_port for 229f8fe6-a87d-4995-8a50-878e2ccb584e owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:02:04.058919 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (229f8fe6-a87d-4995-8a50-878e2ccb584e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:04.090035 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Pushing event deleted for resources: {'Port': ['ID=229f8fe6-a87d-4995-8a50-878e2ccb584e,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:04.101440 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:04.101795 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:04.102140 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:04.102524 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:04.102921 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:04.103285 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:04.103620 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:04.104204 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:04.104539 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:04.105231 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:04.105231 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:04.105503 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:04.105829 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:04.106154 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:04.106472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:04.558357 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (3e6f3292-a82b-42b3-a46c-aa7e45914cf9), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:04.748830 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:04.771083 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:02:04.876160 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:02:04.881171 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-921fe89f-f069-46bb-b379-379616a7b658 admin admin] 10.222.0.15 "PUT /v2.0/routers/3e6f3292-a82b-42b3-a46c-aa7e45914cf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8208053 Apr 15 04:02:04.883525 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 38874) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:02:04.888114 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e7727b-f281-4223-8990-5f2e96dd32d5 None None] Sync routers for ids ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:02:04.898474 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e7727b-f281-4223-8990-5f2e96dd32d5 None None] Routers {'3e6f3292-a82b-42b3-a46c-aa7e45914cf9'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:02:04.899094 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-34e7727b-f281-4223-8990-5f2e96dd32d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:01:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:02:04.991559 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea92f29b-3afa-4926-8ed1-13994c72bd9a admin admin] Publish callbacks [] for router (3e6f3292-a82b-42b3-a46c-aa7e45914cf9), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:05.003750 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-34e7727b-f281-4223-8990-5f2e96dd32d5 None None] Set router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:02:05.095739 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea92f29b-3afa-4926-8ed1-13994c72bd9a admin admin] Publish callbacks [] for router_gateway (3e6f3292-a82b-42b3-a46c-aa7e45914cf9), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:05.171529 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-34e7727b-f281-4223-8990-5f2e96dd32d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41'}], 'enable_snat': True}, 'gw_port_id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T04:02:03Z', 'revision_number': 5, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port': {'id': 'dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:01Z', 'updated_at': '2022-04-15T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:02:05.191153 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-ea92f29b-3afa-4926-8ed1-13994c72bd9a admin admin] Deleting port dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:02:05.191499 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea92f29b-3afa-4926-8ed1-13994c72bd9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:05.198282 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e7727b-f281-4223-8990-5f2e96dd32d5 None None] Checking router: 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:02:05.207547 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e7727b-f281-4223-8990-5f2e96dd32d5 None None] Routers {'3e6f3292-a82b-42b3-a46c-aa7e45914cf9'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:02:05.208160 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-34e7727b-f281-4223-8990-5f2e96dd32d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:01:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:02:05.271074 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-ea92f29b-3afa-4926-8ed1-13994c72bd9a admin admin] For port dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:02:05.271445 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea92f29b-3afa-4926-8ed1-13994c72bd9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:05.288426 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-ea92f29b-3afa-4926-8ed1-13994c72bd9a admin admin] Calling delete_port for dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:02:05.295856 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-34e7727b-f281-4223-8990-5f2e96dd32d5 None None] Set router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:02:05.496105 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-34e7727b-f281-4223-8990-5f2e96dd32d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T04:02:05Z', 'revision_number': 6, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:02:05.521968 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea92f29b-3afa-4926-8ed1-13994c72bd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:05.522727 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e7727b-f281-4223-8990-5f2e96dd32d5 None None] The sync data for ids ['3e6f3292-a82b-42b3-a46c-aa7e45914cf9'] in dv-neutron-837140-3-hyperv is: [{'id': '3e6f3292-a82b-42b3-a46c-aa7e45914cf9', 'name': 'tempest-TestVolumeBootPattern-631011665-router', 'tenant_id': '2a86a314da90493c997c90fde41ab2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:00Z', 'updated_at': '2022-04-15T04:02:05Z', 'revision_number': 6, 'project_id': '2a86a314da90493c997c90fde41ab2bb', 'gw_port_host': None}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:02:05.556854 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92f29b-3afa-4926-8ed1-13994c72bd9a admin admin] Pushing event deleted for resources: {'Port': ['ID=dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:05.611716 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea92f29b-3afa-4926-8ed1-13994c72bd9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (3e6f3292-a82b-42b3-a46c-aa7e45914cf9), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:05.705584 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea92f29b-3afa-4926-8ed1-13994c72bd9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (3e6f3292-a82b-42b3-a46c-aa7e45914cf9), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:05.708443 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea92f29b-3afa-4926-8ed1-13994c72bd9a admin admin] Publish callbacks [] for router_controller (3e6f3292-a82b-42b3-a46c-aa7e45914cf9), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:05.830359 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea92f29b-3afa-4926-8ed1-13994c72bd9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (3e6f3292-a82b-42b3-a46c-aa7e45914cf9), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:05.830886 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea92f29b-3afa-4926-8ed1-13994c72bd9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e6f3292-a82b-42b3-a46c-aa7e45914cf9 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 04:02:05.838090 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ea92f29b-3afa-4926-8ed1-13994c72bd9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:05.838090 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ea92f29b-3afa-4926-8ed1-13994c72bd9a admin admin] 10.222.0.15 "DELETE /v2.0/routers/3e6f3292-a82b-42b3-a46c-aa7e45914cf9 HTTP/1.1" status: 204 len: 168 time: 0.9518390 Apr 15 04:02:05.838896 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 38876) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:02:05.884192 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0cf6eaf-006e-47bf-be47-25e7ce67ce98 admin admin] Deleting subnet 255e6b47-003d-4a81-b31b-e2ee3237f0e7 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:02:05.888942 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e0cf6eaf-006e-47bf-be47-25e7ce67ce98 admin admin] Publish callbacks [] for subnet (255e6b47-003d-4a81-b31b-e2ee3237f0e7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:05.924705 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e0cf6eaf-006e-47bf-be47-25e7ce67ce98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (255e6b47-003d-4a81-b31b-e2ee3237f0e7), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:06.011326 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e0cf6eaf-006e-47bf-be47-25e7ce67ce98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (255e6b47-003d-4a81-b31b-e2ee3237f0e7), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:06.145973 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e0cf6eaf-006e-47bf-be47-25e7ce67ce98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (255e6b47-003d-4a81-b31b-e2ee3237f0e7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:06.172027 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf6eaf-006e-47bf-be47-25e7ce67ce98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=255e6b47-003d-4a81-b31b-e2ee3237f0e7,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:06.176361 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e0cf6eaf-006e-47bf-be47-25e7ce67ce98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:06.179571 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e0cf6eaf-006e-47bf-be47-25e7ce67ce98 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/255e6b47-003d-4a81-b31b-e2ee3237f0e7 HTTP/1.1" status: 204 len: 168 time: 0.3397565 Apr 15 04:02:06.182209 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 38878) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:02:06.182364 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03465490-fc20-424b-97d6-140268707dbc None None] Network 459a0587-1b95-4acb-9b89-0f6376990159 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:02:06.253663 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ee09d93-4768-4589-a702-1b14433befec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (459a0587-1b95-4acb-9b89-0f6376990159), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:06.289099 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 229f8fe6-a87d-4995-8a50-878e2ccb584e no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:02:06.302707 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-2ee09d93-4768-4589-a702-1b14433befec admin admin] Deleting port 9417790f-304e-4b15-a586-69d4b10f937e {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:02:06.303073 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ee09d93-4768-4589-a702-1b14433befec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (9417790f-304e-4b15-a586-69d4b10f937e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:06.312097 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 229f8fe6-a87d-4995-8a50-878e2ccb584e {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:02:06.312444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 229f8fe6-a87d-4995-8a50-878e2ccb584e not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:02:06.362810 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] DHCP port deletion for 459a0587-1b95-4acb-9b89-0f6376990159 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 04:02:06.372047 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-2ee09d93-4768-4589-a702-1b14433befec admin admin] For port 9417790f-304e-4b15-a586-69d4b10f937e, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=9417790f-304e-4b15-a586-69d4b10f937e,segment=NetworkSegment(7eee435b-c399-4563-bc16-78dc7026bf69),segment_id=7eee435b-c399-4563-bc16-78dc7026bf69)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:02:06.372335 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ee09d93-4768-4589-a702-1b14433befec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (9417790f-304e-4b15-a586-69d4b10f937e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:06.385542 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-2ee09d93-4768-4589-a702-1b14433befec admin admin] Calling delete_port for 9417790f-304e-4b15-a586-69d4b10f937e owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:02:06.404987 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] Deleting port 9417790f-304e-4b15-a586-69d4b10f937e {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:02:06.405358 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (9417790f-304e-4b15-a586-69d4b10f937e), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:06.468175 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] For port 9417790f-304e-4b15-a586-69d4b10f937e, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=9417790f-304e-4b15-a586-69d4b10f937e,segment=NetworkSegment(7eee435b-c399-4563-bc16-78dc7026bf69),segment_id=7eee435b-c399-4563-bc16-78dc7026bf69)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:02:06.468489 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (9417790f-304e-4b15-a586-69d4b10f937e), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:06.481724 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] Calling delete_port for 9417790f-304e-4b15-a586-69d4b10f937e owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:02:06.543637 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ee09d93-4768-4589-a702-1b14433befec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (9417790f-304e-4b15-a586-69d4b10f937e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:06.562538 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (9417790f-304e-4b15-a586-69d4b10f937e), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:06.566551 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee09d93-4768-4589-a702-1b14433befec admin admin] Pushing event deleted for resources: {'Port': ['ID=9417790f-304e-4b15-a586-69d4b10f937e,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:06.574480 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee09d93-4768-4589-a702-1b14433befec admin admin] No DVR routers for this DVR port 9417790f-304e-4b15-a586-69d4b10f937e on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:02:06.591795 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] Pushing event deleted for resources: {'Port': ['ID=9417790f-304e-4b15-a586-69d4b10f937e,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:06.594163 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] No DVR routers for this DVR port 9417790f-304e-4b15-a586-69d4b10f937e on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:02:06.611232 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:06.611652 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:06.611915 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:06.612276 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:06.612589 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:06.613134 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:06.613621 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:06.614001 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:06.614340 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:06.614683 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:06.615016 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:06.615359 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:06.615798 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:06.616123 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:06.616442 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8859c22-cb87-46fb-b275-75a728335f0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:06.662803 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ee09d93-4768-4589-a702-1b14433befec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (459a0587-1b95-4acb-9b89-0f6376990159), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:06.683165 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-2ee09d93-4768-4589-a702-1b14433befec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['459a0587-1b95-4acb-9b89-0f6376990159']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:02:06.692933 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-2ee09d93-4768-4589-a702-1b14433befec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eee435b-c399-4563-bc16-78dc7026bf69') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:02:06.693233 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-2ee09d93-4768-4589-a702-1b14433befec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eee435b-c399-4563-bc16-78dc7026bf69') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:02:06.702515 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ee09d93-4768-4589-a702-1b14433befec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (7eee435b-c399-4563-bc16-78dc7026bf69), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:06.716139 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ee09d93-4768-4589-a702-1b14433befec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7eee435b-c399-4563-bc16-78dc7026bf69), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:06.721906 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee09d93-4768-4589-a702-1b14433befec admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:02:06.722292 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ee09d93-4768-4589-a702-1b14433befec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (7eee435b-c399-4563-bc16-78dc7026bf69), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:02:06.723989 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:02:06.853146 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ee09d93-4768-4589-a702-1b14433befec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (459a0587-1b95-4acb-9b89-0f6376990159), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:06.858243 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2ee09d93-4768-4589-a702-1b14433befec admin admin] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:06.861406 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2ee09d93-4768-4589-a702-1b14433befec admin admin] 10.222.0.15 "DELETE /v2.0/networks/459a0587-1b95-4acb-9b89-0f6376990159 HTTP/1.1" status: 204 len: 168 time: 0.6782002 Apr 15 04:02:06.864450 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 38880) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:02:06.878520 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee09d93-4768-4589-a702-1b14433befec admin admin] Pushing event deleted for resources: {'Network': ['ID=459a0587-1b95-4acb-9b89-0f6376990159,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:07.513893 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0338c74-ed2a-4ab6-8f6a-dc3e53b25cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (3ce80e35-c034-45b0-b0fd-3fca86263b7e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:07.791532 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-a0338c74-ed2a-4ab6-8f6a-dc3e53b25cf7 admin admin] Deleting port a8f7308d-6a57-40d9-bd1b-e006c22542ad {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:02:07.791784 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0338c74-ed2a-4ab6-8f6a-dc3e53b25cf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (a8f7308d-6a57-40d9-bd1b-e006c22542ad), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:07.866711 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-a0338c74-ed2a-4ab6-8f6a-dc3e53b25cf7 admin admin] For port a8f7308d-6a57-40d9-bd1b-e006c22542ad, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a8f7308d-6a57-40d9-bd1b-e006c22542ad,segment=NetworkSegment(2bf15a09-5da6-40c4-8605-85495a3805a6),segment_id=2bf15a09-5da6-40c4-8605-85495a3805a6)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:02:07.867376 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0338c74-ed2a-4ab6-8f6a-dc3e53b25cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (a8f7308d-6a57-40d9-bd1b-e006c22542ad), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:07.879522 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-a0338c74-ed2a-4ab6-8f6a-dc3e53b25cf7 admin admin] Calling delete_port for a8f7308d-6a57-40d9-bd1b-e006c22542ad owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:02:07.944624 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:02:07.964745 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:02:07.965096 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device dfdb479a-38c8-4c37-9b8e-62e7a0e8d77f not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:02:07.965509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 9417790f-304e-4b15-a586-69d4b10f937e no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:02:07.984439 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 9417790f-304e-4b15-a586-69d4b10f937e {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:02:07.984780 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 9417790f-304e-4b15-a586-69d4b10f937e not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:02:08.133029 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0338c74-ed2a-4ab6-8f6a-dc3e53b25cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (a8f7308d-6a57-40d9-bd1b-e006c22542ad), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:08.164360 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0338c74-ed2a-4ab6-8f6a-dc3e53b25cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8f7308d-6a57-40d9-bd1b-e006c22542ad,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:08.329954 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0338c74-ed2a-4ab6-8f6a-dc3e53b25cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (3ce80e35-c034-45b0-b0fd-3fca86263b7e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:08.548048 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0338c74-ed2a-4ab6-8f6a-dc3e53b25cf7 admin admin] Router 3ce80e35-c034-45b0-b0fd-3fca86263b7e has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:02:08.657098 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0338c74-ed2a-4ab6-8f6a-dc3e53b25cf7 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:02:08.662084 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a0338c74-ed2a-4ab6-8f6a-dc3e53b25cf7 admin admin] 10.222.0.15 "PUT /v2.0/routers/3ce80e35-c034-45b0-b0fd-3fca86263b7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7965853 Apr 15 04:02:08.664994 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 38882) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:02:08.666063 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88ef20-a021-4584-b525-727c2ea4a202 None None] Sync routers for ids ['3ce80e35-c034-45b0-b0fd-3fca86263b7e'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:02:08.677040 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88ef20-a021-4584-b525-727c2ea4a202 None None] Routers {'3ce80e35-c034-45b0-b0fd-3fca86263b7e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:02:08.677803 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cd88ef20-a021-4584-b525-727c2ea4a202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:01:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3ce80e35-c034-45b0-b0fd-3fca86263b7e'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:02:08.769781 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7de4396b-768f-4c45-8577-2ba17e46eb92 admin admin] Publish callbacks [] for router (3ce80e35-c034-45b0-b0fd-3fca86263b7e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:08.781475 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-cd88ef20-a021-4584-b525-727c2ea4a202 None None] Set router 3ce80e35-c034-45b0-b0fd-3fca86263b7e gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:02:08.873850 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7de4396b-768f-4c45-8577-2ba17e46eb92 admin admin] Publish callbacks [] for router_gateway (3ce80e35-c034-45b0-b0fd-3fca86263b7e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:08.947509 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cd88ef20-a021-4584-b525-727c2ea4a202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce80e35-c034-45b0-b0fd-3fca86263b7e', 'name': 'tempest-TestVolumeBootPattern-366812556-router', 'tenant_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '756c8ece-a87d-47a0-ac54-fac11fe4288a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:06Z', 'updated_at': '2022-04-15T04:02:08Z', 'revision_number': 5, 'project_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'gw_port': {'id': '756c8ece-a87d-47a0-ac54-fac11fe4288a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:22:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce80e35-c034-45b0-b0fd-3fca86263b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T03:52:07Z', 'updated_at': '2022-04-15T03:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:02:08.973275 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88ef20-a021-4584-b525-727c2ea4a202 None None] Checking router: 3ce80e35-c034-45b0-b0fd-3fca86263b7e for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:02:08.981320 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88ef20-a021-4584-b525-727c2ea4a202 None None] Routers {'3ce80e35-c034-45b0-b0fd-3fca86263b7e'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:02:08.981910 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cd88ef20-a021-4584-b525-727c2ea4a202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:01:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['3ce80e35-c034-45b0-b0fd-3fca86263b7e'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:02:08.991950 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-7de4396b-768f-4c45-8577-2ba17e46eb92 admin admin] Deleting port 756c8ece-a87d-47a0-ac54-fac11fe4288a {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:02:08.992295 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7de4396b-768f-4c45-8577-2ba17e46eb92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (756c8ece-a87d-47a0-ac54-fac11fe4288a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:09.073849 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-7de4396b-768f-4c45-8577-2ba17e46eb92 admin admin] For port 756c8ece-a87d-47a0-ac54-fac11fe4288a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=756c8ece-a87d-47a0-ac54-fac11fe4288a,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:02:09.074217 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7de4396b-768f-4c45-8577-2ba17e46eb92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (756c8ece-a87d-47a0-ac54-fac11fe4288a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:09.088535 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-7de4396b-768f-4c45-8577-2ba17e46eb92 admin admin] Calling delete_port for 756c8ece-a87d-47a0-ac54-fac11fe4288a owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:02:09.157448 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-cd88ef20-a021-4584-b525-727c2ea4a202 None None] Set router 3ce80e35-c034-45b0-b0fd-3fca86263b7e gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:02:09.211039 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-cd88ef20-a021-4584-b525-727c2ea4a202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce80e35-c034-45b0-b0fd-3fca86263b7e', 'name': 'tempest-TestVolumeBootPattern-366812556-router', 'tenant_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:06Z', 'updated_at': '2022-04-15T04:02:08Z', 'revision_number': 6, 'project_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:02:09.237929 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88ef20-a021-4584-b525-727c2ea4a202 None None] The sync data for ids ['3ce80e35-c034-45b0-b0fd-3fca86263b7e'] in dv-neutron-837140-3-hyperv is: [{'id': '3ce80e35-c034-45b0-b0fd-3fca86263b7e', 'name': 'tempest-TestVolumeBootPattern-366812556-router', 'tenant_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T03:52:06Z', 'updated_at': '2022-04-15T04:02:08Z', 'revision_number': 6, 'project_id': 'a338cc8d5bc94ac8b37a5f552d880cd3', 'gw_port_host': None}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:02:09.309962 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7de4396b-768f-4c45-8577-2ba17e46eb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (756c8ece-a87d-47a0-ac54-fac11fe4288a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:09.337613 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4396b-768f-4c45-8577-2ba17e46eb92 admin admin] Pushing event deleted for resources: {'Port': ['ID=756c8ece-a87d-47a0-ac54-fac11fe4288a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:09.400590 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7de4396b-768f-4c45-8577-2ba17e46eb92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (3ce80e35-c034-45b0-b0fd-3fca86263b7e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:09.491065 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7de4396b-768f-4c45-8577-2ba17e46eb92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (3ce80e35-c034-45b0-b0fd-3fca86263b7e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:09.493161 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7de4396b-768f-4c45-8577-2ba17e46eb92 admin admin] Publish callbacks [] for router_controller (3ce80e35-c034-45b0-b0fd-3fca86263b7e), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:09.617907 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7de4396b-768f-4c45-8577-2ba17e46eb92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (3ce80e35-c034-45b0-b0fd-3fca86263b7e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:09.618486 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de4396b-768f-4c45-8577-2ba17e46eb92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ce80e35-c034-45b0-b0fd-3fca86263b7e {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 04:02:09.623093 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7de4396b-768f-4c45-8577-2ba17e46eb92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:09.624284 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7de4396b-768f-4c45-8577-2ba17e46eb92 admin admin] 10.222.0.15 "DELETE /v2.0/routers/3ce80e35-c034-45b0-b0fd-3fca86263b7e HTTP/1.1" status: 204 len: 168 time: 0.9583313 Apr 15 04:02:09.626898 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 38884) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:02:09.675800 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e33ca2d-3350-4bb7-b8ac-9e7b7642e5a1 admin admin] Deleting subnet 90f052e8-ec6a-4298-8288-a984e6acc240 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:02:09.678902 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5e33ca2d-3350-4bb7-b8ac-9e7b7642e5a1 admin admin] Publish callbacks [] for subnet (90f052e8-ec6a-4298-8288-a984e6acc240), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:09.712729 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5e33ca2d-3350-4bb7-b8ac-9e7b7642e5a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (90f052e8-ec6a-4298-8288-a984e6acc240), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:09.791358 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5e33ca2d-3350-4bb7-b8ac-9e7b7642e5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (90f052e8-ec6a-4298-8288-a984e6acc240), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:09.910094 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5e33ca2d-3350-4bb7-b8ac-9e7b7642e5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (90f052e8-ec6a-4298-8288-a984e6acc240), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:09.934025 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33ca2d-3350-4bb7-b8ac-9e7b7642e5a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90f052e8-ec6a-4298-8288-a984e6acc240,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:09.941790 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5e33ca2d-3350-4bb7-b8ac-9e7b7642e5a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:09.947166 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5e33ca2d-3350-4bb7-b8ac-9e7b7642e5a1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/90f052e8-ec6a-4298-8288-a984e6acc240 HTTP/1.1" status: 204 len: 168 time: 0.3182914 Apr 15 04:02:09.947303 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde96c20-7322-4f44-b98c-a95c29c3a594 None None] Network 713c8963-ec37-4185-8b6f-db4079917acb requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:02:09.949033 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 38886) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:02:10.033619 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a8f7308d-6a57-40d9-bd1b-e006c22542ad no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:02:10.054524 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eaa57219-61b4-4bba-a19c-f8a7457404b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (713c8963-ec37-4185-8b6f-db4079917acb), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:10.056961 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: a8f7308d-6a57-40d9-bd1b-e006c22542ad {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:02:10.057453 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a8f7308d-6a57-40d9-bd1b-e006c22542ad not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:02:10.057833 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 756c8ece-a87d-47a0-ac54-fac11fe4288a no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:02:10.084104 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 756c8ece-a87d-47a0-ac54-fac11fe4288a {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:02:10.084453 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 756c8ece-a87d-47a0-ac54-fac11fe4288a not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:02:10.108046 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-eaa57219-61b4-4bba-a19c-f8a7457404b5 admin admin] Deleting port 88cefd56-53c6-4c38-ba24-e7291c9de8cc {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:02:10.108825 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eaa57219-61b4-4bba-a19c-f8a7457404b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (88cefd56-53c6-4c38-ba24-e7291c9de8cc), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:10.157554 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088bb618-65db-4264-b684-b1edddbc2bbb None None] DHCP port deletion for 713c8963-ec37-4185-8b6f-db4079917acb request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 04:02:10.178461 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-eaa57219-61b4-4bba-a19c-f8a7457404b5 admin admin] For port 88cefd56-53c6-4c38-ba24-e7291c9de8cc, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=88cefd56-53c6-4c38-ba24-e7291c9de8cc,segment=NetworkSegment(2bf15a09-5da6-40c4-8605-85495a3805a6),segment_id=2bf15a09-5da6-40c4-8605-85495a3805a6)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:02:10.178930 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eaa57219-61b4-4bba-a19c-f8a7457404b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (88cefd56-53c6-4c38-ba24-e7291c9de8cc), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:10.193148 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-eaa57219-61b4-4bba-a19c-f8a7457404b5 admin admin] Calling delete_port for 88cefd56-53c6-4c38-ba24-e7291c9de8cc owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:02:10.198902 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-088bb618-65db-4264-b684-b1edddbc2bbb None None] Deleting port 88cefd56-53c6-4c38-ba24-e7291c9de8cc {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:02:10.199279 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-088bb618-65db-4264-b684-b1edddbc2bbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (88cefd56-53c6-4c38-ba24-e7291c9de8cc), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:10.263336 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-088bb618-65db-4264-b684-b1edddbc2bbb None None] For port 88cefd56-53c6-4c38-ba24-e7291c9de8cc, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=88cefd56-53c6-4c38-ba24-e7291c9de8cc,segment=NetworkSegment(2bf15a09-5da6-40c4-8605-85495a3805a6),segment_id=2bf15a09-5da6-40c4-8605-85495a3805a6)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:02:10.263738 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-088bb618-65db-4264-b684-b1edddbc2bbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (88cefd56-53c6-4c38-ba24-e7291c9de8cc), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:10.277793 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-088bb618-65db-4264-b684-b1edddbc2bbb None None] Calling delete_port for 88cefd56-53c6-4c38-ba24-e7291c9de8cc owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:02:10.338850 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eaa57219-61b4-4bba-a19c-f8a7457404b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (88cefd56-53c6-4c38-ba24-e7291c9de8cc), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:10.357309 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-088bb618-65db-4264-b684-b1edddbc2bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (88cefd56-53c6-4c38-ba24-e7291c9de8cc), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:10.370349 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa57219-61b4-4bba-a19c-f8a7457404b5 admin admin] No DVR routers for this DVR port 88cefd56-53c6-4c38-ba24-e7291c9de8cc on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:02:10.374672 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa57219-61b4-4bba-a19c-f8a7457404b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=88cefd56-53c6-4c38-ba24-e7291c9de8cc,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:10.383703 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088bb618-65db-4264-b684-b1edddbc2bbb None None] Pushing event deleted for resources: {'Port': ['ID=88cefd56-53c6-4c38-ba24-e7291c9de8cc,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:10.387131 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088bb618-65db-4264-b684-b1edddbc2bbb None None] No DVR routers for this DVR port 88cefd56-53c6-4c38-ba24-e7291c9de8cc on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:02:10.451745 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eaa57219-61b4-4bba-a19c-f8a7457404b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (713c8963-ec37-4185-8b6f-db4079917acb), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:10.471095 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-eaa57219-61b4-4bba-a19c-f8a7457404b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713c8963-ec37-4185-8b6f-db4079917acb']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:02:10.480695 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-eaa57219-61b4-4bba-a19c-f8a7457404b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf15a09-5da6-40c4-8605-85495a3805a6') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:02:10.480989 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-eaa57219-61b4-4bba-a19c-f8a7457404b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf15a09-5da6-40c4-8605-85495a3805a6') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:02:10.491209 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eaa57219-61b4-4bba-a19c-f8a7457404b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (2bf15a09-5da6-40c4-8605-85495a3805a6), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:10.503998 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eaa57219-61b4-4bba-a19c-f8a7457404b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (2bf15a09-5da6-40c4-8605-85495a3805a6), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:10.509892 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa57219-61b4-4bba-a19c-f8a7457404b5 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:02:10.510319 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eaa57219-61b4-4bba-a19c-f8a7457404b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (2bf15a09-5da6-40c4-8605-85495a3805a6), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:02:10.512014 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:02:10.624006 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eaa57219-61b4-4bba-a19c-f8a7457404b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (713c8963-ec37-4185-8b6f-db4079917acb), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:10.629668 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-eaa57219-61b4-4bba-a19c-f8a7457404b5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:10.632839 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-eaa57219-61b4-4bba-a19c-f8a7457404b5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/713c8963-ec37-4185-8b6f-db4079917acb HTTP/1.1" status: 204 len: 168 time: 0.6828296 Apr 15 04:02:10.643307 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa57219-61b4-4bba-a19c-f8a7457404b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=713c8963-ec37-4185-8b6f-db4079917acb,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:10.878504 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 38890) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:02:10.918796 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-68e61467-feb6-4757-a463-99afbcc16b8a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a86a314da90493c997c90fde41ab2bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390344 Apr 15 04:02:10.921080 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 38892) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:02:10.966511 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28ea266e-5ed7-4f12-a27f-3504e4319bb8 admin admin] Publish callbacks [] for security_group (577c7217-ec81-40f6-94f0-144c1bf506f8), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:10.987776 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28ea266e-5ed7-4f12-a27f-3504e4319bb8 admin admin] Publish callbacks [] for security_group (577c7217-ec81-40f6-94f0-144c1bf506f8), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:11.075693 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28ea266e-5ed7-4f12-a27f-3504e4319bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (577c7217-ec81-40f6-94f0-144c1bf506f8), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:11.078264 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-28ea266e-5ed7-4f12-a27f-3504e4319bb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:11.079480 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-28ea266e-5ed7-4f12-a27f-3504e4319bb8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/577c7217-ec81-40f6-94f0-144c1bf506f8 HTTP/1.1" status: 204 len: 168 time: 0.1575038 Apr 15 04:02:11.087646 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea266e-5ed7-4f12-a27f-3504e4319bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577c7217-ec81-40f6-94f0-144c1bf506f8,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:11.501209 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:02:11.735046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 38898) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:02:11.775668 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-bb7bf865-0bc8-496a-91ef-99f0a0b9b66a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a338cc8d5bc94ac8b37a5f552d880cd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394197 Apr 15 04:02:11.777981 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 38900) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:02:11.824067 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d11bb4b0-44c9-402e-a81a-5a0280c791ce admin admin] Publish callbacks [] for security_group (fb20cf9c-34c3-404a-869f-bc2ae18a956f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:11.844431 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d11bb4b0-44c9-402e-a81a-5a0280c791ce admin admin] Publish callbacks [] for security_group (fb20cf9c-34c3-404a-869f-bc2ae18a956f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:11.934133 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 88cefd56-53c6-4c38-ba24-e7291c9de8cc no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:02:11.953927 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 88cefd56-53c6-4c38-ba24-e7291c9de8cc {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:02:11.954273 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 88cefd56-53c6-4c38-ba24-e7291c9de8cc not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:02:11.954392 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d11bb4b0-44c9-402e-a81a-5a0280c791ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (fb20cf9c-34c3-404a-869f-bc2ae18a956f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:11.957151 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d11bb4b0-44c9-402e-a81a-5a0280c791ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:11.963477 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d11bb4b0-44c9-402e-a81a-5a0280c791ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb20cf9c-34c3-404a-869f-bc2ae18a956f HTTP/1.1" status: 204 len: 168 time: 0.1819811 Apr 15 04:02:11.969301 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bb4b0-44c9-402e-a81a-5a0280c791ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb20cf9c-34c3-404a-869f-bc2ae18a956f,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:18.550204 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-66de0c97-68a4-46a3-8ac0-ac2864bf5136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:19.768019 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-713c01c6-5c03-46be-b71b-5fc33b9f617f tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bef8bdbd7f54432f932b5028497fb173&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324528 Apr 15 04:02:20.207472 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-365fb81b-9c8a-49f4-96f3-bd1021bdb5c3 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:20.208913 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-365fb81b-9c8a-49f4-96f3-bd1021bdb5c3 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4357293 Apr 15 04:02:20.223261 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-2cd3be1e-f83c-4501-b58f-cac22bde3c30 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/quotas/bef8bdbd7f54432f932b5028497fb173 HTTP/1.1" status: 200 len: 375 time: 0.0090961 Apr 15 04:02:20.254157 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-536426c8-c0cc-4843-a221-a4a663975c5a tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bef8bdbd7f54432f932b5028497fb173&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261748 Apr 15 04:02:20.481016 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a3e73206-8800-4372-abcb-14a053ef0d9a req-e12e09a8-8a84-4f2c-a63b-30c0c1c07f26 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e014a40-c307-4ff9-8e6f-bf43e53eac62 HTTP/1.1" status: 200 len: 210 time: 0.0273974 Apr 15 04:02:20.840901 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f4c6c68-1341-4501-91a6-8860daa325c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:21.556892 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-77295308-169e-4178-b2db-96268fe59049 req-3729cd17-f671-4330-a0a6-1569660e2f81 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e014a40-c307-4ff9-8e6f-bf43e53eac62 HTTP/1.1" status: 200 len: 210 time: 0.0270503 Apr 15 04:02:21.948368 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:22.633206 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-60cc51c8-b38e-4784-a750-df1a66afab2b req-13697990-52ba-46b7-b3bb-76c3d1ab71e2 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e014a40-c307-4ff9-8e6f-bf43e53eac62 HTTP/1.1" status: 200 len: 210 time: 0.0281568 Apr 15 04:02:23.435137 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:23.712642 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f76934cf-9291-4f7f-bfdd-2ace9f079231 req-1a094b8e-b988-4b09-9cea-c73482f7cb15 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e014a40-c307-4ff9-8e6f-bf43e53eac62 HTTP/1.1" status: 200 len: 210 time: 0.0305512 Apr 15 04:02:24.804187 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4c7d3251-8bbe-41d5-93c1-37ec438db1da req-6beca707-f370-41ae-bf3c-507977a794ed tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e014a40-c307-4ff9-8e6f-bf43e53eac62 HTTP/1.1" status: 200 len: 210 time: 0.0279620 Apr 15 04:02:24.913926 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:25.895853 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f3db5bd4-ff21-4ec0-9324-29df16886026 req-8517666c-98fa-4d7d-9a2d-0d3de31b2d08 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e014a40-c307-4ff9-8e6f-bf43e53eac62 HTTP/1.1" status: 200 len: 210 time: 0.0286169 Apr 15 04:02:26.342685 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-5378510e-7e53-4830-80e3-485b7c407be6 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=bef8bdbd7f54432f932b5028497fb173&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206954 Apr 15 04:02:26.449335 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-ac52c4d0-566e-43b5-a263-d0167183f587 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:26.450827 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-ac52c4d0-566e-43b5-a263-d0167183f587 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1025550 Apr 15 04:02:26.462504 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Request body: {'port': {'device_id': '8e014a40-c307-4ff9-8e6f-bf43e53eac62', 'network_id': '40202759-dcc3-4103-a236-3435696c6770', 'admin_state_up': True, 'tenant_id': 'bef8bdbd7f54432f932b5028497fb173'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:02:26.639794 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Made reservation on behalf of bef8bdbd7f54432f932b5028497fb173 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:02:26.643788 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:26.653349 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:26.727971 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Publish callbacks [] for security_group (b366175d-17c3-4310-b157-8eeb2a380c51), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:26.784255 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (b366175d-17c3-4310-b157-8eeb2a380c51), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:26.850124 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b366175d-17c3-4310-b157-8eeb2a380c51,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:26.865357 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:26.865701 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:26.866042 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:26.866376 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:26.866745 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:26.867082 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:26.867415 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:26.867745 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:26.868068 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:26.868391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:26.868716 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:26.869038 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:26.869360 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:26.869683 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:26.870008 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:02:26.931249 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Allocated IP 192.168.233.70 (40202759-dcc3-4103-a236-3435696c6770/ba087c33-529a-4d26-9daf-e2bfb3d388fb/c382f6ee-310f-4999-8614-773f4d24ea8f) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:02:26.992030 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a705d9b0-2098-416b-bb84-f93b9ac4934d req-70305203-dcf2-456c-84c1-26afe3559a39 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e014a40-c307-4ff9-8e6f-bf43e53eac62 HTTP/1.1" status: 200 len: 210 time: 0.0305104 Apr 15 04:02:27.082712 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Publish callbacks [] for port (c382f6ee-310f-4999-8614-773f4d24ea8f), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:27.155748 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (c382f6ee-310f-4999-8614-773f4d24ea8f), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:27.196318 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Network 40202759-dcc3-4103-a236-3435696c6770 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:02:27.199506 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:02:27.206295 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:02:27.233440 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Pushing event updated for resources: {'Port': ['ID=c382f6ee-310f-4999-8614-773f4d24ea8f,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:27.261424 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:27.262085 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:27.324352 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-cb68ac3a-aeb4-46e7-8d96-de0186a26186 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8652413 Apr 15 04:02:27.335825 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] Request body: {'port': {'device_id': '8e014a40-c307-4ff9-8e6f-bf43e53eac62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:02:27.381603 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-b8f3aa75-a3f0-45ea-9c1e-9e2da7463d1a None None] Provisioning complete for port c382f6ee-310f-4999-8614-773f4d24ea8f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:02:27.382177 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b8f3aa75-a3f0-45ea-9c1e-9e2da7463d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c382f6ee-310f-4999-8614-773f4d24ea8f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:27.400226 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c382f6ee-310f-4999-8614-773f4d24ea8f), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:27.415829 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-b8f3aa75-a3f0-45ea-9c1e-9e2da7463d1a None None] Port c382f6ee-310f-4999-8614-773f4d24ea8f cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:02:27.654954 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c382f6ee-310f-4999-8614-773f4d24ea8f {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:02:27.662679 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] Publish callbacks [] for port (c382f6ee-310f-4999-8614-773f4d24ea8f), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:27.675335 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] Transition to ACTIVE for port object c382f6ee-310f-4999-8614-773f4d24ea8f will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 04:02:27.759737 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (c382f6ee-310f-4999-8614-773f4d24ea8f), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:27.816902 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] Pushing event updated for resources: {'Port': ['ID=c382f6ee-310f-4999-8614-773f4d24ea8f,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:27.884820 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] Attempting to bind port c382f6ee-310f-4999-8614-773f4d24ea8f on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:02:27.885151 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] Attempting to bind port c382f6ee-310f-4999-8614-773f4d24ea8f by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '5292c6f6-e172-46d4-9439-638c51717f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '40202759-dcc3-4103-a236-3435696c6770'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:02:27.885474 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] Attempting to bind port c382f6ee-310f-4999-8614-773f4d24ea8f on network 40202759-dcc3-4103-a236-3435696c6770 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:02:27.890444 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] Port c382f6ee-310f-4999-8614-773f4d24ea8f on network 40202759-dcc3-4103-a236-3435696c6770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 04:02:27.890804 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] Attempting to bind port c382f6ee-310f-4999-8614-773f4d24ea8f on network 40202759-dcc3-4103-a236-3435696c6770 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:02:27.896509 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:02:27.896856 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] Checking segment: {'id': '5292c6f6-e172-46d4-9439-638c51717f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '40202759-dcc3-4103-a236-3435696c6770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:02:27.897245 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] Bound using segment: {'id': '5292c6f6-e172-46d4-9439-638c51717f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '40202759-dcc3-4103-a236-3435696c6770'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:02:27.897676 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] Bound port: c382f6ee-310f-4999-8614-773f4d24ea8f, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5292c6f6-e172-46d4-9439-638c51717f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '40202759-dcc3-4103-a236-3435696c6770'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:02:27.898038 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c382f6ee-310f-4999-8614-773f4d24ea8f), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:27.963502 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] For port c382f6ee-310f-4999-8614-773f4d24ea8f, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:02:27.966608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] For port c382f6ee-310f-4999-8614-773f4d24ea8f, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c382f6ee-310f-4999-8614-773f4d24ea8f,segment=NetworkSegment(5292c6f6-e172-46d4-9439-638c51717f58),segment_id=5292c6f6-e172-46d4-9439-638c51717f58)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:02:28.024873 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (c382f6ee-310f-4999-8614-773f4d24ea8f), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:28.064658 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:28.065312 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:28.066744 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] 10.222.0.30 "PUT /v2.0/ports/c382f6ee-310f-4999-8614-773f4d24ea8f HTTP/1.1" status: 200 len: 1097 time: 0.7352505 Apr 15 04:02:28.067190 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e014a40-c307-4ff9-8e6f-bf43e53eac62', 'tag': 'c382f6ee-310f-4999-8614-773f4d24ea8f'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:02:28.069522 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8780767e-89cd-4132-b775-8d5d80e14c89" -d '{"events": [{"name": "network-changed", "server_uuid": "8e014a40-c307-4ff9-8e6f-bf43e53eac62", "tag": "c382f6ee-310f-4999-8614-773f4d24ea8f"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:02:28.121193 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640ced88-926b-4525-a729-230ab1108748 x-openstack-request-id: req-640ced88-926b-4525-a729-230ab1108748 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:02:28.121487 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e014a40-c307-4ff9-8e6f-bf43e53eac62", "tag": "c382f6ee-310f-4999-8614-773f4d24ea8f", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:02:28.121748 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-640ced88-926b-4525-a729-230ab1108748 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:02:28.122160 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-640ced88-926b-4525-a729-230ab1108748'] response: {'name': 'network-changed', 'server_uuid': '8e014a40-c307-4ff9-8e6f-bf43e53eac62', 'tag': 'c382f6ee-310f-4999-8614-773f4d24ea8f', 'status': 'completed', 'code': 200} Apr 15 04:02:28.130579 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af947d35-4c1a-4989-a08a-59d07f199a58 service neutron] Pushing event updated for resources: {'Port': ['ID=c382f6ee-310f-4999-8614-773f4d24ea8f,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:28.138963 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474951dc-3de2-4110-9d8c-7827cccf7b17 req-b3a825e3-9439-4306-9bed-1cbd732dee60 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:28.140497 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-474951dc-3de2-4110-9d8c-7827cccf7b17 req-b3a825e3-9439-4306-9bed-1cbd732dee60 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e014a40-c307-4ff9-8e6f-bf43e53eac62 HTTP/1.1" status: 200 len: 947 time: 0.0776162 Apr 15 04:02:28.196366 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780767e-89cd-4132-b775-8d5d80e14c89 req-6fd268d4-e682-4130-8277-b347bcac55c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:28.197905 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8780767e-89cd-4132-b775-8d5d80e14c89 req-6fd268d4-e682-4130-8277-b347bcac55c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bef8bdbd7f54432f932b5028497fb173&device_id=8e014a40-c307-4ff9-8e6f-bf43e53eac62 HTTP/1.1" status: 200 len: 1131 time: 0.0565150 Apr 15 04:02:28.240246 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8780767e-89cd-4132-b775-8d5d80e14c89 req-a82932f6-d85f-4a82-9074-d4bcc9fc3c90 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=bef8bdbd7f54432f932b5028497fb173&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336542 Apr 15 04:02:28.244902 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-474951dc-3de2-4110-9d8c-7827cccf7b17 req-54ee2b34-fded-4d1c-81ae-e1add122b332 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/security-groups?id=b366175d-17c3-4310-b157-8eeb2a380c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943286 Apr 15 04:02:28.335530 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780767e-89cd-4132-b775-8d5d80e14c89 req-d017d0c3-d7c8-4040-adb8-ca1a160bb8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:28.336897 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8780767e-89cd-4132-b775-8d5d80e14c89 req-d017d0c3-d7c8-4040-adb8-ca1a160bb8ae service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0908499 Apr 15 04:02:28.413816 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-75a183ee-f9bb-4a93-ab03-811721bbb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:28.415409 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-75a183ee-f9bb-4a93-ab03-811721bbb74d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bef8bdbd7f54432f932b5028497fb173&device_id=8e014a40-c307-4ff9-8e6f-bf43e53eac62 HTTP/1.1" status: 200 len: 1131 time: 0.0412710 Apr 15 04:02:28.460126 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-5e510629-87ea-4a26-9fab-da5b0ff1096f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=c382f6ee-310f-4999-8614-773f4d24ea8f HTTP/1.1" status: 200 len: 217 time: 0.0380614 Apr 15 04:02:28.506669 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-202f3484-5aa5-40db-879d-ecfc0fcd6679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:28.508060 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-202f3484-5aa5-40db-879d-ecfc0fcd6679 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba087c33-529a-4d26-9daf-e2bfb3d388fb HTTP/1.1" status: 200 len: 843 time: 0.0421033 Apr 15 04:02:28.550316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-321ff66b-97c6-4503-9c9c-f2955d28836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:28.551807 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-321ff66b-97c6-4503-9c9c-f2955d28836d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=40202759-dcc3-4103-a236-3435696c6770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0374784 Apr 15 04:02:28.645631 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-c949669f-67c4-4602-a108-832cf82ca0e9 service neutron] 10.222.0.30 "GET /v2.0/networks/40202759-dcc3-4103-a236-3435696c6770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856702 Apr 15 04:02:28.733140 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6157a5ce-0a39-4a94-b980-ed6436899ebd req-48c67805-fd45-419a-95e2-4a714c6b7b23 service neutron] 10.222.0.30 "GET /v2.0/networks/40202759-dcc3-4103-a236-3435696c6770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805948 Apr 15 04:02:29.356826 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279e6e5-4bf9-4d6d-95ee-6d58aa85839e req-b7281225-4735-4066-a989-a0d7814a58e3 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:29.358296 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e279e6e5-4bf9-4d6d-95ee-6d58aa85839e req-b7281225-4735-4066-a989-a0d7814a58e3 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e014a40-c307-4ff9-8e6f-bf43e53eac62 HTTP/1.1" status: 200 len: 947 time: 0.0459371 Apr 15 04:02:29.404725 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e279e6e5-4bf9-4d6d-95ee-6d58aa85839e req-aab63095-1474-4475-bedd-8b508d42ee6d tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/security-groups?id=b366175d-17c3-4310-b157-8eeb2a380c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406039 Apr 15 04:02:30.518720 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce16d1-657c-4655-bc7c-ddb4f37d9103 req-7d3484ad-0d26-4ac4-be0f-6119be2a17fa tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:30.520477 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-47ce16d1-657c-4655-bc7c-ddb4f37d9103 req-7d3484ad-0d26-4ac4-be0f-6119be2a17fa tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e014a40-c307-4ff9-8e6f-bf43e53eac62 HTTP/1.1" status: 200 len: 947 time: 0.0512457 Apr 15 04:02:30.566598 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-47ce16d1-657c-4655-bc7c-ddb4f37d9103 req-22074737-8ccd-45f5-99c3-9914d1c24974 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/security-groups?id=b366175d-17c3-4310-b157-8eeb2a380c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404515 Apr 15 04:02:30.943555 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device c382f6ee-310f-4999-8614-773f4d24ea8f details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:02:31.039766 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port c382f6ee-310f-4999-8614-773f4d24ea8f, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c382f6ee-310f-4999-8614-773f4d24ea8f,segment=NetworkSegment(5292c6f6-e172-46d4-9439-638c51717f58),segment_id=5292c6f6-e172-46d4-9439-638c51717f58)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:02:31.050417 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'c382f6ee-310f-4999-8614-773f4d24ea8f', 'network_id': '40202759-dcc3-4103-a236-3435696c6770', 'port_id': 'c382f6ee-310f-4999-8614-773f4d24ea8f', 'mac_address': 'fa:16:3e:64:25:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba087c33-529a-4d26-9daf-e2bfb3d388fb', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:02:31.086137 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port c382f6ee-310f-4999-8614-773f4d24ea8f is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:02:31.086521 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c382f6ee-310f-4999-8614-773f4d24ea8f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:31.099309 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c382f6ee-310f-4999-8614-773f4d24ea8f {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:02:31.117775 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port c382f6ee-310f-4999-8614-773f4d24ea8f, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c382f6ee-310f-4999-8614-773f4d24ea8f,segment=NetworkSegment(5292c6f6-e172-46d4-9439-638c51717f58),segment_id=5292c6f6-e172-46d4-9439-638c51717f58)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:02:31.184020 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c382f6ee-310f-4999-8614-773f4d24ea8f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:31.233932 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=c382f6ee-310f-4999-8614-773f4d24ea8f,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:31.416614 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['c382f6ee-310f-4999-8614-773f4d24ea8f'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:02:31.678542 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b806ca6-d240-4dc7-9f54-67d6b552f709 req-29bab208-c310-4c34-ae1c-35b101078a74 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:31.680089 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4b806ca6-d240-4dc7-9f54-67d6b552f709 req-29bab208-c310-4c34-ae1c-35b101078a74 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e014a40-c307-4ff9-8e6f-bf43e53eac62 HTTP/1.1" status: 200 len: 948 time: 0.0488634 Apr 15 04:02:31.726426 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4b806ca6-d240-4dc7-9f54-67d6b552f709 req-da19d3e9-69ff-4339-9b39-fb5f82629498 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/security-groups?id=b366175d-17c3-4310-b157-8eeb2a380c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408001 Apr 15 04:02:32.835620 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29e79c-9089-453a-a623-0f2c7a7e51c5 req-cafd4c23-cc6a-4bd2-b613-aa4945fd17d0 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:32.837061 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7e29e79c-9089-453a-a623-0f2c7a7e51c5 req-cafd4c23-cc6a-4bd2-b613-aa4945fd17d0 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e014a40-c307-4ff9-8e6f-bf43e53eac62 HTTP/1.1" status: 200 len: 948 time: 0.0453768 Apr 15 04:02:32.882709 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7e29e79c-9089-453a-a623-0f2c7a7e51c5 req-a43d1470-964d-465c-818b-97b30b21f392 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/security-groups?id=b366175d-17c3-4310-b157-8eeb2a380c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402877 Apr 15 04:02:32.958704 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device c382f6ee-310f-4999-8614-773f4d24ea8f up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:02:33.005133 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port c382f6ee-310f-4999-8614-773f4d24ea8f completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 04:02:33.075168 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port c382f6ee-310f-4999-8614-773f4d24ea8f triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:02:33.075533 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c382f6ee-310f-4999-8614-773f4d24ea8f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:33.152152 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port c382f6ee-310f-4999-8614-773f4d24ea8f is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:02:33.152531 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c382f6ee-310f-4999-8614-773f4d24ea8f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:33.173896 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e014a40-c307-4ff9-8e6f-bf43e53eac62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c382f6ee-310f-4999-8614-773f4d24ea8f'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:02:33.176115 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f112e48-15b2-48e6-af5e-8e451ae0deed" -d '{"events": [{"server_uuid": "8e014a40-c307-4ff9-8e6f-bf43e53eac62", "name": "network-vif-plugged", "status": "completed", "tag": "c382f6ee-310f-4999-8614-773f4d24ea8f"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:02:33.187846 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port c382f6ee-310f-4999-8614-773f4d24ea8f, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c382f6ee-310f-4999-8614-773f4d24ea8f,segment=NetworkSegment(5292c6f6-e172-46d4-9439-638c51717f58),segment_id=5292c6f6-e172-46d4-9439-638c51717f58)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:02:33.252971 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c382f6ee-310f-4999-8614-773f4d24ea8f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:33.279141 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c7a492-ca6e-4854-9ee4-4b609711a53b x-openstack-request-id: req-f4c7a492-ca6e-4854-9ee4-4b609711a53b {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:02:33.279432 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e014a40-c307-4ff9-8e6f-bf43e53eac62", "name": "network-vif-plugged", "status": "completed", "tag": "c382f6ee-310f-4999-8614-773f4d24ea8f", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:02:33.279683 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4c7a492-ca6e-4854-9ee4-4b609711a53b {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:02:33.280072 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4c7a492-ca6e-4854-9ee4-4b609711a53b'] response: {'server_uuid': '8e014a40-c307-4ff9-8e6f-bf43e53eac62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c382f6ee-310f-4999-8614-773f4d24ea8f', 'code': 200} Apr 15 04:02:33.305843 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=c382f6ee-310f-4999-8614-773f4d24ea8f,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:33.584144 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028376cf-0fe3-40fc-8782-61dc10693579 req-fef6f3c2-e727-41e0-8d16-71e24d98efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:33.585544 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-028376cf-0fe3-40fc-8782-61dc10693579 req-fef6f3c2-e727-41e0-8d16-71e24d98efa8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8e014a40-c307-4ff9-8e6f-bf43e53eac62 HTTP/1.1" status: 200 len: 1133 time: 0.0413423 Apr 15 04:02:33.628102 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-028376cf-0fe3-40fc-8782-61dc10693579 req-431bdb81-dd07-45c7-b106-28c8239cc082 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b366175d-17c3-4310-b157-8eeb2a380c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363655 Apr 15 04:02:33.993344 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c08e3-bd63-4af8-b771-8dd554aebb63 req-d5497aaf-69a5-4b20-a319-badc53f3b8d7 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:33.994826 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-266c08e3-bd63-4af8-b771-8dd554aebb63 req-d5497aaf-69a5-4b20-a319-badc53f3b8d7 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e014a40-c307-4ff9-8e6f-bf43e53eac62 HTTP/1.1" status: 200 len: 949 time: 0.0473065 Apr 15 04:02:34.042639 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-266c08e3-bd63-4af8-b771-8dd554aebb63 req-432ab2d6-9df3-4fb9-ae04-d4ee26c5ede7 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/security-groups?id=b366175d-17c3-4310-b157-8eeb2a380c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422475 Apr 15 04:02:34.742436 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:35.157954 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811d838-3ca7-44c2-bf38-83a6a9b9c328 req-ec380b48-f118-4dab-ad50-6c7412c90145 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:35.159974 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7811d838-3ca7-44c2-bf38-83a6a9b9c328 req-ec380b48-f118-4dab-ad50-6c7412c90145 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e014a40-c307-4ff9-8e6f-bf43e53eac62 HTTP/1.1" status: 200 len: 949 time: 0.0519230 Apr 15 04:02:35.205988 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7811d838-3ca7-44c2-bf38-83a6a9b9c328 req-2fb53234-cf73-4132-8ac7-51d08fce1716 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/security-groups?id=b366175d-17c3-4310-b157-8eeb2a380c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403612 Apr 15 04:02:35.527409 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [req-f30a16e4-9f9c-4b63-ac8e-6fe0d18576cf req-5915fbc6-7ac7-497e-afb7-b0ea8e0ac01e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 04:02:35.528387 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f30a16e4-9f9c-4b63-ac8e-6fe0d18576cf req-5915fbc6-7ac7-497e-afb7-b0ea8e0ac01e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053685 Apr 15 04:02:36.069365 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [req-34b497ae-1d8e-4d6c-abcb-27383211c7d6 req-8d5eb8e0-fe93-43d2-aea3-63f341fd7052 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 04:02:36.070391 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-34b497ae-1d8e-4d6c-abcb-27383211c7d6 req-8d5eb8e0-fe93-43d2-aea3-63f341fd7052 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1060650 Apr 15 04:02:36.700782 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1d0f1-9d87-417b-bd55-b4bdc59be9f6 req-c3a39144-b450-4030-b0e9-5f64e0f16ce2 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:36.702262 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e9e1d0f1-9d87-417b-bd55-b4bdc59be9f6 req-c3a39144-b450-4030-b0e9-5f64e0f16ce2 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e014a40-c307-4ff9-8e6f-bf43e53eac62 HTTP/1.1" status: 200 len: 949 time: 0.0468755 Apr 15 04:02:36.748027 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e9e1d0f1-9d87-417b-bd55-b4bdc59be9f6 req-1650e757-da55-441b-9aa8-3527de21600b tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/security-groups?id=b366175d-17c3-4310-b157-8eeb2a380c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396914 Apr 15 04:02:37.859030 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d6935-f3e9-438f-b627-690be542f2ed req-c1cfca13-e250-42d1-94e5-eaa6bf2723dd tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:37.860456 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c01d6935-f3e9-438f-b627-690be542f2ed req-c1cfca13-e250-42d1-94e5-eaa6bf2723dd tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e014a40-c307-4ff9-8e6f-bf43e53eac62 HTTP/1.1" status: 200 len: 949 time: 0.0455842 Apr 15 04:02:37.936339 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c01d6935-f3e9-438f-b627-690be542f2ed req-b8824af8-3f8a-48b7-ad2f-0712da4cd851 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/security-groups?id=b366175d-17c3-4310-b157-8eeb2a380c51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704045 Apr 15 04:02:37.951210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb73f1b-f629-4ba5-89f4-116c99a58ebc req-ff9a0f70-7402-4a17-937a-8f723597977a tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:37.951210 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1bb73f1b-f629-4ba5-89f4-116c99a58ebc req-ff9a0f70-7402-4a17-937a-8f723597977a tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e014a40-c307-4ff9-8e6f-bf43e53eac62 HTTP/1.1" status: 200 len: 949 time: 0.0555892 Apr 15 04:02:38.032433 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-1bb73f1b-f629-4ba5-89f4-116c99a58ebc req-8e0c03a2-f947-4d35-9bd3-2d1d130ad835 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Deleting port c382f6ee-310f-4999-8614-773f4d24ea8f {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:02:38.032705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-1bb73f1b-f629-4ba5-89f4-116c99a58ebc req-8e0c03a2-f947-4d35-9bd3-2d1d130ad835 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c382f6ee-310f-4999-8614-773f4d24ea8f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:38.123502 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-1bb73f1b-f629-4ba5-89f4-116c99a58ebc req-8e0c03a2-f947-4d35-9bd3-2d1d130ad835 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] For port c382f6ee-310f-4999-8614-773f4d24ea8f, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c382f6ee-310f-4999-8614-773f4d24ea8f,segment=NetworkSegment(5292c6f6-e172-46d4-9439-638c51717f58),segment_id=5292c6f6-e172-46d4-9439-638c51717f58)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:02:38.123859 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-1bb73f1b-f629-4ba5-89f4-116c99a58ebc req-8e0c03a2-f947-4d35-9bd3-2d1d130ad835 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c382f6ee-310f-4999-8614-773f4d24ea8f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:38.137402 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-1bb73f1b-f629-4ba5-89f4-116c99a58ebc req-8e0c03a2-f947-4d35-9bd3-2d1d130ad835 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Calling delete_port for c382f6ee-310f-4999-8614-773f4d24ea8f owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:02:38.336762 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-1bb73f1b-f629-4ba5-89f4-116c99a58ebc req-8e0c03a2-f947-4d35-9bd3-2d1d130ad835 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (c382f6ee-310f-4999-8614-773f4d24ea8f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:38.348232 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['c382f6ee-310f-4999-8614-773f4d24ea8f'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:02:38.363995 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c03a2-f947-4d35-9bd3-2d1d130ad835 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Pushing event deleted for resources: {'Port': ['ID=c382f6ee-310f-4999-8614-773f4d24ea8f,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:38.412822 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb73f1b-f629-4ba5-89f4-116c99a58ebc req-8e0c03a2-f947-4d35-9bd3-2d1d130ad835 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] No DVR routers for this DVR port c382f6ee-310f-4999-8614-773f4d24ea8f on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:02:38.415696 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-1bb73f1b-f629-4ba5-89f4-116c99a58ebc req-8e0c03a2-f947-4d35-9bd3-2d1d130ad835 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:38.419020 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1bb73f1b-f629-4ba5-89f4-116c99a58ebc req-8e0c03a2-f947-4d35-9bd3-2d1d130ad835 tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.30 "DELETE /v2.0/ports/c382f6ee-310f-4999-8614-773f4d24ea8f HTTP/1.1" status: 204 len: 173 time: 0.4628203 Apr 15 04:02:38.419492 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e014a40-c307-4ff9-8e6f-bf43e53eac62', 'name': 'network-vif-deleted', 'tag': 'c382f6ee-310f-4999-8614-773f4d24ea8f'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:02:38.421805 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1912d8-0900-47ca-b349-a91fc7f9e1d0" -d '{"events": [{"server_uuid": "8e014a40-c307-4ff9-8e6f-bf43e53eac62", "name": "network-vif-deleted", "tag": "c382f6ee-310f-4999-8614-773f4d24ea8f"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:02:38.459681 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0374714d-bc50-461d-87a2-5fcf8e4ee811 x-openstack-request-id: req-0374714d-bc50-461d-87a2-5fcf8e4ee811 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:02:38.459980 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e014a40-c307-4ff9-8e6f-bf43e53eac62", "name": "network-vif-deleted", "tag": "c382f6ee-310f-4999-8614-773f4d24ea8f", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:02:38.460235 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0374714d-bc50-461d-87a2-5fcf8e4ee811 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:02:38.460951 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0374714d-bc50-461d-87a2-5fcf8e4ee811'] response: {'server_uuid': '8e014a40-c307-4ff9-8e6f-bf43e53eac62', 'name': 'network-vif-deleted', 'tag': 'c382f6ee-310f-4999-8614-773f4d24ea8f', 'status': 'completed', 'code': 200} Apr 15 04:02:39.042991 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b1c6c839-8515-41ce-9a65-8dff2977d898 req-e667e468-6529-4ec4-a6fb-d582c9f83eda tempest-ServersAdminNegativeTestJSON-36542874 tempest-ServersAdminNegativeTestJSON-36542874-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e014a40-c307-4ff9-8e6f-bf43e53eac62 HTTP/1.1" status: 200 len: 210 time: 0.0281258 Apr 15 04:02:40.492793 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 39058) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:02:40.624740 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-39fbc714-b434-480a-bf99-56a2a2210b95 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bef8bdbd7f54432f932b5028497fb173&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306839 Apr 15 04:02:40.627755 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 39062) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:02:40.675032 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-de14b491-f2e9-4153-a7c2-b69633f2f51d admin admin] Publish callbacks [] for security_group (b366175d-17c3-4310-b157-8eeb2a380c51), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:40.696114 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-de14b491-f2e9-4153-a7c2-b69633f2f51d admin admin] Publish callbacks [] for security_group (b366175d-17c3-4310-b157-8eeb2a380c51), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:40.789733 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-de14b491-f2e9-4153-a7c2-b69633f2f51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (b366175d-17c3-4310-b157-8eeb2a380c51), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:40.792394 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-de14b491-f2e9-4153-a7c2-b69633f2f51d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:40.793580 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-de14b491-f2e9-4153-a7c2-b69633f2f51d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b366175d-17c3-4310-b157-8eeb2a380c51 HTTP/1.1" status: 204 len: 168 time: 0.1648929 Apr 15 04:02:40.802457 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14b491-f2e9-4153-a7c2-b69633f2f51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b366175d-17c3-4310-b157-8eeb2a380c51,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:40.960442 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device c382f6ee-310f-4999-8614-773f4d24ea8f no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:02:40.983412 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: c382f6ee-310f-4999-8614-773f4d24ea8f {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:02:40.983763 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device c382f6ee-310f-4999-8614-773f4d24ea8f not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:02:41.293591 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 39068) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:02:41.307673 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b67a77e5-5864-4e71-9efd-d00fce56206a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:41.381597 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b67a77e5-5864-4e71-9efd-d00fce56206a admin admin] Publish callbacks [] for security_group (4e0c3123-bef2-4bcb-be66-28140489bef2), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:41.440699 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-b67a77e5-5864-4e71-9efd-d00fce56206a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (4e0c3123-bef2-4bcb-be66-28140489bef2), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:41.478976 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b67a77e5-5864-4e71-9efd-d00fce56206a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee288e1254eb4c3f9428cc30efc04595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1841884 Apr 15 04:02:41.480113 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a77e5-5864-4e71-9efd-d00fce56206a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0c3123-bef2-4bcb-be66-28140489bef2,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:41.481655 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 39070) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:02:41.533678 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5c95048f-bc4e-4a0b-aaad-a7e8fda3238d admin admin] Publish callbacks [] for security_group (4e0c3123-bef2-4bcb-be66-28140489bef2), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:41.558675 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5c95048f-bc4e-4a0b-aaad-a7e8fda3238d admin admin] Publish callbacks [] for security_group (4e0c3123-bef2-4bcb-be66-28140489bef2), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:41.669464 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5c95048f-bc4e-4a0b-aaad-a7e8fda3238d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (4e0c3123-bef2-4bcb-be66-28140489bef2), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:41.672176 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5c95048f-bc4e-4a0b-aaad-a7e8fda3238d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:41.673318 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5c95048f-bc4e-4a0b-aaad-a7e8fda3238d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e0c3123-bef2-4bcb-be66-28140489bef2 HTTP/1.1" status: 204 len: 168 time: 0.1888564 Apr 15 04:02:41.681927 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95048f-bc4e-4a0b-aaad-a7e8fda3238d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0c3123-bef2-4bcb-be66-28140489bef2,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:42.620837 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 39092) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:02:42.713270 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-517e29e7-be53-423d-a268-2bef33027dff admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-395583155-network', 'tenant_id': '3010432cf0d542eca7f5d5556587c43b'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:02:42.783884 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517e29e7-be53-423d-a268-2bef33027dff admin admin] Made reservation on behalf of 3010432cf0d542eca7f5d5556587c43b for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:02:42.786290 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-517e29e7-be53-423d-a268-2bef33027dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:42.794660 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-517e29e7-be53-423d-a268-2bef33027dff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:42.866070 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-517e29e7-be53-423d-a268-2bef33027dff admin admin] Publish callbacks [] for security_group (567cc5a6-3bbe-48e7-b603-fb9257ec793f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:42.909532 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-517e29e7-be53-423d-a268-2bef33027dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (567cc5a6-3bbe-48e7-b603-fb9257ec793f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:42.933979 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517e29e7-be53-423d-a268-2bef33027dff admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:02:42.942687 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e29e7-be53-423d-a268-2bef33027dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567cc5a6-3bbe-48e7-b603-fb9257ec793f,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:42.948513 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-517e29e7-be53-423d-a268-2bef33027dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (1f6ff5b5-2c4c-4825-9126-26a330fe08ed), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:42.950247 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-517e29e7-be53-423d-a268-2bef33027dff admin admin] Added segment 1f6ff5b5-2c4c-4825-9126-26a330fe08ed of type vlan for network c2aa015e-383d-4f93-b299-155b7df35823 Apr 15 04:02:42.989494 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-517e29e7-be53-423d-a268-2bef33027dff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (c2aa015e-383d-4f93-b299-155b7df35823), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:43.052196 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-517e29e7-be53-423d-a268-2bef33027dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (c2aa015e-383d-4f93-b299-155b7df35823), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:43.053271 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517e29e7-be53-423d-a268-2bef33027dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:43.053998 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-517e29e7-be53-423d-a268-2bef33027dff admin admin] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:43.142101 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e29e7-be53-423d-a268-2bef33027dff admin admin] Pushing event updated for resources: {'Network': ['ID=c2aa015e-383d-4f93-b299-155b7df35823,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:43.152524 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network c2aa015e-383d-4f93-b299-155b7df35823 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:02:43.171993 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-517e29e7-be53-423d-a268-2bef33027dff admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5473850 Apr 15 04:02:43.172174 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 39096) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:02:43.176791 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-b8e8209e-e212-4d91-9b9c-d6e72aae22a1 admin admin] Request body: {'subnet': {'network_id': 'c2aa015e-383d-4f93-b299-155b7df35823', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-395583155-subnet', 'tenant_id': '3010432cf0d542eca7f5d5556587c43b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:02:43.246998 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e8209e-e212-4d91-9b9c-d6e72aae22a1 admin admin] Made reservation on behalf of 3010432cf0d542eca7f5d5556587c43b for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:02:43.249367 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b8e8209e-e212-4d91-9b9c-d6e72aae22a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:43.480856 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b8e8209e-e212-4d91-9b9c-d6e72aae22a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (7fb2f546-323c-46bc-b818-5e2287acdae4), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:43.536891 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8209e-e212-4d91-9b9c-d6e72aae22a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fb2f546-323c-46bc-b818-5e2287acdae4,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:43.544689 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e8209e-e212-4d91-9b9c-d6e72aae22a1 admin admin] Checking segment: {'id': '1f6ff5b5-2c4c-4825-9126-26a330fe08ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c2aa015e-383d-4f93-b299-155b7df35823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:02:43.545045 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e8209e-e212-4d91-9b9c-d6e72aae22a1 admin admin] Network hostable DHCP agents. Network: c2aa015e-383d-4f93-b299-155b7df35823, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:02:43.623578 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e8209e-e212-4d91-9b9c-d6e72aae22a1 admin admin] Network c2aa015e-383d-4f93-b299-155b7df35823 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:02:43.675040 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-b8e8209e-e212-4d91-9b9c-d6e72aae22a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, c2aa015e-383d-4f93-b299-155b7df35823) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:02:43.679196 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e8209e-e212-4d91-9b9c-d6e72aae22a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:43.682758 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b8e8209e-e212-4d91-9b9c-d6e72aae22a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:43.684468 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b06b9b-739a-4e74-ba01-8505082c3a13 None None] Network c2aa015e-383d-4f93-b299-155b7df35823 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:02:43.746661 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b8e8209e-e212-4d91-9b9c-d6e72aae22a1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5733931 Apr 15 04:02:43.785069 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec4aec4-6d88-4745-9d36-299dbd0efb8e None None] Network c2aa015e-383d-4f93-b299-155b7df35823 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:02:44.310899 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-67f9711c-242c-423a-8921-825d44e07327 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:44.312281 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-67f9711c-242c-423a-8921-825d44e07327 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/networks?id=c2aa015e-383d-4f93-b299-155b7df35823 HTTP/1.1" status: 200 len: 811 time: 0.1026480 Apr 15 04:02:44.326050 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-c77ff5a1-a3c4-4292-b098-5713586c7a2e tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/quotas/3010432cf0d542eca7f5d5556587c43b HTTP/1.1" status: 200 len: 375 time: 0.0085571 Apr 15 04:02:44.357220 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-fa8d786b-629c-457a-a48f-5ea7fce30b16 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3010432cf0d542eca7f5d5556587c43b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266232 Apr 15 04:02:44.367632 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-b0ea99ca-7782-432f-86f9-bf760326d901 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 04:02:44.368577 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-b0ea99ca-7782-432f-86f9-bf760326d901 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048323 Apr 15 04:02:44.458417 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-534cf4f8-57e8-4bd9-ad32-dc84cff398f5 service neutron] 10.222.0.15 "GET /v2.0/networks/c2aa015e-383d-4f93-b299-155b7df35823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848222 Apr 15 04:02:44.545933 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-5dbeeadf-8c38-459f-b4cf-d0de7ad0fe0a service neutron] 10.222.0.15 "GET /v2.0/networks/c2aa015e-383d-4f93-b299-155b7df35823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819662 Apr 15 04:02:44.772635 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-73e1e1fe-3802-41ae-a0bc-13ff14ae6f7b req-3811413d-e1a4-4321-b2bc-b6448ef547dd tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 210 time: 0.0317068 Apr 15 04:02:45.868050 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2446ed53-6bd2-4478-a28c-5aeda98b50c5 req-bd690985-66a3-407a-9d26-cfb33bd3eeac tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 210 time: 0.0315847 Apr 15 04:02:46.686646 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-ac10f5c9-07f5-4860-b821-d182b8ed7d5e tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:46.688124 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-ac10f5c9-07f5-4860-b821-d182b8ed7d5e tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.30 "GET /v2.0/networks?id=c2aa015e-383d-4f93-b299-155b7df35823 HTTP/1.1" status: 200 len: 811 time: 0.1043396 Apr 15 04:02:46.700462 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-d383ccca-aa0e-4dc3-bbc8-a1242f48b852 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Request body: {'port': {'device_id': '2f27b8dd-4674-4a95-a31a-01dbca877a87', 'network_id': 'c2aa015e-383d-4f93-b299-155b7df35823', 'admin_state_up': True, 'tenant_id': '3010432cf0d542eca7f5d5556587c43b'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:02:46.869173 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-d383ccca-aa0e-4dc3-bbc8-a1242f48b852 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Made reservation on behalf of 3010432cf0d542eca7f5d5556587c43b for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:02:46.872594 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-d383ccca-aa0e-4dc3-bbc8-a1242f48b852 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:46.962990 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a25da12f-6d1b-4f5f-876b-4de99db457d3 req-9995298f-6390-4b95-b30a-34a5e4f6164a tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 210 time: 0.0280497 Apr 15 04:02:47.000998 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-d383ccca-aa0e-4dc3-bbc8-a1242f48b852 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Allocated IP 172.20.0.5 (c2aa015e-383d-4f93-b299-155b7df35823/7fb2f546-323c-46bc-b818-5e2287acdae4/5ef81119-3db8-41e5-8efe-9506cd1eb278) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:02:47.148526 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-d383ccca-aa0e-4dc3-bbc8-a1242f48b852 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Publish callbacks [] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:47.240137 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-d383ccca-aa0e-4dc3-bbc8-a1242f48b852 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:47.277939 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-d383ccca-aa0e-4dc3-bbc8-a1242f48b852 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Network c2aa015e-383d-4f93-b299-155b7df35823 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:02:47.281068 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-d383ccca-aa0e-4dc3-bbc8-a1242f48b852 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:02:47.285153 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-d383ccca-aa0e-4dc3-bbc8-a1242f48b852 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:02:47.319345 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383ccca-aa0e-4dc3-bbc8-a1242f48b852 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Pushing event updated for resources: {'Port': ['ID=5ef81119-3db8-41e5-8efe-9506cd1eb278,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:47.342874 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-d383ccca-aa0e-4dc3-bbc8-a1242f48b852 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:47.343472 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-d383ccca-aa0e-4dc3-bbc8-a1242f48b852 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:47.453615 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-d383ccca-aa0e-4dc3-bbc8-a1242f48b852 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7566299 Apr 15 04:02:47.465720 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] Request body: {'port': {'device_id': '2f27b8dd-4674-4a95-a31a-01dbca877a87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:02:47.523827 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:47.775745 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef81119-3db8-41e5-8efe-9506cd1eb278 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:02:47.783500 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] Publish callbacks [] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:47.795346 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] Transition to ACTIVE for port object 5ef81119-3db8-41e5-8efe-9506cd1eb278 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 04:02:47.976750 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:48.026971 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef81119-3db8-41e5-8efe-9506cd1eb278,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:48.118915 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbecc3c-cfea-4ece-b67c-c4e23b99b54d req-bdf838a5-89c4-4be1-b2e7-1ad8711be26e tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:48.120386 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3dbecc3c-cfea-4ece-b67c-c4e23b99b54d req-bdf838a5-89c4-4be1-b2e7-1ad8711be26e tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 943 time: 0.0717843 Apr 15 04:02:48.148849 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] Attempting to bind port 5ef81119-3db8-41e5-8efe-9506cd1eb278 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:02:48.149175 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] Attempting to bind port 5ef81119-3db8-41e5-8efe-9506cd1eb278 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '1f6ff5b5-2c4c-4825-9126-26a330fe08ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c2aa015e-383d-4f93-b299-155b7df35823'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:02:48.149494 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] Attempting to bind port 5ef81119-3db8-41e5-8efe-9506cd1eb278 on network c2aa015e-383d-4f93-b299-155b7df35823 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:02:48.159892 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] Port 5ef81119-3db8-41e5-8efe-9506cd1eb278 on network c2aa015e-383d-4f93-b299-155b7df35823 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 04:02:48.160200 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] Attempting to bind port 5ef81119-3db8-41e5-8efe-9506cd1eb278 on network c2aa015e-383d-4f93-b299-155b7df35823 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:02:48.173605 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:02:48.173938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] Checking segment: {'id': '1f6ff5b5-2c4c-4825-9126-26a330fe08ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c2aa015e-383d-4f93-b299-155b7df35823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:02:48.174315 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] Bound using segment: {'id': '1f6ff5b5-2c4c-4825-9126-26a330fe08ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c2aa015e-383d-4f93-b299-155b7df35823'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:02:48.174760 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] Bound port: 5ef81119-3db8-41e5-8efe-9506cd1eb278, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6ff5b5-2c4c-4825-9126-26a330fe08ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c2aa015e-383d-4f93-b299-155b7df35823'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:02:48.175112 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:48.195637 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3dbecc3c-cfea-4ece-b67c-c4e23b99b54d req-cd566c5c-0394-4153-a5c3-a41781465728 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665872 Apr 15 04:02:48.246153 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] For port 5ef81119-3db8-41e5-8efe-9506cd1eb278, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:02:48.249040 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] For port 5ef81119-3db8-41e5-8efe-9506cd1eb278, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5ef81119-3db8-41e5-8efe-9506cd1eb278,segment=NetworkSegment(1f6ff5b5-2c4c-4825-9126-26a330fe08ed),segment_id=1f6ff5b5-2c4c-4825-9126-26a330fe08ed)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:02:48.338351 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:48.371520 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:48.372153 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:48.373540 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] 10.222.0.30 "PUT /v2.0/ports/5ef81119-3db8-41e5-8efe-9506cd1eb278 HTTP/1.1" status: 200 len: 1093 time: 0.9116857 Apr 15 04:02:48.373974 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f27b8dd-4674-4a95-a31a-01dbca877a87', 'tag': '5ef81119-3db8-41e5-8efe-9506cd1eb278'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:02:48.376213 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c502dc51-78c9-4a49-96d0-f84b92161997" -d '{"events": [{"name": "network-changed", "server_uuid": "2f27b8dd-4674-4a95-a31a-01dbca877a87", "tag": "5ef81119-3db8-41e5-8efe-9506cd1eb278"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:02:48.399947 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357d393-8911-4418-a0e8-3b54162f1211 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef81119-3db8-41e5-8efe-9506cd1eb278,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:48.413857 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1159d81a-7377-4864-8d7d-07527d1fd2f0 x-openstack-request-id: req-1159d81a-7377-4864-8d7d-07527d1fd2f0 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:02:48.414152 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f27b8dd-4674-4a95-a31a-01dbca877a87", "tag": "5ef81119-3db8-41e5-8efe-9506cd1eb278", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:02:48.414406 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1159d81a-7377-4864-8d7d-07527d1fd2f0 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:02:48.414833 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1159d81a-7377-4864-8d7d-07527d1fd2f0'] response: {'name': 'network-changed', 'server_uuid': '2f27b8dd-4674-4a95-a31a-01dbca877a87', 'tag': '5ef81119-3db8-41e5-8efe-9506cd1eb278', 'status': 'completed', 'code': 200} Apr 15 04:02:48.474698 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502dc51-78c9-4a49-96d0-f84b92161997 req-4dc9e764-a84c-4d78-a3a1-96322312cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:48.476185 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c502dc51-78c9-4a49-96d0-f84b92161997 req-4dc9e764-a84c-4d78-a3a1-96322312cbb2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3010432cf0d542eca7f5d5556587c43b&device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 1127 time: 0.0430725 Apr 15 04:02:48.502675 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:02:48.515245 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d6bb450a-8093-4e79-9761-5c3f1c558ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:48.576702 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502dc51-78c9-4a49-96d0-f84b92161997 req-5c0bb50e-2074-49f9-bc2d-39cf2316d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:48.578167 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c502dc51-78c9-4a49-96d0-f84b92161997 req-5c0bb50e-2074-49f9-bc2d-39cf2316d544 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3010432cf0d542eca7f5d5556587c43b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0948923 Apr 15 04:02:48.677153 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502dc51-78c9-4a49-96d0-f84b92161997 req-bf91654a-a334-4b49-a351-0bd75aeb6764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:48.679270 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c502dc51-78c9-4a49-96d0-f84b92161997 req-bf91654a-a334-4b49-a351-0bd75aeb6764 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0934198 Apr 15 04:02:48.750436 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-f8aa84de-c820-450a-84ea-9a7f24162a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:48.752452 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-f8aa84de-c820-450a-84ea-9a7f24162a0f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3010432cf0d542eca7f5d5556587c43b&device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 1127 time: 0.0387096 Apr 15 04:02:48.801647 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-9eb8b3ff-4910-45d2-a48c-46bc0db6ddbd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ef81119-3db8-41e5-8efe-9506cd1eb278 HTTP/1.1" status: 200 len: 217 time: 0.0377676 Apr 15 04:02:48.848103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-562d3d10-69e9-4318-b7c7-b893bd9f96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:48.849492 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-562d3d10-69e9-4318-b7c7-b893bd9f96cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fb2f546-323c-46bc-b818-5e2287acdae4 HTTP/1.1" status: 200 len: 851 time: 0.0425997 Apr 15 04:02:48.880045 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-a9b1b1c1-f4b3-4417-8332-78abd0ea4a52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2aa015e-383d-4f93-b299-155b7df35823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249133 Apr 15 04:02:48.970283 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-67212f97-77ca-41d5-8aa4-20c456c88077 service neutron] 10.222.0.30 "GET /v2.0/networks/c2aa015e-383d-4f93-b299-155b7df35823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842052 Apr 15 04:02:49.057853 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eb28c974-5921-4dbf-b128-9a8abe99315d req-7444e5c1-4205-4dea-8df4-e1ff6fbd3a67 service neutron] 10.222.0.30 "GET /v2.0/networks/c2aa015e-383d-4f93-b299-155b7df35823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811839 Apr 15 04:02:49.312195 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55357b2-b52b-4913-afd1-95abe7f76d74 req-abcfcb00-0874-41eb-9aba-d2e568bde27a tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:49.313621 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f55357b2-b52b-4913-afd1-95abe7f76d74 req-abcfcb00-0874-41eb-9aba-d2e568bde27a tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 943 time: 0.0456285 Apr 15 04:02:49.362428 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f55357b2-b52b-4913-afd1-95abe7f76d74 req-e89b1e50-086e-43c1-b9f9-e4890aa987c7 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427437 Apr 15 04:02:50.474791 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804c251-a842-4456-b27e-d0e0accb8ab7 req-d851b737-2aec-4c50-ab73-67ded9009ba5 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:50.476239 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f804c251-a842-4456-b27e-d0e0accb8ab7 req-d851b737-2aec-4c50-ab73-67ded9009ba5 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 943 time: 0.0467167 Apr 15 04:02:50.522655 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f804c251-a842-4456-b27e-d0e0accb8ab7 req-8ce5c219-cd89-4513-9953-3ec5ba152904 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409625 Apr 15 04:02:50.874192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-eb04d60c-beb6-42d1-ae03-894626a0945c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:50.992728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5ef81119-3db8-41e5-8efe-9506cd1eb278 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:02:51.089526 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5ef81119-3db8-41e5-8efe-9506cd1eb278, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5ef81119-3db8-41e5-8efe-9506cd1eb278,segment=NetworkSegment(1f6ff5b5-2c4c-4825-9126-26a330fe08ed),segment_id=1f6ff5b5-2c4c-4825-9126-26a330fe08ed)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:02:51.100602 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '5ef81119-3db8-41e5-8efe-9506cd1eb278', 'network_id': 'c2aa015e-383d-4f93-b299-155b7df35823', 'port_id': '5ef81119-3db8-41e5-8efe-9506cd1eb278', 'mac_address': 'fa:16:3e:d1:a4:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb2f546-323c-46bc-b818-5e2287acdae4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:02:51.136368 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 5ef81119-3db8-41e5-8efe-9506cd1eb278 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:02:51.136752 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:51.149158 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef81119-3db8-41e5-8efe-9506cd1eb278 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:02:51.171630 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5ef81119-3db8-41e5-8efe-9506cd1eb278, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5ef81119-3db8-41e5-8efe-9506cd1eb278,segment=NetworkSegment(1f6ff5b5-2c4c-4825-9126-26a330fe08ed),segment_id=1f6ff5b5-2c4c-4825-9126-26a330fe08ed)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:02:51.245395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:51.292141 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=5ef81119-3db8-41e5-8efe-9506cd1eb278,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:51.427401 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['5ef81119-3db8-41e5-8efe-9506cd1eb278'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:02:51.632458 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc9ae5-c97c-4740-b4e2-e3d66a615f51 req-1a7635b7-613d-413f-aee4-f32db1b29475 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:51.633912 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-95dc9ae5-c97c-4740-b4e2-e3d66a615f51 req-1a7635b7-613d-413f-aee4-f32db1b29475 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 944 time: 0.0464885 Apr 15 04:02:51.680351 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-95dc9ae5-c97c-4740-b4e2-e3d66a615f51 req-55aa9728-815a-47a3-ad51-c660e43b1b9a tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408099 Apr 15 04:02:51.943601 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:52.793973 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c549da-5858-4385-9b79-94db314fad57 req-973686c0-b05e-4396-8635-eecea11e96d6 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:52.795442 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-03c549da-5858-4385-9b79-94db314fad57 req-973686c0-b05e-4396-8635-eecea11e96d6 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 944 time: 0.0487723 Apr 15 04:02:52.840431 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-03c549da-5858-4385-9b79-94db314fad57 req-1c72af31-95d3-4e91-b529-dc55050c3ac6 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391803 Apr 15 04:02:53.020718 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5ef81119-3db8-41e5-8efe-9506cd1eb278 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:02:53.064699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 5ef81119-3db8-41e5-8efe-9506cd1eb278 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 04:02:53.136509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 5ef81119-3db8-41e5-8efe-9506cd1eb278 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:02:53.136887 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:53.211948 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 5ef81119-3db8-41e5-8efe-9506cd1eb278 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:02:53.212335 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:53.234183 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f27b8dd-4674-4a95-a31a-01dbca877a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef81119-3db8-41e5-8efe-9506cd1eb278'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:02:53.237099 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd6c873-4cf4-4620-8547-d99a7e93c93b" -d '{"events": [{"server_uuid": "2f27b8dd-4674-4a95-a31a-01dbca877a87", "name": "network-vif-plugged", "status": "completed", "tag": "5ef81119-3db8-41e5-8efe-9506cd1eb278"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:02:53.252604 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5ef81119-3db8-41e5-8efe-9506cd1eb278, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5ef81119-3db8-41e5-8efe-9506cd1eb278,segment=NetworkSegment(1f6ff5b5-2c4c-4825-9126-26a330fe08ed),segment_id=1f6ff5b5-2c4c-4825-9126-26a330fe08ed)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:02:53.304363 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad864d7c-dbcd-4c21-b2f4-9b0459d7ee89 x-openstack-request-id: req-ad864d7c-dbcd-4c21-b2f4-9b0459d7ee89 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:02:53.304656 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f27b8dd-4674-4a95-a31a-01dbca877a87", "name": "network-vif-plugged", "status": "completed", "tag": "5ef81119-3db8-41e5-8efe-9506cd1eb278", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:02:53.304914 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad864d7c-dbcd-4c21-b2f4-9b0459d7ee89 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:02:53.305314 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad864d7c-dbcd-4c21-b2f4-9b0459d7ee89'] response: {'server_uuid': '2f27b8dd-4674-4a95-a31a-01dbca877a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef81119-3db8-41e5-8efe-9506cd1eb278', 'code': 200} Apr 15 04:02:53.321412 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:53.425153 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=5ef81119-3db8-41e5-8efe-9506cd1eb278,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:02:53.480375 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:53.573630 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d37d77-951f-458d-ac0c-bb2d4ce75637 req-5f825903-9ee6-4c4a-b7c7-621a22550fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:53.575030 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-33d37d77-951f-458d-ac0c-bb2d4ce75637 req-5f825903-9ee6-4c4a-b7c7-621a22550fdb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 1129 time: 0.0367069 Apr 15 04:02:53.617166 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-33d37d77-951f-458d-ac0c-bb2d4ce75637 req-dc0aba0f-dc39-40d4-915a-23f30568cc7c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359087 Apr 15 04:02:53.949632 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f497a-1cf5-4fd1-ba24-49360f1b5b00 req-abc4db5d-66c8-47c6-85f7-fc4da739c74e tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:53.951114 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0a0f497a-1cf5-4fd1-ba24-49360f1b5b00 req-abc4db5d-66c8-47c6-85f7-fc4da739c74e tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0463657 Apr 15 04:02:53.996439 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0a0f497a-1cf5-4fd1-ba24-49360f1b5b00 req-17102d64-4ee9-47a2-8e96-1ebdf6808690 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391386 Apr 15 04:02:54.903555 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:02:55.112608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b71c3-2180-48db-ad61-63c915f6e17c req-e313c37d-2c3f-4ecb-a27b-b261426b1448 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:55.114091 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4c8b71c3-2180-48db-ad61-63c915f6e17c req-e313c37d-2c3f-4ecb-a27b-b261426b1448 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0496297 Apr 15 04:02:55.165673 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4c8b71c3-2180-48db-ad61-63c915f6e17c req-636b1122-51d4-405e-853a-a54ff0621f78 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412586 Apr 15 04:02:55.765854 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be2434-973d-4622-9a41-e37485398636 req-e7921611-091a-41c8-8a4b-b736a44b2c87 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:55.767873 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-49be2434-973d-4622-9a41-e37485398636 req-e7921611-091a-41c8-8a4b-b736a44b2c87 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0465868 Apr 15 04:02:55.814297 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-49be2434-973d-4622-9a41-e37485398636 req-4dd1ccf1-85e6-4f64-b135-998e69699a6d tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404193 Apr 15 04:02:55.921193 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 39158) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:02:55.996755 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-7edfc8b9-1c16-4e06-88bd-1d5b1c9d0c25 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0744512 Apr 15 04:02:56.005156 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-acf6b196-5722-4199-9457-9898a08c6d9b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 04:02:56.006110 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-acf6b196-5722-4199-9457-9898a08c6d9b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047464 Apr 15 04:02:56.557164 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 39178) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:02:56.653370 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-fc54cb7e-9aea-4221-b61e-4b92d94a03d7 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:56.654720 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-fc54cb7e-9aea-4221-b61e-4b92d94a03d7 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports/5ef81119-3db8-41e5-8efe-9506cd1eb278 HTTP/1.1" status: 200 len: 942 time: 0.0965755 Apr 15 04:02:56.926284 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b77b5f-60ba-4b19-acb2-34e956038738 req-2ac8fb7f-b895-4d79-9bc0-3f4647d3ff4e tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:56.927826 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-62b77b5f-60ba-4b19-acb2-34e956038738 req-2ac8fb7f-b895-4d79-9bc0-3f4647d3ff4e tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0471563 Apr 15 04:02:56.977045 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-62b77b5f-60ba-4b19-acb2-34e956038738 req-fae62251-9bf2-48f1-8153-146ffe6d8c8a tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435143 Apr 15 04:02:58.027040 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-665941c5-fb53-4b70-bef5-164c9e30536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:58.028537 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-665941c5-fb53-4b70-bef5-164c9e30536f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3010432cf0d542eca7f5d5556587c43b&device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 1129 time: 0.0397708 Apr 15 04:02:58.138364 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b653bc-3abf-4756-9368-1d1880643a04 req-db24eadb-073f-47dc-a4b2-67cd12594cdd tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:58.139870 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e1b653bc-3abf-4756-9368-1d1880643a04 req-db24eadb-073f-47dc-a4b2-67cd12594cdd tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0845182 Apr 15 04:02:58.175413 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-37ec78cd-180d-4e02-9453-00f9e3a7127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:58.176929 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-37ec78cd-180d-4e02-9453-00f9e3a7127a service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2aa015e-383d-4f93-b299-155b7df35823 HTTP/1.1" status: 200 len: 911 time: 0.1416678 Apr 15 04:02:58.231991 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-0a4ff261-5085-4236-a589-377b23c58ed0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ef81119-3db8-41e5-8efe-9506cd1eb278 HTTP/1.1" status: 200 len: 217 time: 0.0459309 Apr 15 04:02:58.241584 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e1b653bc-3abf-4756-9368-1d1880643a04 req-f4f0ec86-928e-4c3a-89bb-88b95288227e tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944912 Apr 15 04:02:58.286131 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-34a97f00-1f49-4c76-ac55-87d0660976e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:58.287634 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-34a97f00-1f49-4c76-ac55-87d0660976e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fb2f546-323c-46bc-b818-5e2287acdae4 HTTP/1.1" status: 200 len: 851 time: 0.0500543 Apr 15 04:02:58.319035 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-45c19930-e46e-4340-a206-cc696e46a99c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2aa015e-383d-4f93-b299-155b7df35823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259836 Apr 15 04:02:58.411583 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-5002b333-8343-461e-a20f-c3541e2da033 service neutron] 10.222.0.30 "GET /v2.0/networks/c2aa015e-383d-4f93-b299-155b7df35823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870056 Apr 15 04:02:58.498246 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-7d2a476a-bf15-4af5-8095-1cbe32927fe9 service neutron] 10.222.0.30 "GET /v2.0/networks/c2aa015e-383d-4f93-b299-155b7df35823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807452 Apr 15 04:02:58.689053 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc75a5-4f51-4b32-9cc6-88b790f98c19 req-849924a9-12e8-41f3-b3ec-c5db98ae1bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:58.690670 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-11dc75a5-4f51-4b32-9cc6-88b790f98c19 req-849924a9-12e8-41f3-b3ec-c5db98ae1bfd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3010432cf0d542eca7f5d5556587c43b&device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 1129 time: 0.0440304 Apr 15 04:02:58.792224 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc75a5-4f51-4b32-9cc6-88b790f98c19 req-a29f459c-094c-4c39-b144-aaf6cef18467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:58.793622 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-11dc75a5-4f51-4b32-9cc6-88b790f98c19 req-a29f459c-094c-4c39-b144-aaf6cef18467 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2aa015e-383d-4f93-b299-155b7df35823 HTTP/1.1" status: 200 len: 911 time: 0.0852678 Apr 15 04:02:59.114588 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-11dc75a5-4f51-4b32-9cc6-88b790f98c19 req-a44c8de6-6391-445b-ae2b-57a35f5eb0dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ef81119-3db8-41e5-8efe-9506cd1eb278 HTTP/1.1" status: 200 len: 217 time: 0.3152230 Apr 15 04:02:59.162788 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc75a5-4f51-4b32-9cc6-88b790f98c19 req-ca32c3d5-d481-4105-a3c8-e2f82d2e5c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:59.164162 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-11dc75a5-4f51-4b32-9cc6-88b790f98c19 req-ca32c3d5-d481-4105-a3c8-e2f82d2e5c80 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fb2f546-323c-46bc-b818-5e2287acdae4 HTTP/1.1" status: 200 len: 851 time: 0.0432963 Apr 15 04:02:59.194395 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-11dc75a5-4f51-4b32-9cc6-88b790f98c19 req-d5bb5c4e-df14-4dc2-8e50-d2c5c16c8cea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2aa015e-383d-4f93-b299-155b7df35823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245533 Apr 15 04:02:59.285435 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-11dc75a5-4f51-4b32-9cc6-88b790f98c19 req-a61d884a-93bd-4ddf-820a-5d8f710a4c6a service neutron] 10.222.0.30 "GET /v2.0/networks/c2aa015e-383d-4f93-b299-155b7df35823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855522 Apr 15 04:02:59.354010 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022c2bf-7f09-455d-b86b-99649f407829 req-7cb1cd45-3a49-4714-81ad-bc939b5eb854 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:02:59.355511 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8022c2bf-7f09-455d-b86b-99649f407829 req-7cb1cd45-3a49-4714-81ad-bc939b5eb854 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0459025 Apr 15 04:02:59.372072 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-11dc75a5-4f51-4b32-9cc6-88b790f98c19 req-cd01c602-305b-43b0-91cb-92ad6531d7f1 service neutron] 10.222.0.30 "GET /v2.0/networks/c2aa015e-383d-4f93-b299-155b7df35823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810306 Apr 15 04:02:59.406421 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8022c2bf-7f09-455d-b86b-99649f407829 req-4accfd7a-3634-4393-bbfe-fa1fb6cd62b3 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451846 Apr 15 04:03:00.521015 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884d43a-b50b-4d15-8d75-f0a5527d3f70 req-65ca841b-cfe0-42b1-981d-bc89d5dd7a4e tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:00.522455 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a884d43a-b50b-4d15-8d75-f0a5527d3f70 req-65ca841b-cfe0-42b1-981d-bc89d5dd7a4e tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0502536 Apr 15 04:03:00.568502 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a884d43a-b50b-4d15-8d75-f0a5527d3f70 req-3ae48e0c-1de4-440e-ad46-cbf38c4f50d3 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404341 Apr 15 04:03:01.678468 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d52b85-d441-448c-92b6-fb519402ce7a req-d0d71234-9601-49af-bb4d-e81fb9132061 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:01.683148 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-04d52b85-d441-448c-92b6-fb519402ce7a req-d0d71234-9601-49af-bb4d-e81fb9132061 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0499446 Apr 15 04:03:01.730827 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-04d52b85-d441-448c-92b6-fb519402ce7a req-6784d2aa-b98e-4626-99f0-f902e86bb5bf tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451858 Apr 15 04:03:02.840850 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac9112-5c55-4417-9627-d4d46b946f92 req-56867fee-352a-4c29-ab1f-031f86768a03 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:02.842296 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bdac9112-5c55-4417-9627-d4d46b946f92 req-56867fee-352a-4c29-ab1f-031f86768a03 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0449789 Apr 15 04:03:02.887923 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bdac9112-5c55-4417-9627-d4d46b946f92 req-1fae81c8-f0df-49b0-bb56-6dba10d05035 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395274 Apr 15 04:03:03.997429 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be720c-b9cf-44ba-a79d-3e19c2006932 req-f83fdb6e-44e5-4f86-93c2-060cc22a502b tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:03.998890 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-76be720c-b9cf-44ba-a79d-3e19c2006932 req-f83fdb6e-44e5-4f86-93c2-060cc22a502b tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0457644 Apr 15 04:03:04.044571 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-76be720c-b9cf-44ba-a79d-3e19c2006932 req-a4bffead-b5fb-4df8-8fbd-b167fa2ae8d6 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401688 Apr 15 04:03:04.731597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:05.157645 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44030265-586e-43ee-81b0-6e75a53420db req-3b140f0c-1f30-472d-b4da-adf56972578d tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:05.159743 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-44030265-586e-43ee-81b0-6e75a53420db req-3b140f0c-1f30-472d-b4da-adf56972578d tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0503924 Apr 15 04:03:05.205824 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-44030265-586e-43ee-81b0-6e75a53420db req-d75195cc-c62c-42ea-ae63-492f84a815eb tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405812 Apr 15 04:03:06.320593 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244416f2-c203-4b41-ac5a-27bdd62dd634 req-c6594325-106e-4097-9c4a-023df90abeef tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:06.322036 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-244416f2-c203-4b41-ac5a-27bdd62dd634 req-c6594325-106e-4097-9c4a-023df90abeef tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0496910 Apr 15 04:03:06.367020 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-244416f2-c203-4b41-ac5a-27bdd62dd634 req-3dc574da-95c1-4892-b8ba-6c3ef589ede3 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394917 Apr 15 04:03:07.478091 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b94a8d-b13c-4dbc-a4ec-8b9f8656ff32 req-61044e03-2631-4b7c-8a5b-777aede3cdd4 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:07.479594 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e9b94a8d-b13c-4dbc-a4ec-8b9f8656ff32 req-61044e03-2631-4b7c-8a5b-777aede3cdd4 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0463490 Apr 15 04:03:07.525834 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e9b94a8d-b13c-4dbc-a4ec-8b9f8656ff32 req-93a181fb-9516-48e4-ac28-a4bbd3246824 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407617 Apr 15 04:03:08.637339 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db6529-2593-43c7-bd34-2cef7865cf29 req-9b44760e-bcd6-4a05-b464-5f56db597437 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:08.641708 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c0db6529-2593-43c7-bd34-2cef7865cf29 req-9b44760e-bcd6-4a05-b464-5f56db597437 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0472689 Apr 15 04:03:08.685523 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c0db6529-2593-43c7-bd34-2cef7865cf29 req-3bceede3-89f5-41b5-ab4c-cf565ba46d1e tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402868 Apr 15 04:03:09.796487 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e795ee-1efa-480d-a6d6-27f8559e7f39 req-63e8d47b-8092-4f08-a7f0-1d5935e9f2e3 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:09.797935 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-36e795ee-1efa-480d-a6d6-27f8559e7f39 req-63e8d47b-8092-4f08-a7f0-1d5935e9f2e3 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0457919 Apr 15 04:03:09.846973 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-36e795ee-1efa-480d-a6d6-27f8559e7f39 req-f0021dfe-5fff-48b2-a20c-0875ece52d8c tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429153 Apr 15 04:03:10.955860 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4a357-8642-4d17-8ef2-d66a1df2c281 req-f2be6361-b8db-4d56-860b-b0eab569b10f tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:10.957318 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-51c4a357-8642-4d17-8ef2-d66a1df2c281 req-f2be6361-b8db-4d56-860b-b0eab569b10f tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0460832 Apr 15 04:03:11.006540 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-51c4a357-8642-4d17-8ef2-d66a1df2c281 req-c403fdbf-5771-40cc-9583-fc33fc49c6d6 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438666 Apr 15 04:03:12.115485 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a4b24-7700-4851-a4e7-bd478d3600fc req-6457c550-2066-4f4d-a2f2-8c81e9f351df tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:12.117441 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-905a4b24-7700-4851-a4e7-bd478d3600fc req-6457c550-2066-4f4d-a2f2-8c81e9f351df tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0456822 Apr 15 04:03:12.163561 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-905a4b24-7700-4851-a4e7-bd478d3600fc req-71486b76-d13d-456a-ae46-d3b5e49b7f5b tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410464 Apr 15 04:03:13.272294 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9572b-9b9b-429f-a4e1-6a06f148ae6b req-634bd28a-3858-4bd9-8a8e-c3489e2043de tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:13.273727 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-05d9572b-9b9b-429f-a4e1-6a06f148ae6b req-634bd28a-3858-4bd9-8a8e-c3489e2043de tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0457859 Apr 15 04:03:13.318933 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-05d9572b-9b9b-429f-a4e1-6a06f148ae6b req-5ddd4a41-74e5-4a0b-8018-c415250842c8 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396526 Apr 15 04:03:14.427938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d3b8b-a008-48bc-9308-8273630ade92 req-35cdaa15-07f3-44a3-ba4a-feaf171204a3 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:14.429461 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ae1d3b8b-a008-48bc-9308-8273630ade92 req-35cdaa15-07f3-44a3-ba4a-feaf171204a3 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0458984 Apr 15 04:03:14.475772 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ae1d3b8b-a008-48bc-9308-8273630ade92 req-2ed19e13-14e7-4268-b0cf-aa11c744e590 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406299 Apr 15 04:03:15.585568 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f4169-6f1c-4f57-a822-47d4e02cb77e req-e3e06664-e678-4da7-b282-8c41e49631f7 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:15.587035 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d35f4169-6f1c-4f57-a822-47d4e02cb77e req-e3e06664-e678-4da7-b282-8c41e49631f7 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0464320 Apr 15 04:03:15.632494 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d35f4169-6f1c-4f57-a822-47d4e02cb77e req-d9b7181b-5f5a-4ac7-aeff-20f317b6860c tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399747 Apr 15 04:03:16.745551 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd41161-a385-409a-bd99-a5b61d406009 req-ce3c31f0-e0b0-4037-9e7f-3900a20ca2f0 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:16.747031 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4cd41161-a385-409a-bd99-a5b61d406009 req-ce3c31f0-e0b0-4037-9e7f-3900a20ca2f0 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0494769 Apr 15 04:03:16.792235 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4cd41161-a385-409a-bd99-a5b61d406009 req-782d2503-27db-4eba-9670-6140619b8f1f tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390232 Apr 15 04:03:17.906308 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbd2e5-b1b4-4137-a37b-48983d410440 req-330fcf00-0fb9-42c1-b9d4-14be9a7af910 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:17.907796 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d0fbd2e5-b1b4-4137-a37b-48983d410440 req-330fcf00-0fb9-42c1-b9d4-14be9a7af910 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0497980 Apr 15 04:03:17.953707 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d0fbd2e5-b1b4-4137-a37b-48983d410440 req-bf233617-2264-4a58-b596-5c4ef57ebc7c tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404932 Apr 15 04:03:18.514852 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2f7fb2eb-a1ee-4607-81b2-a1afd243e8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:19.065517 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec71db-1875-48b1-a532-e38a579d7223 req-b19a0a2f-3c22-46ae-878b-bd37275fce24 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:19.067028 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fcec71db-1875-48b1-a532-e38a579d7223 req-b19a0a2f-3c22-46ae-878b-bd37275fce24 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0477922 Apr 15 04:03:19.113727 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fcec71db-1875-48b1-a532-e38a579d7223 req-dab14057-2065-492e-875e-ed4cc8eb6924 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411303 Apr 15 04:03:20.223430 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c63261-2868-4911-bc82-409c2efca3a2 req-2cc587e8-dfe3-48f2-a681-59865d4f439e tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:20.224802 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-29c63261-2868-4911-bc82-409c2efca3a2 req-2cc587e8-dfe3-48f2-a681-59865d4f439e tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0460203 Apr 15 04:03:20.270883 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-29c63261-2868-4911-bc82-409c2efca3a2 req-95f0f87e-88f1-48d0-af4e-8f84bd69ab7d tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406272 Apr 15 04:03:20.878717 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-97211f89-e2a8-4b1a-a193-13165210746b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:21.380112 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f7fa1-4467-4c21-877b-e6bdc3e4b462 req-eb255c05-f30b-4803-8dfd-e01fcfcb03aa tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:21.381568 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ae3f7fa1-4467-4c21-877b-e6bdc3e4b462 req-eb255c05-f30b-4803-8dfd-e01fcfcb03aa tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0460956 Apr 15 04:03:21.430427 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ae3f7fa1-4467-4c21-877b-e6bdc3e4b462 req-78e2826f-44f7-4592-ad33-a48edc9c20d6 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434952 Apr 15 04:03:21.971914 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:22.546319 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0395fc8-4545-49c0-bec3-82260f6c4d32 req-879845a2-3651-4a42-871a-1a69115b0ad4 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:22.547789 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f0395fc8-4545-49c0-bec3-82260f6c4d32 req-879845a2-3651-4a42-871a-1a69115b0ad4 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0510178 Apr 15 04:03:22.593040 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f0395fc8-4545-49c0-bec3-82260f6c4d32 req-9bd3dcfa-5fd3-44e5-a236-a6fcb7273546 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397787 Apr 15 04:03:23.474404 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:23.707514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc44ec-8545-445e-bb62-b8ccf9f9e3e1 req-9bb40616-3cb6-412d-a9b1-d4f0f09b30ac tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:23.708952 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cedc44ec-8545-445e-bb62-b8ccf9f9e3e1 req-9bb40616-3cb6-412d-a9b1-d4f0f09b30ac tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0464132 Apr 15 04:03:23.754887 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cedc44ec-8545-445e-bb62-b8ccf9f9e3e1 req-7b304ddd-ad43-4acc-ab98-6c09904db16b tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403636 Apr 15 04:03:24.865634 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8c332-8918-465c-9ffd-74e22ad30b2a req-492dd2ba-33f3-4420-b61b-596fa9090b19 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:24.871903 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1ed8c332-8918-465c-9ffd-74e22ad30b2a req-492dd2ba-33f3-4420-b61b-596fa9090b19 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0469773 Apr 15 04:03:24.913789 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1ed8c332-8918-465c-9ffd-74e22ad30b2a req-377fe93e-780c-4131-ae3b-3e1edf94000f tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411928 Apr 15 04:03:24.920192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:25.424896 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-ccb2e4c1-8a25-49b9-842d-accec8a73364 service neutron] 10.222.0.30 "GET /v2.0/ports/5ef81119-3db8-41e5-8efe-9506cd1eb278/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0550530 Apr 15 04:03:25.501710 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:03:25.963571 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-bf8afc9c-1825-4d22-80d3-15d369ffe5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:25.965078 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-bf8afc9c-1825-4d22-80d3-15d369ffe5af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87&tenant_id=3010432cf0d542eca7f5d5556587c43b HTTP/1.1" status: 200 len: 1129 time: 0.0749886 Apr 15 04:03:26.051070 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864daf3-a6c1-4ee7-afe1-13cf0d2da5b3 req-e8c36588-1ea8-4889-8abe-423c626d4698 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:26.052835 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5864daf3-a6c1-4ee7-afe1-13cf0d2da5b3 req-e8c36588-1ea8-4889-8abe-423c626d4698 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0736384 Apr 15 04:03:26.053875 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-670c6bf7-8726-40ca-a9ad-66d37d6b0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:26.055227 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-670c6bf7-8726-40ca-a9ad-66d37d6b0351 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3010432cf0d542eca7f5d5556587c43b&device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 1129 time: 0.0656021 Apr 15 04:03:26.156998 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5864daf3-a6c1-4ee7-afe1-13cf0d2da5b3 req-c6f8c2c8-cddc-4925-832a-5e3cd7634f78 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983360 Apr 15 04:03:26.177793 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-b667a18b-648b-4885-9469-cfbd392a2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:26.179288 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-b667a18b-648b-4885-9469-cfbd392a2259 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2aa015e-383d-4f93-b299-155b7df35823 HTTP/1.1" status: 200 len: 911 time: 0.1150260 Apr 15 04:03:26.222741 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-319e622d-8ac4-423d-b57e-b86bf7c58b2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ef81119-3db8-41e5-8efe-9506cd1eb278 HTTP/1.1" status: 200 len: 217 time: 0.0370831 Apr 15 04:03:26.269838 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-8e0e8c51-a7a3-4d89-943f-b2c1a9586036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:26.271215 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-8e0e8c51-a7a3-4d89-943f-b2c1a9586036 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fb2f546-323c-46bc-b818-5e2287acdae4 HTTP/1.1" status: 200 len: 851 time: 0.0430501 Apr 15 04:03:26.301303 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-7c6dfc85-cea1-47e8-8583-4e960920e58e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2aa015e-383d-4f93-b299-155b7df35823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240574 Apr 15 04:03:26.389480 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-f738036b-e99b-44b1-b431-e0d8bcd3aaa9 service neutron] 10.222.0.30 "GET /v2.0/networks/c2aa015e-383d-4f93-b299-155b7df35823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822775 Apr 15 04:03:26.474545 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dddb9ba9-9b33-4a8d-b5b6-e24aa0d61a32 req-8771e6d6-b1be-4e6d-a32a-f09d169c9639 service neutron] 10.222.0.30 "GET /v2.0/networks/c2aa015e-383d-4f93-b299-155b7df35823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789917 Apr 15 04:03:27.270022 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ac453-09f7-4ce5-ae03-19ea7e79f463 req-b21424f6-c0ce-4c46-8d92-be56b23812f9 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:27.271507 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ed9ac453-09f7-4ce5-ae03-19ea7e79f463 req-b21424f6-c0ce-4c46-8d92-be56b23812f9 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0458820 Apr 15 04:03:27.320371 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ed9ac453-09f7-4ce5-ae03-19ea7e79f463 req-156dfd4c-a240-477b-8c1f-56126c5f2298 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433726 Apr 15 04:03:28.433751 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8261d-fd35-4e51-aabd-34756ee00fed req-91f6b986-59c3-412c-b869-789ddcc877f3 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:28.436866 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c9e8261d-fd35-4e51-aabd-34756ee00fed req-91f6b986-59c3-412c-b869-789ddcc877f3 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0484645 Apr 15 04:03:28.486152 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c9e8261d-fd35-4e51-aabd-34756ee00fed req-016e3053-9a11-43ac-9e09-6d41cdb13cc2 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445931 Apr 15 04:03:29.193302 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5ef81119-3db8-41e5-8efe-9506cd1eb278 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:03:29.196912 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5ef81119-3db8-41e5-8efe-9506cd1eb278 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:03:29.337395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 5ef81119-3db8-41e5-8efe-9506cd1eb278 is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:03:29.337781 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:29.366139 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5ef81119-3db8-41e5-8efe-9506cd1eb278, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5ef81119-3db8-41e5-8efe-9506cd1eb278,segment=NetworkSegment(1f6ff5b5-2c4c-4825-9126-26a330fe08ed),segment_id=1f6ff5b5-2c4c-4825-9126-26a330fe08ed)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:03:29.384340 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f27b8dd-4674-4a95-a31a-01dbca877a87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef81119-3db8-41e5-8efe-9506cd1eb278'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:03:29.390751 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be4da94-5303-41a3-9bbd-07f14af55802" -d '{"events": [{"server_uuid": "2f27b8dd-4674-4a95-a31a-01dbca877a87", "name": "network-vif-unplugged", "status": "completed", "tag": "5ef81119-3db8-41e5-8efe-9506cd1eb278"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:03:29.396860 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '5ef81119-3db8-41e5-8efe-9506cd1eb278', 'network_id': 'c2aa015e-383d-4f93-b299-155b7df35823', 'port_id': '5ef81119-3db8-41e5-8efe-9506cd1eb278', 'mac_address': 'fa:16:3e:d1:a4:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb2f546-323c-46bc-b818-5e2287acdae4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:03:29.401494 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5ef81119-3db8-41e5-8efe-9506cd1eb278, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5ef81119-3db8-41e5-8efe-9506cd1eb278,segment=NetworkSegment(1f6ff5b5-2c4c-4825-9126-26a330fe08ed),segment_id=1f6ff5b5-2c4c-4825-9126-26a330fe08ed)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:03:29.442152 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Apr 2022 04:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5c636d-342e-4bc0-a62c-51604f8cb6fe x-openstack-request-id: req-fd5c636d-342e-4bc0-a62c-51604f8cb6fe {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:03:29.442152 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f27b8dd-4674-4a95-a31a-01dbca877a87", "name": "network-vif-unplugged", "status": "completed", "tag": "5ef81119-3db8-41e5-8efe-9506cd1eb278", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:03:29.442152 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd5c636d-342e-4bc0-a62c-51604f8cb6fe {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:03:29.442152 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd5c636d-342e-4bc0-a62c-51604f8cb6fe'] response: {'server_uuid': '2f27b8dd-4674-4a95-a31a-01dbca877a87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef81119-3db8-41e5-8efe-9506cd1eb278', 'code': 200} Apr 15 04:03:29.442152 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 5ef81119-3db8-41e5-8efe-9506cd1eb278 is: ACTIVE; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:03:29.442605 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:29.455793 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ef81119-3db8-41e5-8efe-9506cd1eb278 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:03:29.461430 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:29.528835 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 04:03:29.529186 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 04:03:29.538457 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=5ef81119-3db8-41e5-8efe-9506cd1eb278,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:03:29.545257 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:29.545597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:29.545935 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:29.546267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:29.546598 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:29.546950 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:29.547269 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:29.547588 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:29.547941 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:29.548269 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:29.548597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:29.548916 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:29.549231 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:29.549545 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:29.549879 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:29.601821 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8588220-4d0e-4740-9c06-106ed0182aec req-b8f79ff1-6377-45b1-a4c2-734b658732d1 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:29.603300 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e8588220-4d0e-4740-9c06-106ed0182aec req-b8f79ff1-6377-45b1-a4c2-734b658732d1 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 943 time: 0.0500200 Apr 15 04:03:29.649460 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e8588220-4d0e-4740-9c06-106ed0182aec req-e2d37d8f-4b93-4145-b26f-19ddd5c06603 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406437 Apr 15 04:03:30.069259 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 5ef81119-3db8-41e5-8efe-9506cd1eb278 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:03:30.069650 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:30.083667 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef81119-3db8-41e5-8efe-9506cd1eb278 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:03:30.102989 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5ef81119-3db8-41e5-8efe-9506cd1eb278, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5ef81119-3db8-41e5-8efe-9506cd1eb278,segment=NetworkSegment(1f6ff5b5-2c4c-4825-9126-26a330fe08ed),segment_id=1f6ff5b5-2c4c-4825-9126-26a330fe08ed)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:03:30.172315 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-7f7b58ed-a4eb-451f-8885-cf96b2ea5986 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:30.173709 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-7f7b58ed-a4eb-451f-8885-cf96b2ea5986 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87&tenant_id=3010432cf0d542eca7f5d5556587c43b&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 943 time: 0.0877419 Apr 15 04:03:30.183132 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:30.236789 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['5ef81119-3db8-41e5-8efe-9506cd1eb278'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:03:30.239977 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=5ef81119-3db8-41e5-8efe-9506cd1eb278,revision_number=7']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:03:30.254207 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-7fb48230-a8a3-4e29-85d7-d2fe261b7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:30.255737 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-7fb48230-a8a3-4e29-85d7-d2fe261b7582 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3010432cf0d542eca7f5d5556587c43b&device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 1128 time: 0.0397332 Apr 15 04:03:30.343755 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-b489681f-c151-483c-9123-0e22077ba593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:30.345273 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-b489681f-c151-483c-9123-0e22077ba593 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c2aa015e-383d-4f93-b299-155b7df35823 HTTP/1.1" status: 200 len: 911 time: 0.0836236 Apr 15 04:03:30.388918 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-3a743c66-c927-45cc-a822-cc077890061d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ef81119-3db8-41e5-8efe-9506cd1eb278 HTTP/1.1" status: 200 len: 217 time: 0.0380042 Apr 15 04:03:30.435782 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-7382ce1e-076f-4cb3-b30d-5ef59adf28e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:30.437124 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-7382ce1e-076f-4cb3-b30d-5ef59adf28e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7fb2f546-323c-46bc-b818-5e2287acdae4 HTTP/1.1" status: 200 len: 851 time: 0.0423169 Apr 15 04:03:30.467554 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-d8e4edb8-4f78-46cf-86b6-842f1948c94d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c2aa015e-383d-4f93-b299-155b7df35823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245678 Apr 15 04:03:30.557961 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-c9f150de-15ff-4ed2-afc2-670a770cce12 service neutron] 10.222.0.30 "GET /v2.0/networks/c2aa015e-383d-4f93-b299-155b7df35823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841067 Apr 15 04:03:30.645906 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-042a5618-8063-4a4f-bea0-3c9f106dd0af service neutron] 10.222.0.30 "GET /v2.0/networks/c2aa015e-383d-4f93-b299-155b7df35823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809507 Apr 15 04:03:31.199639 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5ef81119-3db8-41e5-8efe-9506cd1eb278 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:03:31.245960 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 5ef81119-3db8-41e5-8efe-9506cd1eb278 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:03:31.246600 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:31.323258 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 5ef81119-3db8-41e5-8efe-9506cd1eb278 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:03:31.323640 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:31.356886 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5ef81119-3db8-41e5-8efe-9506cd1eb278, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5ef81119-3db8-41e5-8efe-9506cd1eb278,segment=NetworkSegment(1f6ff5b5-2c4c-4825-9126-26a330fe08ed),segment_id=1f6ff5b5-2c4c-4825-9126-26a330fe08ed)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:03:31.440834 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f27b8dd-4674-4a95-a31a-01dbca877a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef81119-3db8-41e5-8efe-9506cd1eb278'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:03:31.443193 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cac5dac-ca0f-40b5-8ea2-99ab35590980" -d '{"events": [{"server_uuid": "2f27b8dd-4674-4a95-a31a-01dbca877a87", "name": "network-vif-plugged", "status": "completed", "tag": "5ef81119-3db8-41e5-8efe-9506cd1eb278"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:03:31.446527 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:31.482392 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a47c59d-0f61-4bf7-9b15-9db9bd5e5610 x-openstack-request-id: req-6a47c59d-0f61-4bf7-9b15-9db9bd5e5610 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:03:31.482711 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f27b8dd-4674-4a95-a31a-01dbca877a87", "name": "network-vif-plugged", "status": "completed", "tag": "5ef81119-3db8-41e5-8efe-9506cd1eb278", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:03:31.482989 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a47c59d-0f61-4bf7-9b15-9db9bd5e5610 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:03:31.483408 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a47c59d-0f61-4bf7-9b15-9db9bd5e5610'] response: {'server_uuid': '2f27b8dd-4674-4a95-a31a-01dbca877a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef81119-3db8-41e5-8efe-9506cd1eb278', 'code': 200} Apr 15 04:03:31.497341 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=5ef81119-3db8-41e5-8efe-9506cd1eb278,revision_number=8']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:03:32.006880 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7fc2c-4158-4b22-8e0c-3bcd6d4f0607 req-ab8a4e97-e306-47f0-b07f-8a7f8d93053e tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:32.008324 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5fc7fc2c-4158-4b22-8e0c-3bcd6d4f0607 req-ab8a4e97-e306-47f0-b07f-8a7f8d93053e tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0504899 Apr 15 04:03:32.054213 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5fc7fc2c-4158-4b22-8e0c-3bcd6d4f0607 req-cf0bc3b9-b022-41bf-baaf-00c5d10e5491 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403976 Apr 15 04:03:33.166721 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc9501-259c-46b0-a5c8-c92891dfcca2 req-ce2728f6-e128-4661-b7db-1d20a14b0115 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:33.168251 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f2cc9501-259c-46b0-a5c8-c92891dfcca2 req-ce2728f6-e128-4661-b7db-1d20a14b0115 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0476401 Apr 15 04:03:33.214215 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f2cc9501-259c-46b0-a5c8-c92891dfcca2 req-77a20e59-b11a-4139-9fbb-064e8abb8c95 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/security-groups?id=567cc5a6-3bbe-48e7-b603-fb9257ec793f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403121 Apr 15 04:03:33.651883 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-47043ae0-0e8b-4dfb-8ea6-a87bf3223399 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:33.653310 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-47043ae0-0e8b-4dfb-8ea6-a87bf3223399 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 945 time: 0.0451262 Apr 15 04:03:33.738539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Deleting port 5ef81119-3db8-41e5-8efe-9506cd1eb278 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:03:33.738910 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:33.825322 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] For port 5ef81119-3db8-41e5-8efe-9506cd1eb278, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5ef81119-3db8-41e5-8efe-9506cd1eb278,segment=NetworkSegment(1f6ff5b5-2c4c-4825-9126-26a330fe08ed),segment_id=1f6ff5b5-2c4c-4825-9126-26a330fe08ed)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:03:33.825691 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:33.838354 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Calling delete_port for 5ef81119-3db8-41e5-8efe-9506cd1eb278 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:03:34.172068 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (5ef81119-3db8-41e5-8efe-9506cd1eb278), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:34.184404 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['5ef81119-3db8-41e5-8efe-9506cd1eb278'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:03:34.200177 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Pushing event deleted for resources: {'Port': ['ID=5ef81119-3db8-41e5-8efe-9506cd1eb278,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:03:34.212957 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:34.213312 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:34.213662 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:34.214003 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:34.214340 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:34.214699 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:34.215034 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:34.215360 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:34.215690 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:34.216051 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:34.216382 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:34.216712 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:34.217035 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:34.217357 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:34.217678 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:34.258037 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] No DVR routers for this DVR port 5ef81119-3db8-41e5-8efe-9506cd1eb278 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:03:34.260570 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:34.263842 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b0fb643f-d36a-49dd-b8e7-479644ff95dd req-a772b5fe-7eea-4f25-b023-a24e59c11649 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.30 "DELETE /v2.0/ports/5ef81119-3db8-41e5-8efe-9506cd1eb278 HTTP/1.1" status: 204 len: 173 time: 0.6049328 Apr 15 04:03:34.264290 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f27b8dd-4674-4a95-a31a-01dbca877a87', 'name': 'network-vif-deleted', 'tag': '5ef81119-3db8-41e5-8efe-9506cd1eb278'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:03:34.267123 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62106ee9-9acb-4682-8a90-fa6d00aad09c" -d '{"events": [{"server_uuid": "2f27b8dd-4674-4a95-a31a-01dbca877a87", "name": "network-vif-deleted", "tag": "5ef81119-3db8-41e5-8efe-9506cd1eb278"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:03:34.313607 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335eb83c-04eb-451e-b6de-6c909a6acf84 x-openstack-request-id: req-335eb83c-04eb-451e-b6de-6c909a6acf84 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:03:34.318955 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f27b8dd-4674-4a95-a31a-01dbca877a87", "name": "network-vif-deleted", "tag": "5ef81119-3db8-41e5-8efe-9506cd1eb278", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:03:34.318955 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-335eb83c-04eb-451e-b6de-6c909a6acf84 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:03:34.318955 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-335eb83c-04eb-451e-b6de-6c909a6acf84'] response: {'server_uuid': '2f27b8dd-4674-4a95-a31a-01dbca877a87', 'name': 'network-vif-deleted', 'tag': '5ef81119-3db8-41e5-8efe-9506cd1eb278', 'status': 'completed', 'code': 200} Apr 15 04:03:34.318955 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-31fbd6a8-c13b-4ee2-9cdc-3eb4f45e3593 req-fcd2c87f-5b23-4459-9d45-d704459e07c3 tempest-DeleteServersTestJSON-793001660 tempest-DeleteServersTestJSON-793001660-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f27b8dd-4674-4a95-a31a-01dbca877a87 HTTP/1.1" status: 200 len: 210 time: 0.0304675 Apr 15 04:03:34.765821 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:35.445496 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 39270) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:03:35.488481 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] Deleting subnet 7fb2f546-323c-46bc-b818-5e2287acdae4 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:03:35.491452 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] Publish callbacks [] for subnet (7fb2f546-323c-46bc-b818-5e2287acdae4), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:35.527499 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (7fb2f546-323c-46bc-b818-5e2287acdae4), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:35.856815 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (7fb2f546-323c-46bc-b818-5e2287acdae4), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:35.949307 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (7fb2f546-323c-46bc-b818-5e2287acdae4), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:35.973018 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fb2f546-323c-46bc-b818-5e2287acdae4,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:03:35.982550 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:35.982929 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:35.983279 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:35.983622 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:35.983960 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:35.984704 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:35.984704 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:35.984935 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:35.985268 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:35.985598 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:35.985927 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:35.986254 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:35.986581 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:35.986927 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:35.987252 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:03:35.990142 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:35.993287 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0cda81de-c681-41c5-9890-c7b9d39c98c8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7fb2f546-323c-46bc-b818-5e2287acdae4 HTTP/1.1" status: 204 len: 168 time: 0.5467472 Apr 15 04:03:35.995737 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 39272) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:03:36.066266 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-61bd98e4-e419-4d83-8f7c-0c5741d9cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (c2aa015e-383d-4f93-b299-155b7df35823), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:36.143394 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-61bd98e4-e419-4d83-8f7c-0c5741d9cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (c2aa015e-383d-4f93-b299-155b7df35823), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:36.162842 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-61bd98e4-e419-4d83-8f7c-0c5741d9cb05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2aa015e-383d-4f93-b299-155b7df35823']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:03:36.171849 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-61bd98e4-e419-4d83-8f7c-0c5741d9cb05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6ff5b5-2c4c-4825-9126-26a330fe08ed') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:03:36.172148 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-61bd98e4-e419-4d83-8f7c-0c5741d9cb05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6ff5b5-2c4c-4825-9126-26a330fe08ed') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:03:36.182042 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-61bd98e4-e419-4d83-8f7c-0c5741d9cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (1f6ff5b5-2c4c-4825-9126-26a330fe08ed), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:36.195647 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-61bd98e4-e419-4d83-8f7c-0c5741d9cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (1f6ff5b5-2c4c-4825-9126-26a330fe08ed), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:36.201363 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bd98e4-e419-4d83-8f7c-0c5741d9cb05 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:03:36.201752 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-61bd98e4-e419-4d83-8f7c-0c5741d9cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (1f6ff5b5-2c4c-4825-9126-26a330fe08ed), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:03:36.203509 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:03:36.325774 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-61bd98e4-e419-4d83-8f7c-0c5741d9cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (c2aa015e-383d-4f93-b299-155b7df35823), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:36.330995 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-61bd98e4-e419-4d83-8f7c-0c5741d9cb05 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:36.334227 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-61bd98e4-e419-4d83-8f7c-0c5741d9cb05 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c2aa015e-383d-4f93-b299-155b7df35823 HTTP/1.1" status: 204 len: 168 time: 0.3375893 Apr 15 04:03:36.344903 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd98e4-e419-4d83-8f7c-0c5741d9cb05 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2aa015e-383d-4f93-b299-155b7df35823,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:03:36.631992 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 39276) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:03:36.671070 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-31fffc62-2cac-4a7f-a766-180fc13d0186 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3010432cf0d542eca7f5d5556587c43b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378785 Apr 15 04:03:36.673322 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 39278) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:03:36.719574 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-52dc3f2d-c01e-4e7f-a949-81750056881b admin admin] Publish callbacks [] for security_group (567cc5a6-3bbe-48e7-b603-fb9257ec793f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:36.741920 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-52dc3f2d-c01e-4e7f-a949-81750056881b admin admin] Publish callbacks [] for security_group (567cc5a6-3bbe-48e7-b603-fb9257ec793f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:36.834453 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-52dc3f2d-c01e-4e7f-a949-81750056881b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (567cc5a6-3bbe-48e7-b603-fb9257ec793f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:36.836989 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-52dc3f2d-c01e-4e7f-a949-81750056881b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:36.838135 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-52dc3f2d-c01e-4e7f-a949-81750056881b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/567cc5a6-3bbe-48e7-b603-fb9257ec793f HTTP/1.1" status: 204 len: 168 time: 0.1639175 Apr 15 04:03:36.846357 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc3f2d-c01e-4e7f-a949-81750056881b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567cc5a6-3bbe-48e7-b603-fb9257ec793f,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:03:37.254100 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5ef81119-3db8-41e5-8efe-9506cd1eb278 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:03:37.275123 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 5ef81119-3db8-41e5-8efe-9506cd1eb278 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:03:37.275457 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5ef81119-3db8-41e5-8efe-9506cd1eb278 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:03:37.769447 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 39300) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:03:37.860488 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-cc6dfa57-3de7-4280-a1c5-d1477bfffb5b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-213224533-network', 'tenant_id': 'c835bcd884b241fcb63c847ddd352092'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:03:37.943127 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6dfa57-3de7-4280-a1c5-d1477bfffb5b admin admin] Made reservation on behalf of c835bcd884b241fcb63c847ddd352092 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:03:37.945390 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc6dfa57-3de7-4280-a1c5-d1477bfffb5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:37.953937 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc6dfa57-3de7-4280-a1c5-d1477bfffb5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:38.025992 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc6dfa57-3de7-4280-a1c5-d1477bfffb5b admin admin] Publish callbacks [] for security_group (038a0721-5622-4b80-aea1-8db517faecbd), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:38.062724 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc6dfa57-3de7-4280-a1c5-d1477bfffb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (038a0721-5622-4b80-aea1-8db517faecbd), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:38.087373 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6dfa57-3de7-4280-a1c5-d1477bfffb5b admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:03:38.096636 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6dfa57-3de7-4280-a1c5-d1477bfffb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038a0721-5622-4b80-aea1-8db517faecbd,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:03:38.102451 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc6dfa57-3de7-4280-a1c5-d1477bfffb5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (5dc02717-acbc-4c5d-adf6-f94b8f0385df), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:38.104117 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-cc6dfa57-3de7-4280-a1c5-d1477bfffb5b admin admin] Added segment 5dc02717-acbc-4c5d-adf6-f94b8f0385df of type vlan for network df306539-7e61-43b2-8ad4-b6b3081a2cfb Apr 15 04:03:38.143104 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc6dfa57-3de7-4280-a1c5-d1477bfffb5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (df306539-7e61-43b2-8ad4-b6b3081a2cfb), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:38.239756 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc6dfa57-3de7-4280-a1c5-d1477bfffb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (df306539-7e61-43b2-8ad4-b6b3081a2cfb), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:38.240638 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6dfa57-3de7-4280-a1c5-d1477bfffb5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:38.241206 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cc6dfa57-3de7-4280-a1c5-d1477bfffb5b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:38.302182 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6dfa57-3de7-4280-a1c5-d1477bfffb5b admin admin] Pushing event updated for resources: {'Network': ['ID=df306539-7e61-43b2-8ad4-b6b3081a2cfb,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:03:38.311461 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network df306539-7e61-43b2-8ad4-b6b3081a2cfb details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:03:38.328584 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cc6dfa57-3de7-4280-a1c5-d1477bfffb5b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5580273 Apr 15 04:03:38.331409 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 39304) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:03:38.336222 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-68ec77cc-e057-4ae8-8424-458a7b5728b8 admin admin] Request body: {'subnet': {'network_id': 'df306539-7e61-43b2-8ad4-b6b3081a2cfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-213224533-subnet', 'tenant_id': 'c835bcd884b241fcb63c847ddd352092', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:03:38.411283 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ec77cc-e057-4ae8-8424-458a7b5728b8 admin admin] Made reservation on behalf of c835bcd884b241fcb63c847ddd352092 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:03:38.413656 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-68ec77cc-e057-4ae8-8424-458a7b5728b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:38.640389 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-68ec77cc-e057-4ae8-8424-458a7b5728b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (a272fcdb-1bfc-4774-8c8f-f7ba53c33a23), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:38.698221 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec77cc-e057-4ae8-8424-458a7b5728b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a272fcdb-1bfc-4774-8c8f-f7ba53c33a23,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:03:38.706107 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ec77cc-e057-4ae8-8424-458a7b5728b8 admin admin] Checking segment: {'id': '5dc02717-acbc-4c5d-adf6-f94b8f0385df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'df306539-7e61-43b2-8ad4-b6b3081a2cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:03:38.706107 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ec77cc-e057-4ae8-8424-458a7b5728b8 admin admin] Network hostable DHCP agents. Network: df306539-7e61-43b2-8ad4-b6b3081a2cfb, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:03:38.811317 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ec77cc-e057-4ae8-8424-458a7b5728b8 admin admin] Network df306539-7e61-43b2-8ad4-b6b3081a2cfb is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:03:38.885797 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-68ec77cc-e057-4ae8-8424-458a7b5728b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, df306539-7e61-43b2-8ad4-b6b3081a2cfb) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:03:38.889850 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ec77cc-e057-4ae8-8424-458a7b5728b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:38.890501 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-68ec77cc-e057-4ae8-8424-458a7b5728b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:38.895767 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0a7b86-a7b5-468d-87e3-80a80a05de02 None None] Network df306539-7e61-43b2-8ad4-b6b3081a2cfb requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:03:38.984427 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-68ec77cc-e057-4ae8-8424-458a7b5728b8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6518669 Apr 15 04:03:38.993306 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877d06a2-b0b8-46a8-a55c-1c8cab0297a1 None None] Network df306539-7e61-43b2-8ad4-b6b3081a2cfb requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:03:39.388069 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-8f32dfdb-7457-425c-9f53-28e6583c47f2 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:39.389521 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-8f32dfdb-7457-425c-9f53-28e6583c47f2 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/networks?id=df306539-7e61-43b2-8ad4-b6b3081a2cfb HTTP/1.1" status: 200 len: 814 time: 0.0986955 Apr 15 04:03:39.403723 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-ed87b323-bb50-4b27-aae8-29b4ed6a5952 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/quotas/c835bcd884b241fcb63c847ddd352092 HTTP/1.1" status: 200 len: 375 time: 0.0087652 Apr 15 04:03:39.438681 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-92964754-dabc-4f4d-915b-cb22f5aa872d tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c835bcd884b241fcb63c847ddd352092&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302877 Apr 15 04:03:39.526258 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-76569dce-b7c3-4ca3-8fc0-9030c83248cb service neutron] 10.222.0.15 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805335 Apr 15 04:03:39.616536 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55ea918d-b36d-40fe-8673-a6454a8246cd service neutron] 10.222.0.15 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847819 Apr 15 04:03:39.865250 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-44b743e1-5169-4ba0-a12e-ed106eb65a9c req-aa7caa1b-b45f-46bf-8b39-00618f4e1ba2 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 210 time: 0.0288224 Apr 15 04:03:40.959447 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f5c56d80-348e-4bba-9f6d-3beb1b9fef02 req-857ec7e1-ae90-450b-9e47-f2a0944098b8 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 210 time: 0.0300405 Apr 15 04:03:41.895233 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-f52cb219-85a3-4cd0-abc6-605836dd3228 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:41.896688 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-f52cb219-85a3-4cd0-abc6-605836dd3228 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.30 "GET /v2.0/networks?id=df306539-7e61-43b2-8ad4-b6b3081a2cfb HTTP/1.1" status: 200 len: 814 time: 0.1070108 Apr 15 04:03:41.909136 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-3edeb24f-a34b-4ee9-8e89-ca533f2a5538 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Request body: {'port': {'device_id': '4e73d16e-e356-413c-b615-0cd705fe7591', 'network_id': 'df306539-7e61-43b2-8ad4-b6b3081a2cfb', 'admin_state_up': True, 'tenant_id': 'c835bcd884b241fcb63c847ddd352092'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:03:42.071917 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-38646323-f19d-445d-8047-db82b0675ae2 req-612b2856-5729-4908-8ea9-34221a7e36b2 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 210 time: 0.0337210 Apr 15 04:03:42.089819 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-3edeb24f-a34b-4ee9-8e89-ca533f2a5538 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Made reservation on behalf of c835bcd884b241fcb63c847ddd352092 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:03:42.094033 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-3edeb24f-a34b-4ee9-8e89-ca533f2a5538 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:42.230852 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-3edeb24f-a34b-4ee9-8e89-ca533f2a5538 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Allocated IP 172.20.0.7 (df306539-7e61-43b2-8ad4-b6b3081a2cfb/a272fcdb-1bfc-4774-8c8f-f7ba53c33a23/8bfe9832-13b9-4be3-aed6-bf655b1b7ba5) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:03:42.378443 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-3edeb24f-a34b-4ee9-8e89-ca533f2a5538 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Publish callbacks [] for port (8bfe9832-13b9-4be3-aed6-bf655b1b7ba5), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:42.468845 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-3edeb24f-a34b-4ee9-8e89-ca533f2a5538 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (8bfe9832-13b9-4be3-aed6-bf655b1b7ba5), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:42.508401 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-3edeb24f-a34b-4ee9-8e89-ca533f2a5538 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Network df306539-7e61-43b2-8ad4-b6b3081a2cfb is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:03:42.511365 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-3edeb24f-a34b-4ee9-8e89-ca533f2a5538 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:03:42.517137 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-3edeb24f-a34b-4ee9-8e89-ca533f2a5538 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:03:42.541550 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edeb24f-a34b-4ee9-8e89-ca533f2a5538 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Pushing event updated for resources: {'Port': ['ID=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:03:42.569189 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-3edeb24f-a34b-4ee9-8e89-ca533f2a5538 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:42.569790 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-3edeb24f-a34b-4ee9-8e89-ca533f2a5538 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:42.636688 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-3edeb24f-a34b-4ee9-8e89-ca533f2a5538 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7313459 Apr 15 04:03:42.647683 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] Request body: {'port': {'device_id': '4e73d16e-e356-413c-b615-0cd705fe7591', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:03:42.706918 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8bfe9832-13b9-4be3-aed6-bf655b1b7ba5), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:42.957376 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:03:42.964764 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] Publish callbacks [] for port (8bfe9832-13b9-4be3-aed6-bf655b1b7ba5), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:42.977373 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] Transition to ACTIVE for port object 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 04:03:43.039914 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (8bfe9832-13b9-4be3-aed6-bf655b1b7ba5), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:43.087657 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] Pushing event updated for resources: {'Port': ['ID=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:03:43.188324 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] Attempting to bind port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:03:43.189020 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] Attempting to bind port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '5dc02717-acbc-4c5d-adf6-f94b8f0385df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'df306539-7e61-43b2-8ad4-b6b3081a2cfb'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:03:43.189020 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] Attempting to bind port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 on network df306539-7e61-43b2-8ad4-b6b3081a2cfb {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:03:43.202052 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32c31a-293c-44e7-afa0-8cc433e1c4fe req-76c3882f-f61b-454f-b7c2-304bc1d6c02a tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:43.203524 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9d32c31a-293c-44e7-afa0-8cc433e1c4fe req-76c3882f-f61b-454f-b7c2-304bc1d6c02a tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 943 time: 0.0608845 Apr 15 04:03:43.204207 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] Port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 on network df306539-7e61-43b2-8ad4-b6b3081a2cfb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 04:03:43.204523 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] Attempting to bind port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 on network df306539-7e61-43b2-8ad4-b6b3081a2cfb {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:03:43.211815 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:03:43.212083 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] Checking segment: {'id': '5dc02717-acbc-4c5d-adf6-f94b8f0385df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'df306539-7e61-43b2-8ad4-b6b3081a2cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:03:43.212454 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] Bound using segment: {'id': '5dc02717-acbc-4c5d-adf6-f94b8f0385df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'df306539-7e61-43b2-8ad4-b6b3081a2cfb'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:03:43.212873 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] Bound port: 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc02717-acbc-4c5d-adf6-f94b8f0385df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'df306539-7e61-43b2-8ad4-b6b3081a2cfb'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:03:43.213225 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8bfe9832-13b9-4be3-aed6-bf655b1b7ba5), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:43.294914 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9d32c31a-293c-44e7-afa0-8cc433e1c4fe req-0a960b04-85b9-4b5e-a602-1cc5b78d9ee1 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846386 Apr 15 04:03:43.310037 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] For port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:03:43.313007 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] For port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5,segment=NetworkSegment(5dc02717-acbc-4c5d-adf6-f94b8f0385df),segment_id=5dc02717-acbc-4c5d-adf6-f94b8f0385df)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:03:43.383126 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (8bfe9832-13b9-4be3-aed6-bf655b1b7ba5), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:43.417129 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:43.417771 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:43.419184 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] 10.222.0.30 "PUT /v2.0/ports/8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 HTTP/1.1" status: 200 len: 1093 time: 0.7756655 Apr 15 04:03:43.419622 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e73d16e-e356-413c-b615-0cd705fe7591', 'tag': '8bfe9832-13b9-4be3-aed6-bf655b1b7ba5'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:03:43.421839 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0c3e91-8fff-490d-a04f-bb1cfa304b43" -d '{"events": [{"name": "network-changed", "server_uuid": "4e73d16e-e356-413c-b615-0cd705fe7591", "tag": "8bfe9832-13b9-4be3-aed6-bf655b1b7ba5"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:03:43.445319 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aca9cb-2a49-4d26-91b2-cd5beaf2e525 service neutron] Pushing event updated for resources: {'Port': ['ID=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:03:43.459282 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf83e7f4-62f5-4131-bb84-fbc1d389d2b7 x-openstack-request-id: req-cf83e7f4-62f5-4131-bb84-fbc1d389d2b7 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:03:43.459574 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e73d16e-e356-413c-b615-0cd705fe7591", "tag": "8bfe9832-13b9-4be3-aed6-bf655b1b7ba5", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:03:43.459826 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf83e7f4-62f5-4131-bb84-fbc1d389d2b7 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:03:43.460225 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf83e7f4-62f5-4131-bb84-fbc1d389d2b7'] response: {'name': 'network-changed', 'server_uuid': '4e73d16e-e356-413c-b615-0cd705fe7591', 'tag': '8bfe9832-13b9-4be3-aed6-bf655b1b7ba5', 'status': 'completed', 'code': 200} Apr 15 04:03:43.519257 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c3e91-8fff-490d-a04f-bb1cfa304b43 req-a1b95382-91d2-4dc4-ad5b-c1a3dc75ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:43.520671 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5e0c3e91-8fff-490d-a04f-bb1cfa304b43 req-a1b95382-91d2-4dc4-ad5b-c1a3dc75ecf9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c835bcd884b241fcb63c847ddd352092&device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 1127 time: 0.0406053 Apr 15 04:03:43.618215 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c3e91-8fff-490d-a04f-bb1cfa304b43 req-3f2b868d-81a1-4486-9754-0980207bd501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:43.619702 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5e0c3e91-8fff-490d-a04f-bb1cfa304b43 req-3f2b868d-81a1-4486-9754-0980207bd501 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c835bcd884b241fcb63c847ddd352092&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0926862 Apr 15 04:03:43.711594 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c3e91-8fff-490d-a04f-bb1cfa304b43 req-355a4bce-a415-4192-adc0-98a45adf47df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:43.713094 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5e0c3e91-8fff-490d-a04f-bb1cfa304b43 req-355a4bce-a415-4192-adc0-98a45adf47df service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0867283 Apr 15 04:03:43.784616 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-e781d3ed-d696-47b5-b971-347dcab0109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:43.785998 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-e781d3ed-d696-47b5-b971-347dcab0109d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c835bcd884b241fcb63c847ddd352092&device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 1127 time: 0.0388563 Apr 15 04:03:43.829347 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-329ec0e8-41b9-4498-8ca3-d820a590d1a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 HTTP/1.1" status: 200 len: 217 time: 0.0369501 Apr 15 04:03:43.875960 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-ff771232-6110-4b13-8ba3-2572e4b99992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:43.878091 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-ff771232-6110-4b13-8ba3-2572e4b99992 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a272fcdb-1bfc-4774-8c8f-f7ba53c33a23 HTTP/1.1" status: 200 len: 854 time: 0.0431480 Apr 15 04:03:43.907932 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-900ec032-e6be-4aad-8048-9abf547a3c56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df306539-7e61-43b2-8ad4-b6b3081a2cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245051 Apr 15 04:03:43.996726 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-5127f1bc-dbc2-493c-aa9a-801ef9387b67 service neutron] 10.222.0.30 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827310 Apr 15 04:03:44.082194 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b9edff0e-6592-4b3b-ae2d-d841a07639fb req-e18c2841-8c93-4410-ac19-651ccb257703 service neutron] 10.222.0.30 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801027 Apr 15 04:03:44.413143 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750b632-4363-44f7-993c-703897cd517d req-2dcd6773-0fbe-460e-97c8-5348138906bf tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:44.414603 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0750b632-4363-44f7-993c-703897cd517d req-2dcd6773-0fbe-460e-97c8-5348138906bf tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 943 time: 0.0494583 Apr 15 04:03:44.460211 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0750b632-4363-44f7-993c-703897cd517d req-dec265b6-d285-4ee4-9038-93c3b7a6498b tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401149 Apr 15 04:03:45.571783 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f413a10-8c53-4b22-9fd0-e2def8951901 req-41946880-664f-4a80-b0dc-bc8a22209f81 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:45.573274 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8f413a10-8c53-4b22-9fd0-e2def8951901 req-41946880-664f-4a80-b0dc-bc8a22209f81 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 943 time: 0.0476608 Apr 15 04:03:45.619544 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8f413a10-8c53-4b22-9fd0-e2def8951901 req-3ee36750-8af4-453d-a311-d017162cb076 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406482 Apr 15 04:03:46.729742 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3fc5a-a486-4045-9d17-61e71d4ea832 req-f5a6ea97-2735-43d7-8962-5cf0b4c025ca tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:46.731233 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eea3fc5a-a486-4045-9d17-61e71d4ea832 req-f5a6ea97-2735-43d7-8962-5cf0b4c025ca tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 943 time: 0.0463700 Apr 15 04:03:46.776813 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eea3fc5a-a486-4045-9d17-61e71d4ea832 req-ef01881e-f577-4af5-b9c6-1f635c3d1603 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401406 Apr 15 04:03:47.261316 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:03:47.357151 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5,segment=NetworkSegment(5dc02717-acbc-4c5d-adf6-f94b8f0385df),segment_id=5dc02717-acbc-4c5d-adf6-f94b8f0385df)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:03:47.367755 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '8bfe9832-13b9-4be3-aed6-bf655b1b7ba5', 'network_id': 'df306539-7e61-43b2-8ad4-b6b3081a2cfb', 'port_id': '8bfe9832-13b9-4be3-aed6-bf655b1b7ba5', 'mac_address': 'fa:16:3e:19:c9:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a272fcdb-1bfc-4774-8c8f-f7ba53c33a23', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:03:47.404307 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:03:47.404694 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8bfe9832-13b9-4be3-aed6-bf655b1b7ba5), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:47.416923 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:03:47.436107 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5,segment=NetworkSegment(5dc02717-acbc-4c5d-adf6-f94b8f0385df),segment_id=5dc02717-acbc-4c5d-adf6-f94b8f0385df)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:03:47.500980 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (8bfe9832-13b9-4be3-aed6-bf655b1b7ba5), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:47.550633 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:03:47.707168 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['8bfe9832-13b9-4be3-aed6-bf655b1b7ba5'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:03:47.888676 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03649307-3e0c-4281-b48b-0c4fae7a6220 req-be16275f-d678-4ea0-9cb3-807ad19e8433 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:47.890148 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-03649307-3e0c-4281-b48b-0c4fae7a6220 req-be16275f-d678-4ea0-9cb3-807ad19e8433 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 944 time: 0.0465119 Apr 15 04:03:47.938844 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-03649307-3e0c-4281-b48b-0c4fae7a6220 req-31399d6a-54a9-4d8b-89f7-418062f15f9b tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424984 Apr 15 04:03:48.542729 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-34ea8c42-25f8-4731-8ffb-5965e82834c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:49.050404 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6759e01-d65c-40ac-bbd3-eb0672287539 req-d033d9c9-46d9-456a-bdce-d4599ee4460d tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:49.051857 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f6759e01-d65c-40ac-bbd3-eb0672287539 req-d033d9c9-46d9-456a-bdce-d4599ee4460d tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 944 time: 0.0483956 Apr 15 04:03:49.097267 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f6759e01-d65c-40ac-bbd3-eb0672287539 req-4a2cfce9-ae1f-4aba-a538-65ec0d38b639 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400131 Apr 15 04:03:49.268829 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:03:49.312228 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 04:03:49.410951 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:03:49.411326 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (8bfe9832-13b9-4be3-aed6-bf655b1b7ba5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:49.485767 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:03:49.486150 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8bfe9832-13b9-4be3-aed6-bf655b1b7ba5), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:49.508478 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e73d16e-e356-413c-b615-0cd705fe7591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfe9832-13b9-4be3-aed6-bf655b1b7ba5'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:03:49.510987 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cd171c-cc49-493c-85a1-9bc3e65714a2" -d '{"events": [{"server_uuid": "4e73d16e-e356-413c-b615-0cd705fe7591", "name": "network-vif-plugged", "status": "completed", "tag": "8bfe9832-13b9-4be3-aed6-bf655b1b7ba5"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:03:49.523717 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5,segment=NetworkSegment(5dc02717-acbc-4c5d-adf6-f94b8f0385df),segment_id=5dc02717-acbc-4c5d-adf6-f94b8f0385df)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:03:49.547460 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fd0299-eca6-4fdd-977a-c0d49bd9fca6 x-openstack-request-id: req-32fd0299-eca6-4fdd-977a-c0d49bd9fca6 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:03:49.548037 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e73d16e-e356-413c-b615-0cd705fe7591", "name": "network-vif-plugged", "status": "completed", "tag": "8bfe9832-13b9-4be3-aed6-bf655b1b7ba5", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:03:49.548037 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32fd0299-eca6-4fdd-977a-c0d49bd9fca6 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:03:49.548379 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32fd0299-eca6-4fdd-977a-c0d49bd9fca6'] response: {'server_uuid': '4e73d16e-e356-413c-b615-0cd705fe7591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfe9832-13b9-4be3-aed6-bf655b1b7ba5', 'code': 200} Apr 15 04:03:49.598489 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (8bfe9832-13b9-4be3-aed6-bf655b1b7ba5), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:49.648773 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:03:49.810837 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3df5d5-e6c6-4b7d-a7a5-b4ddf1c6195a req-2c8ac80e-c450-46f8-a699-5a3deb8f3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:49.812215 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9a3df5d5-e6c6-4b7d-a7a5-b4ddf1c6195a req-2c8ac80e-c450-46f8-a699-5a3deb8f3f7a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 1129 time: 0.0372868 Apr 15 04:03:49.854167 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9a3df5d5-e6c6-4b7d-a7a5-b4ddf1c6195a req-f932ba91-599f-4648-97ea-a7deb8384208 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356889 Apr 15 04:03:50.208619 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dbe31-b302-4aa1-908a-e968e22bb838 req-89ea9d4f-d1ec-4ed0-a71e-9257d1d4eadb tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:50.210056 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-245dbe31-b302-4aa1-908a-e968e22bb838 req-89ea9d4f-d1ec-4ed0-a71e-9257d1d4eadb tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0450675 Apr 15 04:03:50.258819 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-245dbe31-b302-4aa1-908a-e968e22bb838 req-8c1315ee-80a8-40bf-8215-4701987c69fe tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433347 Apr 15 04:03:50.840127 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ee104afa-c02e-46f5-842d-73049b55ae02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:51.374638 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9deb291-3c5e-4a31-85cc-bd1c410e0153 req-a3f003ac-36d7-4753-863c-5baf42be24f0 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:51.376017 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c9deb291-3c5e-4a31-85cc-bd1c410e0153 req-a3f003ac-36d7-4753-863c-5baf42be24f0 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0501840 Apr 15 04:03:51.421838 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c9deb291-3c5e-4a31-85cc-bd1c410e0153 req-0cb26c46-bb99-441a-965a-c84d06595794 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396869 Apr 15 04:03:51.530044 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d4ae3-20cb-46b9-bf40-8baaabfa0517 req-bab5e58b-61e2-47a1-b000-bcef9465a1a8 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:51.531545 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f38d4ae3-20cb-46b9-bf40-8baaabfa0517 req-bab5e58b-61e2-47a1-b000-bcef9465a1a8 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0464735 Apr 15 04:03:51.578292 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f38d4ae3-20cb-46b9-bf40-8baaabfa0517 req-5d8bc4a1-16d6-4aa6-899a-0f39538d1f6a tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410082 Apr 15 04:03:51.816939 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577198cb-4409-4858-863f-20cfc3eccc90 req-d571dd75-8a01-48e2-a931-91d2cfd09469 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:51.818384 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-577198cb-4409-4858-863f-20cfc3eccc90 req-d571dd75-8a01-48e2-a931-91d2cfd09469 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0462670 Apr 15 04:03:51.864312 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-577198cb-4409-4858-863f-20cfc3eccc90 req-31251d12-b963-4428-88b3-e13db9523b9b tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404563 Apr 15 04:03:51.940967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:51.974136 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee8c63-8518-4dcf-905d-a50b3925b8f2 req-8b1b42af-724a-4406-99b9-2977459b81ae tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:51.975572 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-67ee8c63-8518-4dcf-905d-a50b3925b8f2 req-8b1b42af-724a-4406-99b9-2977459b81ae tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0470586 Apr 15 04:03:52.022254 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-67ee8c63-8518-4dcf-905d-a50b3925b8f2 req-001f7fec-0792-4ae1-b3d5-ce87e19363ad tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411291 Apr 15 04:03:52.500031 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a8e9c-6884-41a1-ae70-a5777d74d4e6 req-33330134-7186-4066-a4d9-b650d371d181 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:52.502046 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e48a8e9c-6884-41a1-ae70-a5777d74d4e6 req-33330134-7186-4066-a4d9-b650d371d181 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0501444 Apr 15 04:03:52.548481 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e48a8e9c-6884-41a1-ae70-a5777d74d4e6 req-2f946e98-18b2-4d24-bdb1-9813c754286c tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407012 Apr 15 04:03:52.628676 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-08bbae9c-09cb-4530-b82c-084cfce5acea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0373509 Apr 15 04:03:53.229950 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-e6847bd3-6aa5-4d3c-9829-06256f135214 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:53.231557 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-e6847bd3-6aa5-4d3c-9829-06256f135214 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports/8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 HTTP/1.1" status: 200 len: 942 time: 0.0455651 Apr 15 04:03:53.456996 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:53.670404 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce34de8-f3f2-4063-8b77-dc3f9506f5ca req-84376bf9-2eea-4f95-8f97-db7a04f50240 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:53.671885 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1ce34de8-f3f2-4063-8b77-dc3f9506f5ca req-84376bf9-2eea-4f95-8f97-db7a04f50240 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0535924 Apr 15 04:03:53.719439 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1ce34de8-f3f2-4063-8b77-dc3f9506f5ca req-a1b857c6-3df8-4122-9a93-f151feb73a3d tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417013 Apr 15 04:03:54.611546 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-8115a810-2b66-44c9-873d-053d3173892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:54.612996 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-8115a810-2b66-44c9-873d-053d3173892f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c835bcd884b241fcb63c847ddd352092&device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 1129 time: 0.0383801 Apr 15 04:03:54.840435 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5a33c-56f8-4621-a762-3cc630b0ac52 req-81a43e63-e252-41c6-9a20-8cfef911170f tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:54.842410 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0db5a33c-56f8-4621-a762-3cc630b0ac52 req-81a43e63-e252-41c6-9a20-8cfef911170f tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0519722 Apr 15 04:03:54.899173 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0db5a33c-56f8-4621-a762-3cc630b0ac52 req-ee4426f3-6fc1-468e-9d98-f1ecaa704b7b tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499692 Apr 15 04:03:54.918276 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:03:54.985393 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-f10de88f-2f53-4035-aa60-7e802da2712b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:54.986921 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-f10de88f-2f53-4035-aa60-7e802da2712b service neutron] 10.222.0.30 "GET /v2.0/networks?id=df306539-7e61-43b2-8ad4-b6b3081a2cfb HTTP/1.1" status: 200 len: 914 time: 0.3682284 Apr 15 04:03:55.026717 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-84f94f95-28be-4a02-9ad6-fe07cd0d536a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 HTTP/1.1" status: 200 len: 217 time: 0.0339658 Apr 15 04:03:55.072957 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-8d699405-a079-4acb-9e46-8221cd8541c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:55.074389 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-8d699405-a079-4acb-9e46-8221cd8541c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a272fcdb-1bfc-4774-8c8f-f7ba53c33a23 HTTP/1.1" status: 200 len: 854 time: 0.0421469 Apr 15 04:03:55.105768 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-b3336980-5b87-46b8-9756-f5722c79dbe6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df306539-7e61-43b2-8ad4-b6b3081a2cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251634 Apr 15 04:03:55.197449 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-9cd65449-7b86-49fa-84e7-9ce0592a6f43 service neutron] 10.222.0.30 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853462 Apr 15 04:03:55.287232 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-22119698-7c69-45f7-80e0-e7042b95fa31 service neutron] 10.222.0.30 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842509 Apr 15 04:03:56.011672 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77d089-721d-47c4-a1d1-924f85c3a4fb req-8aae1a70-c49e-4e4e-9cc8-ed2e78953383 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:56.013112 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9c77d089-721d-47c4-a1d1-924f85c3a4fb req-8aae1a70-c49e-4e4e-9cc8-ed2e78953383 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0464866 Apr 15 04:03:56.059336 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9c77d089-721d-47c4-a1d1-924f85c3a4fb req-c90790fd-fc5f-4201-912e-2518aa2812bb tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406935 Apr 15 04:03:57.169562 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d93aa-3d09-4927-9384-b11ee49f7e93 req-23ded7e0-5d16-459b-8d67-44f5b3164012 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:57.171051 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bf4d93aa-3d09-4927-9384-b11ee49f7e93 req-23ded7e0-5d16-459b-8d67-44f5b3164012 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0469482 Apr 15 04:03:57.217400 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bf4d93aa-3d09-4927-9384-b11ee49f7e93 req-85cd86db-482f-42d8-af7b-cc8e7a0d2031 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404093 Apr 15 04:03:58.325878 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6861479-8c01-405a-b75f-ad3ad440e5fa req-7a6bf8a7-b177-47ef-90f2-ac99ed3d5271 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:58.327331 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a6861479-8c01-405a-b75f-ad3ad440e5fa req-7a6bf8a7-b177-47ef-90f2-ac99ed3d5271 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0456302 Apr 15 04:03:58.372856 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a6861479-8c01-405a-b75f-ad3ad440e5fa req-74e4fddb-0fb1-4f17-ba42-3727480159b1 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394499 Apr 15 04:03:59.487279 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd9615-7fc8-49af-a429-63f1e9fe95d7 req-9925e90a-be82-4543-941e-21eb8744390e tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:59.488852 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5fdd9615-7fc8-49af-a429-63f1e9fe95d7 req-9925e90a-be82-4543-941e-21eb8744390e tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0493896 Apr 15 04:03:59.537753 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5fdd9615-7fc8-49af-a429-63f1e9fe95d7 req-637df581-b7e1-4f09-b9a3-659b7f8386f7 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431952 Apr 15 04:03:59.554284 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156f30b-cdb6-4b34-bb8a-fd644fa63d07 req-81164e79-5d20-4edc-9fb2-8e2b5fa0c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:59.555805 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6156f30b-cdb6-4b34-bb8a-fd644fa63d07 req-81164e79-5d20-4edc-9fb2-8e2b5fa0c974 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c835bcd884b241fcb63c847ddd352092&device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 1129 time: 0.0430055 Apr 15 04:03:59.655313 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156f30b-cdb6-4b34-bb8a-fd644fa63d07 req-27269979-91b4-4e8b-b900-950d6685f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:59.656648 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6156f30b-cdb6-4b34-bb8a-fd644fa63d07 req-27269979-91b4-4e8b-b900-950d6685f414 service neutron] 10.222.0.30 "GET /v2.0/networks?id=df306539-7e61-43b2-8ad4-b6b3081a2cfb HTTP/1.1" status: 200 len: 914 time: 0.0838645 Apr 15 04:03:59.699028 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6156f30b-cdb6-4b34-bb8a-fd644fa63d07 req-55c15fb2-61d4-4003-9276-1e359d224918 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 HTTP/1.1" status: 200 len: 217 time: 0.0362229 Apr 15 04:03:59.745410 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156f30b-cdb6-4b34-bb8a-fd644fa63d07 req-f131c76c-ad93-4928-82e3-cdcaab553434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:03:59.746814 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6156f30b-cdb6-4b34-bb8a-fd644fa63d07 req-f131c76c-ad93-4928-82e3-cdcaab553434 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a272fcdb-1bfc-4774-8c8f-f7ba53c33a23 HTTP/1.1" status: 200 len: 854 time: 0.0424459 Apr 15 04:03:59.778332 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6156f30b-cdb6-4b34-bb8a-fd644fa63d07 req-4e962e6a-9fca-4ebe-9d64-a4ad60bb042f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df306539-7e61-43b2-8ad4-b6b3081a2cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251341 Apr 15 04:03:59.867924 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6156f30b-cdb6-4b34-bb8a-fd644fa63d07 req-15f46356-21b3-4030-849e-ef9aec7a1a3c service neutron] 10.222.0.30 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829637 Apr 15 04:03:59.953752 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6156f30b-cdb6-4b34-bb8a-fd644fa63d07 req-7c08261b-00cc-40f4-bb8a-85038e39b3d5 service neutron] 10.222.0.30 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807564 Apr 15 04:04:00.649271 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc8ccb-5cab-4835-8704-a1df6fc6d48e req-83f4283c-5cf8-47f7-8ea4-0837fc8ec25d tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:00.650789 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-adfc8ccb-5cab-4835-8704-a1df6fc6d48e req-83f4283c-5cf8-47f7-8ea4-0837fc8ec25d tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0470440 Apr 15 04:04:00.700807 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-adfc8ccb-5cab-4835-8704-a1df6fc6d48e req-18524eb1-3cf9-43c0-8bb9-acd0d7b4c27c tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445187 Apr 15 04:04:01.816789 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d26850-b0f0-42d6-b7ef-81c33c30df87 req-65e49134-aadf-4d89-8f38-2b8e6609b34d tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:01.818237 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-12d26850-b0f0-42d6-b7ef-81c33c30df87 req-65e49134-aadf-4d89-8f38-2b8e6609b34d tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0502727 Apr 15 04:04:01.863655 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-12d26850-b0f0-42d6-b7ef-81c33c30df87 req-d3642517-ec7b-429b-b9cd-2d83fd8ac56f tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 Apr 15 04:04:02.499477 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:04:02.974996 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf582b68-74c8-4a14-adf1-af565433e276 req-ec2e6ad3-e3d1-4e48-a99f-16c4ed2d4e35 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:02.976453 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bf582b68-74c8-4a14-adf1-af565433e276 req-ec2e6ad3-e3d1-4e48-a99f-16c4ed2d4e35 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0467544 Apr 15 04:04:03.022902 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bf582b68-74c8-4a14-adf1-af565433e276 req-a633eae6-2db6-4c77-8264-1a52f0ba1b5a tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409162 Apr 15 04:04:04.133589 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c2747-12bb-4d28-a9c2-75bb0869dde0 req-9117475f-deb4-491f-9fa6-0245ca2ebf78 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:04.135108 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-885c2747-12bb-4d28-a9c2-75bb0869dde0 req-9117475f-deb4-491f-9fa6-0245ca2ebf78 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0468779 Apr 15 04:04:04.181822 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-885c2747-12bb-4d28-a9c2-75bb0869dde0 req-3b7d2bce-a83d-4dfe-94fd-5b31cd4d18dc tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413179 Apr 15 04:04:04.759456 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:05.291828 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0024c-1b60-4d0a-84f0-69e80ca7d6e1 req-5c687a33-8122-43ea-9e28-357b29e40281 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:05.293280 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-68f0024c-1b60-4d0a-84f0-69e80ca7d6e1 req-5c687a33-8122-43ea-9e28-357b29e40281 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0459218 Apr 15 04:04:05.338620 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-68f0024c-1b60-4d0a-84f0-69e80ca7d6e1 req-2bc25488-7939-48e2-b647-f468e8c1d989 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392063 Apr 15 04:04:06.454845 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4069e-d35e-4187-88ea-081dbcb6de82 req-58af3d6c-539a-49f2-b523-d3e3eae7fad8 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:06.456348 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-31b4069e-d35e-4187-88ea-081dbcb6de82 req-58af3d6c-539a-49f2-b523-d3e3eae7fad8 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0521069 Apr 15 04:04:06.503266 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-31b4069e-d35e-4187-88ea-081dbcb6de82 req-1207a4cb-0260-4f4f-b55a-e44f29371a20 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413530 Apr 15 04:04:07.617275 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09f04c-51ba-4811-a049-eb39b36b08a2 req-57647eaa-1289-4665-aa6f-8251cf32ef85 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:07.618776 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1b09f04c-51ba-4811-a049-eb39b36b08a2 req-57647eaa-1289-4665-aa6f-8251cf32ef85 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0496075 Apr 15 04:04:07.665095 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1b09f04c-51ba-4811-a049-eb39b36b08a2 req-32b19f8d-afc2-449f-8ab1-330962dcc67c tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408003 Apr 15 04:04:08.778814 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f952d3-92d4-44c8-8727-0ef37bb87d2a req-4ab55321-36e5-4b45-9ac7-e66a0af02c5c tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:08.780307 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b6f952d3-92d4-44c8-8727-0ef37bb87d2a req-4ab55321-36e5-4b45-9ac7-e66a0af02c5c tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0476332 Apr 15 04:04:08.826753 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b6f952d3-92d4-44c8-8727-0ef37bb87d2a req-a4dedd63-b399-494c-910f-4566b61034ba tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402622 Apr 15 04:04:09.936471 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e15bcb-2b33-48f4-b6f2-0df09c537689 req-28f6fc7a-2f10-4e10-8914-094839bf0b05 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:09.937917 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-08e15bcb-2b33-48f4-b6f2-0df09c537689 req-28f6fc7a-2f10-4e10-8914-094839bf0b05 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0462651 Apr 15 04:04:09.984636 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-08e15bcb-2b33-48f4-b6f2-0df09c537689 req-c4976729-76f2-4204-8cd5-ba0d86dea724 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411711 Apr 15 04:04:11.092952 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa443dbc-3912-430c-aebb-00270a2bb372 req-7c19af5a-d7d6-41a7-9a44-57a9933590b8 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:11.094412 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-fa443dbc-3912-430c-aebb-00270a2bb372 req-7c19af5a-d7d6-41a7-9a44-57a9933590b8 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0457721 Apr 15 04:04:11.144694 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-fa443dbc-3912-430c-aebb-00270a2bb372 req-087a3f45-0002-41d5-b75f-1b9df979c434 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442495 Apr 15 04:04:12.258472 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320541f-a466-49a9-b266-2673ffa47598 req-91343bb7-9eb3-4681-8dcb-bae5a8f145c7 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:12.259866 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e320541f-a466-49a9-b266-2673ffa47598 req-91343bb7-9eb3-4681-8dcb-bae5a8f145c7 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0497689 Apr 15 04:04:12.305922 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e320541f-a466-49a9-b266-2673ffa47598 req-3540ebd3-d507-455f-b279-d05553e22b84 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406394 Apr 15 04:04:12.579716 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-f603e7d2-8c5e-4477-89eb-4310b59ee313 service neutron] 10.222.0.30 "GET /v2.0/ports/8bfe9832-13b9-4be3-aed6-bf655b1b7ba5/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0536373 Apr 15 04:04:13.014036 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-decd183b-5fcb-4431-8dbf-d66763736906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:13.015549 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-decd183b-5fcb-4431-8dbf-d66763736906 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591&tenant_id=c835bcd884b241fcb63c847ddd352092 HTTP/1.1" status: 200 len: 1129 time: 0.0401828 Apr 15 04:04:13.073311 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-e58bae8d-9b15-4ac1-a289-9fa341812d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:13.074869 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-e58bae8d-9b15-4ac1-a289-9fa341812d8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c835bcd884b241fcb63c847ddd352092&device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 1129 time: 0.0390601 Apr 15 04:04:13.166921 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-39c9817e-79dc-4675-8efa-40ab1c6c3afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:13.168423 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-39c9817e-79dc-4675-8efa-40ab1c6c3afd service neutron] 10.222.0.30 "GET /v2.0/networks?id=df306539-7e61-43b2-8ad4-b6b3081a2cfb HTTP/1.1" status: 200 len: 914 time: 0.0876465 Apr 15 04:04:13.207983 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-e95c6c6f-9a0d-4bc3-a539-5c91935dc818 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 HTTP/1.1" status: 200 len: 217 time: 0.0338926 Apr 15 04:04:13.260221 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-addcfed2-4d36-4885-9457-fa4ac5f21954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:13.261821 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-addcfed2-4d36-4885-9457-fa4ac5f21954 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a272fcdb-1bfc-4774-8c8f-f7ba53c33a23 HTTP/1.1" status: 200 len: 854 time: 0.0483863 Apr 15 04:04:13.292805 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-75f3a414-510d-4dee-bd80-71d87d49d9fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df306539-7e61-43b2-8ad4-b6b3081a2cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254948 Apr 15 04:04:13.385202 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-a9829f23-7f17-4f95-8123-7886b247eca8 service neutron] 10.222.0.30 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861621 Apr 15 04:04:13.419483 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2743ee8-41a3-47aa-bb07-045ae396e458 req-54e296ff-0d2e-4176-8519-6cf26d7d5298 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:13.420961 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b2743ee8-41a3-47aa-bb07-045ae396e458 req-54e296ff-0d2e-4176-8519-6cf26d7d5298 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0469546 Apr 15 04:04:13.467404 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b2743ee8-41a3-47aa-bb07-045ae396e458 req-a629118a-f3ea-4f3f-bbc5-b96cd7a30a23 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402133 Apr 15 04:04:13.479683 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-432a139a-89b1-4141-8503-4c09aeeb5bd9 req-39527c57-2c9f-406d-88ee-f66daba09f67 service neutron] 10.222.0.30 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880883 Apr 15 04:04:14.580373 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91fe07-8717-4672-bd9f-74d5885c7a51 req-1bc78bf5-5895-4f32-b986-7c399f348942 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:14.581833 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1b91fe07-8717-4672-bd9f-74d5885c7a51 req-1bc78bf5-5895-4f32-b986-7c399f348942 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0456383 Apr 15 04:04:14.627738 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1b91fe07-8717-4672-bd9f-74d5885c7a51 req-e8e1bd4c-1b3a-47fe-a849-433074aaec54 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404279 Apr 15 04:04:15.471651 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:04:15.473759 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:04:15.615331 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:04:15.615712 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8bfe9832-13b9-4be3-aed6-bf655b1b7ba5), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:15.640914 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5,segment=NetworkSegment(5dc02717-acbc-4c5d-adf6-f94b8f0385df),segment_id=5dc02717-acbc-4c5d-adf6-f94b8f0385df)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:04:15.661026 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e73d16e-e356-413c-b615-0cd705fe7591', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bfe9832-13b9-4be3-aed6-bf655b1b7ba5'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:04:15.663235 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0f34be-b308-4fae-8fd9-ac3944708275" -d '{"events": [{"server_uuid": "4e73d16e-e356-413c-b615-0cd705fe7591", "name": "network-vif-unplugged", "status": "completed", "tag": "8bfe9832-13b9-4be3-aed6-bf655b1b7ba5"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:04:15.667887 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '8bfe9832-13b9-4be3-aed6-bf655b1b7ba5', 'network_id': 'df306539-7e61-43b2-8ad4-b6b3081a2cfb', 'port_id': '8bfe9832-13b9-4be3-aed6-bf655b1b7ba5', 'mac_address': 'fa:16:3e:19:c9:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a272fcdb-1bfc-4774-8c8f-f7ba53c33a23', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:04:15.678307 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5,segment=NetworkSegment(5dc02717-acbc-4c5d-adf6-f94b8f0385df),segment_id=5dc02717-acbc-4c5d-adf6-f94b8f0385df)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:04:15.715531 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Apr 2022 04:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d38c57-af85-49f9-86b2-e6a626e7db4c x-openstack-request-id: req-63d38c57-af85-49f9-86b2-e6a626e7db4c {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:04:15.715831 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e73d16e-e356-413c-b615-0cd705fe7591", "name": "network-vif-unplugged", "status": "completed", "tag": "8bfe9832-13b9-4be3-aed6-bf655b1b7ba5", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:04:15.716131 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63d38c57-af85-49f9-86b2-e6a626e7db4c {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:04:15.716529 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63d38c57-af85-49f9-86b2-e6a626e7db4c'] response: {'server_uuid': '4e73d16e-e356-413c-b615-0cd705fe7591', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bfe9832-13b9-4be3-aed6-bf655b1b7ba5', 'code': 200} Apr 15 04:04:15.718966 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 is: ACTIVE; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:04:15.719349 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8bfe9832-13b9-4be3-aed6-bf655b1b7ba5), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:15.733109 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:04:15.746624 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba26f3-17f2-430e-b0d4-02c54a27b85a req-7680c6df-b507-49e9-bbf3-921def091a8b tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:15.747689 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (8bfe9832-13b9-4be3-aed6-bf655b1b7ba5), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:15.748123 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5bba26f3-17f2-430e-b0d4-02c54a27b85a req-7680c6df-b507-49e9-bbf3-921def091a8b tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 945 time: 0.0505059 Apr 15 04:04:15.796872 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5bba26f3-17f2-430e-b0d4-02c54a27b85a req-e308ec40-321e-4767-b23a-9a439da4358b tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428917 Apr 15 04:04:15.819439 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 04:04:15.819850 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 04:04:15.831674 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:04:16.115820 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109c8bd-3118-4db2-bfaa-c02b61006dc8 req-b5253230-8f2d-46e9-b8ce-ded392259c7a tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:16.117476 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3109c8bd-3118-4db2-bfaa-c02b61006dc8 req-b5253230-8f2d-46e9-b8ce-ded392259c7a tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 943 time: 0.0514355 Apr 15 04:04:16.166839 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3109c8bd-3118-4db2-bfaa-c02b61006dc8 req-4fa24da4-7bc0-41fd-91fb-b6078afc2b86 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425293 Apr 15 04:04:16.189212 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dcc9d-2129-41fa-a1dc-37b8d47faa45 req-42a59026-1809-491f-9e72-c85c2fef5357 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:16.190681 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1c6dcc9d-2129-41fa-a1dc-37b8d47faa45 req-42a59026-1809-491f-9e72-c85c2fef5357 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591&tenant_id=c835bcd884b241fcb63c847ddd352092&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 943 time: 0.0542307 Apr 15 04:04:16.266195 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dcc9d-2129-41fa-a1dc-37b8d47faa45 req-9d208482-7206-4e0d-9a80-811bbbab5c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:16.268482 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1c6dcc9d-2129-41fa-a1dc-37b8d47faa45 req-9d208482-7206-4e0d-9a80-811bbbab5c0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c835bcd884b241fcb63c847ddd352092&device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 1127 time: 0.0375934 Apr 15 04:04:16.355991 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:04:16.356498 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8bfe9832-13b9-4be3-aed6-bf655b1b7ba5), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:16.359272 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dcc9d-2129-41fa-a1dc-37b8d47faa45 req-54337a15-a0be-4e5b-9e2e-d01d4b12d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:16.360826 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1c6dcc9d-2129-41fa-a1dc-37b8d47faa45 req-54337a15-a0be-4e5b-9e2e-d01d4b12d081 service neutron] 10.222.0.30 "GET /v2.0/networks?id=df306539-7e61-43b2-8ad4-b6b3081a2cfb HTTP/1.1" status: 200 len: 914 time: 0.0861726 Apr 15 04:04:16.369378 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:04:16.388520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5,segment=NetworkSegment(5dc02717-acbc-4c5d-adf6-f94b8f0385df),segment_id=5dc02717-acbc-4c5d-adf6-f94b8f0385df)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:04:16.401728 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1c6dcc9d-2129-41fa-a1dc-37b8d47faa45 req-44cb4afd-178e-46c5-919a-f315903f8788 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 HTTP/1.1" status: 200 len: 217 time: 0.0355852 Apr 15 04:04:16.448270 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dcc9d-2129-41fa-a1dc-37b8d47faa45 req-924987db-6e9b-4b79-b038-ec2645d08991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:16.449745 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1c6dcc9d-2129-41fa-a1dc-37b8d47faa45 req-924987db-6e9b-4b79-b038-ec2645d08991 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a272fcdb-1bfc-4774-8c8f-f7ba53c33a23 HTTP/1.1" status: 200 len: 854 time: 0.0421901 Apr 15 04:04:16.450902 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (8bfe9832-13b9-4be3-aed6-bf655b1b7ba5), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:16.480949 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1c6dcc9d-2129-41fa-a1dc-37b8d47faa45 req-f0714aa0-d1f4-415b-a66d-531aad5639df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df306539-7e61-43b2-8ad4-b6b3081a2cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255437 Apr 15 04:04:16.501599 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5,revision_number=7']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:04:16.505506 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['8bfe9832-13b9-4be3-aed6-bf655b1b7ba5'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:04:16.575544 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1c6dcc9d-2129-41fa-a1dc-37b8d47faa45 req-a8b371e1-b2d9-4344-82ef-463c9bf4bfb7 service neutron] 10.222.0.30 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880671 Apr 15 04:04:16.667340 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1c6dcc9d-2129-41fa-a1dc-37b8d47faa45 req-8ee806df-7d5b-4856-9acc-37b45f8a7ca8 service neutron] 10.222.0.30 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852313 Apr 15 04:04:17.281269 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00814c-afdf-46f7-9b2a-613eefefa36f req-91a9ed79-a63d-4a99-9562-ae0eaace9211 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:17.283607 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7f00814c-afdf-46f7-9b2a-613eefefa36f req-91a9ed79-a63d-4a99-9562-ae0eaace9211 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 944 time: 0.0496426 Apr 15 04:04:17.330516 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7f00814c-afdf-46f7-9b2a-613eefefa36f req-428d0ac8-f3dc-4037-a958-51da8756e439 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411239 Apr 15 04:04:17.509386 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:04:17.584684 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 is: BUILD; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:04:17.585051 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (8bfe9832-13b9-4be3-aed6-bf655b1b7ba5), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:17.599110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:04:17.622130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5,segment=NetworkSegment(5dc02717-acbc-4c5d-adf6-f94b8f0385df),segment_id=5dc02717-acbc-4c5d-adf6-f94b8f0385df)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:04:17.694690 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (8bfe9832-13b9-4be3-aed6-bf655b1b7ba5), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:17.741969 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5,revision_number=8']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:04:18.441621 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de74d4-2c94-48ac-a5cd-263836230e46 req-20780ccf-d509-4a75-8399-721048d26dba tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:18.443088 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-03de74d4-2c94-48ac-a5cd-263836230e46 req-20780ccf-d509-4a75-8399-721048d26dba tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 943 time: 0.0459795 Apr 15 04:04:18.491306 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-03de74d4-2c94-48ac-a5cd-263836230e46 req-649cd30f-4afe-4daf-8f1d-18b6f48a73ca tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426273 Apr 15 04:04:18.540794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-42ede0b0-ea6a-4849-824d-e108936bbc5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:18.604209 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8457105-77d6-4991-9cd2-e2361ca50fa8 req-f0e83be6-6d01-4028-95e4-74eb0cf741a8 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:18.605661 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b8457105-77d6-4991-9cd2-e2361ca50fa8 req-f0e83be6-6d01-4028-95e4-74eb0cf741a8 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 943 time: 0.0462704 Apr 15 04:04:18.651277 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b8457105-77d6-4991-9cd2-e2361ca50fa8 req-3eacc7f2-3c30-4db2-bbaa-231143ebb3be tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395365 Apr 15 04:04:18.760840 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c6ba2-705a-4504-9818-fb345b4dd66a req-50fe66e6-06b2-49e7-b75e-6c275f04ea88 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:18.762293 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9b1c6ba2-705a-4504-9818-fb345b4dd66a req-50fe66e6-06b2-49e7-b75e-6c275f04ea88 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 943 time: 0.0477264 Apr 15 04:04:18.813177 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9b1c6ba2-705a-4504-9818-fb345b4dd66a req-f98c80d0-2b99-4a37-a6c5-f9d551bc305b tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453017 Apr 15 04:04:19.349275 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-7b190baf-836b-47b8-8118-3607187df064 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:19.350742 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-7b190baf-836b-47b8-8118-3607187df064 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/networks?id=df306539-7e61-43b2-8ad4-b6b3081a2cfb HTTP/1.1" status: 200 len: 814 time: 0.0991757 Apr 15 04:04:19.364660 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-1e25e1b2-6032-48b8-bc58-a02233fd3013 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/quotas/c835bcd884b241fcb63c847ddd352092 HTTP/1.1" status: 200 len: 375 time: 0.0087285 Apr 15 04:04:19.414570 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-38242097-ef58-4afd-aebd-35b7fe072da0 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c835bcd884b241fcb63c847ddd352092&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0452158 Apr 15 04:04:19.424518 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-4f6957da-b0ad-40a0-bdab-691ca65773f6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 04:04:19.425493 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-4f6957da-b0ad-40a0-bdab-691ca65773f6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049026 Apr 15 04:04:19.511605 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-1365e9c8-03c5-4b7c-864a-b3a9e952b62b service neutron] 10.222.0.15 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810745 Apr 15 04:04:19.603314 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-09d55266-9901-4b7c-bd6e-4ff0b83e8563 service neutron] 10.222.0.15 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854621 Apr 15 04:04:19.832596 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04fb1c95-03ce-49a4-92dd-f56055364f51 req-40ba8599-716a-4dce-a971-2a4a0c0a7707 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 210 time: 0.0315006 Apr 15 04:04:20.862844 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3e73f7e1-d969-46ed-b8de-4a1a43e5411c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:20.892214 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91942a3e-31dd-4d4e-ba26-1d271aabfd5b req-8001d7fb-f960-4059-92cc-efbe5feba959 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:20.893983 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91942a3e-31dd-4d4e-ba26-1d271aabfd5b req-8001d7fb-f960-4059-92cc-efbe5feba959 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e73d16e-e356-413c-b615-0cd705fe7591 HTTP/1.1" status: 200 len: 943 time: 0.0504489 Apr 15 04:04:20.928817 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-19485284-7226-418b-8e62-9acdf3d7f426 req-22f74dd7-00aa-4746-ad53-5d86ba9cd245 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 210 time: 0.0289218 Apr 15 04:04:20.986365 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-91942a3e-31dd-4d4e-ba26-1d271aabfd5b req-91777946-adcf-46fc-a665-dc753e58f46f tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Deleting port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:04:20.986727 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-91942a3e-31dd-4d4e-ba26-1d271aabfd5b req-91777946-adcf-46fc-a665-dc753e58f46f tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (8bfe9832-13b9-4be3-aed6-bf655b1b7ba5), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:21.084668 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-91942a3e-31dd-4d4e-ba26-1d271aabfd5b req-91777946-adcf-46fc-a665-dc753e58f46f tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] For port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5,segment=NetworkSegment(5dc02717-acbc-4c5d-adf6-f94b8f0385df),segment_id=5dc02717-acbc-4c5d-adf6-f94b8f0385df)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:04:21.085332 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-91942a3e-31dd-4d4e-ba26-1d271aabfd5b req-91777946-adcf-46fc-a665-dc753e58f46f tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (8bfe9832-13b9-4be3-aed6-bf655b1b7ba5), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:21.099404 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-91942a3e-31dd-4d4e-ba26-1d271aabfd5b req-91777946-adcf-46fc-a665-dc753e58f46f tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Calling delete_port for 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:04:21.296465 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-91942a3e-31dd-4d4e-ba26-1d271aabfd5b req-91777946-adcf-46fc-a665-dc753e58f46f tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (8bfe9832-13b9-4be3-aed6-bf655b1b7ba5), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:21.322991 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91777946-adcf-46fc-a665-dc753e58f46f tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Pushing event deleted for resources: {'Port': ['ID=8bfe9832-13b9-4be3-aed6-bf655b1b7ba5,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:04:21.371040 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-91942a3e-31dd-4d4e-ba26-1d271aabfd5b req-91777946-adcf-46fc-a665-dc753e58f46f tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] No DVR routers for this DVR port 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:04:21.373323 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-91942a3e-31dd-4d4e-ba26-1d271aabfd5b req-91777946-adcf-46fc-a665-dc753e58f46f tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:21.376871 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91942a3e-31dd-4d4e-ba26-1d271aabfd5b req-91777946-adcf-46fc-a665-dc753e58f46f tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.30 "DELETE /v2.0/ports/8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 HTTP/1.1" status: 204 len: 173 time: 0.4773600 Apr 15 04:04:21.377308 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e73d16e-e356-413c-b615-0cd705fe7591', 'name': 'network-vif-deleted', 'tag': '8bfe9832-13b9-4be3-aed6-bf655b1b7ba5'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:04:21.379579 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce1960f-1bce-49ff-b15c-9f34b69eb5b8" -d '{"events": [{"server_uuid": "4e73d16e-e356-413c-b615-0cd705fe7591", "name": "network-vif-deleted", "tag": "8bfe9832-13b9-4be3-aed6-bf655b1b7ba5"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:04:21.472145 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20146f9c-e59c-4f83-b433-42008598c3f1 x-openstack-request-id: req-20146f9c-e59c-4f83-b433-42008598c3f1 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:04:21.472434 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e73d16e-e356-413c-b615-0cd705fe7591", "name": "network-vif-deleted", "tag": "8bfe9832-13b9-4be3-aed6-bf655b1b7ba5", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:04:21.472685 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20146f9c-e59c-4f83-b433-42008598c3f1 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:04:21.473092 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20146f9c-e59c-4f83-b433-42008598c3f1'] response: {'server_uuid': '4e73d16e-e356-413c-b615-0cd705fe7591', 'name': 'network-vif-deleted', 'tag': '8bfe9832-13b9-4be3-aed6-bf655b1b7ba5', 'status': 'completed', 'code': 200} Apr 15 04:04:21.632091 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-e273ee16-5bb5-4eb1-9f89-53acb278261f tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:21.633484 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-e273ee16-5bb5-4eb1-9f89-53acb278261f tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.30 "GET /v2.0/networks?id=df306539-7e61-43b2-8ad4-b6b3081a2cfb HTTP/1.1" status: 200 len: 814 time: 0.1077764 Apr 15 04:04:21.645984 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-c9cc79a8-3283-4d76-bc19-903d4e8fdea1 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Request body: {'port': {'device_id': '01d57a40-2d9d-4bec-a827-4133467d3c55', 'network_id': 'df306539-7e61-43b2-8ad4-b6b3081a2cfb', 'admin_state_up': True, 'tenant_id': 'c835bcd884b241fcb63c847ddd352092'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:04:21.808934 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-c9cc79a8-3283-4d76-bc19-903d4e8fdea1 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Made reservation on behalf of c835bcd884b241fcb63c847ddd352092 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:04:21.812415 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-c9cc79a8-3283-4d76-bc19-903d4e8fdea1 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:21.944692 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-c9cc79a8-3283-4d76-bc19-903d4e8fdea1 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Allocated IP 172.20.0.11 (df306539-7e61-43b2-8ad4-b6b3081a2cfb/a272fcdb-1bfc-4774-8c8f-f7ba53c33a23/cd5c0c5a-9f59-4d29-94af-e1e5373817ef) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:04:21.977006 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:22.025571 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-89b16874-099f-4a00-9719-5de51b710340 req-b9a14f32-f40e-448a-96eb-b62f56415fbc tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 210 time: 0.0283651 Apr 15 04:04:22.098178 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-c9cc79a8-3283-4d76-bc19-903d4e8fdea1 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Publish callbacks [] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:22.234372 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-c9cc79a8-3283-4d76-bc19-903d4e8fdea1 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:22.278775 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-c9cc79a8-3283-4d76-bc19-903d4e8fdea1 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Network df306539-7e61-43b2-8ad4-b6b3081a2cfb is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:04:22.284054 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-c9cc79a8-3283-4d76-bc19-903d4e8fdea1 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:04:22.287869 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-c9cc79a8-3283-4d76-bc19-903d4e8fdea1 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:04:22.294417 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc79a8-3283-4d76-bc19-903d4e8fdea1 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Pushing event updated for resources: {'Port': ['ID=cd5c0c5a-9f59-4d29-94af-e1e5373817ef,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:04:22.340002 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-c9cc79a8-3283-4d76-bc19-903d4e8fdea1 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:22.340622 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-c9cc79a8-3283-4d76-bc19-903d4e8fdea1 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:22.436741 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-c9cc79a8-3283-4d76-bc19-903d4e8fdea1 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7952371 Apr 15 04:04:22.447361 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] Request body: {'port': {'device_id': '01d57a40-2d9d-4bec-a827-4133467d3c55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:04:22.509229 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:22.763266 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5c0c5a-9f59-4d29-94af-e1e5373817ef {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:04:22.771243 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] Publish callbacks [] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:22.783843 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] Transition to ACTIVE for port object cd5c0c5a-9f59-4d29-94af-e1e5373817ef will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 04:04:22.856263 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:22.912259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5c0c5a-9f59-4d29-94af-e1e5373817ef,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:04:22.975439 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] Attempting to bind port cd5c0c5a-9f59-4d29-94af-e1e5373817ef on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:04:22.976076 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] Attempting to bind port cd5c0c5a-9f59-4d29-94af-e1e5373817ef by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '5dc02717-acbc-4c5d-adf6-f94b8f0385df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'df306539-7e61-43b2-8ad4-b6b3081a2cfb'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:04:22.976076 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] Attempting to bind port cd5c0c5a-9f59-4d29-94af-e1e5373817ef on network df306539-7e61-43b2-8ad4-b6b3081a2cfb {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:04:22.980307 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] Port cd5c0c5a-9f59-4d29-94af-e1e5373817ef on network df306539-7e61-43b2-8ad4-b6b3081a2cfb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 04:04:22.980632 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] Attempting to bind port cd5c0c5a-9f59-4d29-94af-e1e5373817ef on network df306539-7e61-43b2-8ad4-b6b3081a2cfb {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:04:22.985544 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:04:22.985883 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] Checking segment: {'id': '5dc02717-acbc-4c5d-adf6-f94b8f0385df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'df306539-7e61-43b2-8ad4-b6b3081a2cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:04:22.986268 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] Bound using segment: {'id': '5dc02717-acbc-4c5d-adf6-f94b8f0385df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'df306539-7e61-43b2-8ad4-b6b3081a2cfb'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:04:22.986725 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] Bound port: cd5c0c5a-9f59-4d29-94af-e1e5373817ef, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dc02717-acbc-4c5d-adf6-f94b8f0385df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'df306539-7e61-43b2-8ad4-b6b3081a2cfb'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:04:22.987087 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:23.049318 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] For port cd5c0c5a-9f59-4d29-94af-e1e5373817ef, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:04:23.052348 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] For port cd5c0c5a-9f59-4d29-94af-e1e5373817ef, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cd5c0c5a-9f59-4d29-94af-e1e5373817ef,segment=NetworkSegment(5dc02717-acbc-4c5d-adf6-f94b8f0385df),segment_id=5dc02717-acbc-4c5d-adf6-f94b8f0385df)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:04:23.125841 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:23.167457 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:23.168082 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:23.169507 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] 10.222.0.30 "PUT /v2.0/ports/cd5c0c5a-9f59-4d29-94af-e1e5373817ef HTTP/1.1" status: 200 len: 1094 time: 0.7261817 Apr 15 04:04:23.179357 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c9a7d-e6fe-4db9-a6e1-b24aed4c26b2 req-35d5d75f-0f3a-4ddd-b173-5b4302ad5176 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:23.180825 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-153c9a7d-e6fe-4db9-a6e1-b24aed4c26b2 req-35d5d75f-0f3a-4ddd-b173-5b4302ad5176 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 944 time: 0.0868785 Apr 15 04:04:23.215985 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546867f0-0f6c-40c5-bf15-7778a9add9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cd5c0c5a-9f59-4d29-94af-e1e5373817ef,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:04:23.244600 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-153c9a7d-e6fe-4db9-a6e1-b24aed4c26b2 req-c0af2f5a-4413-4639-9fda-f52011b0344d tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568142 Apr 15 04:04:23.303772 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-6a155885-3c56-4563-bcb0-bed6ad594177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:23.305167 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-6a155885-3c56-4563-bcb0-bed6ad594177 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c835bcd884b241fcb63c847ddd352092&device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 1128 time: 0.0384233 Apr 15 04:04:23.348965 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-a18c6be0-4d7c-4b1d-85a7-8be2303280a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd5c0c5a-9f59-4d29-94af-e1e5373817ef HTTP/1.1" status: 200 len: 217 time: 0.0373261 Apr 15 04:04:23.396838 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-47cc8794-2443-4829-9da6-1390a451abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:23.398294 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-47cc8794-2443-4829-9da6-1390a451abb9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a272fcdb-1bfc-4774-8c8f-f7ba53c33a23 HTTP/1.1" status: 200 len: 854 time: 0.0439491 Apr 15 04:04:23.429657 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-6f388139-c6b2-4616-b8e6-c401b5916d0a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df306539-7e61-43b2-8ad4-b6b3081a2cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256250 Apr 15 04:04:23.456530 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:23.488647 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d57a40-2d9d-4bec-a827-4133467d3c55', 'tag': 'cd5c0c5a-9f59-4d29-94af-e1e5373817ef'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:04:23.490958 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbb2b80-e6b6-4b8a-896a-fa0b4a4c780b" -d '{"events": [{"name": "network-changed", "server_uuid": "01d57a40-2d9d-4bec-a827-4133467d3c55", "tag": "cd5c0c5a-9f59-4d29-94af-e1e5373817ef"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:04:23.527576 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-7a8d8116-161a-4703-8d5f-87aada34659a service neutron] 10.222.0.30 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917645 Apr 15 04:04:23.529045 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad89775-f508-4d5e-bcc6-22d0d9b0b2c0 x-openstack-request-id: req-4ad89775-f508-4d5e-bcc6-22d0d9b0b2c0 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:04:23.529341 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d57a40-2d9d-4bec-a827-4133467d3c55", "tag": "cd5c0c5a-9f59-4d29-94af-e1e5373817ef", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:04:23.529597 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ad89775-f508-4d5e-bcc6-22d0d9b0b2c0 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:04:23.529991 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad89775-f508-4d5e-bcc6-22d0d9b0b2c0'] response: {'name': 'network-changed', 'server_uuid': '01d57a40-2d9d-4bec-a827-4133467d3c55', 'tag': 'cd5c0c5a-9f59-4d29-94af-e1e5373817ef', 'status': 'completed', 'code': 200} Apr 15 04:04:23.615593 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-062a5e7c-61bf-4c66-9f8a-1a6871ece8e6 req-29a2ea82-b78c-4310-a1ec-8dd52038af03 service neutron] 10.222.0.30 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815678 Apr 15 04:04:24.377232 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb2b80-e6b6-4b8a-896a-fa0b4a4c780b req-886e6ecb-499d-4431-acee-75a85d801ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:24.378759 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3bbb2b80-e6b6-4b8a-896a-fa0b4a4c780b req-886e6ecb-499d-4431-acee-75a85d801ca4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c835bcd884b241fcb63c847ddd352092&device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 1128 time: 0.0675611 Apr 15 04:04:24.389403 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35258b-ca83-4674-9020-4737d4608a4a req-6faf431b-1ec7-46d1-886a-a3a9262e29f9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:24.390789 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3f35258b-ca83-4674-9020-4737d4608a4a req-6faf431b-1ec7-46d1-886a-a3a9262e29f9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 944 time: 0.0715518 Apr 15 04:04:24.491868 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3f35258b-ca83-4674-9020-4737d4608a4a req-a43a1bfa-97a0-4b64-ac86-884b2643f8de tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925257 Apr 15 04:04:24.510281 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb2b80-e6b6-4b8a-896a-fa0b4a4c780b req-98bbe4a9-1d94-4ded-b30e-c1c81a8c67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:24.511782 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3bbb2b80-e6b6-4b8a-896a-fa0b4a4c780b req-98bbe4a9-1d94-4ded-b30e-c1c81a8c67e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=df306539-7e61-43b2-8ad4-b6b3081a2cfb HTTP/1.1" status: 200 len: 914 time: 0.1201563 Apr 15 04:04:24.552046 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3bbb2b80-e6b6-4b8a-896a-fa0b4a4c780b req-bc7530ff-c28f-42f9-8869-22fe611d535b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd5c0c5a-9f59-4d29-94af-e1e5373817ef HTTP/1.1" status: 200 len: 217 time: 0.0340123 Apr 15 04:04:24.598007 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb2b80-e6b6-4b8a-896a-fa0b4a4c780b req-e7ce101c-e445-4b77-aa00-bf74c0ad35e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:24.599495 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3bbb2b80-e6b6-4b8a-896a-fa0b4a4c780b req-e7ce101c-e445-4b77-aa00-bf74c0ad35e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a272fcdb-1bfc-4774-8c8f-f7ba53c33a23 HTTP/1.1" status: 200 len: 854 time: 0.0424109 Apr 15 04:04:24.630027 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3bbb2b80-e6b6-4b8a-896a-fa0b4a4c780b req-6dd36daf-cc3d-4f3e-80b1-ca84ae9b728c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df306539-7e61-43b2-8ad4-b6b3081a2cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248466 Apr 15 04:04:24.719728 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3bbb2b80-e6b6-4b8a-896a-fa0b4a4c780b req-2c81e323-f5ab-4c17-916e-d3d18e92ba2d service neutron] 10.222.0.30 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837955 Apr 15 04:04:24.809385 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3bbb2b80-e6b6-4b8a-896a-fa0b4a4c780b req-a9151fd6-d912-407d-95c7-86eecf9a8179 service neutron] 10.222.0.30 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834558 Apr 15 04:04:24.953584 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:25.534705 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device cd5c0c5a-9f59-4d29-94af-e1e5373817ef details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:04:25.536813 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:04:25.562967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:04:25.563314 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 8bfe9832-13b9-4be3-aed6-bf655b1b7ba5 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:04:25.604761 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca64f5-6090-4238-b967-1d576128dc3a req-eb590229-482d-424e-ab32-e7612321a4e9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:25.606215 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-42ca64f5-6090-4238-b967-1d576128dc3a req-eb590229-482d-424e-ab32-e7612321a4e9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 944 time: 0.0463061 Apr 15 04:04:25.649647 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port cd5c0c5a-9f59-4d29-94af-e1e5373817ef, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cd5c0c5a-9f59-4d29-94af-e1e5373817ef,segment=NetworkSegment(5dc02717-acbc-4c5d-adf6-f94b8f0385df),segment_id=5dc02717-acbc-4c5d-adf6-f94b8f0385df)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:04:25.656581 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-42ca64f5-6090-4238-b967-1d576128dc3a req-88834040-c3a1-4750-9569-54bcf161b224 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441298 Apr 15 04:04:25.661603 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'cd5c0c5a-9f59-4d29-94af-e1e5373817ef', 'network_id': 'df306539-7e61-43b2-8ad4-b6b3081a2cfb', 'port_id': 'cd5c0c5a-9f59-4d29-94af-e1e5373817ef', 'mac_address': 'fa:16:3e:db:0e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a272fcdb-1bfc-4774-8c8f-f7ba53c33a23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:04:25.701971 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port cd5c0c5a-9f59-4d29-94af-e1e5373817ef is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:04:25.702362 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:25.715057 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5c0c5a-9f59-4d29-94af-e1e5373817ef {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:04:25.734008 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port cd5c0c5a-9f59-4d29-94af-e1e5373817ef, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cd5c0c5a-9f59-4d29-94af-e1e5373817ef,segment=NetworkSegment(5dc02717-acbc-4c5d-adf6-f94b8f0385df),segment_id=5dc02717-acbc-4c5d-adf6-f94b8f0385df)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:04:25.805320 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:25.851534 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=cd5c0c5a-9f59-4d29-94af-e1e5373817ef,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:04:25.987634 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['cd5c0c5a-9f59-4d29-94af-e1e5373817ef'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:04:26.766683 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abdcd-6d7b-4524-8d38-e730aa3d1b1f req-b9367a83-4919-4996-a5ed-a921c0d87a6d tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:26.768406 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-662abdcd-6d7b-4524-8d38-e730aa3d1b1f req-b9367a83-4919-4996-a5ed-a921c0d87a6d tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 945 time: 0.0467021 Apr 15 04:04:26.813717 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-662abdcd-6d7b-4524-8d38-e730aa3d1b1f req-f507f4c2-adf0-4189-9041-b90eba7c80db tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398197 Apr 15 04:04:27.564421 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device cd5c0c5a-9f59-4d29-94af-e1e5373817ef up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:04:27.607772 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port cd5c0c5a-9f59-4d29-94af-e1e5373817ef completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 04:04:27.665882 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port cd5c0c5a-9f59-4d29-94af-e1e5373817ef triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:04:27.666251 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:27.742353 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port cd5c0c5a-9f59-4d29-94af-e1e5373817ef is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:04:27.742758 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:27.764755 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d57a40-2d9d-4bec-a827-4133467d3c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5c0c5a-9f59-4d29-94af-e1e5373817ef'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:04:27.768152 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d281df70-f20f-4e86-b476-e9ca8986fe38" -d '{"events": [{"server_uuid": "01d57a40-2d9d-4bec-a827-4133467d3c55", "name": "network-vif-plugged", "status": "completed", "tag": "cd5c0c5a-9f59-4d29-94af-e1e5373817ef"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:04:27.779927 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port cd5c0c5a-9f59-4d29-94af-e1e5373817ef, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cd5c0c5a-9f59-4d29-94af-e1e5373817ef,segment=NetworkSegment(5dc02717-acbc-4c5d-adf6-f94b8f0385df),segment_id=5dc02717-acbc-4c5d-adf6-f94b8f0385df)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:04:27.807607 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bf8efa-1fda-410e-83a2-cb92cf0de3fa x-openstack-request-id: req-d4bf8efa-1fda-410e-83a2-cb92cf0de3fa {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:04:27.807607 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d57a40-2d9d-4bec-a827-4133467d3c55", "name": "network-vif-plugged", "status": "completed", "tag": "cd5c0c5a-9f59-4d29-94af-e1e5373817ef", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:04:27.807607 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4bf8efa-1fda-410e-83a2-cb92cf0de3fa {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:04:27.807607 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4bf8efa-1fda-410e-83a2-cb92cf0de3fa'] response: {'server_uuid': '01d57a40-2d9d-4bec-a827-4133467d3c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5c0c5a-9f59-4d29-94af-e1e5373817ef', 'code': 200} Apr 15 04:04:27.854725 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:27.903539 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=cd5c0c5a-9f59-4d29-94af-e1e5373817ef,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:04:27.927656 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3223b86-8371-4a0a-bc1d-7029c40c9c27 req-11710ed5-4194-4f71-bc5a-0d0825f5267c tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:27.929151 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3223b86-8371-4a0a-bc1d-7029c40c9c27 req-11710ed5-4194-4f71-bc5a-0d0825f5267c tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0479624 Apr 15 04:04:27.977169 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3223b86-8371-4a0a-bc1d-7029c40c9c27 req-c59a16a9-1810-48d8-95b7-ee6b7d790d25 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424340 Apr 15 04:04:28.103837 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759a48b-fe01-4f97-b157-318fd2b03950 req-515d9734-08be-430b-90a0-5e2a10153c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:28.105226 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0759a48b-fe01-4f97-b157-318fd2b03950 req-515d9734-08be-430b-90a0-5e2a10153c13 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 1130 time: 0.0419786 Apr 15 04:04:28.148362 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0759a48b-fe01-4f97-b157-318fd2b03950 req-d38e8298-c432-4bdd-822e-b47154d81a5a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372791 Apr 15 04:04:29.088115 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc3ec0-e8da-4d28-a464-ebfaf22908e5 req-f70af4a4-a6d8-46e3-bf7a-09d352b852fb tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:29.089571 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-76cc3ec0-e8da-4d28-a464-ebfaf22908e5 req-f70af4a4-a6d8-46e3-bf7a-09d352b852fb tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0463266 Apr 15 04:04:29.136379 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-76cc3ec0-e8da-4d28-a464-ebfaf22908e5 req-74b0174c-24ef-45dc-82eb-cb7ab4e60f5b tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408058 Apr 15 04:04:30.253024 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8718133-57f8-4fb3-9f63-88c9449a3760 req-5238d87f-fa68-4ff9-b0ee-edabdfa67a7e tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:30.254398 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f8718133-57f8-4fb3-9f63-88c9449a3760 req-5238d87f-fa68-4ff9-b0ee-edabdfa67a7e tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0464141 Apr 15 04:04:30.300084 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f8718133-57f8-4fb3-9f63-88c9449a3760 req-8e8e90c7-266f-446d-a4db-c5d6640d9de7 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401919 Apr 15 04:04:30.408644 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c700f40-429d-4b1c-8640-a64df70293a3 req-c3247b20-e49f-43c7-be58-0ae1d5fe3484 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:30.410085 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1c700f40-429d-4b1c-8640-a64df70293a3 req-c3247b20-e49f-43c7-be58-0ae1d5fe3484 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0462971 Apr 15 04:04:30.456787 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1c700f40-429d-4b1c-8640-a64df70293a3 req-dbf70f81-4d60-49be-a9e4-312129910fbc tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411589 Apr 15 04:04:30.795067 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8d2cb-7324-4d10-b3d3-814cfc7bd480 req-23323602-0c2d-47a8-9d26-4fd5d1cc7b12 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:30.796493 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b9c8d2cb-7324-4d10-b3d3-814cfc7bd480 req-23323602-0c2d-47a8-9d26-4fd5d1cc7b12 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0509267 Apr 15 04:04:30.843081 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b9c8d2cb-7324-4d10-b3d3-814cfc7bd480 req-0485ad75-e17c-4c22-9a1a-b906b0f12cd3 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403833 Apr 15 04:04:30.892215 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-95c5f4e6-4429-4db1-b339-03c24f115631 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0375741 Apr 15 04:04:31.383054 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-5a991a8c-d22a-4a36-9f70-1933b0fc7820 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:31.384407 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-5a991a8c-d22a-4a36-9f70-1933b0fc7820 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports/cd5c0c5a-9f59-4d29-94af-e1e5373817ef HTTP/1.1" status: 200 len: 943 time: 0.0455787 Apr 15 04:04:31.959792 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17566584-0295-4ebc-b517-0f54139f32dd req-478dbe48-7139-4234-b252-6e5b741b20df tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:31.961297 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-17566584-0295-4ebc-b517-0f54139f32dd req-478dbe48-7139-4234-b252-6e5b741b20df tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0510650 Apr 15 04:04:32.008206 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-17566584-0295-4ebc-b517-0f54139f32dd req-a88f210e-b469-4860-935e-a2e28130cc28 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413527 Apr 15 04:04:32.774468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-dc0c5409-6306-4528-87f8-35d382f89a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:32.775959 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-dc0c5409-6306-4528-87f8-35d382f89a85 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c835bcd884b241fcb63c847ddd352092&device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 1130 time: 0.0384221 Apr 15 04:04:32.866120 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-90336cf5-1346-436a-8ad6-cb58d42a027e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:32.867608 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-90336cf5-1346-436a-8ad6-cb58d42a027e service neutron] 10.222.0.30 "GET /v2.0/networks?id=df306539-7e61-43b2-8ad4-b6b3081a2cfb HTTP/1.1" status: 200 len: 914 time: 0.0856295 Apr 15 04:04:33.127415 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfc214-49d2-4cf6-a9c3-a97bdf730df2 req-691cde48-07a0-4162-8850-02d74a4e7ee5 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:33.128920 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f6cfc214-49d2-4cf6-a9c3-a97bdf730df2 req-691cde48-07a0-4162-8850-02d74a4e7ee5 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0525427 Apr 15 04:04:33.181250 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f6cfc214-49d2-4cf6-a9c3-a97bdf730df2 req-49fa6b2b-35c7-41da-b926-ca6d2853f2de tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460572 Apr 15 04:04:33.201154 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-f093c18d-9a2e-4a98-adef-5fbceacfac2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd5c0c5a-9f59-4d29-94af-e1e5373817ef HTTP/1.1" status: 200 len: 217 time: 0.3280494 Apr 15 04:04:33.248368 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-93722dd2-efee-4b1a-bfe4-fdf1594928c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:33.249786 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-93722dd2-efee-4b1a-bfe4-fdf1594928c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a272fcdb-1bfc-4774-8c8f-f7ba53c33a23 HTTP/1.1" status: 200 len: 854 time: 0.0423338 Apr 15 04:04:33.280928 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-7a17b88c-60fe-4305-b8ee-8d0c034a7aae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df306539-7e61-43b2-8ad4-b6b3081a2cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245588 Apr 15 04:04:33.382896 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-95d87f11-5c16-4669-977c-b5e80eb72146 service neutron] 10.222.0.30 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956509 Apr 15 04:04:33.471803 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-404a4cbe-442a-4893-ae4d-ad2d843db7ff service neutron] 10.222.0.30 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834844 Apr 15 04:04:34.294229 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324292b-3f36-44be-8be9-3e8bc843962d req-06ca7350-02a0-4609-939a-4046f2d02998 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:34.295692 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e324292b-3f36-44be-8be9-3e8bc843962d req-06ca7350-02a0-4609-939a-4046f2d02998 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0469830 Apr 15 04:04:34.341160 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e324292b-3f36-44be-8be9-3e8bc843962d req-58c48493-9a50-4819-8db8-69649ca8444b tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399632 Apr 15 04:04:34.770904 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:35.461008 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40952d14-d2d1-427d-ac9a-6eb35301e3be req-dd845bac-da58-4724-ad4c-8c69db8569e5 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:35.462458 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-40952d14-d2d1-427d-ac9a-6eb35301e3be req-dd845bac-da58-4724-ad4c-8c69db8569e5 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0464673 Apr 15 04:04:35.507613 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-40952d14-d2d1-427d-ac9a-6eb35301e3be req-34d4a319-22d6-4edf-ac2e-1bd94825a177 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397003 Apr 15 04:04:36.618238 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4f19d-f064-4138-9baf-a39f7be4738c req-67ae44bf-ffd9-4368-ba26-8e73e0d83464 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:36.619692 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-15d4f19d-f064-4138-9baf-a39f7be4738c req-67ae44bf-ffd9-4368-ba26-8e73e0d83464 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0458357 Apr 15 04:04:36.665528 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-15d4f19d-f064-4138-9baf-a39f7be4738c req-f0e752d7-f4a2-495f-ad10-1de59fad8d03 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404191 Apr 15 04:04:37.775910 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c578b-2578-4493-a047-db4af1441f66 req-ce105e9c-e8a5-4b03-adb7-99d43ce9fa33 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:37.777346 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-377c578b-2578-4493-a047-db4af1441f66 req-ce105e9c-e8a5-4b03-adb7-99d43ce9fa33 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0460677 Apr 15 04:04:37.825459 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-377c578b-2578-4493-a047-db4af1441f66 req-6f68201c-281b-4599-8208-84afeae559d7 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419762 Apr 15 04:04:38.939213 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725e26a-e213-4905-b861-a1db938f90ce req-932c6bb0-6921-4d15-ba6d-191f923a53c3 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:38.940643 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5725e26a-e213-4905-b861-a1db938f90ce req-932c6bb0-6921-4d15-ba6d-191f923a53c3 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0499630 Apr 15 04:04:38.985827 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5725e26a-e213-4905-b861-a1db938f90ce req-71b43eda-b345-46e5-98bb-e0ebe28af60f tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397065 Apr 15 04:04:39.497937 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:04:40.104181 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf3149-da24-4e6e-808b-6796aa930835 req-4e4eaaf7-b187-40fa-8637-7892e8f9b391 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:40.105640 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-81bf3149-da24-4e6e-808b-6796aa930835 req-4e4eaaf7-b187-40fa-8637-7892e8f9b391 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0510869 Apr 15 04:04:40.154102 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-81bf3149-da24-4e6e-808b-6796aa930835 req-74a3a16c-b620-4260-b1a3-7bef83ab774d tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428293 Apr 15 04:04:41.277076 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1899f7-b064-4abc-b4f0-fbdf268e9e18 req-5500d236-fb6a-41e0-b505-64bff0d114c9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:41.278583 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b1899f7-b064-4abc-b4f0-fbdf268e9e18 req-5500d236-fb6a-41e0-b505-64bff0d114c9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0565889 Apr 15 04:04:41.324643 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b1899f7-b064-4abc-b4f0-fbdf268e9e18 req-2608f18a-f586-4576-b592-325be72ac0cf tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400157 Apr 15 04:04:42.433647 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa39bb-24b7-4212-a1da-dfeabcc7b213 req-763d13b7-9983-40c6-a93c-ad94e860ec56 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:42.435115 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-90fa39bb-24b7-4212-a1da-dfeabcc7b213 req-763d13b7-9983-40c6-a93c-ad94e860ec56 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0455942 Apr 15 04:04:42.480278 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-90fa39bb-24b7-4212-a1da-dfeabcc7b213 req-2d0c1b84-72a8-45ef-a167-d0eb794e3cd0 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391507 Apr 15 04:04:42.706540 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [req-eced1ed9-fc56-465c-9391-f167332e3bc2 req-56512577-3202-4147-b057-311c4aad7c2d service neutron] (104667) timed out ('10.222.0.30', 65132) {{(pid=104667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 15 04:04:43.590942 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8b173-8377-4739-a175-6911b5e16a24 req-0f743330-5ac4-4895-952e-7c9c54842e10 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:43.592412 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d5f8b173-8377-4739-a175-6911b5e16a24 req-0f743330-5ac4-4895-952e-7c9c54842e10 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0469878 Apr 15 04:04:43.642019 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d5f8b173-8377-4739-a175-6911b5e16a24 req-10d56e15-0323-4108-81a1-f4f04b4ee2f5 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440972 Apr 15 04:04:44.754395 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057753de-ec70-4494-af12-922367c50c7d req-849cec12-9e4e-4e26-9350-8a02d9e50b00 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:44.755880 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-057753de-ec70-4494-af12-922367c50c7d req-849cec12-9e4e-4e26-9350-8a02d9e50b00 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0490131 Apr 15 04:04:44.802111 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-057753de-ec70-4494-af12-922367c50c7d req-7fe03952-3c45-4847-89ff-f3afda527852 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407293 Apr 15 04:04:45.913212 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60327e8-f614-40fc-a9dd-195e7eb1a3c7 req-bade29cb-f42e-4660-9ef1-bd6bcf376780 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:45.914746 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b60327e8-f614-40fc-a9dd-195e7eb1a3c7 req-bade29cb-f42e-4660-9ef1-bd6bcf376780 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0467935 Apr 15 04:04:45.961399 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b60327e8-f614-40fc-a9dd-195e7eb1a3c7 req-592cd66a-495f-4e4d-b431-666c2bb7d4b9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410891 Apr 15 04:04:47.072198 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47587fc-fbb5-4ce1-8a09-ff8ed900f764 req-6f377e98-91da-4dbb-9089-b05cb2bf5ff3 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:47.073711 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c47587fc-fbb5-4ce1-8a09-ff8ed900f764 req-6f377e98-91da-4dbb-9089-b05cb2bf5ff3 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0463011 Apr 15 04:04:47.120281 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c47587fc-fbb5-4ce1-8a09-ff8ed900f764 req-859822b7-5142-4671-87a1-4c165118d463 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411015 Apr 15 04:04:48.232948 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb606c-9fa6-4d0b-9a88-cac04b60e411 req-4b2aa752-815d-4708-8b6e-497b0411d607 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:48.232948 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ffb606c-9fa6-4d0b-9a88-cac04b60e411 req-4b2aa752-815d-4708-8b6e-497b0411d607 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0456471 Apr 15 04:04:48.278426 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ffb606c-9fa6-4d0b-9a88-cac04b60e411 req-6c032e19-d82a-4235-af6b-3a5dab37f504 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410273 Apr 15 04:04:48.528567 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bb31b56d-3f48-418b-8e65-b658b5b180c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:49.392232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd842b7a-bf04-4337-81e4-90ffd2097ef7 req-efd9b233-d3b5-45de-8768-c84f011250f3 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:49.393958 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cd842b7a-bf04-4337-81e4-90ffd2097ef7 req-efd9b233-d3b5-45de-8768-c84f011250f3 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0508339 Apr 15 04:04:49.439853 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cd842b7a-bf04-4337-81e4-90ffd2097ef7 req-5bc5ce25-37a8-4b10-8896-7a18ae09721e tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403233 Apr 15 04:04:50.551577 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df47645-9a8d-477b-a7e7-54e93e20c68b req-5fc9d6f8-2f7a-4b95-a8ac-7a88ead206c3 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:50.553010 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2df47645-9a8d-477b-a7e7-54e93e20c68b req-5fc9d6f8-2f7a-4b95-a8ac-7a88ead206c3 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0485909 Apr 15 04:04:50.597382 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2df47645-9a8d-477b-a7e7-54e93e20c68b req-8eca7434-3e05-482b-8951-ba4a7652d0cb tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389740 Apr 15 04:04:50.867636 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-85e4c4b4-69d9-4cc6-bd6b-6a2d0ab1680f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:51.707926 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c76761-9ea8-400a-bd6d-e13b7043f004 req-2c121cc4-26cf-4f78-b2da-15a859554474 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:51.709388 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-05c76761-9ea8-400a-bd6d-e13b7043f004 req-2c121cc4-26cf-4f78-b2da-15a859554474 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0464423 Apr 15 04:04:51.755092 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-05c76761-9ea8-400a-bd6d-e13b7043f004 req-84d61d1c-fa54-457f-a4c7-02a6e14228fb tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402496 Apr 15 04:04:51.964548 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:52.865463 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf1a0c-c3c8-40e8-b959-986af653ab62 req-20380792-3039-48ba-8b17-8d9224b76813 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:52.866941 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8dbf1a0c-c3c8-40e8-b959-986af653ab62 req-20380792-3039-48ba-8b17-8d9224b76813 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0461519 Apr 15 04:04:52.913124 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8dbf1a0c-c3c8-40e8-b959-986af653ab62 req-b0e190d9-cc89-434d-9f42-4ebc356b6ad7 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407689 Apr 15 04:04:53.448490 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:54.022282 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac997bc4-93fd-49e0-9fa6-88941d68e98f req-af388117-bfa4-4697-9fa4-75f0268aeb6d tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:54.023807 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ac997bc4-93fd-49e0-9fa6-88941d68e98f req-af388117-bfa4-4697-9fa4-75f0268aeb6d tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0460253 Apr 15 04:04:54.073741 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ac997bc4-93fd-49e0-9fa6-88941d68e98f req-22175731-0b6f-4e5a-9cca-1c6d520fdfbd tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444562 Apr 15 04:04:54.916752 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:04:55.186682 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebde853-6a71-497b-a72c-bc7ab404cb7c req-6c8512d9-f633-48eb-9a6c-49c4982145a0 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:55.188673 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1ebde853-6a71-497b-a72c-bc7ab404cb7c req-6c8512d9-f633-48eb-9a6c-49c4982145a0 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0504639 Apr 15 04:04:55.234122 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1ebde853-6a71-497b-a72c-bc7ab404cb7c req-cb6c30b5-06b5-4061-a616-13f5f2d9926b tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398853 Apr 15 04:04:56.347268 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2ee7e-ca7a-491f-bee6-fb964c040537 req-6d6c3c6b-178b-4cb5-a122-7ea530c954b7 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:56.348722 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ded2ee7e-ca7a-491f-bee6-fb964c040537 req-6d6c3c6b-178b-4cb5-a122-7ea530c954b7 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0464559 Apr 15 04:04:56.394681 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ded2ee7e-ca7a-491f-bee6-fb964c040537 req-a2947a47-c7f6-4545-95bb-6d7fd6af15aa tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404611 Apr 15 04:04:57.505410 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ad8f1-594e-4b7b-8d38-f102b36170dc req-33e94bbb-e9a6-4786-ad68-144c83d219fb tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:57.506878 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5b8ad8f1-594e-4b7b-8d38-f102b36170dc req-33e94bbb-e9a6-4786-ad68-144c83d219fb tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0462415 Apr 15 04:04:57.553453 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5b8ad8f1-594e-4b7b-8d38-f102b36170dc req-ebf01f1a-771e-459a-80e4-3adc966a9a97 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410366 Apr 15 04:04:58.666554 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9abd5-2303-4467-a1cd-2c79a116ef87 req-14214e0c-97d5-4fea-b7bc-e62a884bdfa2 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:58.668058 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e4e9abd5-2303-4467-a1cd-2c79a116ef87 req-14214e0c-97d5-4fea-b7bc-e62a884bdfa2 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0493951 Apr 15 04:04:58.716513 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e4e9abd5-2303-4467-a1cd-2c79a116ef87 req-9a1f6d76-5841-4e51-9a9b-d8c2ac1fd024 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421081 Apr 15 04:04:59.828531 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969423a4-a4e0-479d-bbc7-600f0f89abfc req-42fb6a08-8c9b-4079-a29c-581dd82ac8f0 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:04:59.830027 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-969423a4-a4e0-479d-bbc7-600f0f89abfc req-42fb6a08-8c9b-4079-a29c-581dd82ac8f0 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0464799 Apr 15 04:04:59.879294 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-969423a4-a4e0-479d-bbc7-600f0f89abfc req-0bc866ec-0c8c-466e-bed3-31367ecdfebc tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436766 Apr 15 04:05:00.263332 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacb6ca-c8fa-49d4-8588-d7512f14336f req-ab694554-f308-47fe-ae78-64d53ffc0f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:00.264820 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6cacb6ca-c8fa-49d4-8588-d7512f14336f req-ab694554-f308-47fe-ae78-64d53ffc0f8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c835bcd884b241fcb63c847ddd352092&device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 1130 time: 0.0394728 Apr 15 04:05:00.294324 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.30', 65333) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:05:00.409915 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-68a17eaa-073d-4812-be14-29d1a677c2d3 service neutron] 10.222.0.30 "GET /v2.0/ports/cd5c0c5a-9f59-4d29-94af-e1e5373817ef/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.1144233 Apr 15 04:05:00.428396 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacb6ca-c8fa-49d4-8588-d7512f14336f req-4f97f3b4-f676-4b4d-ac12-c51505132cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:00.429855 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6cacb6ca-c8fa-49d4-8588-d7512f14336f req-4f97f3b4-f676-4b4d-ac12-c51505132cbb service neutron] 10.222.0.30 "GET /v2.0/networks?id=df306539-7e61-43b2-8ad4-b6b3081a2cfb HTTP/1.1" status: 200 len: 914 time: 0.1100814 Apr 15 04:05:00.470290 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6cacb6ca-c8fa-49d4-8588-d7512f14336f req-9c82a63b-6b13-40c2-bd50-571d85dc679e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd5c0c5a-9f59-4d29-94af-e1e5373817ef HTTP/1.1" status: 200 len: 217 time: 0.0349023 Apr 15 04:05:00.519184 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacb6ca-c8fa-49d4-8588-d7512f14336f req-3ad237d0-0702-48ac-97aa-ef110922b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:00.520724 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6cacb6ca-c8fa-49d4-8588-d7512f14336f req-3ad237d0-0702-48ac-97aa-ef110922b5fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a272fcdb-1bfc-4774-8c8f-f7ba53c33a23 HTTP/1.1" status: 200 len: 854 time: 0.0446148 Apr 15 04:05:00.557268 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6cacb6ca-c8fa-49d4-8588-d7512f14336f req-fd4e9aa7-ceb4-4860-a408-6b3ca6c4dd19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df306539-7e61-43b2-8ad4-b6b3081a2cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309234 Apr 15 04:05:00.645950 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6cacb6ca-c8fa-49d4-8588-d7512f14336f req-009a970e-93c3-4b89-8d43-c73eb25fe887 service neutron] 10.222.0.30 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824132 Apr 15 04:05:00.741891 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6cacb6ca-c8fa-49d4-8588-d7512f14336f req-82e2547e-412b-4533-af2a-cf781185a92a service neutron] 10.222.0.30 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890546 Apr 15 04:05:00.944251 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-10d5f092-d06f-48bf-9a58-9e61dfe8b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:00.945777 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-10d5f092-d06f-48bf-9a58-9e61dfe8b39b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55&tenant_id=c835bcd884b241fcb63c847ddd352092 HTTP/1.1" status: 200 len: 1130 time: 0.0408587 Apr 15 04:05:00.997370 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680881d-8ba9-4361-bc19-3c87b76b0a90 req-6d1c684e-2513-46eb-9cfb-6e04bb76207f tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:00.998776 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3680881d-8ba9-4361-bc19-3c87b76b0a90 req-6d1c684e-2513-46eb-9cfb-6e04bb76207f tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0519512 Apr 15 04:05:01.004941 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-e33cf499-3f09-4f30-bdf3-6144bbe0d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:01.006414 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-e33cf499-3f09-4f30-bdf3-6144bbe0d30d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c835bcd884b241fcb63c847ddd352092&device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 1130 time: 0.0389144 Apr 15 04:05:01.045900 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3680881d-8ba9-4361-bc19-3c87b76b0a90 req-9ec4d46b-bbe9-4958-b621-21ae9a03c759 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411623 Apr 15 04:05:01.099961 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-4f067dd2-7751-409d-ab89-e5841750e456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:01.101419 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-4f067dd2-7751-409d-ab89-e5841750e456 service neutron] 10.222.0.30 "GET /v2.0/networks?id=df306539-7e61-43b2-8ad4-b6b3081a2cfb HTTP/1.1" status: 200 len: 914 time: 0.0884421 Apr 15 04:05:01.143298 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-46375d0d-f9ea-4cc7-a5e0-5db71c8d91d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd5c0c5a-9f59-4d29-94af-e1e5373817ef HTTP/1.1" status: 200 len: 217 time: 0.0339503 Apr 15 04:05:01.188999 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-3d061e69-6c53-4572-a7ac-e72c2d3bcc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:01.190405 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-3d061e69-6c53-4572-a7ac-e72c2d3bcc9a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a272fcdb-1bfc-4774-8c8f-f7ba53c33a23 HTTP/1.1" status: 200 len: 854 time: 0.0419636 Apr 15 04:05:01.224816 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-56268aa2-ad68-42d6-ac66-7d9f7ee0b1a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df306539-7e61-43b2-8ad4-b6b3081a2cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292094 Apr 15 04:05:01.311709 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-3bf6bd7f-3c04-4560-9641-415ee08e96b8 service neutron] 10.222.0.30 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803986 Apr 15 04:05:01.402917 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7cc89327-97bf-4ef2-bea8-24290d07d9ff req-b60de452-ec40-410e-8136-ed629a73817b service neutron] 10.222.0.30 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850449 Apr 15 04:05:02.156506 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaebbe9-6826-4476-9769-59feaa81e84e req-a0f885d4-8fcf-4a67-abdd-062329bb209f tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:02.157943 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6eaebbe9-6826-4476-9769-59feaa81e84e req-a0f885d4-8fcf-4a67-abdd-062329bb209f tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0460136 Apr 15 04:05:02.203865 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6eaebbe9-6826-4476-9769-59feaa81e84e req-ac16730b-4d76-4b1c-a462-3f330b350b92 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403872 Apr 15 04:05:03.322770 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a794872-5ed9-4fa8-9980-d36b3ff54089 req-1131914b-bacc-497e-98e0-129c1cef67ad tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:03.324230 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0a794872-5ed9-4fa8-9980-d36b3ff54089 req-1131914b-bacc-497e-98e0-129c1cef67ad tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0467143 Apr 15 04:05:03.374096 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0a794872-5ed9-4fa8-9980-d36b3ff54089 req-9ad0a2a8-2f1f-44a9-90b2-91a1f6937180 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441790 Apr 15 04:05:03.772973 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device cd5c0c5a-9f59-4d29-94af-e1e5373817ef details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:05:03.776776 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device cd5c0c5a-9f59-4d29-94af-e1e5373817ef no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:05:03.932301 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port cd5c0c5a-9f59-4d29-94af-e1e5373817ef is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:05:03.932683 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:03.965239 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port cd5c0c5a-9f59-4d29-94af-e1e5373817ef, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cd5c0c5a-9f59-4d29-94af-e1e5373817ef,segment=NetworkSegment(5dc02717-acbc-4c5d-adf6-f94b8f0385df),segment_id=5dc02717-acbc-4c5d-adf6-f94b8f0385df)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:05:03.979198 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d57a40-2d9d-4bec-a827-4133467d3c55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd5c0c5a-9f59-4d29-94af-e1e5373817ef'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:05:03.981393 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ef93f7-855f-4774-84e9-5c1687872762" -d '{"events": [{"server_uuid": "01d57a40-2d9d-4bec-a827-4133467d3c55", "name": "network-vif-unplugged", "status": "completed", "tag": "cd5c0c5a-9f59-4d29-94af-e1e5373817ef"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:05:03.991358 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'cd5c0c5a-9f59-4d29-94af-e1e5373817ef', 'network_id': 'df306539-7e61-43b2-8ad4-b6b3081a2cfb', 'port_id': 'cd5c0c5a-9f59-4d29-94af-e1e5373817ef', 'mac_address': 'fa:16:3e:db:0e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a272fcdb-1bfc-4774-8c8f-f7ba53c33a23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:05:03.995930 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port cd5c0c5a-9f59-4d29-94af-e1e5373817ef, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cd5c0c5a-9f59-4d29-94af-e1e5373817ef,segment=NetworkSegment(5dc02717-acbc-4c5d-adf6-f94b8f0385df),segment_id=5dc02717-acbc-4c5d-adf6-f94b8f0385df)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:05:04.029607 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Apr 2022 04:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56b6709-2d5f-4392-8988-1659ecf17d4e x-openstack-request-id: req-d56b6709-2d5f-4392-8988-1659ecf17d4e {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:05:04.029898 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d57a40-2d9d-4bec-a827-4133467d3c55", "name": "network-vif-unplugged", "status": "completed", "tag": "cd5c0c5a-9f59-4d29-94af-e1e5373817ef", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:05:04.030155 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d56b6709-2d5f-4392-8988-1659ecf17d4e {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:05:04.030547 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56b6709-2d5f-4392-8988-1659ecf17d4e'] response: {'server_uuid': '01d57a40-2d9d-4bec-a827-4133467d3c55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd5c0c5a-9f59-4d29-94af-e1e5373817ef', 'code': 200} Apr 15 04:05:04.035400 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port cd5c0c5a-9f59-4d29-94af-e1e5373817ef is: ACTIVE; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:05:04.037534 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:04.048270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd5c0c5a-9f59-4d29-94af-e1e5373817ef {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:05:04.056523 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:04.129026 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 04:05:04.129380 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 04:05:04.132061 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=cd5c0c5a-9f59-4d29-94af-e1e5373817ef,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:04.138900 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:04.139249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:04.139589 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:04.139926 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:04.140813 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:04.141143 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:04.141471 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:04.141796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:04.142385 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:04.142763 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:04.143090 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:04.143441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:04.143761 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:04.144081 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:04.144401 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:04.485800 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b57087-4900-481e-b648-5b0c189c6889 req-844dda9a-0b8e-47bc-8708-fc58ca88cbaa tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:04.487279 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e0b57087-4900-481e-b648-5b0c189c6889 req-844dda9a-0b8e-47bc-8708-fc58ca88cbaa tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 944 time: 0.0453317 Apr 15 04:05:04.537179 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e0b57087-4900-481e-b648-5b0c189c6889 req-1c26c888-ba60-4fde-935c-b2e56dffc491 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444603 Apr 15 04:05:04.665401 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port cd5c0c5a-9f59-4d29-94af-e1e5373817ef is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:05:04.665704 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:04.678494 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5c0c5a-9f59-4d29-94af-e1e5373817ef {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:05:04.703423 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port cd5c0c5a-9f59-4d29-94af-e1e5373817ef, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cd5c0c5a-9f59-4d29-94af-e1e5373817ef,segment=NetworkSegment(5dc02717-acbc-4c5d-adf6-f94b8f0385df),segment_id=5dc02717-acbc-4c5d-adf6-f94b8f0385df)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:05:04.776712 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:04.780310 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:04.828567 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=cd5c0c5a-9f59-4d29-94af-e1e5373817ef,revision_number=7']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:04.832585 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['cd5c0c5a-9f59-4d29-94af-e1e5373817ef'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:05:04.851946 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6a815-3573-48ad-a593-1845fd775b49 req-4aae139c-2fa7-4cfd-9dc4-640c3fb2c2d2 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:04.853695 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dbb6a815-3573-48ad-a593-1845fd775b49 req-4aae139c-2fa7-4cfd-9dc4-640c3fb2c2d2 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 945 time: 0.0481315 Apr 15 04:05:04.909383 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dbb6a815-3573-48ad-a593-1845fd775b49 req-4309db39-3c16-43f0-9f03-30d7dec5df38 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449672 Apr 15 04:05:04.960036 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7a1b3-e289-450c-8095-e4f5144bb904 req-d2088b43-ccc5-4634-8184-003546f16ec9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:04.961492 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86c7a1b3-e289-450c-8095-e4f5144bb904 req-d2088b43-ccc5-4634-8184-003546f16ec9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.30 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55&tenant_id=c835bcd884b241fcb63c847ddd352092&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 945 time: 0.0567601 Apr 15 04:05:05.038734 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7a1b3-e289-450c-8095-e4f5144bb904 req-d1a4fe33-e114-473c-9b0e-84991e07bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:05.040218 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86c7a1b3-e289-450c-8095-e4f5144bb904 req-d1a4fe33-e114-473c-9b0e-84991e07bbe4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c835bcd884b241fcb63c847ddd352092&device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 1129 time: 0.0384197 Apr 15 04:05:05.127712 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7a1b3-e289-450c-8095-e4f5144bb904 req-40e53fbf-6833-4fe3-bc67-6a5a5959fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:05.129174 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86c7a1b3-e289-450c-8095-e4f5144bb904 req-40e53fbf-6833-4fe3-bc67-6a5a5959fadd service neutron] 10.222.0.30 "GET /v2.0/networks?id=df306539-7e61-43b2-8ad4-b6b3081a2cfb HTTP/1.1" status: 200 len: 914 time: 0.0834742 Apr 15 04:05:05.179171 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86c7a1b3-e289-450c-8095-e4f5144bb904 req-9203bde6-0838-4259-b6aa-e001f57cca2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd5c0c5a-9f59-4d29-94af-e1e5373817ef HTTP/1.1" status: 200 len: 217 time: 0.0385094 Apr 15 04:05:05.220874 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7a1b3-e289-450c-8095-e4f5144bb904 req-defdd5b2-b400-4776-9ea1-2c709beeb3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:05.222275 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86c7a1b3-e289-450c-8095-e4f5144bb904 req-defdd5b2-b400-4776-9ea1-2c709beeb3df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a272fcdb-1bfc-4774-8c8f-f7ba53c33a23 HTTP/1.1" status: 200 len: 854 time: 0.0428009 Apr 15 04:05:05.253599 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86c7a1b3-e289-450c-8095-e4f5144bb904 req-60ded0bb-26c4-4b44-8475-8bbc886c154e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df306539-7e61-43b2-8ad4-b6b3081a2cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259337 Apr 15 04:05:05.344082 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86c7a1b3-e289-450c-8095-e4f5144bb904 req-4544e636-d992-4f62-a7e4-40b00178a6aa service neutron] 10.222.0.30 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841763 Apr 15 04:05:05.431167 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86c7a1b3-e289-450c-8095-e4f5144bb904 req-ab7dcea1-80ec-4281-84f9-812e2cff161c service neutron] 10.222.0.30 "GET /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806847 Apr 15 04:05:05.802446 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device cd5c0c5a-9f59-4d29-94af-e1e5373817ef up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:05:05.848279 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port cd5c0c5a-9f59-4d29-94af-e1e5373817ef triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:05:05.848655 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:05.927794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port cd5c0c5a-9f59-4d29-94af-e1e5373817ef is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:05:05.928185 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:05.963280 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port cd5c0c5a-9f59-4d29-94af-e1e5373817ef, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cd5c0c5a-9f59-4d29-94af-e1e5373817ef,segment=NetworkSegment(5dc02717-acbc-4c5d-adf6-f94b8f0385df),segment_id=5dc02717-acbc-4c5d-adf6-f94b8f0385df)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:05:06.027567 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef759a-07f4-406d-8df3-3c710f69ccc4 req-f4572090-9e10-45b9-9584-dff7af6876e4 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:06.029057 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cdef759a-07f4-406d-8df3-3c710f69ccc4 req-f4572090-9e10-45b9-9584-dff7af6876e4 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 945 time: 0.0481205 Apr 15 04:05:06.031966 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d57a40-2d9d-4bec-a827-4133467d3c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5c0c5a-9f59-4d29-94af-e1e5373817ef'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:05:06.034313 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a3225d-8924-4e3d-a667-3b6b35d46cc6" -d '{"events": [{"server_uuid": "01d57a40-2d9d-4bec-a827-4133467d3c55", "name": "network-vif-plugged", "status": "completed", "tag": "cd5c0c5a-9f59-4d29-94af-e1e5373817ef"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:05:06.038821 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:06.080098 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a8cac9-1986-4336-a029-e729f86f79f4 x-openstack-request-id: req-79a8cac9-1986-4336-a029-e729f86f79f4 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:05:06.080799 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d57a40-2d9d-4bec-a827-4133467d3c55", "name": "network-vif-plugged", "status": "completed", "tag": "cd5c0c5a-9f59-4d29-94af-e1e5373817ef", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:05:06.081103 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79a8cac9-1986-4336-a029-e729f86f79f4 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:05:06.081660 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79a8cac9-1986-4336-a029-e729f86f79f4'] response: {'server_uuid': '01d57a40-2d9d-4bec-a827-4133467d3c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5c0c5a-9f59-4d29-94af-e1e5373817ef', 'code': 200} Apr 15 04:05:06.091322 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=cd5c0c5a-9f59-4d29-94af-e1e5373817ef,revision_number=8']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:06.092685 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cdef759a-07f4-406d-8df3-3c710f69ccc4 req-1581eb54-69ae-466d-822c-0ab54a793913 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575705 Apr 15 04:05:07.206584 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484c7d7-98f4-45c8-b0c1-49ec28b4ee91 req-2c1ecaf6-ee90-4153-8f33-14340c135762 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:07.208078 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c484c7d7-98f4-45c8-b0c1-49ec28b4ee91 req-2c1ecaf6-ee90-4153-8f33-14340c135762 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0464790 Apr 15 04:05:07.254115 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c484c7d7-98f4-45c8-b0c1-49ec28b4ee91 req-2677a6c2-1050-436f-a6d8-5e6ef961b3db tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405874 Apr 15 04:05:07.363765 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062f9b2-82da-4301-850e-5ffd2a6f8e53 req-a2822882-451c-4113-baac-8fbd04918255 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:07.365212 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d062f9b2-82da-4301-850e-5ffd2a6f8e53 req-a2822882-451c-4113-baac-8fbd04918255 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0455489 Apr 15 04:05:07.411455 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d062f9b2-82da-4301-850e-5ffd2a6f8e53 req-91fad372-be5f-4d6b-bdb0-7541516ee86d tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407779 Apr 15 04:05:07.523906 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e775f1b-2917-4855-8113-bb873d45145f req-5fc31f5c-1b7b-4109-8989-c2fcf0bf5434 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:07.525345 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0e775f1b-2917-4855-8113-bb873d45145f req-5fc31f5c-1b7b-4109-8989-c2fcf0bf5434 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0493963 Apr 15 04:05:07.569739 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0e775f1b-2917-4855-8113-bb873d45145f req-216fe39f-52d4-4fad-9a70-beac851ceeae tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389788 Apr 15 04:05:08.082369 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cb1ee-0db4-4b8f-ac1b-261ce00ce8e4 req-2e1085a6-8171-41cb-a838-1a727d476dec tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:08.083877 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8f1cb1ee-0db4-4b8f-ac1b-261ce00ce8e4 req-2e1085a6-8171-41cb-a838-1a727d476dec tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0463142 Apr 15 04:05:08.131495 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8f1cb1ee-0db4-4b8f-ac1b-261ce00ce8e4 req-72bc069c-f53a-4b74-b7b6-aa65e3c5d6d7 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421038 Apr 15 04:05:09.241085 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ef0ef-8953-4caf-8bad-fc69b544c568 req-1d27d492-5055-4020-adcd-032ba5eca35b tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:09.242567 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-144ef0ef-8953-4caf-8bad-fc69b544c568 req-1d27d492-5055-4020-adcd-032ba5eca35b tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0456455 Apr 15 04:05:09.289236 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-144ef0ef-8953-4caf-8bad-fc69b544c568 req-91eef932-3e97-48fc-9290-17376f506abf tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/security-groups?id=038a0721-5622-4b80-aea1-8db517faecbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409994 Apr 15 04:05:09.622341 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ab879-a070-49fc-a2df-1f3d3369770e req-a27d2ae5-2b3e-4115-b73c-95de46e21616 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:09.623845 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4c3ab879-a070-49fc-a2df-1f3d3369770e req-a27d2ae5-2b3e-4115-b73c-95de46e21616 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.30 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 946 time: 0.0499103 Apr 15 04:05:09.703651 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-4c3ab879-a070-49fc-a2df-1f3d3369770e req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Deleting port cd5c0c5a-9f59-4d29-94af-e1e5373817ef {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:05:09.703988 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4c3ab879-a070-49fc-a2df-1f3d3369770e req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:09.793476 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-4c3ab879-a070-49fc-a2df-1f3d3369770e req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] For port cd5c0c5a-9f59-4d29-94af-e1e5373817ef, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cd5c0c5a-9f59-4d29-94af-e1e5373817ef,segment=NetworkSegment(5dc02717-acbc-4c5d-adf6-f94b8f0385df),segment_id=5dc02717-acbc-4c5d-adf6-f94b8f0385df)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:05:09.793837 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4c3ab879-a070-49fc-a2df-1f3d3369770e req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:09.807293 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-4c3ab879-a070-49fc-a2df-1f3d3369770e req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Calling delete_port for cd5c0c5a-9f59-4d29-94af-e1e5373817ef owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:05:09.992992 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4c3ab879-a070-49fc-a2df-1f3d3369770e req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (cd5c0c5a-9f59-4d29-94af-e1e5373817ef), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:10.005356 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['cd5c0c5a-9f59-4d29-94af-e1e5373817ef'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:05:10.020104 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Pushing event deleted for resources: {'Port': ['ID=cd5c0c5a-9f59-4d29-94af-e1e5373817ef,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:10.034693 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:10.035046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:10.035389 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:10.035733 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:10.036063 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:10.036396 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:10.036728 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:10.037056 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:10.037384 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:10.037711 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:10.038035 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:10.038360 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:10.038707 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:10.039032 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:10.039353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:10.075929 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3ab879-a070-49fc-a2df-1f3d3369770e req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] No DVR routers for this DVR port cd5c0c5a-9f59-4d29-94af-e1e5373817ef on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:05:10.078940 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4c3ab879-a070-49fc-a2df-1f3d3369770e req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:10.082254 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4c3ab879-a070-49fc-a2df-1f3d3369770e req-7e5ce259-9c6b-4d79-a1b6-76786b77a6d9 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.30 "DELETE /v2.0/ports/cd5c0c5a-9f59-4d29-94af-e1e5373817ef HTTP/1.1" status: 204 len: 173 time: 0.4531269 Apr 15 04:05:10.082758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d57a40-2d9d-4bec-a827-4133467d3c55', 'name': 'network-vif-deleted', 'tag': 'cd5c0c5a-9f59-4d29-94af-e1e5373817ef'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:05:10.085107 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf4da83-c160-4c44-bdf9-a90c685695cb" -d '{"events": [{"server_uuid": "01d57a40-2d9d-4bec-a827-4133467d3c55", "name": "network-vif-deleted", "tag": "cd5c0c5a-9f59-4d29-94af-e1e5373817ef"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:05:10.121293 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d857c5-ebf1-4ec4-baa1-2ce159ff9cdc x-openstack-request-id: req-01d857c5-ebf1-4ec4-baa1-2ce159ff9cdc {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:05:10.121588 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d57a40-2d9d-4bec-a827-4133467d3c55", "name": "network-vif-deleted", "tag": "cd5c0c5a-9f59-4d29-94af-e1e5373817ef", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:05:10.121839 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01d857c5-ebf1-4ec4-baa1-2ce159ff9cdc {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:05:10.122244 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01d857c5-ebf1-4ec4-baa1-2ce159ff9cdc'] response: {'server_uuid': '01d57a40-2d9d-4bec-a827-4133467d3c55', 'name': 'network-vif-deleted', 'tag': 'cd5c0c5a-9f59-4d29-94af-e1e5373817ef', 'status': 'completed', 'code': 200} Apr 15 04:05:10.386185 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f40dee96-7246-46d5-bad1-e7cce14c6da5 req-e4ed5ff9-5097-427c-a83d-2bec0c395ed4 tempest-ServerDiskConfigTestJSON-2094341481 tempest-ServerDiskConfigTestJSON-2094341481-project] 10.222.0.15 "GET /v2.0/ports?device_id=01d57a40-2d9d-4bec-a827-4133467d3c55 HTTP/1.1" status: 200 len: 210 time: 0.0306449 Apr 15 04:05:11.504480 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 39640) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:05:11.549070 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-773af68e-6930-423f-8b93-1ac7a4883a50 admin admin] Deleting subnet a272fcdb-1bfc-4774-8c8f-f7ba53c33a23 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:05:11.552180 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-773af68e-6930-423f-8b93-1ac7a4883a50 admin admin] Publish callbacks [] for subnet (a272fcdb-1bfc-4774-8c8f-f7ba53c33a23), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:11.589588 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-773af68e-6930-423f-8b93-1ac7a4883a50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (a272fcdb-1bfc-4774-8c8f-f7ba53c33a23), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:11.628274 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-773af68e-6930-423f-8b93-1ac7a4883a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (a272fcdb-1bfc-4774-8c8f-f7ba53c33a23), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:11.741767 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-773af68e-6930-423f-8b93-1ac7a4883a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (a272fcdb-1bfc-4774-8c8f-f7ba53c33a23), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:11.764160 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773af68e-6930-423f-8b93-1ac7a4883a50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a272fcdb-1bfc-4774-8c8f-f7ba53c33a23,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:11.771301 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-773af68e-6930-423f-8b93-1ac7a4883a50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:11.774388 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-773af68e-6930-423f-8b93-1ac7a4883a50 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a272fcdb-1bfc-4774-8c8f-f7ba53c33a23 HTTP/1.1" status: 204 len: 168 time: 0.2689149 Apr 15 04:05:11.776885 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 39642) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:05:11.846391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c279ea3c-7998-4303-be74-58a9060e7f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (df306539-7e61-43b2-8ad4-b6b3081a2cfb), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:11.920183 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c279ea3c-7998-4303-be74-58a9060e7f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (df306539-7e61-43b2-8ad4-b6b3081a2cfb), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:11.939715 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-c279ea3c-7998-4303-be74-58a9060e7f44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df306539-7e61-43b2-8ad4-b6b3081a2cfb']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:05:11.948678 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-c279ea3c-7998-4303-be74-58a9060e7f44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc02717-acbc-4c5d-adf6-f94b8f0385df') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:05:11.948971 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-c279ea3c-7998-4303-be74-58a9060e7f44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc02717-acbc-4c5d-adf6-f94b8f0385df') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:05:11.958675 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c279ea3c-7998-4303-be74-58a9060e7f44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (5dc02717-acbc-4c5d-adf6-f94b8f0385df), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:11.971693 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c279ea3c-7998-4303-be74-58a9060e7f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (5dc02717-acbc-4c5d-adf6-f94b8f0385df), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:11.977747 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c279ea3c-7998-4303-be74-58a9060e7f44 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:05:11.978132 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c279ea3c-7998-4303-be74-58a9060e7f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (5dc02717-acbc-4c5d-adf6-f94b8f0385df), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:05:11.979835 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:05:12.096147 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c279ea3c-7998-4303-be74-58a9060e7f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (df306539-7e61-43b2-8ad4-b6b3081a2cfb), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:12.100531 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c279ea3c-7998-4303-be74-58a9060e7f44 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:12.104058 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c279ea3c-7998-4303-be74-58a9060e7f44 admin admin] 10.222.0.15 "DELETE /v2.0/networks/df306539-7e61-43b2-8ad4-b6b3081a2cfb HTTP/1.1" status: 204 len: 168 time: 0.3262689 Apr 15 04:05:12.116902 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279ea3c-7998-4303-be74-58a9060e7f44 admin admin] Pushing event deleted for resources: {'Network': ['ID=df306539-7e61-43b2-8ad4-b6b3081a2cfb,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:12.413016 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 39646) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:05:12.453488 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e91bb158-c771-4133-87cc-32b3fb61f921 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c835bcd884b241fcb63c847ddd352092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393307 Apr 15 04:05:12.455935 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 39648) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:05:12.501600 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19bc1893-ffea-4fdb-b65a-65940c2de024 admin admin] Publish callbacks [] for security_group (038a0721-5622-4b80-aea1-8db517faecbd), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:12.522102 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19bc1893-ffea-4fdb-b65a-65940c2de024 admin admin] Publish callbacks [] for security_group (038a0721-5622-4b80-aea1-8db517faecbd), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:12.644319 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19bc1893-ffea-4fdb-b65a-65940c2de024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (038a0721-5622-4b80-aea1-8db517faecbd), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:12.646864 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-19bc1893-ffea-4fdb-b65a-65940c2de024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:12.648047 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-19bc1893-ffea-4fdb-b65a-65940c2de024 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/038a0721-5622-4b80-aea1-8db517faecbd HTTP/1.1" status: 204 len: 168 time: 0.1912074 Apr 15 04:05:12.656302 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc1893-ffea-4fdb-b65a-65940c2de024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038a0721-5622-4b80-aea1-8db517faecbd,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:13.560856 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 39670) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:05:13.653975 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1961511373-network', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:05:13.769942 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Made reservation on behalf of 2a478e0bd88b4cd4a64e419be1ab9f4c for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:05:13.772188 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:13.780560 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:13.843584 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device cd5c0c5a-9f59-4d29-94af-e1e5373817ef no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:05:13.852548 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Publish callbacks [] for security_group (50e616ce-10eb-4eb3-a082-c5adb1dbc780), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:13.863704 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: cd5c0c5a-9f59-4d29-94af-e1e5373817ef {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:05:13.864075 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device cd5c0c5a-9f59-4d29-94af-e1e5373817ef not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:05:13.907608 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (50e616ce-10eb-4eb3-a082-c5adb1dbc780), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:13.934576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:05:13.941311 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e616ce-10eb-4eb3-a082-c5adb1dbc780,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:13.950833 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (70112f25-c19d-4e2d-80f1-32e216f53f1c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:13.951176 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Added segment 70112f25-c19d-4e2d-80f1-32e216f53f1c of type vlan for network 2b5633d0-e5ab-469b-a130-aad41a86142b Apr 15 04:05:13.953055 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:13.953404 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:13.953743 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:13.954083 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:13.954415 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:13.954780 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:13.955111 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:13.955441 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:13.955767 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:13.956093 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:13.956418 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:13.956742 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:13.957068 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:13.957392 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:13.957713 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:13.998332 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (2b5633d0-e5ab-469b-a130-aad41a86142b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:14.073156 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (2b5633d0-e5ab-469b-a130-aad41a86142b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:14.074050 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:14.074642 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:14.136734 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] Pushing event updated for resources: {'Network': ['ID=2b5633d0-e5ab-469b-a130-aad41a86142b,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:14.146566 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 2b5633d0-e5ab-469b-a130-aad41a86142b details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:05:14.176967 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-17ed4b36-26d6-4287-9334-9ecec484f611 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6145337 Apr 15 04:05:14.179341 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 39674) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:05:14.184173 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-813a97d4-26a6-42d7-8c37-11ab6eaa180d admin admin] Request body: {'subnet': {'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1961511373-subnet', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:05:14.276642 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813a97d4-26a6-42d7-8c37-11ab6eaa180d admin admin] Made reservation on behalf of 2a478e0bd88b4cd4a64e419be1ab9f4c for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:05:14.278986 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-813a97d4-26a6-42d7-8c37-11ab6eaa180d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:14.501931 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-813a97d4-26a6-42d7-8c37-11ab6eaa180d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:14.554272 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a97d4-26a6-42d7-8c37-11ab6eaa180d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:14.565866 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813a97d4-26a6-42d7-8c37-11ab6eaa180d admin admin] Checking segment: {'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:05:14.566457 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813a97d4-26a6-42d7-8c37-11ab6eaa180d admin admin] Network hostable DHCP agents. Network: 2b5633d0-e5ab-469b-a130-aad41a86142b, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:05:14.638798 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813a97d4-26a6-42d7-8c37-11ab6eaa180d admin admin] Network 2b5633d0-e5ab-469b-a130-aad41a86142b is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:05:14.707006 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-813a97d4-26a6-42d7-8c37-11ab6eaa180d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 2b5633d0-e5ab-469b-a130-aad41a86142b) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:05:14.711894 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813a97d4-26a6-42d7-8c37-11ab6eaa180d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:14.713213 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-813a97d4-26a6-42d7-8c37-11ab6eaa180d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:14.714809 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4848d74-07cd-4a2b-a32b-413367c0e89d None None] Network 2b5633d0-e5ab-469b-a130-aad41a86142b requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:05:14.790441 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-813a97d4-26a6-42d7-8c37-11ab6eaa180d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6099377 Apr 15 04:05:14.792993 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 39676) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:05:14.797242 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-bb844a2b-0e94-4d6c-9397-263400696015 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:05:14.812456 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37d50fe-0369-4156-b9d2-08d640723eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-2b5633d0-e5ab-469b-a130-aad41a86142b', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 04:05:14.812701 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b37d50fe-0369-4156-b9d2-08d640723eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:14.916480 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb844a2b-0e94-4d6c-9397-263400696015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (debe9d5b-29b8-4325-84cc-5cb19c016388), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:14.917557 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb844a2b-0e94-4d6c-9397-263400696015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (debe9d5b-29b8-4325-84cc-5cb19c016388), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:14.945475 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-b37d50fe-0369-4156-b9d2-08d640723eaa None None] Allocated IP 172.20.0.2 (2b5633d0-e5ab-469b-a130-aad41a86142b/e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd/b94a4c7d-dd87-4c08-84d4-885832c0ca5a) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:05:14.974869 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb844a2b-0e94-4d6c-9397-263400696015 admin admin] Publish callbacks [] for router_controller (debe9d5b-29b8-4325-84cc-5cb19c016388), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:15.086359 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b37d50fe-0369-4156-b9d2-08d640723eaa None None] Publish callbacks [] for port (b94a4c7d-dd87-4c08-84d4-885832c0ca5a), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:15.168494 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b37d50fe-0369-4156-b9d2-08d640723eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (b94a4c7d-dd87-4c08-84d4-885832c0ca5a), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:15.174452 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb844a2b-0e94-4d6c-9397-263400696015 admin admin] Publish callbacks [] for router_gateway (debe9d5b-29b8-4325-84cc-5cb19c016388), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:15.215586 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37d50fe-0369-4156-b9d2-08d640723eaa None None] Network 2b5633d0-e5ab-469b-a130-aad41a86142b is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:05:15.218439 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-b37d50fe-0369-4156-b9d2-08d640723eaa None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:05:15.223080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37d50fe-0369-4156-b9d2-08d640723eaa None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:05:15.226007 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d50fe-0369-4156-b9d2-08d640723eaa None None] Pushing event updated for resources: {'Port': ['ID=b94a4c7d-dd87-4c08-84d4-885832c0ca5a,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:15.282183 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b37d50fe-0369-4156-b9d2-08d640723eaa None None] Attempting to bind port b94a4c7d-dd87-4c08-84d4-885832c0ca5a on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:05:15.282549 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b37d50fe-0369-4156-b9d2-08d640723eaa None None] Attempting to bind port b94a4c7d-dd87-4c08-84d4-885832c0ca5a by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:05:15.282937 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d50fe-0369-4156-b9d2-08d640723eaa None None] Attempting to bind port b94a4c7d-dd87-4c08-84d4-885832c0ca5a on network 2b5633d0-e5ab-469b-a130-aad41a86142b {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:05:15.287722 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d50fe-0369-4156-b9d2-08d640723eaa None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:05:15.288094 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d50fe-0369-4156-b9d2-08d640723eaa None None] Checking segment: {'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:05:15.288491 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b37d50fe-0369-4156-b9d2-08d640723eaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:15.288886 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d50fe-0369-4156-b9d2-08d640723eaa None None] Bound using segment: {'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:05:15.289347 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b37d50fe-0369-4156-b9d2-08d640723eaa None None] Bound port: b94a4c7d-dd87-4c08-84d4-885832c0ca5a, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:05:15.289725 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b37d50fe-0369-4156-b9d2-08d640723eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b94a4c7d-dd87-4c08-84d4-885832c0ca5a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:15.352365 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b37d50fe-0369-4156-b9d2-08d640723eaa None None] For port b94a4c7d-dd87-4c08-84d4-885832c0ca5a, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:05:15.355221 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b37d50fe-0369-4156-b9d2-08d640723eaa None None] For port b94a4c7d-dd87-4c08-84d4-885832c0ca5a, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=b94a4c7d-dd87-4c08-84d4-885832c0ca5a,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:05:15.416478 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b37d50fe-0369-4156-b9d2-08d640723eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b94a4c7d-dd87-4c08-84d4-885832c0ca5a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:15.476033 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d50fe-0369-4156-b9d2-08d640723eaa None None] Pushing event updated for resources: {'Port': ['ID=b94a4c7d-dd87-4c08-84d4-885832c0ca5a,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:15.479937 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb844a2b-0e94-4d6c-9397-263400696015 admin admin] Publish callbacks [] for router_gateway (debe9d5b-29b8-4325-84cc-5cb19c016388), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:15.500788 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb844a2b-0e94-4d6c-9397-263400696015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:15.628039 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-bb844a2b-0e94-4d6c-9397-263400696015 admin admin] Allocated IP 172.26.6.172 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/a59d19b0-4719-4353-93ad-b96646dee0ea) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:05:15.739859 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb844a2b-0e94-4d6c-9397-263400696015 admin admin] Publish callbacks [] for port (a59d19b0-4719-4353-93ad-b96646dee0ea), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:15.831155 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb844a2b-0e94-4d6c-9397-263400696015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (a59d19b0-4719-4353-93ad-b96646dee0ea), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:15.867938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb844a2b-0e94-4d6c-9397-263400696015 admin admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:05:15.870877 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-bb844a2b-0e94-4d6c-9397-263400696015 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:05:15.876611 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb844a2b-0e94-4d6c-9397-263400696015 admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:05:15.903672 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb844a2b-0e94-4d6c-9397-263400696015 admin admin] Pushing event updated for resources: {'Port': ['ID=a59d19b0-4719-4353-93ad-b96646dee0ea,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:16.054661 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b94a4c7d-dd87-4c08-84d4-885832c0ca5a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:05:16.106555 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port b94a4c7d-dd87-4c08-84d4-885832c0ca5a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:05:16.106953 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b94a4c7d-dd87-4c08-84d4-885832c0ca5a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:16.187178 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port b94a4c7d-dd87-4c08-84d4-885832c0ca5a is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:05:16.187562 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b94a4c7d-dd87-4c08-84d4-885832c0ca5a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:16.221656 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port b94a4c7d-dd87-4c08-84d4-885832c0ca5a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=b94a4c7d-dd87-4c08-84d4-885832c0ca5a,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:05:16.236800 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb844a2b-0e94-4d6c-9397-263400696015 admin admin] Publish callbacks [] for router_gateway (debe9d5b-29b8-4325-84cc-5cb19c016388), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:16.305301 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b94a4c7d-dd87-4c08-84d4-885832c0ca5a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:16.345860 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58db61e3-12e3-4254-9663-0c2dc6753052 None None] Network 2b5633d0-e5ab-469b-a130-aad41a86142b requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:05:16.393012 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d6fa54d9-c659-4fe3-9b9e-7e9e773932eb None None] Provisioning complete for port b94a4c7d-dd87-4c08-84d4-885832c0ca5a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:05:16.393388 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d6fa54d9-c659-4fe3-9b9e-7e9e773932eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b94a4c7d-dd87-4c08-84d4-885832c0ca5a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:16.419818 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=b94a4c7d-dd87-4c08-84d4-885832c0ca5a,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:16.496689 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:05:16.694785 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d6fa54d9-c659-4fe3-9b9e-7e9e773932eb None None] Current status of the port b94a4c7d-dd87-4c08-84d4-885832c0ca5a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:05:16.755876 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb844a2b-0e94-4d6c-9397-263400696015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (debe9d5b-29b8-4325-84cc-5cb19c016388), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:16.912556 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-dcf0b575-1f64-4ae7-9fde-160331c579c2 None None] Provisioning complete for port b94a4c7d-dd87-4c08-84d4-885832c0ca5a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:05:16.913054 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dcf0b575-1f64-4ae7-9fde-160331c579c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b94a4c7d-dd87-4c08-84d4-885832c0ca5a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:16.930285 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb844a2b-0e94-4d6c-9397-263400696015 admin admin] Router debe9d5b-29b8-4325-84cc-5cb19c016388 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 04:05:16.991416 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-dcf0b575-1f64-4ae7-9fde-160331c579c2 None None] Current status of the port b94a4c7d-dd87-4c08-84d4-885832c0ca5a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:05:17.039159 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb844a2b-0e94-4d6c-9397-263400696015 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:05:17.048658 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] Sync routers for ids ['debe9d5b-29b8-4325-84cc-5cb19c016388'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:05:17.058129 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] Routers {'debe9d5b-29b8-4325-84cc-5cb19c016388'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:05:17.058786 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:04:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['debe9d5b-29b8-4325-84cc-5cb19c016388'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:05:17.107334 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bb844a2b-0e94-4d6c-9397-263400696015 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:17.109216 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bb844a2b-0e94-4d6c-9397-263400696015 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3146820 Apr 15 04:05:17.112044 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 39678) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:05:17.168069 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] Set router debe9d5b-29b8-4325-84cc-5cb19c016388 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:05:17.333697 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:16Z', 'revision_number': 3, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:05:17.360951 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] Checking router: debe9d5b-29b8-4325-84cc-5cb19c016388 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:05:17.361300 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] Updating router debe9d5b-29b8-4325-84cc-5cb19c016388 port a59d19b0-4719-4353-93ad-b96646dee0ea binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:05:17.391340 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a59d19b0-4719-4353-93ad-b96646dee0ea), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:17.527612 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c6d78e7d-f800-4e79-8ec8-bc2ae612bb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:17.641433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] Publish callbacks [] for port (a59d19b0-4719-4353-93ad-b96646dee0ea), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:17.707053 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (a59d19b0-4719-4353-93ad-b96646dee0ea), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:17.726921 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-c6d78e7d-f800-4e79-8ec8-bc2ae612bb38 admin admin] Allocated IP 172.20.0.1 (2b5633d0-e5ab-469b-a130-aad41a86142b/e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd/d5de9e7c-007c-4b11-a84c-e7b9db055ad3) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:05:17.759707 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] Attempting to bind port a59d19b0-4719-4353-93ad-b96646dee0ea on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:05:17.760081 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] Attempting to bind port a59d19b0-4719-4353-93ad-b96646dee0ea by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:05:17.760445 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] Attempting to bind port a59d19b0-4719-4353-93ad-b96646dee0ea on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:05:17.763630 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5469f-fc67-4cd5-abd8-64f7b8deae13 None None] Pushing event updated for resources: {'Port': ['ID=a59d19b0-4719-4353-93ad-b96646dee0ea,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:17.769073 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:05:17.769453 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:05:17.769855 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:17.770240 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:05:17.770733 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] Bound port: a59d19b0-4719-4353-93ad-b96646dee0ea, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:05:17.771568 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a59d19b0-4719-4353-93ad-b96646dee0ea), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:17.826922 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] For port a59d19b0-4719-4353-93ad-b96646dee0ea, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:05:17.830452 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] For port a59d19b0-4719-4353-93ad-b96646dee0ea, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a59d19b0-4719-4353-93ad-b96646dee0ea,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:05:17.839310 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c6d78e7d-f800-4e79-8ec8-bc2ae612bb38 admin admin] Publish callbacks [] for port (d5de9e7c-007c-4b11-a84c-e7b9db055ad3), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:17.891030 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (a59d19b0-4719-4353-93ad-b96646dee0ea), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:17.948479 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] Routers {'debe9d5b-29b8-4325-84cc-5cb19c016388'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:05:17.949124 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:04:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['debe9d5b-29b8-4325-84cc-5cb19c016388'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:05:17.954416 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5469f-fc67-4cd5-abd8-64f7b8deae13 None None] Pushing event updated for resources: {'Port': ['ID=a59d19b0-4719-4353-93ad-b96646dee0ea,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:17.974170 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c6d78e7d-f800-4e79-8ec8-bc2ae612bb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (d5de9e7c-007c-4b11-a84c-e7b9db055ad3), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:18.019890 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d78e7d-f800-4e79-8ec8-bc2ae612bb38 admin admin] Network 2b5633d0-e5ab-469b-a130-aad41a86142b is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:05:18.023012 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-c6d78e7d-f800-4e79-8ec8-bc2ae612bb38 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:05:18.026097 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d78e7d-f800-4e79-8ec8-bc2ae612bb38 admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:05:18.032026 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d78e7d-f800-4e79-8ec8-bc2ae612bb38 admin admin] Pushing event updated for resources: {'Port': ['ID=d5de9e7c-007c-4b11-a84c-e7b9db055ad3,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:18.053734 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b94a4c7d-dd87-4c08-84d4-885832c0ca5a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:05:18.087886 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c6d78e7d-f800-4e79-8ec8-bc2ae612bb38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (debe9d5b-29b8-4325-84cc-5cb19c016388), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:18.090363 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] Set router debe9d5b-29b8-4325-84cc-5cb19c016388 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:05:18.214813 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port b94a4c7d-dd87-4c08-84d4-885832c0ca5a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:05:18.215185 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b94a4c7d-dd87-4c08-84d4-885832c0ca5a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:18.279498 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c6d78e7d-f800-4e79-8ec8-bc2ae612bb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d5de9e7c-007c-4b11-a84c-e7b9db055ad3), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:18.341053 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:16Z', 'revision_number': 3, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:05:18.344083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6d21f0af-db73-41b7-bb6e-a9174a28caea None None] Provisioning complete for port d5de9e7c-007c-4b11-a84c-e7b9db055ad3 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:05:18.344450 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6d21f0af-db73-41b7-bb6e-a9174a28caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d5de9e7c-007c-4b11-a84c-e7b9db055ad3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:18.400190 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46866671-5666-4bd1-9905-603b85bbe468 None None] The sync data for ids ['debe9d5b-29b8-4325-84cc-5cb19c016388'] in dv-neutron-837140-3-hyperv is: [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:16Z', 'revision_number': 3, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:05:18.405464 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port b94a4c7d-dd87-4c08-84d4-885832c0ca5a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:05:18.417013 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6d21f0af-db73-41b7-bb6e-a9174a28caea None None] Port d5de9e7c-007c-4b11-a84c-e7b9db055ad3 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:05:18.445288 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c6d78e7d-f800-4e79-8ec8-bc2ae612bb38 admin admin] Publish callbacks [] for port (d5de9e7c-007c-4b11-a84c-e7b9db055ad3), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:18.513023 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c6d78e7d-f800-4e79-8ec8-bc2ae612bb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (d5de9e7c-007c-4b11-a84c-e7b9db055ad3), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:18.541480 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ee09bcaa-e130-47d9-bb06-a3a6c82f2bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:18.584699 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d78e7d-f800-4e79-8ec8-bc2ae612bb38 admin admin] Pushing event updated for resources: {'Port': ['ID=d5de9e7c-007c-4b11-a84c-e7b9db055ad3,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:18.587141 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c6d78e7d-f800-4e79-8ec8-bc2ae612bb38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (debe9d5b-29b8-4325-84cc-5cb19c016388), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:18.702493 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d78e7d-f800-4e79-8ec8-bc2ae612bb38 admin admin] Network 2b5633d0-e5ab-469b-a130-aad41a86142b is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:05:18.703954 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-c6d78e7d-f800-4e79-8ec8-bc2ae612bb38 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:05:18.833884 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d78e7d-f800-4e79-8ec8-bc2ae612bb38 admin admin] Router debe9d5b-29b8-4325-84cc-5cb19c016388 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:05:18.941522 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-17f68a21-b4df-4c10-bcda-f817906d9f42 None None] Provisioning complete for port d5de9e7c-007c-4b11-a84c-e7b9db055ad3 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:05:18.942003 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-17f68a21-b4df-4c10-bcda-f817906d9f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d5de9e7c-007c-4b11-a84c-e7b9db055ad3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:18.957256 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d78e7d-f800-4e79-8ec8-bc2ae612bb38 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:05:18.962353 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c6d78e7d-f800-4e79-8ec8-bc2ae612bb38 admin admin] 10.222.0.15 "PUT /v2.0/routers/debe9d5b-29b8-4325-84cc-5cb19c016388/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8493321 Apr 15 04:05:18.990237 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-17f68a21-b4df-4c10-bcda-f817906d9f42 None None] Port d5de9e7c-007c-4b11-a84c-e7b9db055ad3 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:05:19.432237 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 39686) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:05:19.437555 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-2d1382fc-eacf-40e3-9e72-06fe574c93c9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Request body: {'security_group': {'name': 'tempest-securitygroup--640670712', 'description': 'tempest-description--162647203'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:05:19.524392 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2d1382fc-eacf-40e3-9e72-06fe574c93c9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:19.593687 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2d1382fc-eacf-40e3-9e72-06fe574c93c9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for security_group (75b8fbbf-2f6b-4184-bdf9-89e7a516889a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:19.676801 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2d1382fc-eacf-40e3-9e72-06fe574c93c9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (75b8fbbf-2f6b-4184-bdf9-89e7a516889a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:19.706501 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1382fc-eacf-40e3-9e72-06fe574c93c9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75b8fbbf-2f6b-4184-bdf9-89e7a516889a,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:19.760976 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2d1382fc-eacf-40e3-9e72-06fe574c93c9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:19.762250 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2d1382fc-eacf-40e3-9e72-06fe574c93c9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3289518 Apr 15 04:05:19.765010 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 39688) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:05:19.769548 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-9659fdeb-81a5-4a2e-a453-eea036264cc3 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Request body: {'security_group_rule': {'security_group_id': '75b8fbbf-2f6b-4184-bdf9-89e7a516889a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:05:19.856173 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9659fdeb-81a5-4a2e-a453-eea036264cc3 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for security_group_rule (4acf588a-0ed9-4b78-801c-83c6f8662074), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:19.912816 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9659fdeb-81a5-4a2e-a453-eea036264cc3 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for security_group_rule (4acf588a-0ed9-4b78-801c-83c6f8662074), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:19.956632 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] Sync routers for ids ['debe9d5b-29b8-4325-84cc-5cb19c016388'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:05:19.966138 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] Routers {'debe9d5b-29b8-4325-84cc-5cb19c016388'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:05:19.966800 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:04:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['debe9d5b-29b8-4325-84cc-5cb19c016388'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:05:20.010586 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9659fdeb-81a5-4a2e-a453-eea036264cc3 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (4acf588a-0ed9-4b78-801c-83c6f8662074), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:20.030720 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659fdeb-81a5-4a2e-a453-eea036264cc3 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4acf588a-0ed9-4b78-801c-83c6f8662074,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:20.059806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a59d19b0-4719-4353-93ad-b96646dee0ea up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:05:20.078058 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] Set router debe9d5b-29b8-4325-84cc-5cb19c016388 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:05:20.110316 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port a59d19b0-4719-4353-93ad-b96646dee0ea triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:05:20.110724 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a59d19b0-4719-4353-93ad-b96646dee0ea), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:20.127390 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9659fdeb-81a5-4a2e-a453-eea036264cc3 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:20.131149 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9659fdeb-81a5-4a2e-a453-eea036264cc3 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3627045 Apr 15 04:05:20.131333 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 39690) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:05:20.136196 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f093742c-acd6-400c-8292-067f7bb03266 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Request body: {'security_group_rule': {'security_group_id': '75b8fbbf-2f6b-4184-bdf9-89e7a516889a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:05:20.192463 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port a59d19b0-4719-4353-93ad-b96646dee0ea is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:05:20.192856 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a59d19b0-4719-4353-93ad-b96646dee0ea), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:20.213793 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port a59d19b0-4719-4353-93ad-b96646dee0ea, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a59d19b0-4719-4353-93ad-b96646dee0ea,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:05:20.239043 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f093742c-acd6-400c-8292-067f7bb03266 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for security_group_rule (68fc27dc-8bc8-4e75-8059-260e37a29f55), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:20.272202 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 2, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:05:20.290400 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (a59d19b0-4719-4353-93ad-b96646dee0ea), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:20.299851 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f093742c-acd6-400c-8292-067f7bb03266 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for security_group_rule (68fc27dc-8bc8-4e75-8059-260e37a29f55), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:20.304545 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] Checking router: debe9d5b-29b8-4325-84cc-5cb19c016388 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:05:20.304904 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] Updating router debe9d5b-29b8-4325-84cc-5cb19c016388 port d5de9e7c-007c-4b11-a84c-e7b9db055ad3 binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:05:20.332172 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d5de9e7c-007c-4b11-a84c-e7b9db055ad3), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:20.337531 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=a59d19b0-4719-4353-93ad-b96646dee0ea,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:20.375962 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f093742c-acd6-400c-8292-067f7bb03266 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (68fc27dc-8bc8-4e75-8059-260e37a29f55), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:20.394634 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093742c-acd6-400c-8292-067f7bb03266 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68fc27dc-8bc8-4e75-8059-260e37a29f55,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:20.456127 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f093742c-acd6-400c-8292-067f7bb03266 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:20.457376 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f093742c-acd6-400c-8292-067f7bb03266 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3251004 Apr 15 04:05:20.460373 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 39692) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:05:20.464697 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-99853a91-18aa-4e71-a7b3-163a39b578dc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:05:20.539327 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99853a91-18aa-4e71-a7b3-163a39b578dc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:20.591903 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] Publish callbacks [] for port (d5de9e7c-007c-4b11-a84c-e7b9db055ad3), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:20.620097 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99853a91-18aa-4e71-a7b3-163a39b578dc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:20.647798 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (d5de9e7c-007c-4b11-a84c-e7b9db055ad3), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:20.701036 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4cfc2-6010-42a8-b5b2-f2f692a5a47b None None] Pushing event updated for resources: {'Port': ['ID=d5de9e7c-007c-4b11-a84c-e7b9db055ad3,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:20.723551 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cfc2-6010-42a8-b5b2-f2f692a5a47b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:20.723898 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cfc2-6010-42a8-b5b2-f2f692a5a47b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:20.724244 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cfc2-6010-42a8-b5b2-f2f692a5a47b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:20.724584 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cfc2-6010-42a8-b5b2-f2f692a5a47b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:20.724916 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cfc2-6010-42a8-b5b2-f2f692a5a47b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:20.725221 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-99853a91-18aa-4e71-a7b3-163a39b578dc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Allocated IP 172.26.6.182 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/5b85138a-9f2a-4622-9b55-a926decc022c) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:05:20.725337 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cfc2-6010-42a8-b5b2-f2f692a5a47b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:20.725557 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cfc2-6010-42a8-b5b2-f2f692a5a47b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:20.725878 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cfc2-6010-42a8-b5b2-f2f692a5a47b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:20.726204 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cfc2-6010-42a8-b5b2-f2f692a5a47b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:20.726864 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cfc2-6010-42a8-b5b2-f2f692a5a47b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:20.726864 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cfc2-6010-42a8-b5b2-f2f692a5a47b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:20.727185 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cfc2-6010-42a8-b5b2-f2f692a5a47b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:20.727646 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cfc2-6010-42a8-b5b2-f2f692a5a47b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:20.727965 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cfc2-6010-42a8-b5b2-f2f692a5a47b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:20.728285 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb4cfc2-6010-42a8-b5b2-f2f692a5a47b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:05:20.762467 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] Attempting to bind port d5de9e7c-007c-4b11-a84c-e7b9db055ad3 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:05:20.762876 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] Attempting to bind port d5de9e7c-007c-4b11-a84c-e7b9db055ad3 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:05:20.763220 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] Attempting to bind port d5de9e7c-007c-4b11-a84c-e7b9db055ad3 on network 2b5633d0-e5ab-469b-a130-aad41a86142b {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:05:20.769325 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:05:20.769701 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] Checking segment: {'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:05:20.770101 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:20.770512 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] Bound using segment: {'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:05:20.771013 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] Bound port: d5de9e7c-007c-4b11-a84c-e7b9db055ad3, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:05:20.771957 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d5de9e7c-007c-4b11-a84c-e7b9db055ad3), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:20.848826 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] For port d5de9e7c-007c-4b11-a84c-e7b9db055ad3, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:05:20.851936 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] For port d5de9e7c-007c-4b11-a84c-e7b9db055ad3, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=d5de9e7c-007c-4b11-a84c-e7b9db055ad3,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:05:20.854768 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99853a91-18aa-4e71-a7b3-163a39b578dc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for port (5b85138a-9f2a-4622-9b55-a926decc022c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:20.861492 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c7b797bf-06d9-4204-816b-664a95d2a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:20.919208 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (d5de9e7c-007c-4b11-a84c-e7b9db055ad3), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:20.922349 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-33a1bff7-4a09-4713-8f4c-3113a5c1af27 None None] Provisioning complete for port d5de9e7c-007c-4b11-a84c-e7b9db055ad3 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:05:20.922754 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-33a1bff7-4a09-4713-8f4c-3113a5c1af27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d5de9e7c-007c-4b11-a84c-e7b9db055ad3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:20.960108 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99853a91-18aa-4e71-a7b3-163a39b578dc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (5b85138a-9f2a-4622-9b55-a926decc022c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:20.971705 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] Routers {'debe9d5b-29b8-4325-84cc-5cb19c016388'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:05:20.972337 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:05:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['debe9d5b-29b8-4325-84cc-5cb19c016388'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:05:20.997191 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99853a91-18aa-4e71-a7b3-163a39b578dc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:05:21.001294 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-99853a91-18aa-4e71-a7b3-163a39b578dc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:05:21.006362 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99853a91-18aa-4e71-a7b3-163a39b578dc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:05:21.020215 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-33a1bff7-4a09-4713-8f4c-3113a5c1af27 None None] Current status of the port d5de9e7c-007c-4b11-a84c-e7b9db055ad3 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:05:21.020748 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-33a1bff7-4a09-4713-8f4c-3113a5c1af27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d5de9e7c-007c-4b11-a84c-e7b9db055ad3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:21.064034 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99853a91-18aa-4e71-a7b3-163a39b578dc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Pushing event updated for resources: {'Port': ['ID=5b85138a-9f2a-4622-9b55-a926decc022c,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:21.068347 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-33a1bff7-4a09-4713-8f4c-3113a5c1af27 None None] For port d5de9e7c-007c-4b11-a84c-e7b9db055ad3, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=d5de9e7c-007c-4b11-a84c-e7b9db055ad3,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:05:21.133561 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99853a91-18aa-4e71-a7b3-163a39b578dc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for floatingip (b42c114e-6548-4c34-9d62-d57e8d829150), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:21.156209 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4cfc2-6010-42a8-b5b2-f2f692a5a47b None None] Pushing event updated for resources: {'Port': ['ID=d5de9e7c-007c-4b11-a84c-e7b9db055ad3,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:21.157121 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-33a1bff7-4a09-4713-8f4c-3113a5c1af27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (d5de9e7c-007c-4b11-a84c-e7b9db055ad3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:21.191997 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] Set router debe9d5b-29b8-4325-84cc-5cb19c016388 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:05:21.213751 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1bff7-4a09-4713-8f4c-3113a5c1af27 None None] Pushing event updated for resources: {'Port': ['ID=d5de9e7c-007c-4b11-a84c-e7b9db055ad3,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:21.239945 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99853a91-18aa-4e71-a7b3-163a39b578dc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5b85138a-9f2a-4622-9b55-a926decc022c), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:21.277166 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-e7c8e5a1-f79c-41ec-b0bc-f24bd64a3245 None None] Provisioning complete for port d5de9e7c-007c-4b11-a84c-e7b9db055ad3 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:05:21.277166 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e5a1-f79c-41ec-b0bc-f24bd64a3245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d5de9e7c-007c-4b11-a84c-e7b9db055ad3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:21.368918 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e7c8e5a1-f79c-41ec-b0bc-f24bd64a3245 None None] Current status of the port d5de9e7c-007c-4b11-a84c-e7b9db055ad3 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:05:21.388986 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:05:21.400155 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99853a91-18aa-4e71-a7b3-163a39b578dc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for port (5b85138a-9f2a-4622-9b55-a926decc022c), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:21.418302 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3327b6-b007-460f-b4c6-46a46031db49 None None] The sync data for ids ['debe9d5b-29b8-4325-84cc-5cb19c016388'] in dv-neutron-837140-3-hyperv is: [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:05:21.469023 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99853a91-18aa-4e71-a7b3-163a39b578dc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (5b85138a-9f2a-4622-9b55-a926decc022c), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:21.544147 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99853a91-18aa-4e71-a7b3-163a39b578dc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Pushing event updated for resources: {'Port': ['ID=5b85138a-9f2a-4622-9b55-a926decc022c,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:21.555367 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99853a91-18aa-4e71-a7b3-163a39b578dc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (b42c114e-6548-4c34-9d62-d57e8d829150), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:21.632764 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-99853a91-18aa-4e71-a7b3-163a39b578dc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:21.634256 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-99853a91-18aa-4e71-a7b3-163a39b578dc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1729443 Apr 15 04:05:21.786186 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-60d8b345-2840-4575-a75d-59c7100f6899 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--640670712&fields=id&tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c HTTP/1.1" status: 200 len: 267 time: 0.0447001 Apr 15 04:05:21.898231 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-c895d3e9-3c6a-4dc3-93d6-246f6fa013d0 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:21.899874 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-c895d3e9-3c6a-4dc3-93d6-246f6fa013d0 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 812 time: 0.1064637 Apr 15 04:05:21.914935 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-94d55c13-8d75-4e47-9e32-8c23ee36811d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/quotas/2a478e0bd88b4cd4a64e419be1ab9f4c HTTP/1.1" status: 200 len: 375 time: 0.0095997 Apr 15 04:05:21.967780 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:21.970832 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-52961404-5bfd-4fd7-b263-7878167f44b0 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502772 Apr 15 04:05:22.118074 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device d5de9e7c-007c-4b11-a84c-e7b9db055ad3 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:05:22.139072 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-f0400d36-2e2d-4163-bf0c-24b1f8a03a89 service neutron] 10.222.0.15 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537323 Apr 15 04:05:22.172566 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port d5de9e7c-007c-4b11-a84c-e7b9db055ad3 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:05:22.173225 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d5de9e7c-007c-4b11-a84c-e7b9db055ad3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:22.242940 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-27bcf737-6764-4b80-8876-b72b0b040168 service neutron] 10.222.0.15 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968931 Apr 15 04:05:22.406263 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port d5de9e7c-007c-4b11-a84c-e7b9db055ad3 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:05:22.407417 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a59d19b0-4719-4353-93ad-b96646dee0ea up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:05:22.456904 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port a59d19b0-4719-4353-93ad-b96646dee0ea triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:05:22.457282 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a59d19b0-4719-4353-93ad-b96646dee0ea), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:22.524971 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-63e2c4ac-c7db-418e-99d4-e44a0a932fc7 req-7f30ccdd-59ca-4e0a-988b-c90d999ac1fe tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 210 time: 0.0382719 Apr 15 04:05:22.549302 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port a59d19b0-4719-4353-93ad-b96646dee0ea is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:05:23.530068 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:23.617931 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-15a6d9f7-e97e-4acd-9b73-df061957a545 req-dd14e93b-ea86-45a0-8d6a-1ac3c9edaaf6 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 210 time: 0.0282795 Apr 15 04:05:24.519955 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-fdc86b0f-7ce9-4d7a-9cb4-4a518d0e2d5a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:24.521422 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-fdc86b0f-7ce9-4d7a-9cb4-4a518d0e2d5a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 812 time: 0.1060784 Apr 15 04:05:24.582984 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-2643d863-c158-4f45-b0f2-906fd22fc78b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c HTTP/1.1" status: 200 len: 379 time: 0.0539391 Apr 15 04:05:24.591151 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-e9b06a86-44fa-463f-8d2d-503a70492573 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Request body: {'port': {'device_id': '71c06525-c8d5-4e54-a8f8-bf7616549354', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'admin_state_up': True, 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'security_groups': ['75b8fbbf-2f6b-4184-bdf9-89e7a516889a']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:05:24.714785 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a03914a9-ee3e-4957-96c4-f907edd331e3 req-708eedf0-9aee-4adf-b552-0ab6a65775c5 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 210 time: 0.0305724 Apr 15 04:05:24.769857 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-e9b06a86-44fa-463f-8d2d-503a70492573 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Made reservation on behalf of 2a478e0bd88b4cd4a64e419be1ab9f4c for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:05:24.773234 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-e9b06a86-44fa-463f-8d2d-503a70492573 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:24.900224 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-e9b06a86-44fa-463f-8d2d-503a70492573 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Allocated IP 172.20.0.10 (2b5633d0-e5ab-469b-a130-aad41a86142b/e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd/f4a748b1-f494-40e6-9928-7dd0811db38e) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:05:24.916243 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:25.035148 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-e9b06a86-44fa-463f-8d2d-503a70492573 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:25.128370 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-e9b06a86-44fa-463f-8d2d-503a70492573 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:25.185495 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-e9b06a86-44fa-463f-8d2d-503a70492573 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Network 2b5633d0-e5ab-469b-a130-aad41a86142b is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:05:25.191280 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-e9b06a86-44fa-463f-8d2d-503a70492573 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:05:25.195035 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-e9b06a86-44fa-463f-8d2d-503a70492573 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:05:25.201512 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b06a86-44fa-463f-8d2d-503a70492573 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Pushing event updated for resources: {'Port': ['ID=f4a748b1-f494-40e6-9928-7dd0811db38e,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:25.247651 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-e9b06a86-44fa-463f-8d2d-503a70492573 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:25.248271 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-e9b06a86-44fa-463f-8d2d-503a70492573 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:25.321724 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-e9b06a86-44fa-463f-8d2d-503a70492573 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7343104 Apr 15 04:05:25.332845 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] Request body: {'port': {'device_id': '71c06525-c8d5-4e54-a8f8-bf7616549354', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:05:25.396193 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:25.417113 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-4f4f39f0-7ce0-4f57-9793-7908f22e1caf None None] Provisioning complete for port f4a748b1-f494-40e6-9928-7dd0811db38e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:05:25.417482 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4f4f39f0-7ce0-4f57-9793-7908f22e1caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:25.450568 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4f4f39f0-7ce0-4f57-9793-7908f22e1caf None None] Port f4a748b1-f494-40e6-9928-7dd0811db38e cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:05:25.654247 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a748b1-f494-40e6-9928-7dd0811db38e {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:05:25.661570 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] Publish callbacks [] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:25.674018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] Transition to ACTIVE for port object f4a748b1-f494-40e6-9928-7dd0811db38e will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 04:05:25.758937 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:25.847883 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a748b1-f494-40e6-9928-7dd0811db38e,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:25.860353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83042994-803e-4cf1-897b-a3335d1b3b7c req-cc6affcf-76e0-4935-abf8-06ce554e94dc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:25.861873 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-83042994-803e-4cf1-897b-a3335d1b3b7c req-cc6affcf-76e0-4935-abf8-06ce554e94dc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 944 time: 0.0762012 Apr 15 04:05:25.951150 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-83042994-803e-4cf1-897b-a3335d1b3b7c req-54d1b5b7-3b2c-4084-8510-8ecbc4dac002 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737453 Apr 15 04:05:25.967166 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] Attempting to bind port f4a748b1-f494-40e6-9928-7dd0811db38e on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:05:25.967507 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] Attempting to bind port f4a748b1-f494-40e6-9928-7dd0811db38e by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:05:25.967894 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] Attempting to bind port f4a748b1-f494-40e6-9928-7dd0811db38e on network 2b5633d0-e5ab-469b-a130-aad41a86142b {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:05:25.973148 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] Port f4a748b1-f494-40e6-9928-7dd0811db38e on network 2b5633d0-e5ab-469b-a130-aad41a86142b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 04:05:25.973466 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] Attempting to bind port f4a748b1-f494-40e6-9928-7dd0811db38e on network 2b5633d0-e5ab-469b-a130-aad41a86142b {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:05:25.978273 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:05:25.978628 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] Checking segment: {'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:05:25.979014 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] Bound using segment: {'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:05:25.979438 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] Bound port: f4a748b1-f494-40e6-9928-7dd0811db38e, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:05:25.979792 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:26.045705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] For port f4a748b1-f494-40e6-9928-7dd0811db38e, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:05:26.049310 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] For port f4a748b1-f494-40e6-9928-7dd0811db38e, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f4a748b1-f494-40e6-9928-7dd0811db38e,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:05:26.142660 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:26.178802 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:26.179411 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:26.180780 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] 10.222.0.30 "PUT /v2.0/ports/f4a748b1-f494-40e6-9928-7dd0811db38e HTTP/1.1" status: 200 len: 1094 time: 0.8521824 Apr 15 04:05:26.181226 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c06525-c8d5-4e54-a8f8-bf7616549354', 'tag': 'f4a748b1-f494-40e6-9928-7dd0811db38e'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:05:26.183507 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7c4cf0-9a8c-43de-973c-0887f707ebea" -d '{"events": [{"name": "network-changed", "server_uuid": "71c06525-c8d5-4e54-a8f8-bf7616549354", "tag": "f4a748b1-f494-40e6-9928-7dd0811db38e"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:05:26.204846 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ae985-0fc1-4e25-be29-23a1e9295971 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a748b1-f494-40e6-9928-7dd0811db38e,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:26.227435 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595bbc0f-564f-4f1f-8096-05f60d8c40f2 x-openstack-request-id: req-595bbc0f-564f-4f1f-8096-05f60d8c40f2 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:05:26.227736 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c06525-c8d5-4e54-a8f8-bf7616549354", "tag": "f4a748b1-f494-40e6-9928-7dd0811db38e", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:05:26.228011 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-595bbc0f-564f-4f1f-8096-05f60d8c40f2 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:05:26.228439 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-595bbc0f-564f-4f1f-8096-05f60d8c40f2'] response: {'name': 'network-changed', 'server_uuid': '71c06525-c8d5-4e54-a8f8-bf7616549354', 'tag': 'f4a748b1-f494-40e6-9928-7dd0811db38e', 'status': 'completed', 'code': 200} Apr 15 04:05:26.287407 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c4cf0-9a8c-43de-973c-0887f707ebea req-0c065704-9ffa-41ad-a8ce-d6fdbf605b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:26.288943 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6b7c4cf0-9a8c-43de-973c-0887f707ebea req-0c065704-9ffa-41ad-a8ce-d6fdbf605b7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 1128 time: 0.0417235 Apr 15 04:05:26.396010 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c4cf0-9a8c-43de-973c-0887f707ebea req-ebe8766c-6d0f-4f31-a972-e495db4ab2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:26.397477 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6b7c4cf0-9a8c-43de-973c-0887f707ebea req-ebe8766c-6d0f-4f31-a972-e495db4ab2d7 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1006672 Apr 15 04:05:26.488356 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c4cf0-9a8c-43de-973c-0887f707ebea req-b655a31c-e56b-470c-9b75-63a1aa0210f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:26.489711 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6b7c4cf0-9a8c-43de-973c-0887f707ebea req-b655a31c-e56b-470c-9b75-63a1aa0210f7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0862451 Apr 15 04:05:26.563901 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-33858172-15b8-4539-b4a6-29982b4e9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:26.565358 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-33858172-15b8-4539-b4a6-29982b4e9f9f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 1128 time: 0.0420518 Apr 15 04:05:26.886347 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-22d1554f-531b-459e-b79e-30ca4c7df708 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4a748b1-f494-40e6-9928-7dd0811db38e HTTP/1.1" status: 200 len: 217 time: 0.3148804 Apr 15 04:05:26.933963 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-32075317-97f8-4a4e-9edb-5b0ba25a73df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:26.935411 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-32075317-97f8-4a4e-9edb-5b0ba25a73df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0435095 Apr 15 04:05:26.977987 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-6557060a-89da-49e3-bc76-4a3ab8620ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:26.979507 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-6557060a-89da-49e3-bc76-4a3ab8620ba4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379446 Apr 15 04:05:27.090505 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc936527-2b18-482e-ab0a-dbbbb924e587 req-84e5f8de-7feb-4c87-9c9d-c57c4b41652d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:27.091962 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fc936527-2b18-482e-ab0a-dbbbb924e587 req-84e5f8de-7feb-4c87-9c9d-c57c4b41652d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 944 time: 0.0545344 Apr 15 04:05:27.119965 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-5f8edd53-ff7e-4322-9e9a-0d3d31cadf20 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343091 Apr 15 04:05:27.196281 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fc936527-2b18-482e-ab0a-dbbbb924e587 req-25ae38e3-2183-4873-a591-98918b2ef744 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976024 Apr 15 04:05:27.229985 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9acd5b8b-bd25-433f-9ffd-cd0a79e2587b req-0802c950-249d-442b-84f4-13010474e33b service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033297 Apr 15 04:05:28.310124 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a2f9b-8c38-4140-b378-7c878585ca86 req-92c5990a-8323-4398-9078-8ab16091efa6 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:28.311645 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-677a2f9b-8c38-4140-b378-7c878585ca86 req-92c5990a-8323-4398-9078-8ab16091efa6 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 944 time: 0.0473824 Apr 15 04:05:28.357219 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-677a2f9b-8c38-4140-b378-7c878585ca86 req-c3b4bd9e-9b60-4af8-9d97-aef56833a32e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395586 Apr 15 04:05:29.465696 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f157976-0bd3-4cd0-baad-6be4537a4c71 req-8e8d1c30-5fdb-41b8-b5ce-a24fba1cff8e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:29.467188 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3f157976-0bd3-4cd0-baad-6be4537a4c71 req-8e8d1c30-5fdb-41b8-b5ce-a24fba1cff8e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 944 time: 0.0460825 Apr 15 04:05:29.512372 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3f157976-0bd3-4cd0-baad-6be4537a4c71 req-0341a64a-834a-409d-9955-e009c6f9b1ab tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390983 Apr 15 04:05:29.936908 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device f4a748b1-f494-40e6-9928-7dd0811db38e details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:05:30.035075 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port f4a748b1-f494-40e6-9928-7dd0811db38e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f4a748b1-f494-40e6-9928-7dd0811db38e,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:05:30.045815 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'f4a748b1-f494-40e6-9928-7dd0811db38e', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'port_id': 'f4a748b1-f494-40e6-9928-7dd0811db38e', 'mac_address': 'fa:16:3e:a4:4c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:05:30.082919 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port f4a748b1-f494-40e6-9928-7dd0811db38e is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:05:30.083300 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:30.099040 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a748b1-f494-40e6-9928-7dd0811db38e {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:05:30.117520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port f4a748b1-f494-40e6-9928-7dd0811db38e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f4a748b1-f494-40e6-9928-7dd0811db38e,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:05:30.196014 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:30.242772 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=f4a748b1-f494-40e6-9928-7dd0811db38e,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:30.391328 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['f4a748b1-f494-40e6-9928-7dd0811db38e'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:05:30.624929 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b3b79-fcae-4dc6-9f4b-e17b83dd2e1c req-37996dd2-8b4a-4c09-bb56-861bbe5bd132 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:30.626357 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3f8b3b79-fcae-4dc6-9f4b-e17b83dd2e1c req-37996dd2-8b4a-4c09-bb56-861bbe5bd132 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 945 time: 0.0490294 Apr 15 04:05:30.673147 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3f8b3b79-fcae-4dc6-9f4b-e17b83dd2e1c req-49a6e741-128f-463b-8c20-9f4516cce134 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412383 Apr 15 04:05:31.786659 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0836b-7bbd-4dbb-89e8-33b58b28817d req-15251c20-567b-45ad-a943-9e1a6da70155 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:31.788016 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-68b0836b-7bbd-4dbb-89e8-33b58b28817d req-15251c20-567b-45ad-a943-9e1a6da70155 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 945 time: 0.0505655 Apr 15 04:05:31.833365 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-68b0836b-7bbd-4dbb-89e8-33b58b28817d req-fdcc748f-8d3a-4af5-9e9c-27af22f131bf tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398641 Apr 15 04:05:31.936935 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device f4a748b1-f494-40e6-9928-7dd0811db38e up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:05:31.979498 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port f4a748b1-f494-40e6-9928-7dd0811db38e completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 04:05:32.049660 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port f4a748b1-f494-40e6-9928-7dd0811db38e triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:05:32.050055 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:32.124932 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port f4a748b1-f494-40e6-9928-7dd0811db38e is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:05:32.125312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:32.147645 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c06525-c8d5-4e54-a8f8-bf7616549354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a748b1-f494-40e6-9928-7dd0811db38e'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:05:32.149891 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92d9e55-72fd-46b1-ad1d-9aa287bdd618" -d '{"events": [{"server_uuid": "71c06525-c8d5-4e54-a8f8-bf7616549354", "name": "network-vif-plugged", "status": "completed", "tag": "f4a748b1-f494-40e6-9928-7dd0811db38e"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:05:32.162047 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port f4a748b1-f494-40e6-9928-7dd0811db38e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f4a748b1-f494-40e6-9928-7dd0811db38e,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:05:32.186789 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1100b333-59d9-417a-b172-f7046266fc53 x-openstack-request-id: req-1100b333-59d9-417a-b172-f7046266fc53 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:05:32.187461 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c06525-c8d5-4e54-a8f8-bf7616549354", "name": "network-vif-plugged", "status": "completed", "tag": "f4a748b1-f494-40e6-9928-7dd0811db38e", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:05:32.187717 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1100b333-59d9-417a-b172-f7046266fc53 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:05:32.188126 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1100b333-59d9-417a-b172-f7046266fc53'] response: {'server_uuid': '71c06525-c8d5-4e54-a8f8-bf7616549354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a748b1-f494-40e6-9928-7dd0811db38e', 'code': 200} Apr 15 04:05:32.230794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:32.281122 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=f4a748b1-f494-40e6-9928-7dd0811db38e,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:05:32.491592 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6d606-059b-4e89-9044-b5dab0abc076 req-2644d0a2-448f-4576-898b-8bde881e219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:32.493064 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-99c6d606-059b-4e89-9044-b5dab0abc076 req-2644d0a2-448f-4576-898b-8bde881e219d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 1130 time: 0.0373950 Apr 15 04:05:32.536257 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-99c6d606-059b-4e89-9044-b5dab0abc076 req-636b500c-fa47-4adc-a6cb-36fda5255398 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369868 Apr 15 04:05:32.944026 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374fb49-b1aa-4a94-990c-05c12762aba9 req-2d1857d0-78cd-4c42-822a-aaf9feffedc2 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:32.945460 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5374fb49-b1aa-4a94-990c-05c12762aba9 req-2d1857d0-78cd-4c42-822a-aaf9feffedc2 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0487504 Apr 15 04:05:32.991111 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5374fb49-b1aa-4a94-990c-05c12762aba9 req-521124cd-cf08-49fe-bba0-e629fd43fe76 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402286 Apr 15 04:05:34.103000 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe56a7a-9460-45f4-b412-fe0487f1e9ad req-6b7ff492-2ffc-4f54-a23f-1963ba64b893 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:34.104458 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8fe56a7a-9460-45f4-b412-fe0487f1e9ad req-6b7ff492-2ffc-4f54-a23f-1963ba64b893 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0469878 Apr 15 04:05:34.150409 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8fe56a7a-9460-45f4-b412-fe0487f1e9ad req-6a8e0a8c-234b-42d2-8267-8a517c178f92 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403640 Apr 15 04:05:34.255554 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432829a-541a-4353-9ad8-4e3cffb194e0 req-4234bdf3-0e61-4353-a658-a1bee52e2a6c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:34.256913 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2432829a-541a-4353-9ad8-4e3cffb194e0 req-4234bdf3-0e61-4353-a658-a1bee52e2a6c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0458376 Apr 15 04:05:34.265827 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 39748) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:05:34.270313 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-09420777-96b5-4794-84e8-531df042770b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Request body: {'floatingip': {'port_id': 'f4a748b1-f494-40e6-9928-7dd0811db38e'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:05:34.307638 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-09420777-96b5-4794-84e8-531df042770b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for floatingip (b42c114e-6548-4c34-9d62-d57e8d829150), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:34.739494 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-09420777-96b5-4794-84e8-531df042770b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:34.801625 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:34.835880 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-09420777-96b5-4794-84e8-531df042770b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (b42c114e-6548-4c34-9d62-d57e8d829150), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:34.939492 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-09420777-96b5-4794-84e8-531df042770b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Floating IP b42c114e-6548-4c34-9d62-d57e8d829150 associated. External IP: 172.26.6.182, port: f4a748b1-f494-40e6-9928-7dd0811db38e. Apr 15 04:05:35.149476 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09420777-96b5-4794-84e8-531df042770b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Router debe9d5b-29b8-4325-84cc-5cb19c016388 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:05:35.259617 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09420777-96b5-4794-84e8-531df042770b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:05:35.264183 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-09420777-96b5-4794-84e8-531df042770b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:35.269958 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df21f5-364d-4662-9763-3e69440c9d96 None None] Sync routers for ids ['debe9d5b-29b8-4325-84cc-5cb19c016388'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:05:35.279838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df21f5-364d-4662-9763-3e69440c9d96 None None] Routers {'debe9d5b-29b8-4325-84cc-5cb19c016388'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:05:35.280456 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a8df21f5-364d-4662-9763-3e69440c9d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:05:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['debe9d5b-29b8-4325-84cc-5cb19c016388'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:05:35.294241 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-09420777-96b5-4794-84e8-531df042770b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "PUT /v2.0/floatingips/b42c114e-6548-4c34-9d62-d57e8d829150 HTTP/1.1" status: 200 len: 992 time: 1.0273874 Apr 15 04:05:35.294853 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c06525-c8d5-4e54-a8f8-bf7616549354', 'tag': 'f4a748b1-f494-40e6-9928-7dd0811db38e'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:05:35.297666 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e974eb5e-9217-4fec-8568-bcad08fe779b" -d '{"events": [{"name": "network-changed", "server_uuid": "71c06525-c8d5-4e54-a8f8-bf7616549354", "tag": "f4a748b1-f494-40e6-9928-7dd0811db38e"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:05:35.338190 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f69259-b77b-4b1c-8611-f2b80e88e621 x-openstack-request-id: req-c6f69259-b77b-4b1c-8611-f2b80e88e621 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:05:35.338477 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c06525-c8d5-4e54-a8f8-bf7616549354", "tag": "f4a748b1-f494-40e6-9928-7dd0811db38e", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:05:35.338766 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6f69259-b77b-4b1c-8611-f2b80e88e621 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:05:35.339206 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6f69259-b77b-4b1c-8611-f2b80e88e621'] response: {'name': 'network-changed', 'server_uuid': '71c06525-c8d5-4e54-a8f8-bf7616549354', 'tag': 'f4a748b1-f494-40e6-9928-7dd0811db38e', 'status': 'completed', 'code': 200} Apr 15 04:05:35.395037 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-a8df21f5-364d-4662-9763-3e69440c9d96 None None] Set router debe9d5b-29b8-4325-84cc-5cb19c016388 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:05:35.395769 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a84bf-192c-4dac-831b-772cd568964c req-63678450-5000-4f93-ace8-c27a00a3f3b9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:35.399082 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b44a84bf-192c-4dac-831b-772cd568964c req-63678450-5000-4f93-ace8-c27a00a3f3b9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0488379 Apr 15 04:05:35.403435 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974eb5e-9217-4fec-8568-bcad08fe779b req-c81d8a67-52cc-40d1-a9a9-3c888be15065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:35.404981 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e974eb5e-9217-4fec-8568-bcad08fe779b req-c81d8a67-52cc-40d1-a9a9-3c888be15065 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 1130 time: 0.0446157 Apr 15 04:05:35.449675 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b44a84bf-192c-4dac-831b-772cd568964c req-be1d0a22-29b4-4261-9b13-1a13c67721f1 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468907 Apr 15 04:05:35.502089 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974eb5e-9217-4fec-8568-bcad08fe779b req-0c5525b4-6378-4aec-b882-304b02a05f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:35.503654 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e974eb5e-9217-4fec-8568-bcad08fe779b req-0c5525b4-6378-4aec-b882-304b02a05f31 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 912 time: 0.0917065 Apr 15 04:05:35.602807 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e974eb5e-9217-4fec-8568-bcad08fe779b req-c53af293-053f-4f98-8f2a-85e7a0239c8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4a748b1-f494-40e6-9928-7dd0811db38e HTTP/1.1" status: 200 len: 1000 time: 0.0935931 Apr 15 04:05:35.609164 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20bd3b-f76c-47b9-956c-f77d0158b6f9 req-1a48fbb5-514b-4631-86be-c5d12934d784 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:35.610689 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-af20bd3b-f76c-47b9-956c-f77d0158b6f9 req-1a48fbb5-514b-4631-86be-c5d12934d784 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0660892 Apr 15 04:05:35.625592 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a8df21f5-364d-4662-9763-3e69440c9d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b42c114e-6548-4c34-9d62-d57e8d829150', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'floating_ip_address': '172.26.6.182', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'port_id': 'f4a748b1-f494-40e6-9928-7dd0811db38e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'mac_address': 'fa:16:3e:a4:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c06525-c8d5-4e54-a8f8-bf7616549354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:05:21Z', 'updated_at': '2022-04-15T04:05:34Z', 'revision_number': 1, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:05:35.652857 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df21f5-364d-4662-9763-3e69440c9d96 None None] Checking router: debe9d5b-29b8-4325-84cc-5cb19c016388 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:05:35.661688 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df21f5-364d-4662-9763-3e69440c9d96 None None] Routers {'debe9d5b-29b8-4325-84cc-5cb19c016388'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:05:35.662301 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a8df21f5-364d-4662-9763-3e69440c9d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:05:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['debe9d5b-29b8-4325-84cc-5cb19c016388'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:05:35.679145 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974eb5e-9217-4fec-8568-bcad08fe779b req-9f5fa793-6905-4e35-8fc9-8e0969f229f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:35.680630 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e974eb5e-9217-4fec-8568-bcad08fe779b req-9f5fa793-6905-4e35-8fc9-8e0969f229f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0690784 Apr 15 04:05:35.699741 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-af20bd3b-f76c-47b9-956c-f77d0158b6f9 req-673d9a23-df73-4b9e-a6b7-26ca7eaa902e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800378 Apr 15 04:05:35.729358 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974eb5e-9217-4fec-8568-bcad08fe779b req-b0b507c7-d49c-4d14-af5f-5a2cdc7326c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:35.730961 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e974eb5e-9217-4fec-8568-bcad08fe779b req-b0b507c7-d49c-4d14-af5f-5a2cdc7326c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429287 Apr 15 04:05:35.771478 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-a8df21f5-364d-4662-9763-3e69440c9d96 None None] Set router debe9d5b-29b8-4325-84cc-5cb19c016388 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:05:35.832720 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e974eb5e-9217-4fec-8568-bcad08fe779b req-ba03bdd1-1295-4bd7-bd24-e1dcd776b229 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960114 Apr 15 04:05:35.921149 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e974eb5e-9217-4fec-8568-bcad08fe779b req-c9ac05ed-d38b-433f-aabf-90817faf8d3b service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824528 Apr 15 04:05:35.994033 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-a8df21f5-364d-4662-9763-3e69440c9d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b42c114e-6548-4c34-9d62-d57e8d829150', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'floating_ip_address': '172.26.6.182', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'port_id': 'f4a748b1-f494-40e6-9928-7dd0811db38e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'mac_address': 'fa:16:3e:a4:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c06525-c8d5-4e54-a8f8-bf7616549354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:05:21Z', 'updated_at': '2022-04-15T04:05:34Z', 'revision_number': 1, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:05:36.025433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8df21f5-364d-4662-9763-3e69440c9d96 None None] The sync data for ids ['debe9d5b-29b8-4325-84cc-5cb19c016388'] in dv-neutron-837140-3-hyperv is: [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b42c114e-6548-4c34-9d62-d57e8d829150', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'floating_ip_address': '172.26.6.182', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'port_id': 'f4a748b1-f494-40e6-9928-7dd0811db38e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'mac_address': 'fa:16:3e:a4:4c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c06525-c8d5-4e54-a8f8-bf7616549354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:05:21Z', 'updated_at': '2022-04-15T04:05:34Z', 'revision_number': 1, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:05:36.212443 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229a38e7-95ce-474f-8515-e322c77dd429 None None] New status for floating IP b42c114e-6548-4c34-9d62-d57e8d829150: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:05:36.812799 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc518c6-d46c-4bd2-b4a3-51fdbef627ea req-8afc430a-abe6-49e6-bc48-4a6d7523b279 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:36.814314 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-abc518c6-d46c-4bd2-b4a3-51fdbef627ea req-8afc430a-abe6-49e6-bc48-4a6d7523b279 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0477509 Apr 15 04:05:36.863162 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-abc518c6-d46c-4bd2-b4a3-51fdbef627ea req-f5e3c0b7-9fff-4ab5-a8c9-b17bb48c41b6 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415852 Apr 15 04:05:36.976338 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0ab9d-663c-4ed0-8a1c-9d78921a2ee3 req-06cf58f2-7115-45d6-ab84-7d76b95999f0 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:36.977803 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d2e0ab9d-663c-4ed0-8a1c-9d78921a2ee3 req-06cf58f2-7115-45d6-ab84-7d76b95999f0 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0510633 Apr 15 04:05:37.023203 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d2e0ab9d-663c-4ed0-8a1c-9d78921a2ee3 req-f3cdcb3e-0a0c-4420-aab9-f2e0934846b2 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397494 Apr 15 04:05:37.428114 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb224356-4f1b-4306-880c-b1270b76e60f req-5eeb4440-00b4-47bb-a6d6-459e91f31ed1 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:37.429594 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fb224356-4f1b-4306-880c-b1270b76e60f req-5eeb4440-00b4-47bb-a6d6-459e91f31ed1 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0469463 Apr 15 04:05:37.476191 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fb224356-4f1b-4306-880c-b1270b76e60f req-08a38d61-8d63-4357-b5ad-e62d0f408e28 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409420 Apr 15 04:05:37.542324 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-dd1af047-d949-424a-82d3-0134198232c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0373375 Apr 15 04:05:38.128463 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-5b20e01d-ff85-40e1-baf4-10de339c5c15 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:38.130147 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-5b20e01d-ff85-40e1-baf4-10de339c5c15 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports/f4a748b1-f494-40e6-9928-7dd0811db38e HTTP/1.1" status: 200 len: 943 time: 0.0496254 Apr 15 04:05:38.588030 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38157f82-342a-42a8-bcd0-4ef097e866e3 req-763f85cc-45af-4080-a834-0b2a7b548fe7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:38.589684 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-38157f82-342a-42a8-bcd0-4ef097e866e3 req-763f85cc-45af-4080-a834-0b2a7b548fe7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0462799 Apr 15 04:05:38.636970 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-38157f82-342a-42a8-bcd0-4ef097e866e3 req-4250f325-09e9-4f85-896c-1b380a8a68aa tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409129 Apr 15 04:05:39.480950 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-2eb14f81-25ca-409e-a336-49039f0492d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:39.482407 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-2eb14f81-25ca-409e-a336-49039f0492d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 1130 time: 0.0411181 Apr 15 04:05:39.569108 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-fbc403d5-a1d5-4d79-a5db-f353e90ffaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:39.570591 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-fbc403d5-a1d5-4d79-a5db-f353e90ffaab service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 912 time: 0.0829992 Apr 15 04:05:39.637160 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-20ebf2f3-e6d8-4bc2-99c2-63c7a5ef8949 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4a748b1-f494-40e6-9928-7dd0811db38e HTTP/1.1" status: 200 len: 1002 time: 0.0607784 Apr 15 04:05:39.684840 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-ec7e17ae-05d2-4b88-a2ba-00188df94ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:39.686323 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-ec7e17ae-05d2-4b88-a2ba-00188df94ce2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0431573 Apr 15 04:05:39.752926 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-3d7ea6dd-ff00-4de7-8533-9bf1f77758ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:39.754282 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-3d7ea6dd-ff00-4de7-8533-9bf1f77758ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0619631 Apr 15 04:05:39.776027 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc72256-5ab2-4e0c-87d9-51217056ca00 req-7972ae18-5167-4020-a54c-b75bb0b2f473 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:39.777401 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7fc72256-5ab2-4e0c-87d9-51217056ca00 req-7972ae18-5167-4020-a54c-b75bb0b2f473 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0599768 Apr 15 04:05:39.876699 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7fc72256-5ab2-4e0c-87d9-51217056ca00 req-6db17a11-4bc2-44cc-b2be-9968fe868c87 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866804 Apr 15 04:05:39.886582 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-48d78bac-656e-4188-8c57-42335e99a02f service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252050 Apr 15 04:05:39.978344 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-bbf4879c-d2c4-46b5-847d-dcbb2f09ef83 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856225 Apr 15 04:05:40.989041 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4800b-6a4d-484b-adf0-b9d17fb74e0f req-41eaa9ab-5944-4632-ae3e-9e07f5317213 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:40.990656 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-94f4800b-6a4d-484b-adf0-b9d17fb74e0f req-41eaa9ab-5944-4632-ae3e-9e07f5317213 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0459092 Apr 15 04:05:41.038417 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-94f4800b-6a4d-484b-adf0-b9d17fb74e0f req-27ab056b-da49-46d9-970c-5c8c94ba5a90 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422513 Apr 15 04:05:42.154491 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687339da-e25b-44e8-8368-7cf242aeb840 req-c51db7f0-b1d7-427b-960a-f58f5dfd1f40 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:42.156159 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-687339da-e25b-44e8-8368-7cf242aeb840 req-c51db7f0-b1d7-427b-960a-f58f5dfd1f40 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0501196 Apr 15 04:05:42.207348 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-687339da-e25b-44e8-8368-7cf242aeb840 req-d96b4278-db8a-4ffb-b13e-854351136fbe tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453892 Apr 15 04:05:43.323883 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de7f26-7fcb-4499-a486-8c4578d4f1f6 req-ebe2c98a-a5af-412e-9045-0a5f1efcb3e4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:43.325324 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-41de7f26-7fcb-4499-a486-8c4578d4f1f6 req-ebe2c98a-a5af-412e-9045-0a5f1efcb3e4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0500214 Apr 15 04:05:43.371272 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-41de7f26-7fcb-4499-a486-8c4578d4f1f6 req-52ede394-2b8a-4bae-afb8-5d6e61fcb18c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403681 Apr 15 04:05:44.480233 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dbc69-4cfd-49c6-9ae1-8b8639f788f6 req-1191c5fc-06f7-438d-9bd4-cfa4e096fdae tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:44.481699 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7c6dbc69-4cfd-49c6-9ae1-8b8639f788f6 req-1191c5fc-06f7-438d-9bd4-cfa4e096fdae tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0453727 Apr 15 04:05:44.527580 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7c6dbc69-4cfd-49c6-9ae1-8b8639f788f6 req-4f291aab-7ff8-41f2-ae97-cbe8f65d7595 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399101 Apr 15 04:05:45.637704 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5e5ad-fa30-4344-ae74-b0f9a6718f3b req-8859f9fd-f051-4ec0-a481-dc9c6d3b5ad9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:45.639185 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-43f5e5ad-fa30-4344-ae74-b0f9a6718f3b req-8859f9fd-f051-4ec0-a481-dc9c6d3b5ad9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0456214 Apr 15 04:05:45.684455 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-43f5e5ad-fa30-4344-ae74-b0f9a6718f3b req-8b21f793-11c3-46f1-a3d1-af67cbe7ad46 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391150 Apr 15 04:05:46.798817 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339216a1-5965-4e09-90b9-56b5a6d4f1e3 req-d60e17cc-0c00-4fe8-83e9-9ab3523a6e18 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:46.800246 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-339216a1-5965-4e09-90b9-56b5a6d4f1e3 req-d60e17cc-0c00-4fe8-83e9-9ab3523a6e18 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0494099 Apr 15 04:05:46.845873 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-339216a1-5965-4e09-90b9-56b5a6d4f1e3 req-bec6595f-e09c-4005-83b7-8f3e6e4c5a08 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399354 Apr 15 04:05:47.960965 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171b775-d116-4298-af38-ce5d21ad11bd req-df352e55-f3e4-42a1-8d98-1208c0a0eabf tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:47.962414 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7171b775-d116-4298-af38-ce5d21ad11bd req-df352e55-f3e4-42a1-8d98-1208c0a0eabf tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0497203 Apr 15 04:05:48.007748 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7171b775-d116-4298-af38-ce5d21ad11bd req-c5786677-7ebb-4e82-aa5e-5651f6c744cf tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397687 Apr 15 04:05:48.523631 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3c8bd88e-d59b-4be4-ab85-72ddd6b0b076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:49.119523 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed15f5-6f0d-4491-bf00-d7699115c894 req-e0f44449-cbde-4674-af17-9b540b44a503 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:49.121011 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-28ed15f5-6f0d-4491-bf00-d7699115c894 req-e0f44449-cbde-4674-af17-9b540b44a503 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0470824 Apr 15 04:05:49.168063 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-28ed15f5-6f0d-4491-bf00-d7699115c894 req-309407dd-4bdd-42b9-a821-f14e758a4a9b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414724 Apr 15 04:05:50.278395 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b2e13-36ea-4348-a125-ffb554327587 req-45fae28b-dea6-44f8-8646-f0d1f0c2a972 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:50.279801 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f19b2e13-36ea-4348-a125-ffb554327587 req-45fae28b-dea6-44f8-8646-f0d1f0c2a972 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0467274 Apr 15 04:05:50.326580 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f19b2e13-36ea-4348-a125-ffb554327587 req-38d88f13-07f4-457b-9fdd-e2a026d1fc4b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406806 Apr 15 04:05:50.909839 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b5def3a5-dc43-4c8f-918b-961ad6e6c6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:51.442340 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6cd130-3676-461d-b655-12d5ed10ea9f req-c9f4c886-8ac9-4366-8507-44ed87907d6f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:51.443815 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4d6cd130-3676-461d-b655-12d5ed10ea9f req-c9f4c886-8ac9-4366-8507-44ed87907d6f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0490777 Apr 15 04:05:51.488365 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4d6cd130-3676-461d-b655-12d5ed10ea9f req-e4b46bba-c57f-4537-95f5-793fa62668ff tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391643 Apr 15 04:05:51.966941 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:52.599165 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03952c-8c98-4539-a252-44f79b0699a1 req-dd439050-8a1d-4895-917c-e49d064d5a26 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:52.600617 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5a03952c-8c98-4539-a252-44f79b0699a1 req-dd439050-8a1d-4895-917c-e49d064d5a26 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0455914 Apr 15 04:05:52.655239 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5a03952c-8c98-4539-a252-44f79b0699a1 req-1a6afb02-4b89-476e-a1c8-0d1e63222731 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491681 Apr 15 04:05:53.470019 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:53.495183 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:05:53.771566 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276fe24-eebb-4580-ab5e-ddef190db18c req-bc1a515b-ec07-4788-8cda-eb87b61bd39d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:53.773030 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4276fe24-eebb-4580-ab5e-ddef190db18c req-bc1a515b-ec07-4788-8cda-eb87b61bd39d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0468507 Apr 15 04:05:53.818597 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4276fe24-eebb-4580-ab5e-ddef190db18c req-68b534b8-12a4-4d32-84ad-6b11e3f53de3 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400333 Apr 15 04:05:54.930093 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea4dab-ff8f-4f02-abad-47c456a22989 req-82f35bda-f7df-4366-b8bb-aba823a32133 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:54.931563 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f5ea4dab-ff8f-4f02-abad-47c456a22989 req-82f35bda-f7df-4366-b8bb-aba823a32133 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0468948 Apr 15 04:05:54.933125 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:05:54.977845 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f5ea4dab-ff8f-4f02-abad-47c456a22989 req-2f5cff70-00a7-4d9e-b8fa-161b995a87ef tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407908 Apr 15 04:05:56.088183 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f21f4-4397-4f66-9528-37dc102af0f3 req-473fbe22-db5c-4503-bc66-6c8904e0c408 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:56.089649 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-852f21f4-4397-4f66-9528-37dc102af0f3 req-473fbe22-db5c-4503-bc66-6c8904e0c408 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0463116 Apr 15 04:05:56.138866 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-852f21f4-4397-4f66-9528-37dc102af0f3 req-6f6ae238-ed02-4e16-b7d5-e42663cca8b0 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433354 Apr 15 04:05:57.249670 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46900163-0c44-4360-9896-760bac009299 req-ea78b7d9-d7e5-46ae-95bf-42653ab3d5d7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:57.251134 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-46900163-0c44-4360-9896-760bac009299 req-ea78b7d9-d7e5-46ae-95bf-42653ab3d5d7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0461524 Apr 15 04:05:57.299307 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-46900163-0c44-4360-9896-760bac009299 req-aa37e8fc-ba05-4fa2-803c-e05599b06070 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426388 Apr 15 04:05:58.409008 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89236f2f-f93d-4f2f-804f-d2e64ee30bfc req-2126e992-9303-4bb0-8c3f-4e2be95c57d9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:58.410441 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-89236f2f-f93d-4f2f-804f-d2e64ee30bfc req-2126e992-9303-4bb0-8c3f-4e2be95c57d9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0462255 Apr 15 04:05:58.456028 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-89236f2f-f93d-4f2f-804f-d2e64ee30bfc req-13b5a9a9-5981-4bf9-92f0-757f93cacf11 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401363 Apr 15 04:05:59.568423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1236cca-43e0-4bec-9bf7-23669b789629 req-1357e754-3a6a-4450-a6f7-8911c299f99f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:05:59.569867 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d1236cca-43e0-4bec-9bf7-23669b789629 req-1357e754-3a6a-4450-a6f7-8911c299f99f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0486500 Apr 15 04:05:59.614838 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d1236cca-43e0-4bec-9bf7-23669b789629 req-36f7657d-eca5-45e5-b70a-19123b900ae7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393958 Apr 15 04:06:00.587895 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0329ef1-9f78-4732-82cb-5eac13e6e166 req-e3106dd5-7155-47c6-b8d4-d526b55cdf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:00.589959 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b0329ef1-9f78-4732-82cb-5eac13e6e166 req-e3106dd5-7155-47c6-b8d4-d526b55cdf90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 1130 time: 0.0399337 Apr 15 04:06:00.724550 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0329ef1-9f78-4732-82cb-5eac13e6e166 req-dc13c8b9-a286-4e85-b99c-96c9ed3433d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:00.726016 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b0329ef1-9f78-4732-82cb-5eac13e6e166 req-dc13c8b9-a286-4e85-b99c-96c9ed3433d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 912 time: 0.1168842 Apr 15 04:06:00.738904 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892e74c-a70e-4bd3-a4e3-38a33fd06ac9 req-8c9ef14b-1498-4906-8dd2-83de4c874ecb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:00.740308 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1892e74c-a70e-4bd3-a4e3-38a33fd06ac9 req-8c9ef14b-1498-4906-8dd2-83de4c874ecb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0566452 Apr 15 04:06:00.787454 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1892e74c-a70e-4bd3-a4e3-38a33fd06ac9 req-bd4e5716-5841-4752-bb5c-34ca4ab15e98 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415008 Apr 15 04:06:01.773983 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b0329ef1-9f78-4732-82cb-5eac13e6e166 req-813b914d-46c7-4b84-a8f2-86ffc3854a8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4a748b1-f494-40e6-9928-7dd0811db38e HTTP/1.1" status: 200 len: 1002 time: 0.0620508 Apr 15 04:06:01.822962 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0329ef1-9f78-4732-82cb-5eac13e6e166 req-96fe4b10-7afa-4e3f-93de-32c201f5caec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:01.824534 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b0329ef1-9f78-4732-82cb-5eac13e6e166 req-96fe4b10-7afa-4e3f-93de-32c201f5caec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0439095 Apr 15 04:06:01.897441 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014d586-dcb0-4266-8f2b-1ba86580a10d req-b7970006-7f54-43c0-a756-c20ed32cd942 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:01.900323 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2014d586-dcb0-4266-8f2b-1ba86580a10d req-b7970006-7f54-43c0-a756-c20ed32cd942 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0474179 Apr 15 04:06:01.902911 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0329ef1-9f78-4732-82cb-5eac13e6e166 req-7ba92b93-7b05-4f73-9c48-deec2a23368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:01.904421 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b0329ef1-9f78-4732-82cb-5eac13e6e166 req-7ba92b93-7b05-4f73-9c48-deec2a23368a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0669746 Apr 15 04:06:01.946229 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2014d586-dcb0-4266-8f2b-1ba86580a10d req-a537b211-bcaf-4d68-b1a1-676dcebb80cd tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417461 Apr 15 04:06:01.951469 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-9fc6ac18-3711-4497-a936-b16cb167c182 service neutron] 10.222.0.30 "GET /v2.0/ports/f4a748b1-f494-40e6-9928-7dd0811db38e/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.1128461 Apr 15 04:06:02.008709 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b0329ef1-9f78-4732-82cb-5eac13e6e166 req-57363c50-7e3d-4ec8-8144-3e66158af7af service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981622 Apr 15 04:06:02.102916 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b0329ef1-9f78-4732-82cb-5eac13e6e166 req-ddd704a0-0675-43b1-8d36-b2e3fb1d843e service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881984 Apr 15 04:06:02.430671 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-60395261-ff94-4d47-a7f1-da8c8e82d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:02.432131 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-60395261-ff94-4d47-a7f1-da8c8e82d2fe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354&tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c HTTP/1.1" status: 200 len: 1130 time: 0.0392303 Apr 15 04:06:02.488085 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-c6b356f5-3b65-47a0-b8cd-b14dbadba959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:02.489504 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-c6b356f5-3b65-47a0-b8cd-b14dbadba959 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 1130 time: 0.0369911 Apr 15 04:06:02.861889 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-83fd930b-51eb-42ad-aea6-5f801538da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:02.863290 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-83fd930b-51eb-42ad-aea6-5f801538da21 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 912 time: 0.3681502 Apr 15 04:06:02.924867 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-cee58643-0d2c-4afa-b21f-0703844a2b84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4a748b1-f494-40e6-9928-7dd0811db38e HTTP/1.1" status: 200 len: 1002 time: 0.0561259 Apr 15 04:06:02.971490 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-ea185b91-e4c4-40f3-a15e-e8b70e740362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:02.972903 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-ea185b91-e4c4-40f3-a15e-e8b70e740362 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0417867 Apr 15 04:06:03.028218 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-a385a947-75a8-46a7-a702-a78e71e580aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:03.029694 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-a385a947-75a8-46a7-a702-a78e71e580aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0511444 Apr 15 04:06:03.084506 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e08f27-9ac1-4ce1-aa78-6f651283c00f req-1a4e2ab8-391c-42d6-b2e9-1bf165e88b2e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:03.085962 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-71e08f27-9ac1-4ce1-aa78-6f651283c00f req-1a4e2ab8-391c-42d6-b2e9-1bf165e88b2e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0732160 Apr 15 04:06:03.176528 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-14b6ea6c-09d3-47e1-be79-f0fa1a458b02 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320167 Apr 15 04:06:03.179698 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-71e08f27-9ac1-4ce1-aa78-6f651283c00f req-cf3433c4-b5a8-43d2-bfe6-a738e6f67fb0 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696926 Apr 15 04:06:03.263569 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-840ddfa4-a5b8-41f1-8c5d-27402e1b869d req-0c542fe1-8853-4d8c-acf0-3e3ae3788f48 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811472 Apr 15 04:06:04.291554 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb20c2-ec78-4d2b-92c0-5367ab2c8f9f req-69f2bd1e-5c84-4a5b-b59c-2a017633a70d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:04.292922 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-83fb20c2-ec78-4d2b-92c0-5367ab2c8f9f req-69f2bd1e-5c84-4a5b-b59c-2a017633a70d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0458906 Apr 15 04:06:04.342247 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-83fb20c2-ec78-4d2b-92c0-5367ab2c8f9f req-172e5933-fc09-46fd-a408-07fac4ab248f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433183 Apr 15 04:06:04.815144 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:05.455796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aee476-de52-42b3-9c6c-ab7ac61b6a81 req-d32c9438-e90f-42b9-9a60-53d18bc018ec tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:05.457339 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-76aee476-de52-42b3-9c6c-ab7ac61b6a81 req-d32c9438-e90f-42b9-9a60-53d18bc018ec tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0470591 Apr 15 04:06:05.506810 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-76aee476-de52-42b3-9c6c-ab7ac61b6a81 req-28dc4abf-60d4-4a28-85e5-ac303a458a68 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439463 Apr 15 04:06:05.833402 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c652c3-46f1-4e99-8c4e-aa4033acab62 req-34b36dbd-da95-4450-83af-38852a839e95 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:05.834952 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-78c652c3-46f1-4e99-8c4e-aa4033acab62 req-34b36dbd-da95-4450-83af-38852a839e95 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0469854 Apr 15 04:06:05.913314 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-78c652c3-46f1-4e99-8c4e-aa4033acab62 req-ae3b8b65-91f4-488b-9d3a-95ca32f1e56e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724101 Apr 15 04:06:05.924791 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88522f-f315-431c-807b-90ba347640e6 req-34d4e6b4-95de-495f-bab7-fc0204cb66a7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:05.926216 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2c88522f-f315-431c-807b-90ba347640e6 req-34d4e6b4-95de-495f-bab7-fc0204cb66a7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354&tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 946 time: 0.0654361 Apr 15 04:06:06.011492 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88522f-f315-431c-807b-90ba347640e6 req-395e56d5-4923-4a6b-952a-d5a1c1d16187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:06.012974 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2c88522f-f315-431c-807b-90ba347640e6 req-395e56d5-4923-4a6b-952a-d5a1c1d16187 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 1130 time: 0.0416739 Apr 15 04:06:06.084242 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device f4a748b1-f494-40e6-9928-7dd0811db38e details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:06:06.088208 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device f4a748b1-f494-40e6-9928-7dd0811db38e no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:06:06.101660 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88522f-f315-431c-807b-90ba347640e6 req-41031104-2989-448b-a798-abf632340537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:06.103159 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2c88522f-f315-431c-807b-90ba347640e6 req-41031104-2989-448b-a798-abf632340537 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 912 time: 0.0835850 Apr 15 04:06:06.173016 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2c88522f-f315-431c-807b-90ba347640e6 req-1aefb108-5547-435f-b283-f7c9d4913cc5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4a748b1-f494-40e6-9928-7dd0811db38e HTTP/1.1" status: 200 len: 1002 time: 0.0639827 Apr 15 04:06:06.220604 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88522f-f315-431c-807b-90ba347640e6 req-969409d0-e756-4963-99d9-c96da298d16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:06.222101 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2c88522f-f315-431c-807b-90ba347640e6 req-969409d0-e756-4963-99d9-c96da298d16b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0439167 Apr 15 04:06:06.234757 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port f4a748b1-f494-40e6-9928-7dd0811db38e is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:06:06.235147 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:06.257013 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port f4a748b1-f494-40e6-9928-7dd0811db38e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f4a748b1-f494-40e6-9928-7dd0811db38e,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:06:06.265520 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88522f-f315-431c-807b-90ba347640e6 req-d8ec2f5e-71ec-4221-bf97-9f94de0b2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:06.267909 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2c88522f-f315-431c-807b-90ba347640e6 req-d8ec2f5e-71ec-4221-bf97-9f94de0b2364 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396647 Apr 15 04:06:06.277964 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c06525-c8d5-4e54-a8f8-bf7616549354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4a748b1-f494-40e6-9928-7dd0811db38e'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:06:06.280245 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318daa3e-454a-4e32-91bc-aee1f82d125b" -d '{"events": [{"server_uuid": "71c06525-c8d5-4e54-a8f8-bf7616549354", "name": "network-vif-unplugged", "status": "completed", "tag": "f4a748b1-f494-40e6-9928-7dd0811db38e"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:06:06.284758 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'f4a748b1-f494-40e6-9928-7dd0811db38e', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'port_id': 'f4a748b1-f494-40e6-9928-7dd0811db38e', 'mac_address': 'fa:16:3e:a4:4c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:06:06.295093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port f4a748b1-f494-40e6-9928-7dd0811db38e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f4a748b1-f494-40e6-9928-7dd0811db38e,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:06:06.328224 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Apr 2022 04:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3cee9f-c160-4e69-bcde-79bc2b1bc63d x-openstack-request-id: req-4c3cee9f-c160-4e69-bcde-79bc2b1bc63d {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:06:06.328549 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c06525-c8d5-4e54-a8f8-bf7616549354", "name": "network-vif-unplugged", "status": "completed", "tag": "f4a748b1-f494-40e6-9928-7dd0811db38e", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:06:06.328811 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c3cee9f-c160-4e69-bcde-79bc2b1bc63d {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:06:06.329881 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c3cee9f-c160-4e69-bcde-79bc2b1bc63d'] response: {'server_uuid': '71c06525-c8d5-4e54-a8f8-bf7616549354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4a748b1-f494-40e6-9928-7dd0811db38e', 'code': 200} Apr 15 04:06:06.334021 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port f4a748b1-f494-40e6-9928-7dd0811db38e is: ACTIVE; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:06:06.334417 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:06.347730 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4a748b1-f494-40e6-9928-7dd0811db38e {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:06:06.362737 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2c88522f-f315-431c-807b-90ba347640e6 req-233274c7-8395-4518-a52e-a189db8a23b0 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891492 Apr 15 04:06:06.381087 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:06.451889 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2c88522f-f315-431c-807b-90ba347640e6 req-e8371364-83c9-4c77-85c6-429bc0673563 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833235 Apr 15 04:06:06.453745 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 04:06:06.454104 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 04:06:06.459188 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=f4a748b1-f494-40e6-9928-7dd0811db38e,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:06:06.466483 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:06.466844 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:06.467193 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:06.467533 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:06.467899 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:06.468197 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:06.468529 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:06.468846 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:06.469176 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:06.469610 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:06.469974 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:06.470359 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:06.470714 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:06.471035 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:06.471355 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:06.991218 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port f4a748b1-f494-40e6-9928-7dd0811db38e is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:06:06.991519 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:07.004217 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a748b1-f494-40e6-9928-7dd0811db38e {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:06:07.023579 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port f4a748b1-f494-40e6-9928-7dd0811db38e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f4a748b1-f494-40e6-9928-7dd0811db38e,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:06:07.031874 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b47a0-365c-4cbe-99f2-905e6d90f127 req-6ca7c314-8b32-4813-81f0-00fa16d6dec9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:07.033998 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-192b47a0-365c-4cbe-99f2-905e6d90f127 req-6ca7c314-8b32-4813-81f0-00fa16d6dec9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 944 time: 0.0528274 Apr 15 04:06:07.081862 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-192b47a0-365c-4cbe-99f2-905e6d90f127 req-432a556c-fe53-44e5-a0b0-8aa56ef3808d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421741 Apr 15 04:06:07.100776 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:07.150929 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=f4a748b1-f494-40e6-9928-7dd0811db38e,revision_number=7']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:06:07.155555 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['f4a748b1-f494-40e6-9928-7dd0811db38e'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:06:08.115224 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device f4a748b1-f494-40e6-9928-7dd0811db38e up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:06:08.166121 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port f4a748b1-f494-40e6-9928-7dd0811db38e triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:06:08.166803 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:08.196011 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2408b5ee-e166-4783-b2ef-518e6b3dd5ef req-f740cbef-c1e4-4a41-a6a4-edf181194288 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:08.197536 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2408b5ee-e166-4783-b2ef-518e6b3dd5ef req-f740cbef-c1e4-4a41-a6a4-edf181194288 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 945 time: 0.0465107 Apr 15 04:06:08.244460 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2408b5ee-e166-4783-b2ef-518e6b3dd5ef req-68228316-5ff0-43d0-9abe-4501b18953c5 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411606 Apr 15 04:06:08.250349 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port f4a748b1-f494-40e6-9928-7dd0811db38e is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:06:08.250688 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:08.284170 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port f4a748b1-f494-40e6-9928-7dd0811db38e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f4a748b1-f494-40e6-9928-7dd0811db38e,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:06:08.330867 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c06525-c8d5-4e54-a8f8-bf7616549354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a748b1-f494-40e6-9928-7dd0811db38e'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:06:08.333340 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5058fe-d0c6-4b8b-8894-9a8237bf83d1" -d '{"events": [{"server_uuid": "71c06525-c8d5-4e54-a8f8-bf7616549354", "name": "network-vif-plugged", "status": "completed", "tag": "f4a748b1-f494-40e6-9928-7dd0811db38e"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:06:08.347269 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:08.361519 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134465a7-bc66-4b2b-96d6-4749338d15e8 req-1c790842-b3cc-4d7f-84c9-da6f41863075 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:08.363152 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-134465a7-bc66-4b2b-96d6-4749338d15e8 req-1c790842-b3cc-4d7f-84c9-da6f41863075 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 945 time: 0.0503535 Apr 15 04:06:08.373068 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f211b8-3f9c-489b-896c-3f58954b420f x-openstack-request-id: req-a8f211b8-3f9c-489b-896c-3f58954b420f {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:06:08.373380 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c06525-c8d5-4e54-a8f8-bf7616549354", "name": "network-vif-plugged", "status": "completed", "tag": "f4a748b1-f494-40e6-9928-7dd0811db38e", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:06:08.373633 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8f211b8-3f9c-489b-896c-3f58954b420f {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:06:08.374025 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f211b8-3f9c-489b-896c-3f58954b420f'] response: {'server_uuid': '71c06525-c8d5-4e54-a8f8-bf7616549354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a748b1-f494-40e6-9928-7dd0811db38e', 'code': 200} Apr 15 04:06:08.398999 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=f4a748b1-f494-40e6-9928-7dd0811db38e,revision_number=8']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:06:08.411557 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-134465a7-bc66-4b2b-96d6-4749338d15e8 req-d69b6d42-a3d8-4d5f-b848-95a35ed2aab6 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418050 Apr 15 04:06:08.522716 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f7df3-f6ed-4e60-8317-020dfce96046 req-dd44e919-eb1d-438a-84a9-9e45326403c1 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:08.524077 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-fb5f7df3-f6ed-4e60-8317-020dfce96046 req-dd44e919-eb1d-438a-84a9-9e45326403c1 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0465441 Apr 15 04:06:08.568728 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-fb5f7df3-f6ed-4e60-8317-020dfce96046 req-d3df24a3-5a99-4616-b3ce-2b556936529d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391881 Apr 15 04:06:09.315256 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff501e9b-be34-42f9-8deb-2ac576c3a700 req-d6858639-3874-40b9-8587-c4592d24a2bc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:09.316638 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ff501e9b-be34-42f9-8deb-2ac576c3a700 req-d6858639-3874-40b9-8587-c4592d24a2bc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.3423879 Apr 15 04:06:09.363257 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ff501e9b-be34-42f9-8deb-2ac576c3a700 req-ca0a8e57-e4eb-45ca-bbea-6c0f27e82e24 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402968 Apr 15 04:06:10.473595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542703e4-92b1-40f6-88a8-fb55b5a8a65e req-f372fc75-3f3d-4d4b-b0e9-8f06ead2e057 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:10.475055 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-542703e4-92b1-40f6-88a8-fb55b5a8a65e req-f372fc75-3f3d-4d4b-b0e9-8f06ead2e057 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0455844 Apr 15 04:06:10.524675 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-542703e4-92b1-40f6-88a8-fb55b5a8a65e req-38638372-a284-44f5-a511-fa6e8abaebb9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441315 Apr 15 04:06:10.599725 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8aec3-aae0-49fe-b615-cdc39d614fa4 req-52c78a28-86c5-41e1-bb70-7b065cf62339 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:10.601155 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d9e8aec3-aae0-49fe-b615-cdc39d614fa4 req-52c78a28-86c5-41e1-bb70-7b065cf62339 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 946 time: 0.0455396 Apr 15 04:06:10.682468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-d9e8aec3-aae0-49fe-b615-cdc39d614fa4 req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Deleting port f4a748b1-f494-40e6-9928-7dd0811db38e {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:06:10.682766 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d9e8aec3-aae0-49fe-b615-cdc39d614fa4 req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:10.772264 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-d9e8aec3-aae0-49fe-b615-cdc39d614fa4 req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] For port f4a748b1-f494-40e6-9928-7dd0811db38e, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f4a748b1-f494-40e6-9928-7dd0811db38e,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:06:10.772627 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d9e8aec3-aae0-49fe-b615-cdc39d614fa4 req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:10.942233 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d9e8aec3-aae0-49fe-b615-cdc39d614fa4 req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:10.942521 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d9e8aec3-aae0-49fe-b615-cdc39d614fa4 req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (b42c114e-6548-4c34-9d62-d57e8d829150), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:10.942870 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [req-d9e8aec3-aae0-49fe-b615-cdc39d614fa4 req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Floating IP b42c114e-6548-4c34-9d62-d57e8d829150 disassociated. External IP: 172.26.6.182, port: f4a748b1-f494-40e6-9928-7dd0811db38e. Apr 15 04:06:10.943213 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-d9e8aec3-aae0-49fe-b615-cdc39d614fa4 req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Calling delete_port for f4a748b1-f494-40e6-9928-7dd0811db38e owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:06:11.135086 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d9e8aec3-aae0-49fe-b615-cdc39d614fa4 req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (f4a748b1-f494-40e6-9928-7dd0811db38e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:11.164408 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Pushing event deleted for resources: {'Port': ['ID=f4a748b1-f494-40e6-9928-7dd0811db38e,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:06:11.174845 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:11.175239 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:11.175532 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:11.175872 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:11.176206 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:11.176541 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:11.176897 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:11.177223 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:11.177569 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:11.177888 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:11.178216 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:11.178542 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:11.178893 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:11.179217 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:11.179544 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:06:11.296821 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9e8aec3-aae0-49fe-b615-cdc39d614fa4 req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Router debe9d5b-29b8-4325-84cc-5cb19c016388 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:06:11.409280 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9e8aec3-aae0-49fe-b615-cdc39d614fa4 req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:06:11.419922 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382d170-3366-4049-87ae-a5269f009e6f None None] Sync routers for ids ['debe9d5b-29b8-4325-84cc-5cb19c016388'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:06:11.429293 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4382d170-3366-4049-87ae-a5269f009e6f None None] Routers {'debe9d5b-29b8-4325-84cc-5cb19c016388'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:06:11.429899 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4382d170-3366-4049-87ae-a5269f009e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:05:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['debe9d5b-29b8-4325-84cc-5cb19c016388'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:06:11.450959 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e8aec3-aae0-49fe-b615-cdc39d614fa4 req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] No DVR routers for this DVR port f4a748b1-f494-40e6-9928-7dd0811db38e on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:06:11.453384 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d9e8aec3-aae0-49fe-b615-cdc39d614fa4 req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:11.457309 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d9e8aec3-aae0-49fe-b615-cdc39d614fa4 req-2f4d7b60-fb91-4f2a-a5af-fce5c1487bbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "DELETE /v2.0/ports/f4a748b1-f494-40e6-9928-7dd0811db38e HTTP/1.1" status: 204 len: 173 time: 0.8508713 Apr 15 04:06:11.457764 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c06525-c8d5-4e54-a8f8-bf7616549354', 'name': 'network-vif-deleted', 'tag': 'f4a748b1-f494-40e6-9928-7dd0811db38e'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:06:11.460029 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86099629-3e00-40e3-a4b5-8c967b683d0b" -d '{"events": [{"server_uuid": "71c06525-c8d5-4e54-a8f8-bf7616549354", "name": "network-vif-deleted", "tag": "f4a748b1-f494-40e6-9928-7dd0811db38e"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:06:11.500033 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8334a57-8dc6-4ad1-b844-fd0d9f09efa4 x-openstack-request-id: req-f8334a57-8dc6-4ad1-b844-fd0d9f09efa4 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:06:11.505684 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c06525-c8d5-4e54-a8f8-bf7616549354", "name": "network-vif-deleted", "tag": "f4a748b1-f494-40e6-9928-7dd0811db38e", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:06:11.505684 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8334a57-8dc6-4ad1-b844-fd0d9f09efa4 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:06:11.505684 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8334a57-8dc6-4ad1-b844-fd0d9f09efa4'] response: {'server_uuid': '71c06525-c8d5-4e54-a8f8-bf7616549354', 'name': 'network-vif-deleted', 'tag': 'f4a748b1-f494-40e6-9928-7dd0811db38e', 'status': 'completed', 'code': 200} Apr 15 04:06:11.543388 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-4382d170-3366-4049-87ae-a5269f009e6f None None] Set router debe9d5b-29b8-4325-84cc-5cb19c016388 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:06:11.628909 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5055dfe2-01bf-4eac-9aeb-3db5ec768daf req-66b08bba-0380-494a-9568-1ab0ade8fdef tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=71c06525-c8d5-4e54-a8f8-bf7616549354 HTTP/1.1" status: 200 len: 210 time: 0.0334787 Apr 15 04:06:11.879052 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4382d170-3366-4049-87ae-a5269f009e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:06:11.904972 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382d170-3366-4049-87ae-a5269f009e6f None None] Checking router: debe9d5b-29b8-4325-84cc-5cb19c016388 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:06:11.913047 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4382d170-3366-4049-87ae-a5269f009e6f None None] Routers {'debe9d5b-29b8-4325-84cc-5cb19c016388'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:06:11.913652 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4382d170-3366-4049-87ae-a5269f009e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:05:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['debe9d5b-29b8-4325-84cc-5cb19c016388'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:06:12.020862 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-4382d170-3366-4049-87ae-a5269f009e6f None None] Set router debe9d5b-29b8-4325-84cc-5cb19c016388 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:06:12.209744 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4382d170-3366-4049-87ae-a5269f009e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:06:12.237115 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382d170-3366-4049-87ae-a5269f009e6f None None] The sync data for ids ['debe9d5b-29b8-4325-84cc-5cb19c016388'] in dv-neutron-837140-3-hyperv is: [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:06:12.464940 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a84106a-f2b9-4d99-a2e2-ce94fd8d3b64 None None] New status for floating IP b42c114e-6548-4c34-9d62-d57e8d829150: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:06:12.865803 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-60f65a38-c344-48d4-8546-4f7685b8814e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--640670712&fields=id&tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c HTTP/1.1" status: 200 len: 267 time: 0.0415990 Apr 15 04:06:12.970607 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-66fa9863-ccc9-4c67-a0a8-e35800a0db8f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:12.971983 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-66fa9863-ccc9-4c67-a0a8-e35800a0db8f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 812 time: 0.0999615 Apr 15 04:06:12.986310 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-cdb668af-9048-4caf-aecc-b675794baded tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/quotas/2a478e0bd88b4cd4a64e419be1ab9f4c HTTP/1.1" status: 200 len: 375 time: 0.0090220 Apr 15 04:06:13.039467 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-c18aa1ce-da92-4a4b-b46d-67a44166b563 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470326 Apr 15 04:06:13.146129 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-04625c0f-0c7d-460c-bad9-9c1cd9c649f4 service neutron] 10.222.0.15 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948770 Apr 15 04:06:13.233719 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-b74f9a23-ef4d-4c08-a51b-9e45931b8b71 service neutron] 10.222.0.15 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817544 Apr 15 04:06:13.476330 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c2b37d0e-e21f-4fe9-ad52-c719923586e4 req-2ef2afb9-882b-493b-bea3-1ac369b3bf25 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 210 time: 0.0271895 Apr 15 04:06:14.140267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device f4a748b1-f494-40e6-9928-7dd0811db38e no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:06:14.161329 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: f4a748b1-f494-40e6-9928-7dd0811db38e {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:06:14.161677 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device f4a748b1-f494-40e6-9928-7dd0811db38e not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:06:14.570468 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e386018e-b0e9-4003-b2f2-1d22b6afaaa5 req-a5be1da9-d20b-47f8-9928-29757b90cb6a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 210 time: 0.0290220 Apr 15 04:06:15.263860 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-8557d8d0-9c80-4da5-8872-325dc2c558c6 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:15.265303 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-8557d8d0-9c80-4da5-8872-325dc2c558c6 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 812 time: 0.1005564 Apr 15 04:06:15.334430 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-91bc80fb-3d81-4470-90aa-c5344aef7390 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c HTTP/1.1" status: 200 len: 379 time: 0.0556083 Apr 15 04:06:15.343391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-c7f43b1d-3dff-457b-a1c2-893bf52e7d25 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Request body: {'port': {'device_id': '87748a03-0a93-4a7e-a944-ec82b572bc5b', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'admin_state_up': True, 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'security_groups': ['75b8fbbf-2f6b-4184-bdf9-89e7a516889a']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:06:15.549687 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-c7f43b1d-3dff-457b-a1c2-893bf52e7d25 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Made reservation on behalf of 2a478e0bd88b4cd4a64e419be1ab9f4c for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:06:15.553313 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-c7f43b1d-3dff-457b-a1c2-893bf52e7d25 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:15.687255 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fabef7e0-0002-45c5-a7c1-4d36f9ea4fed req-598f6c89-dd72-454b-aa37-f0af7ba8c9d3 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 210 time: 0.0489159 Apr 15 04:06:15.705523 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-c7f43b1d-3dff-457b-a1c2-893bf52e7d25 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Allocated IP 172.20.0.14 (2b5633d0-e5ab-469b-a130-aad41a86142b/e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd/5d99fc9f-91ab-4ff5-852a-58ea685e5389) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:06:15.842239 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-c7f43b1d-3dff-457b-a1c2-893bf52e7d25 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:15.952303 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-c7f43b1d-3dff-457b-a1c2-893bf52e7d25 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:15.992545 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-c7f43b1d-3dff-457b-a1c2-893bf52e7d25 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Network 2b5633d0-e5ab-469b-a130-aad41a86142b is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:06:15.995619 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-c7f43b1d-3dff-457b-a1c2-893bf52e7d25 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:06:16.005304 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-c7f43b1d-3dff-457b-a1c2-893bf52e7d25 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:06:16.030449 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f43b1d-3dff-457b-a1c2-893bf52e7d25 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Pushing event updated for resources: {'Port': ['ID=5d99fc9f-91ab-4ff5-852a-58ea685e5389,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:06:16.056039 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-c7f43b1d-3dff-457b-a1c2-893bf52e7d25 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:16.056658 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-c7f43b1d-3dff-457b-a1c2-893bf52e7d25 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:16.158092 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-c7f43b1d-3dff-457b-a1c2-893bf52e7d25 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8181233 Apr 15 04:06:16.169684 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] Request body: {'port': {'device_id': '87748a03-0a93-4a7e-a944-ec82b572bc5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:06:16.202083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-58800aec-d0fc-4703-8ac9-a3436b898b48 None None] Provisioning complete for port 5d99fc9f-91ab-4ff5-852a-58ea685e5389 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:06:16.202690 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-58800aec-d0fc-4703-8ac9-a3436b898b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:16.232915 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:16.236870 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-58800aec-d0fc-4703-8ac9-a3436b898b48 None None] Port 5d99fc9f-91ab-4ff5-852a-58ea685e5389 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:06:16.483583 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d99fc9f-91ab-4ff5-852a-58ea685e5389 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:06:16.491346 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] Publish callbacks [] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:16.503772 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] Transition to ACTIVE for port object 5d99fc9f-91ab-4ff5-852a-58ea685e5389 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 04:06:16.572427 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:16.644940 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d99fc9f-91ab-4ff5-852a-58ea685e5389,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:06:16.697618 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] Attempting to bind port 5d99fc9f-91ab-4ff5-852a-58ea685e5389 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:06:16.697959 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] Attempting to bind port 5d99fc9f-91ab-4ff5-852a-58ea685e5389 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:06:16.698288 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] Attempting to bind port 5d99fc9f-91ab-4ff5-852a-58ea685e5389 on network 2b5633d0-e5ab-469b-a130-aad41a86142b {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:06:16.702868 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] Port 5d99fc9f-91ab-4ff5-852a-58ea685e5389 on network 2b5633d0-e5ab-469b-a130-aad41a86142b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 04:06:16.703192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] Attempting to bind port 5d99fc9f-91ab-4ff5-852a-58ea685e5389 on network 2b5633d0-e5ab-469b-a130-aad41a86142b {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:06:16.708344 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:06:16.708619 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] Checking segment: {'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:06:16.709005 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] Bound using segment: {'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:06:16.709431 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] Bound port: 5d99fc9f-91ab-4ff5-852a-58ea685e5389, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:06:16.709793 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:16.778285 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] For port 5d99fc9f-91ab-4ff5-852a-58ea685e5389, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:06:16.782533 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] For port 5d99fc9f-91ab-4ff5-852a-58ea685e5389, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5d99fc9f-91ab-4ff5-852a-58ea685e5389,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:06:16.809815 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e31a60-19fa-4208-b5fb-11f5a81dffdf req-d6baf352-2f35-4e92-9611-80e3d7927c9e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:16.811370 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d4e31a60-19fa-4208-b5fb-11f5a81dffdf req-d6baf352-2f35-4e92-9611-80e3d7927c9e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 944 time: 0.0541306 Apr 15 04:06:16.841798 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:16.859324 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d4e31a60-19fa-4208-b5fb-11f5a81dffdf req-986024d5-2929-48c0-8c04-c73485325a0f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422275 Apr 15 04:06:16.881863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:16.882471 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:16.883908 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] 10.222.0.30 "PUT /v2.0/ports/5d99fc9f-91ab-4ff5-852a-58ea685e5389 HTTP/1.1" status: 200 len: 1094 time: 0.7186346 Apr 15 04:06:16.884413 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87748a03-0a93-4a7e-a944-ec82b572bc5b', 'tag': '5d99fc9f-91ab-4ff5-852a-58ea685e5389'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:06:16.886547 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e062c988-885a-4b07-bdc0-732815554524" -d '{"events": [{"name": "network-changed", "server_uuid": "87748a03-0a93-4a7e-a944-ec82b572bc5b", "tag": "5d99fc9f-91ab-4ff5-852a-58ea685e5389"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:06:16.913826 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6f80e-ed59-4b56-a440-8c19958ea9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d99fc9f-91ab-4ff5-852a-58ea685e5389,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:06:16.929595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2deff1c3-9766-4831-8973-0eabd470801d x-openstack-request-id: req-2deff1c3-9766-4831-8973-0eabd470801d {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:06:16.929891 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87748a03-0a93-4a7e-a944-ec82b572bc5b", "tag": "5d99fc9f-91ab-4ff5-852a-58ea685e5389", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:06:16.930142 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2deff1c3-9766-4831-8973-0eabd470801d {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:06:16.930549 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2deff1c3-9766-4831-8973-0eabd470801d'] response: {'name': 'network-changed', 'server_uuid': '87748a03-0a93-4a7e-a944-ec82b572bc5b', 'tag': '5d99fc9f-91ab-4ff5-852a-58ea685e5389', 'status': 'completed', 'code': 200} Apr 15 04:06:16.989765 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062c988-885a-4b07-bdc0-732815554524 req-498a0335-93fd-4fd8-957d-727103316286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:16.993280 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e062c988-885a-4b07-bdc0-732815554524 req-498a0335-93fd-4fd8-957d-727103316286 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 1128 time: 0.0419903 Apr 15 04:06:17.100087 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062c988-885a-4b07-bdc0-732815554524 req-40232c4a-0c35-4b9e-941a-cbc06cfbb8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:17.101589 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e062c988-885a-4b07-bdc0-732815554524 req-40232c4a-0c35-4b9e-941a-cbc06cfbb8d1 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1036508 Apr 15 04:06:17.195908 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062c988-885a-4b07-bdc0-732815554524 req-90739874-7550-4dee-a1a2-378d2b47cd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:17.197409 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e062c988-885a-4b07-bdc0-732815554524 req-90739874-7550-4dee-a1a2-378d2b47cd06 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0903268 Apr 15 04:06:17.268407 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-2695b549-494d-4554-b500-89108aef7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:17.269870 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-2695b549-494d-4554-b500-89108aef7b1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 1128 time: 0.0388205 Apr 15 04:06:17.314462 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-0d7aaae9-b984-41ed-82a8-8a12f9958f4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d99fc9f-91ab-4ff5-852a-58ea685e5389 HTTP/1.1" status: 200 len: 217 time: 0.0368886 Apr 15 04:06:17.361731 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-dcf8eef9-f72e-413c-af82-bf44b835f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:17.363172 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-dcf8eef9-f72e-413c-af82-bf44b835f9c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0428929 Apr 15 04:06:17.405357 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-601443fa-161f-4976-8ef7-45cf9b0ae867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:17.406838 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-601443fa-161f-4976-8ef7-45cf9b0ae867 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380352 Apr 15 04:06:17.495859 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-4005254e-1754-439c-a248-a33d5f30d9ff service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834520 Apr 15 04:06:17.583318 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-495ea5e1-9693-44d7-9e2a-7b5b245e076e req-ac381613-7b7f-4609-91ed-5f29c0d3afdb service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806699 Apr 15 04:06:17.970950 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268a2d8-ec9e-403d-9d60-88d4a41a5582 req-7f74b891-6e56-4d65-a1ec-21e4493f8fbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:17.972461 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2268a2d8-ec9e-403d-9d60-88d4a41a5582 req-7f74b891-6e56-4d65-a1ec-21e4493f8fbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 944 time: 0.0469613 Apr 15 04:06:18.018796 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2268a2d8-ec9e-403d-9d60-88d4a41a5582 req-f343591c-3e3d-4aa8-9b8b-6d75487d527a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408900 Apr 15 04:06:18.540304 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d6726d32-589f-418b-bae6-58aa28090682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:19.130769 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b208b10-a3f5-4cc4-b10f-21506616343d req-9aa3695d-296d-4b0a-87e9-233b3e9b5289 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:19.132291 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9b208b10-a3f5-4cc4-b10f-21506616343d req-9aa3695d-296d-4b0a-87e9-233b3e9b5289 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 944 time: 0.0473447 Apr 15 04:06:19.182914 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9b208b10-a3f5-4cc4-b10f-21506616343d req-2417d6ee-4d2f-479b-9908-76ab87d216ee tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450871 Apr 15 04:06:20.170292 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5d99fc9f-91ab-4ff5-852a-58ea685e5389 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:06:20.269878 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5d99fc9f-91ab-4ff5-852a-58ea685e5389, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5d99fc9f-91ab-4ff5-852a-58ea685e5389,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:06:20.282309 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '5d99fc9f-91ab-4ff5-852a-58ea685e5389', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'port_id': '5d99fc9f-91ab-4ff5-852a-58ea685e5389', 'mac_address': 'fa:16:3e:ce:22:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:06:20.293640 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3589e-d14b-48ac-98d4-d5c23c2392e7 req-ce90292d-b8a0-46a9-9308-68fa6169737b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:20.295143 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9df3589e-d14b-48ac-98d4-d5c23c2392e7 req-ce90292d-b8a0-46a9-9308-68fa6169737b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 944 time: 0.0467257 Apr 15 04:06:20.321726 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 5d99fc9f-91ab-4ff5-852a-58ea685e5389 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:06:20.322110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:20.334927 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d99fc9f-91ab-4ff5-852a-58ea685e5389 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:06:20.346648 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9df3589e-d14b-48ac-98d4-d5c23c2392e7 req-fc51ab07-d79f-4e6b-8808-3794e5001495 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452054 Apr 15 04:06:20.354334 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5d99fc9f-91ab-4ff5-852a-58ea685e5389, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5d99fc9f-91ab-4ff5-852a-58ea685e5389,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:06:20.415029 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:20.460624 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=5d99fc9f-91ab-4ff5-852a-58ea685e5389,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:06:20.603941 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['5d99fc9f-91ab-4ff5-852a-58ea685e5389'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:06:20.866586 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9c93c7d2-269c-41bb-adab-a2da2c6edb75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:21.459388 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a4021-6deb-401f-81ec-658ff7c3aff0 req-56afe78e-0831-4578-b666-57151eb4630d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:21.460832 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b78a4021-6deb-401f-81ec-658ff7c3aff0 req-56afe78e-0831-4578-b666-57151eb4630d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 945 time: 0.0457075 Apr 15 04:06:21.506392 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b78a4021-6deb-401f-81ec-658ff7c3aff0 req-ee571592-b55c-4bfb-9c9f-b8d508aa592d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400703 Apr 15 04:06:21.963402 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:22.185547 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5d99fc9f-91ab-4ff5-852a-58ea685e5389 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:06:22.232202 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 5d99fc9f-91ab-4ff5-852a-58ea685e5389 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 04:06:22.320294 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 5d99fc9f-91ab-4ff5-852a-58ea685e5389 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:06:22.320687 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:22.395755 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 5d99fc9f-91ab-4ff5-852a-58ea685e5389 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:06:22.396137 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:22.418004 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87748a03-0a93-4a7e-a944-ec82b572bc5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d99fc9f-91ab-4ff5-852a-58ea685e5389'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:06:22.420253 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9760c89-81e4-43b1-baf5-abb9402ae3c3" -d '{"events": [{"server_uuid": "87748a03-0a93-4a7e-a944-ec82b572bc5b", "name": "network-vif-plugged", "status": "completed", "tag": "5d99fc9f-91ab-4ff5-852a-58ea685e5389"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:06:22.432496 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5d99fc9f-91ab-4ff5-852a-58ea685e5389, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5d99fc9f-91ab-4ff5-852a-58ea685e5389,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:06:22.456972 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f22f15-1e6b-4410-80e0-269fd5067a4c x-openstack-request-id: req-43f22f15-1e6b-4410-80e0-269fd5067a4c {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:06:22.456972 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87748a03-0a93-4a7e-a944-ec82b572bc5b", "name": "network-vif-plugged", "status": "completed", "tag": "5d99fc9f-91ab-4ff5-852a-58ea685e5389", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:06:22.456972 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43f22f15-1e6b-4410-80e0-269fd5067a4c {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:06:22.456972 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f22f15-1e6b-4410-80e0-269fd5067a4c'] response: {'server_uuid': '87748a03-0a93-4a7e-a944-ec82b572bc5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d99fc9f-91ab-4ff5-852a-58ea685e5389', 'code': 200} Apr 15 04:06:22.503706 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:22.556803 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=5d99fc9f-91ab-4ff5-852a-58ea685e5389,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:06:22.667505 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381e25e-8508-46ae-88af-5ee550938134 req-0f98f47f-3f23-43bf-9924-f0ef96caf7b7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:22.668975 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c381e25e-8508-46ae-88af-5ee550938134 req-0f98f47f-3f23-43bf-9924-f0ef96caf7b7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0966144 Apr 15 04:06:22.720195 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c381e25e-8508-46ae-88af-5ee550938134 req-b2969aa7-4a64-4449-b2db-fc39895d7345 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456226 Apr 15 04:06:22.795717 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e0bab9-81de-47c9-994d-6726ceabf4da req-4b1e29fd-fd03-4226-8373-415ee15c4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:22.797182 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-39e0bab9-81de-47c9-994d-6726ceabf4da req-4b1e29fd-fd03-4226-8373-415ee15c4514 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 1130 time: 0.0877011 Apr 15 04:06:22.839302 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-39e0bab9-81de-47c9-994d-6726ceabf4da req-a6c35155-5779-4036-91c7-418594e66110 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354578 Apr 15 04:06:23.463372 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:23.880838 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f1b7f-883c-4bc5-87a1-edf658ae4494 req-1cf71e23-9021-477e-b68d-1171385eebcc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:23.882316 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-252f1b7f-883c-4bc5-87a1-edf658ae4494 req-1cf71e23-9021-477e-b68d-1171385eebcc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0951002 Apr 15 04:06:23.928578 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-252f1b7f-883c-4bc5-87a1-edf658ae4494 req-3dc097a9-a1fc-4259-beb3-dc289aa41cd5 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407596 Apr 15 04:06:24.915035 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:25.040368 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99289a4-99e7-48ab-a536-e0e5464dbcd9 req-28b3a97c-3f78-4f99-8b06-6ec2d675c1c6 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:25.041825 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d99289a4-99e7-48ab-a536-e0e5464dbcd9 req-28b3a97c-3f78-4f99-8b06-6ec2d675c1c6 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0469067 Apr 15 04:06:25.088229 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d99289a4-99e7-48ab-a536-e0e5464dbcd9 req-56671c04-c019-42d8-8904-8e29b83b5d4b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408576 Apr 15 04:06:25.195292 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3f114-18f4-496c-af2c-0979c750999a req-5d5ebcb1-5888-449b-88dc-7c97a7c1c016 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:25.196694 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b3d3f114-18f4-496c-af2c-0979c750999a req-5d5ebcb1-5888-449b-88dc-7c97a7c1c016 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0464399 Apr 15 04:06:25.206169 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 39928) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:06:25.210671 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-21bcb551-dca1-4fe1-94c7-cbf43921173f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Request body: {'floatingip': {'port_id': '5d99fc9f-91ab-4ff5-852a-58ea685e5389'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:06:25.252950 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-21bcb551-dca1-4fe1-94c7-cbf43921173f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for floatingip (b42c114e-6548-4c34-9d62-d57e8d829150), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:25.967399 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-21bcb551-dca1-4fe1-94c7-cbf43921173f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:26.023877 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-21bcb551-dca1-4fe1-94c7-cbf43921173f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (b42c114e-6548-4c34-9d62-d57e8d829150), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:26.125174 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-21bcb551-dca1-4fe1-94c7-cbf43921173f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Floating IP b42c114e-6548-4c34-9d62-d57e8d829150 associated. External IP: 172.26.6.182, port: 5d99fc9f-91ab-4ff5-852a-58ea685e5389. Apr 15 04:06:26.332704 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bcb551-dca1-4fe1-94c7-cbf43921173f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Router debe9d5b-29b8-4325-84cc-5cb19c016388 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:06:26.440479 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bcb551-dca1-4fe1-94c7-cbf43921173f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:06:26.445280 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-21bcb551-dca1-4fe1-94c7-cbf43921173f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:26.449997 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d24f340-096b-48f9-9f2a-ac32a686f82a None None] Sync routers for ids ['debe9d5b-29b8-4325-84cc-5cb19c016388'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:06:26.460359 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d24f340-096b-48f9-9f2a-ac32a686f82a None None] Routers {'debe9d5b-29b8-4325-84cc-5cb19c016388'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:06:26.461084 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4d24f340-096b-48f9-9f2a-ac32a686f82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:06:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['debe9d5b-29b8-4325-84cc-5cb19c016388'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:06:26.475549 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-21bcb551-dca1-4fe1-94c7-cbf43921173f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "PUT /v2.0/floatingips/b42c114e-6548-4c34-9d62-d57e8d829150 HTTP/1.1" status: 200 len: 992 time: 1.2682767 Apr 15 04:06:26.476142 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87748a03-0a93-4a7e-a944-ec82b572bc5b', 'tag': '5d99fc9f-91ab-4ff5-852a-58ea685e5389'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:06:26.478393 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b5f6da-a50a-40d7-ba07-58f2305eeb8e" -d '{"events": [{"name": "network-changed", "server_uuid": "87748a03-0a93-4a7e-a944-ec82b572bc5b", "tag": "5d99fc9f-91ab-4ff5-852a-58ea685e5389"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:06:26.514331 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a142c44e-b7e2-4bca-b704-e09170c3a2dd x-openstack-request-id: req-a142c44e-b7e2-4bca-b704-e09170c3a2dd {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:06:26.514713 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87748a03-0a93-4a7e-a944-ec82b572bc5b", "tag": "5d99fc9f-91ab-4ff5-852a-58ea685e5389", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:06:26.515300 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a142c44e-b7e2-4bca-b704-e09170c3a2dd {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:06:26.518339 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a142c44e-b7e2-4bca-b704-e09170c3a2dd'] response: {'name': 'network-changed', 'server_uuid': '87748a03-0a93-4a7e-a944-ec82b572bc5b', 'tag': '5d99fc9f-91ab-4ff5-852a-58ea685e5389', 'status': 'completed', 'code': 200} Apr 15 04:06:26.578266 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-4d24f340-096b-48f9-9f2a-ac32a686f82a None None] Set router debe9d5b-29b8-4325-84cc-5cb19c016388 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:06:26.584958 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5f6da-a50a-40d7-ba07-58f2305eeb8e req-2bdfded1-b7bc-4dca-8fe6-8091be9964b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:26.586400 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-73b5f6da-a50a-40d7-ba07-58f2305eeb8e req-2bdfded1-b7bc-4dca-8fe6-8091be9964b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 1130 time: 0.0434687 Apr 15 04:06:26.676550 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5f6da-a50a-40d7-ba07-58f2305eeb8e req-f19ae34f-aab0-4091-b019-3e6af76a9f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:26.678020 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-73b5f6da-a50a-40d7-ba07-58f2305eeb8e req-f19ae34f-aab0-4091-b019-3e6af76a9f68 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 912 time: 0.0859656 Apr 15 04:06:26.753655 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-73b5f6da-a50a-40d7-ba07-58f2305eeb8e req-3740bb38-f571-4299-988e-f06ab9ec77ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d99fc9f-91ab-4ff5-852a-58ea685e5389 HTTP/1.1" status: 200 len: 1000 time: 0.0691726 Apr 15 04:06:26.799385 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff30a38-f7c2-4217-bb68-ab06b24ff942 req-d7beaa22-db50-4ed7-8a73-3d2947105a37 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:26.801033 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0ff30a38-f7c2-4217-bb68-ab06b24ff942 req-d7beaa22-db50-4ed7-8a73-3d2947105a37 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0527954 Apr 15 04:06:26.805438 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5f6da-a50a-40d7-ba07-58f2305eeb8e req-f2fd7a23-4db7-4b86-aa27-d6b3533368d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:26.807520 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-73b5f6da-a50a-40d7-ba07-58f2305eeb8e req-f2fd7a23-4db7-4b86-aa27-d6b3533368d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0480554 Apr 15 04:06:26.811049 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4d24f340-096b-48f9-9f2a-ac32a686f82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b42c114e-6548-4c34-9d62-d57e8d829150', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'floating_ip_address': '172.26.6.182', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'port_id': '5d99fc9f-91ab-4ff5-852a-58ea685e5389', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'mac_address': 'fa:16:3e:ce:22:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87748a03-0a93-4a7e-a944-ec82b572bc5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:05:21Z', 'updated_at': '2022-04-15T04:06:25Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:06:26.838648 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d24f340-096b-48f9-9f2a-ac32a686f82a None None] Checking router: debe9d5b-29b8-4325-84cc-5cb19c016388 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:06:26.847810 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d24f340-096b-48f9-9f2a-ac32a686f82a None None] Routers {'debe9d5b-29b8-4325-84cc-5cb19c016388'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:06:26.848416 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4d24f340-096b-48f9-9f2a-ac32a686f82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:06:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['debe9d5b-29b8-4325-84cc-5cb19c016388'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:06:26.851292 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0ff30a38-f7c2-4217-bb68-ab06b24ff942 req-701d3a43-aa39-4354-b192-c98c644b9f35 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437143 Apr 15 04:06:26.884046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5f6da-a50a-40d7-ba07-58f2305eeb8e req-a2485e3b-2026-4f04-b68f-1baf57d129b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:26.885570 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-73b5f6da-a50a-40d7-ba07-58f2305eeb8e req-a2485e3b-2026-4f04-b68f-1baf57d129b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0496237 Apr 15 04:06:26.896204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [req-73b5f6da-a50a-40d7-ba07-58f2305eeb8e req-aaca26d0-76b4-40d3-a1ea-72757d909df0 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 04:06:26.897146 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-73b5f6da-a50a-40d7-ba07-58f2305eeb8e req-aaca26d0-76b4-40d3-a1ea-72757d909df0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049219 Apr 15 04:06:26.955748 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-4d24f340-096b-48f9-9f2a-ac32a686f82a None None] Set router debe9d5b-29b8-4325-84cc-5cb19c016388 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:06:26.988251 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-73b5f6da-a50a-40d7-ba07-58f2305eeb8e req-b00baee9-10d5-41db-8b67-51aa9174a3ea service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851493 Apr 15 04:06:27.078186 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-73b5f6da-a50a-40d7-ba07-58f2305eeb8e req-23f6ddc4-5c95-4a0f-ad81-cbb16a5c9365 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840318 Apr 15 04:06:27.166699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-4d24f340-096b-48f9-9f2a-ac32a686f82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b42c114e-6548-4c34-9d62-d57e8d829150', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'floating_ip_address': '172.26.6.182', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'port_id': '5d99fc9f-91ab-4ff5-852a-58ea685e5389', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'mac_address': 'fa:16:3e:ce:22:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87748a03-0a93-4a7e-a944-ec82b572bc5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:05:21Z', 'updated_at': '2022-04-15T04:06:25Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:06:27.196570 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d24f340-096b-48f9-9f2a-ac32a686f82a None None] The sync data for ids ['debe9d5b-29b8-4325-84cc-5cb19c016388'] in dv-neutron-837140-3-hyperv is: [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b42c114e-6548-4c34-9d62-d57e8d829150', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'floating_ip_address': '172.26.6.182', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'port_id': '5d99fc9f-91ab-4ff5-852a-58ea685e5389', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'mac_address': 'fa:16:3e:ce:22:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87748a03-0a93-4a7e-a944-ec82b572bc5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:05:21Z', 'updated_at': '2022-04-15T04:06:25Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:06:27.376520 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce3de0d-69ea-4faf-84a2-dd58980bc7f5 None None] New status for floating IP b42c114e-6548-4c34-9d62-d57e8d829150: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:06:27.969571 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e773d-bb24-4755-9169-d804f3fbf328 req-162255a1-d3d4-4c03-a410-249dd2a0fbde tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:27.971058 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ca0e773d-bb24-4755-9169-d804f3fbf328 req-162255a1-d3d4-4c03-a410-249dd2a0fbde tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0512772 Apr 15 04:06:28.018816 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ca0e773d-bb24-4755-9169-d804f3fbf328 req-0e9ac37c-c1d2-40cd-b87d-fd4720d42c0e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422018 Apr 15 04:06:29.130281 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e05bc7-e194-45bb-9f81-568e9786ba31 req-688c7e6f-61ca-4cfb-be3d-547b4976a238 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:29.131775 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-14e05bc7-e194-45bb-9f81-568e9786ba31 req-688c7e6f-61ca-4cfb-be3d-547b4976a238 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0466542 Apr 15 04:06:29.179135 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-14e05bc7-e194-45bb-9f81-568e9786ba31 req-42fb4d65-f21e-4084-8f3a-0282cd3a390c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418518 Apr 15 04:06:30.291630 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e448a1-0d70-414f-bb5c-fd5f1f0669f2 req-1826a6fe-136d-4443-836b-dd2e2eb56795 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:30.293050 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-13e448a1-0d70-414f-bb5c-fd5f1f0669f2 req-1826a6fe-136d-4443-836b-dd2e2eb56795 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0473075 Apr 15 04:06:30.339997 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-13e448a1-0d70-414f-bb5c-fd5f1f0669f2 req-038a168a-3dfd-42bb-8df7-ee556c36fd5d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404804 Apr 15 04:06:30.494594 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:06:31.449708 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba98e1-f3c1-4bc6-a7d4-7a1ecaf0b4d4 req-42983f7f-f980-42ee-9001-3e7e5b150fc8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:31.451289 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ccba98e1-f3c1-4bc6-a7d4-7a1ecaf0b4d4 req-42983f7f-f980-42ee-9001-3e7e5b150fc8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0457997 Apr 15 04:06:31.502252 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ccba98e1-f3c1-4bc6-a7d4-7a1ecaf0b4d4 req-22c89068-b5a3-4e31-ab61-e0f4b79d6d33 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444839 Apr 15 04:06:32.616589 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d1ac3-e399-4051-9f71-1a58ec65a6df req-5a36f630-d566-4b12-8b1c-07b2ef45061a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:32.618055 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-631d1ac3-e399-4051-9f71-1a58ec65a6df req-5a36f630-d566-4b12-8b1c-07b2ef45061a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0499899 Apr 15 04:06:32.663911 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-631d1ac3-e399-4051-9f71-1a58ec65a6df req-77b2fac0-f072-44fc-82ea-b6c5c6120d53 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403335 Apr 15 04:06:33.776301 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c8e79-78f5-43cb-b25b-a24ada456f6a req-2e6b3ffb-5660-44bb-9f11-1c000f318e4e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:33.777696 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-425c8e79-78f5-43cb-b25b-a24ada456f6a req-2e6b3ffb-5660-44bb-9f11-1c000f318e4e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0481162 Apr 15 04:06:33.824785 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-425c8e79-78f5-43cb-b25b-a24ada456f6a req-10872c22-1444-41d7-a86b-53678e604ce3 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414555 Apr 15 04:06:34.774438 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:34.933810 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a996122-8c54-498d-8616-5710c6f27cce req-5de3269f-d3d1-4af5-9c33-e780f6d7b926 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:34.935329 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4a996122-8c54-498d-8616-5710c6f27cce req-5de3269f-d3d1-4af5-9c33-e780f6d7b926 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0462821 Apr 15 04:06:34.981361 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4a996122-8c54-498d-8616-5710c6f27cce req-ac53eb76-72f8-4f6e-aa2b-3c3c148cdb7a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401177 Apr 15 04:06:36.092707 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f932d-3482-4f0b-a9f5-c21e568fa631 req-22022d51-22ec-47c9-835d-d1ae22c3b141 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:36.094900 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1c3f932d-3482-4f0b-a9f5-c21e568fa631 req-22022d51-22ec-47c9-835d-d1ae22c3b141 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0467608 Apr 15 04:06:36.140791 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1c3f932d-3482-4f0b-a9f5-c21e568fa631 req-4107b50c-2c4e-440a-866e-c683407bcc69 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401480 Apr 15 04:06:37.251874 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2e59a-fb2a-4cdb-9c44-2ecc97c9a170 req-83261426-8bd7-48a0-92b7-bb3d4f17d38c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:37.253335 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1af2e59a-fb2a-4cdb-9c44-2ecc97c9a170 req-83261426-8bd7-48a0-92b7-bb3d4f17d38c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0467494 Apr 15 04:06:37.303814 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1af2e59a-fb2a-4cdb-9c44-2ecc97c9a170 req-73c46504-ebd6-42f6-8ceb-a15ab58603bb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449538 Apr 15 04:06:38.418350 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470b736-b6a4-4996-9205-0644bfadf60f req-5347fdcd-7a5b-440f-a7df-8ba7fd4da794 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:38.419834 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4470b736-b6a4-4996-9205-0644bfadf60f req-5347fdcd-7a5b-440f-a7df-8ba7fd4da794 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0498161 Apr 15 04:06:38.465772 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4470b736-b6a4-4996-9205-0644bfadf60f req-cfecbab6-2571-4055-9722-7785d17be328 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397980 Apr 15 04:06:39.576886 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c9c68-e10c-41df-9e0f-9423d511a9dc req-33b6f48d-d614-430c-8c97-0e6a55ed1476 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:39.578340 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-823c9c68-e10c-41df-9e0f-9423d511a9dc req-33b6f48d-d614-430c-8c97-0e6a55ed1476 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0463059 Apr 15 04:06:39.623750 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-823c9c68-e10c-41df-9e0f-9423d511a9dc req-0283f3ff-3b9c-4907-85d6-e2a10c9c1120 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399578 Apr 15 04:06:40.733700 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af8b70-4f9a-4bf5-862e-a71f5df0d4c4 req-573c589a-6d4b-4e46-bdd9-608cba35e2d0 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:40.735175 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-79af8b70-4f9a-4bf5-862e-a71f5df0d4c4 req-573c589a-6d4b-4e46-bdd9-608cba35e2d0 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0457039 Apr 15 04:06:40.781473 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-79af8b70-4f9a-4bf5-862e-a71f5df0d4c4 req-2d836877-7964-43a4-89e4-5aee770ddb24 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408096 Apr 15 04:06:41.895235 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e7dd5-8aa4-4572-aec5-cbd442ef2515 req-35fdd92b-3ff4-45fb-95e2-a4cf93e32374 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:41.896695 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-908e7dd5-8aa4-4572-aec5-cbd442ef2515 req-35fdd92b-3ff4-45fb-95e2-a4cf93e32374 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0459349 Apr 15 04:06:41.942624 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-908e7dd5-8aa4-4572-aec5-cbd442ef2515 req-b7c30022-1d9c-472b-9b27-f431a0070c24 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404191 Apr 15 04:06:43.059156 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed71ce-05e3-4fc4-bb56-51cac4880d8e req-b1ab9fe6-794a-4dd1-8c25-7bc4a38f6d7c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:43.060590 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d0ed71ce-05e3-4fc4-bb56-51cac4880d8e req-b1ab9fe6-794a-4dd1-8c25-7bc4a38f6d7c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0510967 Apr 15 04:06:43.107305 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d0ed71ce-05e3-4fc4-bb56-51cac4880d8e req-b3420754-2ce5-4879-aecd-17b15588eb73 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409546 Apr 15 04:06:44.223481 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585c400-083f-4c30-a4a0-96a76311456a req-8bd8f71b-f07e-45dd-96d9-654766d07459 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:44.224953 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e585c400-083f-4c30-a4a0-96a76311456a req-8bd8f71b-f07e-45dd-96d9-654766d07459 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0502899 Apr 15 04:06:44.271796 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e585c400-083f-4c30-a4a0-96a76311456a req-aad268bc-fad8-4aec-9b16-a2763a31748a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412736 Apr 15 04:06:45.381765 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16fb95-f5db-42e4-a350-7ff6bf1f392a req-9f038a92-4da6-440e-b996-b640f5295a34 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:45.383136 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8e16fb95-f5db-42e4-a350-7ff6bf1f392a req-9f038a92-4da6-440e-b996-b640f5295a34 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0459898 Apr 15 04:06:45.428880 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8e16fb95-f5db-42e4-a350-7ff6bf1f392a req-2e110aeb-1ed7-4357-908a-f201fec5d6d9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402315 Apr 15 04:06:46.541161 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c6bca-24d1-4fb6-a990-a6dc8470a235 req-203dc03f-4e1f-4a7e-9df2-ea0f37e08067 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:46.542688 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2e3c6bca-24d1-4fb6-a990-a6dc8470a235 req-203dc03f-4e1f-4a7e-9df2-ea0f37e08067 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0466914 Apr 15 04:06:46.588783 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2e3c6bca-24d1-4fb6-a990-a6dc8470a235 req-ca96d4d3-3a1f-434b-8cf6-495115fe5c96 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405791 Apr 15 04:06:47.699796 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe65d9-fc04-467e-9bd2-ce141bfede8d req-fea7b2c3-8d77-4049-9254-3a2197476b3d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:47.701254 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9efe65d9-fc04-467e-9bd2-ce141bfede8d req-fea7b2c3-8d77-4049-9254-3a2197476b3d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0468478 Apr 15 04:06:47.750810 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9efe65d9-fc04-467e-9bd2-ce141bfede8d req-638de1bb-4545-4b9e-8ada-24f73a46baee tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439799 Apr 15 04:06:48.531444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9cd44434-ef58-49ce-a367-c158bf89b48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:48.860728 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6417504-60f8-4131-b3bc-d6995d1f7496 req-f64e4ab9-1195-46b2-9959-b829a7b6c26b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:48.862176 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6417504-60f8-4131-b3bc-d6995d1f7496 req-f64e4ab9-1195-46b2-9959-b829a7b6c26b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0460618 Apr 15 04:06:48.911300 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6417504-60f8-4131-b3bc-d6995d1f7496 req-2dbfc30d-9f11-486d-b281-ed3c89ffd835 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437181 Apr 15 04:06:50.023970 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dad77-4112-4484-a142-d7e7e2e97048 req-99dd81d7-94ae-4e91-bec7-a577701a1d70 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:50.025473 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-018dad77-4112-4484-a142-d7e7e2e97048 req-99dd81d7-94ae-4e91-bec7-a577701a1d70 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0483637 Apr 15 04:06:50.072859 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-018dad77-4112-4484-a142-d7e7e2e97048 req-7170043a-270b-4e12-a792-c33cd31167c3 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419221 Apr 15 04:06:50.900081 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c6aed332-9d81-42aa-80ee-c16b88d424b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:51.183293 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b69f5-9395-48ed-a694-df97ff67b9a7 req-fa4214d4-806a-4b71-88e1-a10feb847e2d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:51.184756 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-975b69f5-9395-48ed-a694-df97ff67b9a7 req-fa4214d4-806a-4b71-88e1-a10feb847e2d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0465760 Apr 15 04:06:51.230967 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-975b69f5-9395-48ed-a694-df97ff67b9a7 req-80ea33f8-9a7c-493b-8cbe-6a1599585aa8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401866 Apr 15 04:06:51.962772 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:52.340864 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace91b1-60fa-4830-af00-5c182560762e req-c5806500-8bed-4734-a904-4933a36b05fd tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:52.342300 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0ace91b1-60fa-4830-af00-5c182560762e req-c5806500-8bed-4734-a904-4933a36b05fd tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0451708 Apr 15 04:06:52.388085 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0ace91b1-60fa-4830-af00-5c182560762e req-cc989e46-3490-4683-9525-4f375b94096f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397129 Apr 15 04:06:53.498978 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737d2d9-cfad-419c-9f64-53763525bf3c req-5d2c93b7-a8a0-4b16-b033-3a70c7b617b5 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:53.500944 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5737d2d9-cfad-419c-9f64-53763525bf3c req-5d2c93b7-a8a0-4b16-b033-3a70c7b617b5 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0461535 Apr 15 04:06:53.503430 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:53.547402 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5737d2d9-cfad-419c-9f64-53763525bf3c req-57e2556c-625d-41e5-8c5f-9f1e60666e08 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409389 Apr 15 04:06:54.661378 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57b028-e35c-4af4-8eab-dce9886ff747 req-d5bff913-80ed-418d-b6e1-96f90a2989e4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:54.662862 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7f57b028-e35c-4af4-8eab-dce9886ff747 req-d5bff913-80ed-418d-b6e1-96f90a2989e4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0497873 Apr 15 04:06:54.708269 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7f57b028-e35c-4af4-8eab-dce9886ff747 req-c2223382-44c6-4e14-8500-71932af0fbaa tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395911 Apr 15 04:06:54.914363 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:06:55.823138 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56685b21-5c5b-4889-9ef5-df95de9b5525 req-0b5ee716-e45e-45c0-8bd9-dcd16aa98909 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:55.824581 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-56685b21-5c5b-4889-9ef5-df95de9b5525 req-0b5ee716-e45e-45c0-8bd9-dcd16aa98909 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0511613 Apr 15 04:06:55.871348 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-56685b21-5c5b-4889-9ef5-df95de9b5525 req-0cc097cd-b2aa-440b-8c4e-62757b3381b4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412154 Apr 15 04:06:56.981235 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e13ea-e239-4e45-b2fb-ad99b30e4fd1 req-0e109b81-8c03-4329-970e-b77ddbe7c46c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:56.982729 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8c7e13ea-e239-4e45-b2fb-ad99b30e4fd1 req-0e109b81-8c03-4329-970e-b77ddbe7c46c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0461833 Apr 15 04:06:57.029290 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8c7e13ea-e239-4e45-b2fb-ad99b30e4fd1 req-18606335-4215-4cfc-b34d-68016e79f72e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405581 Apr 15 04:06:58.142162 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389f1a8-ba8b-424e-b4c1-9f43005c9ffc req-8035fcdf-f2da-43d0-af49-b0294bc40027 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:58.143679 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8389f1a8-ba8b-424e-b4c1-9f43005c9ffc req-8035fcdf-f2da-43d0-af49-b0294bc40027 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0478041 Apr 15 04:06:58.189868 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8389f1a8-ba8b-424e-b4c1-9f43005c9ffc req-0b592195-1083-4720-914e-64a3d378141b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406370 Apr 15 04:06:58.538090 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a76f05-bf9c-46f3-9499-372045cc2c6b req-d46e2537-6d5e-4f40-a7b1-c3036c9b0001 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:58.539588 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-24a76f05-bf9c-46f3-9499-372045cc2c6b req-d46e2537-6d5e-4f40-a7b1-c3036c9b0001 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0511494 Apr 15 04:06:58.585715 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-24a76f05-bf9c-46f3-9499-372045cc2c6b req-904c16f1-c420-4901-ab71-906e73e00124 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404630 Apr 15 04:06:58.647808 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e612351e-187d-4a9e-a742-00daf03a697d req-faad36fd-e3c7-4f17-8048-c464a42af4d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416536 Apr 15 04:06:59.181536 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612351e-187d-4a9e-a742-00daf03a697d req-7ccebf9d-d01a-4747-b621-454c4b08975c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:59.186526 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e612351e-187d-4a9e-a742-00daf03a697d req-7ccebf9d-d01a-4747-b621-454c4b08975c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports/5d99fc9f-91ab-4ff5-852a-58ea685e5389 HTTP/1.1" status: 200 len: 943 time: 0.0487227 Apr 15 04:06:59.697548 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c0e0d-c26c-4cef-9cd4-5f6e963bfe73 req-41c8a7ae-77cd-4079-a717-a0cd89be2d18 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:06:59.699807 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-996c0e0d-c26c-4cef-9cd4-5f6e963bfe73 req-41c8a7ae-77cd-4079-a717-a0cd89be2d18 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0469987 Apr 15 04:06:59.747967 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-996c0e0d-c26c-4cef-9cd4-5f6e963bfe73 req-50b64329-fb6d-4233-aa1b-b12be44f43fb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417399 Apr 15 04:07:00.658403 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612351e-187d-4a9e-a742-00daf03a697d req-e502409e-b333-47fe-8c57-2cc173c5c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:00.659931 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e612351e-187d-4a9e-a742-00daf03a697d req-e502409e-b333-47fe-8c57-2cc173c5c126 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 1130 time: 0.0396974 Apr 15 04:07:00.750286 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612351e-187d-4a9e-a742-00daf03a697d req-c8644c26-0809-40ae-a2ee-da5605f0d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:00.751753 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e612351e-187d-4a9e-a742-00daf03a697d req-c8644c26-0809-40ae-a2ee-da5605f0d436 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 912 time: 0.0851064 Apr 15 04:07:00.815109 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e612351e-187d-4a9e-a742-00daf03a697d req-83487590-37d1-44a8-8df6-e373be605686 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d99fc9f-91ab-4ff5-852a-58ea685e5389 HTTP/1.1" status: 200 len: 1002 time: 0.0576189 Apr 15 04:07:00.892636 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01faea-6483-4815-896f-3cd5004b1872 req-184a6bfc-dc82-47d0-ae8c-1519332b1b18 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:00.894096 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ac01faea-6483-4815-896f-3cd5004b1872 req-184a6bfc-dc82-47d0-ae8c-1519332b1b18 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0778382 Apr 15 04:07:00.899485 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612351e-187d-4a9e-a742-00daf03a697d req-ad77e6bb-9a34-46c6-a0e0-4784227ff4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:00.900810 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e612351e-187d-4a9e-a742-00daf03a697d req-ad77e6bb-9a34-46c6-a0e0-4784227ff4c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0766344 Apr 15 04:07:00.958041 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612351e-187d-4a9e-a742-00daf03a697d req-093d826f-f015-4834-b016-3b58b8041d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:00.959760 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e612351e-187d-4a9e-a742-00daf03a697d req-093d826f-f015-4834-b016-3b58b8041d52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0525577 Apr 15 04:07:00.988362 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ac01faea-6483-4815-896f-3cd5004b1872 req-65e73a3d-0a62-4b08-8285-0dede2925e43 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866628 Apr 15 04:07:01.056658 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e612351e-187d-4a9e-a742-00daf03a697d req-6af823df-ac48-4243-a0f9-f67bbc9c138a service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897212 Apr 15 04:07:01.145518 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e612351e-187d-4a9e-a742-00daf03a697d req-7a5bb136-7ae6-4aad-9adc-f081af083311 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820854 Apr 15 04:07:01.600222 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9d625-0076-4a6f-8c4f-b87c93e5467e req-108b82d8-2d46-45dc-917c-c32919e808bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:01.601969 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8bf9d625-0076-4a6f-8c4f-b87c93e5467e req-108b82d8-2d46-45dc-917c-c32919e808bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 1130 time: 0.0417852 Apr 15 04:07:01.707251 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9d625-0076-4a6f-8c4f-b87c93e5467e req-28e2246d-4348-45f4-af56-e33fc7a3ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:01.708744 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8bf9d625-0076-4a6f-8c4f-b87c93e5467e req-28e2246d-4348-45f4-af56-e33fc7a3ac73 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 912 time: 0.0897520 Apr 15 04:07:01.782683 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8bf9d625-0076-4a6f-8c4f-b87c93e5467e req-27f208ab-fdab-47cd-94ae-3b01ba1649ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d99fc9f-91ab-4ff5-852a-58ea685e5389 HTTP/1.1" status: 200 len: 1002 time: 0.0678775 Apr 15 04:07:02.103283 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429a6b2-cad5-42c4-ac80-976d5760476d req-644fb9c5-f7ce-45d6-87f6-69ed76be7b84 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:02.104721 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8429a6b2-cad5-42c4-ac80-976d5760476d req-644fb9c5-f7ce-45d6-87f6-69ed76be7b84 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0498135 Apr 15 04:07:02.151032 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8429a6b2-cad5-42c4-ac80-976d5760476d req-1e62fac8-5b1d-4257-954e-9dfa4603f6dd tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402246 Apr 15 04:07:02.805525 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9d625-0076-4a6f-8c4f-b87c93e5467e req-4e713be6-c5eb-4b4e-8bad-4aca4a208953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:02.806949 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8bf9d625-0076-4a6f-8c4f-b87c93e5467e req-4e713be6-c5eb-4b4e-8bad-4aca4a208953 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0440395 Apr 15 04:07:02.848807 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9d625-0076-4a6f-8c4f-b87c93e5467e req-86c0e302-7772-4c8b-967d-fe4d7eec1352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:02.850362 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8bf9d625-0076-4a6f-8c4f-b87c93e5467e req-86c0e302-7772-4c8b-967d-fe4d7eec1352 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0370100 Apr 15 04:07:02.980930 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8bf9d625-0076-4a6f-8c4f-b87c93e5467e req-33d8f4e1-80f9-4a2a-bb1c-576d534f1745 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245875 Apr 15 04:07:02.982637 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e612351e-187d-4a9e-a742-00daf03a697d req-f37c27e7-56e0-4a8d-ae36-5f97dbf8897f service neutron] 10.222.0.30 "GET /v2.0/ports/5d99fc9f-91ab-4ff5-852a-58ea685e5389/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0748007 Apr 15 04:07:03.077146 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8bf9d625-0076-4a6f-8c4f-b87c93e5467e req-f41ce380-8bb3-404b-bc9e-1dc299d2c733 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860348 Apr 15 04:07:03.263222 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eefc76-6cf8-49dd-90e3-3a38dec14574 req-3a547d83-cac1-44cb-9a1e-b65185ce8c1a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:03.264923 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-17eefc76-6cf8-49dd-90e3-3a38dec14574 req-3a547d83-cac1-44cb-9a1e-b65185ce8c1a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0472574 Apr 15 04:07:03.312075 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-17eefc76-6cf8-49dd-90e3-3a38dec14574 req-a0b16586-778b-4c0b-8df4-9fd1c82ee25d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415320 Apr 15 04:07:03.524196 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612351e-187d-4a9e-a742-00daf03a697d req-bd407842-d958-4c93-b8c2-8bb6271afd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:03.525688 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e612351e-187d-4a9e-a742-00daf03a697d req-bd407842-d958-4c93-b8c2-8bb6271afd68 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b&tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c HTTP/1.1" status: 200 len: 1130 time: 0.0384722 Apr 15 04:07:03.582146 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612351e-187d-4a9e-a742-00daf03a697d req-9ebe577b-5663-46b5-b498-998ecf629f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:03.583590 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e612351e-187d-4a9e-a742-00daf03a697d req-9ebe577b-5663-46b5-b498-998ecf629f2a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 1130 time: 0.0370321 Apr 15 04:07:03.673343 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612351e-187d-4a9e-a742-00daf03a697d req-4181f7c5-3815-40c1-8994-f1d13b7b0b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:03.674805 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e612351e-187d-4a9e-a742-00daf03a697d req-4181f7c5-3815-40c1-8994-f1d13b7b0b6a service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 912 time: 0.0847738 Apr 15 04:07:03.737614 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e612351e-187d-4a9e-a742-00daf03a697d req-eea02809-33a3-4ccb-b7e6-e5de06865dd1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d99fc9f-91ab-4ff5-852a-58ea685e5389 HTTP/1.1" status: 200 len: 1002 time: 0.0570753 Apr 15 04:07:03.788330 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612351e-187d-4a9e-a742-00daf03a697d req-5073c7ff-11f8-4f26-914c-4397587fce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:03.789651 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e612351e-187d-4a9e-a742-00daf03a697d req-5073c7ff-11f8-4f26-914c-4397587fce7a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0468607 Apr 15 04:07:03.830979 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612351e-187d-4a9e-a742-00daf03a697d req-59381757-27f3-497e-bdf4-a8e5eae5fe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:03.832402 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e612351e-187d-4a9e-a742-00daf03a697d req-59381757-27f3-497e-bdf4-a8e5eae5fe03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0367358 Apr 15 04:07:03.921451 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e612351e-187d-4a9e-a742-00daf03a697d req-52a2c3ef-07a7-47fe-82e8-367b179a4bfd service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829861 Apr 15 04:07:04.006983 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e612351e-187d-4a9e-a742-00daf03a697d req-7da9b4ac-da5d-49fa-966b-d94bf25260ec service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799592 Apr 15 04:07:04.426821 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9343371-be85-4ee3-8b95-496a3b1664cb req-1dbd25a0-d22e-4a08-84b0-fc9148952c19 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:04.428282 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f9343371-be85-4ee3-8b95-496a3b1664cb req-1dbd25a0-d22e-4a08-84b0-fc9148952c19 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0459788 Apr 15 04:07:04.473676 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f9343371-be85-4ee3-8b95-496a3b1664cb req-e00a913f-3a77-4f3a-8f59-75ea08cecd2b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399745 Apr 15 04:07:04.791534 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:05.586929 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33556e0-e2b2-49f1-bf92-c93ace374b88 req-de4c2b5b-00dd-4124-b409-f5b42d8e9976 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:05.588440 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b33556e0-e2b2-49f1-bf92-c93ace374b88 req-de4c2b5b-00dd-4124-b409-f5b42d8e9976 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0471663 Apr 15 04:07:05.638603 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b33556e0-e2b2-49f1-bf92-c93ace374b88 req-a0b36905-30ae-4c16-afde-0df44c6b3875 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445621 Apr 15 04:07:06.371096 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5d99fc9f-91ab-4ff5-852a-58ea685e5389 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:07:06.374095 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5d99fc9f-91ab-4ff5-852a-58ea685e5389 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:07:06.512879 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 5d99fc9f-91ab-4ff5-852a-58ea685e5389 is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:07:06.513262 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:06.537941 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5d99fc9f-91ab-4ff5-852a-58ea685e5389, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5d99fc9f-91ab-4ff5-852a-58ea685e5389,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:07:06.558238 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87748a03-0a93-4a7e-a944-ec82b572bc5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d99fc9f-91ab-4ff5-852a-58ea685e5389'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:07:06.560469 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e94473-4f2a-48e9-bc07-2fb3a2647c9c" -d '{"events": [{"server_uuid": "87748a03-0a93-4a7e-a944-ec82b572bc5b", "name": "network-vif-unplugged", "status": "completed", "tag": "5d99fc9f-91ab-4ff5-852a-58ea685e5389"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:07:06.564732 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '5d99fc9f-91ab-4ff5-852a-58ea685e5389', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'port_id': '5d99fc9f-91ab-4ff5-852a-58ea685e5389', 'mac_address': 'fa:16:3e:ce:22:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:07:06.578659 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5d99fc9f-91ab-4ff5-852a-58ea685e5389, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5d99fc9f-91ab-4ff5-852a-58ea685e5389,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:07:06.605935 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Apr 2022 04:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aef80be-da19-4778-9a8f-c3b3b19f6800 x-openstack-request-id: req-3aef80be-da19-4778-9a8f-c3b3b19f6800 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:07:06.606231 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87748a03-0a93-4a7e-a944-ec82b572bc5b", "name": "network-vif-unplugged", "status": "completed", "tag": "5d99fc9f-91ab-4ff5-852a-58ea685e5389", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:07:06.606489 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3aef80be-da19-4778-9a8f-c3b3b19f6800 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:07:06.606905 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aef80be-da19-4778-9a8f-c3b3b19f6800'] response: {'server_uuid': '87748a03-0a93-4a7e-a944-ec82b572bc5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d99fc9f-91ab-4ff5-852a-58ea685e5389', 'code': 200} Apr 15 04:07:06.616399 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 5d99fc9f-91ab-4ff5-852a-58ea685e5389 is: ACTIVE; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:07:06.616788 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:06.629359 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d99fc9f-91ab-4ff5-852a-58ea685e5389 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:07:06.643583 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:06.712384 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 04:07:06.712741 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 04:07:06.716976 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=5d99fc9f-91ab-4ff5-852a-58ea685e5389,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:07:06.724841 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:06.725245 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:06.725525 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:06.725861 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:06.726195 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:06.726520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:06.726869 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:06.727194 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:06.727518 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:06.727846 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:06.728170 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:06.728494 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:06.728813 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:06.729130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:06.729445 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:06.751297 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb1ee0-1274-485e-9125-5b67f64d71e8 req-86d2ca35-a19d-417b-9cad-22011ed3d2e3 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:06.752803 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-62eb1ee0-1274-485e-9125-5b67f64d71e8 req-86d2ca35-a19d-417b-9cad-22011ed3d2e3 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 944 time: 0.0469015 Apr 15 04:07:06.799511 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-62eb1ee0-1274-485e-9125-5b67f64d71e8 req-8264ad16-1af9-4f87-89e0-5f24a39399df tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411375 Apr 15 04:07:07.145970 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770074f-a688-4d6f-9bb2-6c61dd59f7a9 req-d6b84260-04ca-48dd-9003-7b6b59bfa902 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:07.147542 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5770074f-a688-4d6f-9bb2-6c61dd59f7a9 req-d6b84260-04ca-48dd-9003-7b6b59bfa902 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 944 time: 0.0471687 Apr 15 04:07:07.224612 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5770074f-a688-4d6f-9bb2-6c61dd59f7a9 req-1565516d-0760-48e0-abf1-17b9963246fd tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713108 Apr 15 04:07:07.242537 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590579c-ddf8-4047-a3f8-715967311937 req-2f19163e-eca8-4896-816b-f98929498694 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:07.244081 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a590579c-ddf8-4047-a3f8-715967311937 req-2f19163e-eca8-4896-816b-f98929498694 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b&tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 944 time: 0.0606437 Apr 15 04:07:07.253287 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 5d99fc9f-91ab-4ff5-852a-58ea685e5389 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:07:07.253676 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:07.267505 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d99fc9f-91ab-4ff5-852a-58ea685e5389 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:07:07.287228 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5d99fc9f-91ab-4ff5-852a-58ea685e5389, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5d99fc9f-91ab-4ff5-852a-58ea685e5389,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:07:07.322443 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590579c-ddf8-4047-a3f8-715967311937 req-f69813dd-6ba9-48ee-971e-d61c01500494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:07.323888 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a590579c-ddf8-4047-a3f8-715967311937 req-f69813dd-6ba9-48ee-971e-d61c01500494 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 1128 time: 0.0390241 Apr 15 04:07:07.383032 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:07.413582 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590579c-ddf8-4047-a3f8-715967311937 req-5d95291e-2814-4bde-b553-eec09e66198f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:07.415076 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a590579c-ddf8-4047-a3f8-715967311937 req-5d95291e-2814-4bde-b553-eec09e66198f service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 912 time: 0.0851207 Apr 15 04:07:07.432983 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=5d99fc9f-91ab-4ff5-852a-58ea685e5389,revision_number=7']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:07:07.445798 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['5d99fc9f-91ab-4ff5-852a-58ea685e5389'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:07:07.485603 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a590579c-ddf8-4047-a3f8-715967311937 req-e2d74b3a-fe2c-4bf8-baf4-5e3fdd460a02 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d99fc9f-91ab-4ff5-852a-58ea685e5389 HTTP/1.1" status: 200 len: 1001 time: 0.0637391 Apr 15 04:07:07.493667 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:07:07.534396 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590579c-ddf8-4047-a3f8-715967311937 req-f3fa9065-e453-4539-bd71-83855065acee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:07.535879 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a590579c-ddf8-4047-a3f8-715967311937 req-f3fa9065-e453-4539-bd71-83855065acee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0441182 Apr 15 04:07:07.578939 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590579c-ddf8-4047-a3f8-715967311937 req-67cc7c18-268e-4559-a666-67f13aecc569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:07.580357 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a590579c-ddf8-4047-a3f8-715967311937 req-67cc7c18-268e-4559-a666-67f13aecc569 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0383282 Apr 15 04:07:07.671538 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a590579c-ddf8-4047-a3f8-715967311937 req-cc6d1e06-5a32-4a96-8a98-7ec2d9a3845f service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848186 Apr 15 04:07:07.759599 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a590579c-ddf8-4047-a3f8-715967311937 req-e42a63dc-4858-412a-8daf-8442b2c37ca4 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830796 Apr 15 04:07:08.341880 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2393d9-40f6-428e-b909-cf4fbd4f1805 req-6518b9f5-4a01-4032-b482-fa810e4a85af tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:08.343968 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5c2393d9-40f6-428e-b909-cf4fbd4f1805 req-6518b9f5-4a01-4032-b482-fa810e4a85af tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 945 time: 0.0475516 Apr 15 04:07:08.386737 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5d99fc9f-91ab-4ff5-852a-58ea685e5389 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:07:08.394258 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5c2393d9-40f6-428e-b909-cf4fbd4f1805 req-1d4c6c3d-c935-496f-8cf6-4b4d7cc49c39 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446429 Apr 15 04:07:08.433560 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 5d99fc9f-91ab-4ff5-852a-58ea685e5389 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:07:08.434183 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:08.514216 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 5d99fc9f-91ab-4ff5-852a-58ea685e5389 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:07:08.515183 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:08.546373 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 5d99fc9f-91ab-4ff5-852a-58ea685e5389, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5d99fc9f-91ab-4ff5-852a-58ea685e5389,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:07:08.607908 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87748a03-0a93-4a7e-a944-ec82b572bc5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d99fc9f-91ab-4ff5-852a-58ea685e5389'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:07:08.610674 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cad869-bb1a-4cbb-b144-fa6f210a7170" -d '{"events": [{"server_uuid": "87748a03-0a93-4a7e-a944-ec82b572bc5b", "name": "network-vif-plugged", "status": "completed", "tag": "5d99fc9f-91ab-4ff5-852a-58ea685e5389"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:07:08.620157 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:08.645465 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ff4d5f-fb99-4b2e-901d-4640c372ac59 x-openstack-request-id: req-51ff4d5f-fb99-4b2e-901d-4640c372ac59 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:07:08.645760 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87748a03-0a93-4a7e-a944-ec82b572bc5b", "name": "network-vif-plugged", "status": "completed", "tag": "5d99fc9f-91ab-4ff5-852a-58ea685e5389", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:07:08.646016 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51ff4d5f-fb99-4b2e-901d-4640c372ac59 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:07:08.646406 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51ff4d5f-fb99-4b2e-901d-4640c372ac59'] response: {'server_uuid': '87748a03-0a93-4a7e-a944-ec82b572bc5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d99fc9f-91ab-4ff5-852a-58ea685e5389', 'code': 200} Apr 15 04:07:08.671443 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=5d99fc9f-91ab-4ff5-852a-58ea685e5389,revision_number=8']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:07:09.508938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b048b-87ce-4f8e-9147-b4aa443dbeaa req-41a5f53f-acb2-47b0-8fa6-f522cd19b0b4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:09.510400 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-257b048b-87ce-4f8e-9147-b4aa443dbeaa req-41a5f53f-acb2-47b0-8fa6-f522cd19b0b4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0504503 Apr 15 04:07:09.556738 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-257b048b-87ce-4f8e-9147-b4aa443dbeaa req-9f405a30-4e94-4c6e-a2bc-7139dc0788ad tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405567 Apr 15 04:07:09.666991 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4db09-6117-40e5-a298-febe9003550d req-e5acb294-2c40-4407-bcb5-dd3b5bdaafc5 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:09.668420 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-10d4db09-6117-40e5-a298-febe9003550d req-e5acb294-2c40-4407-bcb5-dd3b5bdaafc5 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0461104 Apr 15 04:07:09.713993 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-10d4db09-6117-40e5-a298-febe9003550d req-49203293-80ea-4ef4-9df6-2e2681e0afeb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396652 Apr 15 04:07:10.048988 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b71181-9fb3-49e8-ba13-fe21bb68dd1b req-75b3b290-6747-44c3-8ba0-4e7b4c395224 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:10.050575 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d3b71181-9fb3-49e8-ba13-fe21bb68dd1b req-75b3b290-6747-44c3-8ba0-4e7b4c395224 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0473580 Apr 15 04:07:10.107625 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d3b71181-9fb3-49e8-ba13-fe21bb68dd1b req-54bc5a77-8c54-4673-8517-33ef5441411c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510101 Apr 15 04:07:10.426149 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c654878-6d0e-4128-a56b-40540a9fbb7b req-013958ca-8e7d-4e45-8dde-31a52555356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:10.428034 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0c654878-6d0e-4128-a56b-40540a9fbb7b req-013958ca-8e7d-4e45-8dde-31a52555356f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 1130 time: 0.3354962 Apr 15 04:07:10.515882 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c654878-6d0e-4128-a56b-40540a9fbb7b req-677c6309-cdc2-4405-a156-4310aecd112e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:10.517345 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0c654878-6d0e-4128-a56b-40540a9fbb7b req-677c6309-cdc2-4405-a156-4310aecd112e service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 912 time: 0.0839977 Apr 15 04:07:10.583888 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0c654878-6d0e-4128-a56b-40540a9fbb7b req-75a8e938-bf61-4579-b8cb-2e0d6e507353 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d99fc9f-91ab-4ff5-852a-58ea685e5389 HTTP/1.1" status: 200 len: 1002 time: 0.0612359 Apr 15 04:07:10.630646 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c654878-6d0e-4128-a56b-40540a9fbb7b req-953332b8-1373-4788-829e-40d9a0cc7b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:10.632071 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0c654878-6d0e-4128-a56b-40540a9fbb7b req-953332b8-1373-4788-829e-40d9a0cc7b80 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0428538 Apr 15 04:07:10.673869 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c654878-6d0e-4128-a56b-40540a9fbb7b req-92db16b2-b2ef-4060-9690-5dcea9b1b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:10.675353 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0c654878-6d0e-4128-a56b-40540a9fbb7b req-92db16b2-b2ef-4060-9690-5dcea9b1b359 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0376887 Apr 15 04:07:10.765544 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0c654878-6d0e-4128-a56b-40540a9fbb7b req-22f06f34-9164-4667-870a-3abe8f4ba314 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841777 Apr 15 04:07:10.851220 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0c654878-6d0e-4128-a56b-40540a9fbb7b req-82acf533-9abb-46c6-86d2-13201743e6fc service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804644 Apr 15 04:07:11.221128 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ce935-5163-4b38-8e41-ab2627814c0c req-ff0d2d76-754f-41ad-9624-abd3c3197f8c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:11.223089 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-970ce935-5163-4b38-8e41-ab2627814c0c req-ff0d2d76-754f-41ad-9624-abd3c3197f8c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0470231 Apr 15 04:07:11.271031 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-970ce935-5163-4b38-8e41-ab2627814c0c req-939f418f-8c8b-4b34-ba56-79af8c5a4b15 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428426 Apr 15 04:07:12.386647 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a2a67-2f11-49f6-a15e-148d08998f23 req-eff92fcd-773e-4355-ae59-02ce3e71a58d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:12.388098 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3d1a2a67-2f11-49f6-a15e-148d08998f23 req-eff92fcd-773e-4355-ae59-02ce3e71a58d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0505826 Apr 15 04:07:12.433907 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3d1a2a67-2f11-49f6-a15e-148d08998f23 req-e78f4669-7a2b-4fe5-8932-e0f2312a8df9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399656 Apr 15 04:07:12.881956 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea30ad4-bc58-4b7a-ade3-b7eba31516d3 req-89fffb73-6ecd-449c-b6a3-f9a966bb2077 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:12.883452 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ea30ad4-bc58-4b7a-ade3-b7eba31516d3 req-89fffb73-6ecd-449c-b6a3-f9a966bb2077 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0465343 Apr 15 04:07:12.928529 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ea30ad4-bc58-4b7a-ade3-b7eba31516d3 req-7854e90c-825a-4335-953b-b6b8bb215f35 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396307 Apr 15 04:07:14.045628 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdba4e-6db1-48ac-bbb8-50e0dd2a223f req-58c456e0-82ac-4ad8-9026-1b6bf547dcc9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:14.047135 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f6fdba4e-6db1-48ac-bbb8-50e0dd2a223f req-58c456e0-82ac-4ad8-9026-1b6bf547dcc9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0506992 Apr 15 04:07:14.093781 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f6fdba4e-6db1-48ac-bbb8-50e0dd2a223f req-b6943659-0fc3-47f0-af3e-eed04433c6d6 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411093 Apr 15 04:07:14.469441 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f633f6-086d-489b-a9bd-9c910b2fc240 req-26ad7c85-a8e0-4ecd-81fa-e6729b777f3c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:14.470928 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e5f633f6-086d-489b-a9bd-9c910b2fc240 req-26ad7c85-a8e0-4ecd-81fa-e6729b777f3c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 946 time: 0.0457540 Apr 15 04:07:14.553204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-e5f633f6-086d-489b-a9bd-9c910b2fc240 req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Deleting port 5d99fc9f-91ab-4ff5-852a-58ea685e5389 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:07:14.553539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-e5f633f6-086d-489b-a9bd-9c910b2fc240 req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:14.643119 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-e5f633f6-086d-489b-a9bd-9c910b2fc240 req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] For port 5d99fc9f-91ab-4ff5-852a-58ea685e5389, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=5d99fc9f-91ab-4ff5-852a-58ea685e5389,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:07:14.643473 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-e5f633f6-086d-489b-a9bd-9c910b2fc240 req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:14.809870 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-e5f633f6-086d-489b-a9bd-9c910b2fc240 req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:14.810144 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-e5f633f6-086d-489b-a9bd-9c910b2fc240 req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (b42c114e-6548-4c34-9d62-d57e8d829150), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:14.810456 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [req-e5f633f6-086d-489b-a9bd-9c910b2fc240 req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Floating IP b42c114e-6548-4c34-9d62-d57e8d829150 disassociated. External IP: 172.26.6.182, port: 5d99fc9f-91ab-4ff5-852a-58ea685e5389. Apr 15 04:07:14.810819 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-e5f633f6-086d-489b-a9bd-9c910b2fc240 req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Calling delete_port for 5d99fc9f-91ab-4ff5-852a-58ea685e5389 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:07:14.988410 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-e5f633f6-086d-489b-a9bd-9c910b2fc240 req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (5d99fc9f-91ab-4ff5-852a-58ea685e5389), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:15.018659 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Pushing event deleted for resources: {'Port': ['ID=5d99fc9f-91ab-4ff5-852a-58ea685e5389,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:07:15.029937 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:15.030289 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:15.030660 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:15.030996 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:15.031331 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:15.031775 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:15.031994 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:15.032325 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:15.032650 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:15.032982 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:15.033311 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:15.033637 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:15.033962 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:15.034287 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:15.034605 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:07:15.152861 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5f633f6-086d-489b-a9bd-9c910b2fc240 req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Router debe9d5b-29b8-4325-84cc-5cb19c016388 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:07:15.229446 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5551ffb9-f004-4a43-8356-8395752c830a req-a6f6dbb9-5e4e-4a3f-8d68-c08ab4ce734f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=87748a03-0a93-4a7e-a944-ec82b572bc5b HTTP/1.1" status: 200 len: 210 time: 0.0641346 Apr 15 04:07:15.291653 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5f633f6-086d-489b-a9bd-9c910b2fc240 req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:07:15.302163 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da122c9a-8f66-4ff4-a1aa-96422577084b None None] Sync routers for ids ['debe9d5b-29b8-4325-84cc-5cb19c016388'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:07:15.312592 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da122c9a-8f66-4ff4-a1aa-96422577084b None None] Routers {'debe9d5b-29b8-4325-84cc-5cb19c016388'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:07:15.313222 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-da122c9a-8f66-4ff4-a1aa-96422577084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:06:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['debe9d5b-29b8-4325-84cc-5cb19c016388'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:07:15.334162 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f633f6-086d-489b-a9bd-9c910b2fc240 req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] No DVR routers for this DVR port 5d99fc9f-91ab-4ff5-852a-58ea685e5389 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:07:15.336624 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-e5f633f6-086d-489b-a9bd-9c910b2fc240 req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:15.339901 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e5f633f6-086d-489b-a9bd-9c910b2fc240 req-4246c11f-cab9-463d-bc3e-9c96f0957387 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "DELETE /v2.0/ports/5d99fc9f-91ab-4ff5-852a-58ea685e5389 HTTP/1.1" status: 204 len: 173 time: 0.8643031 Apr 15 04:07:15.340346 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87748a03-0a93-4a7e-a944-ec82b572bc5b', 'name': 'network-vif-deleted', 'tag': '5d99fc9f-91ab-4ff5-852a-58ea685e5389'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:07:15.343125 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7bab30-440f-460f-8f4f-33b59dc2c4b6" -d '{"events": [{"server_uuid": "87748a03-0a93-4a7e-a944-ec82b572bc5b", "name": "network-vif-deleted", "tag": "5d99fc9f-91ab-4ff5-852a-58ea685e5389"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:07:15.381958 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adef72eb-572d-470f-9fe9-f098257e1101 x-openstack-request-id: req-adef72eb-572d-470f-9fe9-f098257e1101 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:07:15.382250 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87748a03-0a93-4a7e-a944-ec82b572bc5b", "name": "network-vif-deleted", "tag": "5d99fc9f-91ab-4ff5-852a-58ea685e5389", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:07:15.382523 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-adef72eb-572d-470f-9fe9-f098257e1101 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:07:15.382954 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adef72eb-572d-470f-9fe9-f098257e1101'] response: {'server_uuid': '87748a03-0a93-4a7e-a944-ec82b572bc5b', 'name': 'network-vif-deleted', 'tag': '5d99fc9f-91ab-4ff5-852a-58ea685e5389', 'status': 'completed', 'code': 200} Apr 15 04:07:15.426269 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-da122c9a-8f66-4ff4-a1aa-96422577084b None None] Set router debe9d5b-29b8-4325-84cc-5cb19c016388 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:07:15.617516 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-da122c9a-8f66-4ff4-a1aa-96422577084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:07:15.644764 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da122c9a-8f66-4ff4-a1aa-96422577084b None None] Checking router: debe9d5b-29b8-4325-84cc-5cb19c016388 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:07:15.653438 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da122c9a-8f66-4ff4-a1aa-96422577084b None None] Routers {'debe9d5b-29b8-4325-84cc-5cb19c016388'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:07:15.654047 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-da122c9a-8f66-4ff4-a1aa-96422577084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:06:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['debe9d5b-29b8-4325-84cc-5cb19c016388'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:07:15.767739 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-da122c9a-8f66-4ff4-a1aa-96422577084b None None] Set router debe9d5b-29b8-4325-84cc-5cb19c016388 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:07:15.958045 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-da122c9a-8f66-4ff4-a1aa-96422577084b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:07:15.983658 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da122c9a-8f66-4ff4-a1aa-96422577084b None None] The sync data for ids ['debe9d5b-29b8-4325-84cc-5cb19c016388'] in dv-neutron-837140-3-hyperv is: [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:07:16.210505 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6105aa7a-007e-44b4-a2b8-835a0ae6707a None None] New status for floating IP b42c114e-6548-4c34-9d62-d57e8d829150: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:07:16.482302 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-811d7c3e-3837-4291-b2f1-06aa5b4e8422 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--640670712&fields=id&tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c HTTP/1.1" status: 200 len: 267 time: 0.0466228 Apr 15 04:07:16.585637 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-2268ac7b-7037-439a-b352-ab5a4c7ccfc1 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:16.587114 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-2268ac7b-7037-439a-b352-ab5a4c7ccfc1 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 812 time: 0.0975425 Apr 15 04:07:16.601015 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-3558c6e7-b3a7-45da-91b2-e65f7935933a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/quotas/2a478e0bd88b4cd4a64e419be1ab9f4c HTTP/1.1" status: 200 len: 375 time: 0.0086195 Apr 15 04:07:16.648571 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a48d8557-0859-4b84-94ee-cbc3e67e77a5 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429101 Apr 15 04:07:16.746321 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-dbe0bcbd-a9f5-422e-91a3-9b3126aeae95 service neutron] 10.222.0.15 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861702 Apr 15 04:07:16.836817 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-44d3fefd-1e79-4b8b-a307-279475c2858e service neutron] 10.222.0.15 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846407 Apr 15 04:07:17.069439 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b5843cff-487f-441f-8faa-8dab64d03e0f req-50523219-155d-4c0b-95bc-493e5e161e2a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 210 time: 0.0272496 Apr 15 04:07:18.169000 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fc344716-ddd2-4b25-897e-6324a6912897 req-92849f16-ea04-4d52-9393-d3a9b6669fc6 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 210 time: 0.0278962 Apr 15 04:07:18.458051 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5d99fc9f-91ab-4ff5-852a-58ea685e5389 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:07:18.486125 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 5d99fc9f-91ab-4ff5-852a-58ea685e5389 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:07:18.486458 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 5d99fc9f-91ab-4ff5-852a-58ea685e5389 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:07:18.577432 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-330eaa1c-74dd-4c24-9ab2-6c7df2031551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:18.886999 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-98a2ad8c-5f18-4f74-a07e-bf3a0d976d0e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:18.888432 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-98a2ad8c-5f18-4f74-a07e-bf3a0d976d0e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 812 time: 0.1012380 Apr 15 04:07:18.948841 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-241922e5-00f4-4ef7-a929-7381a2e7334c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c HTTP/1.1" status: 200 len: 379 time: 0.0520263 Apr 15 04:07:18.957282 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-1e39ddab-b0d9-48be-bd6b-99dbaa7eece7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Request body: {'port': {'device_id': 'c6fb6a16-b72c-4c00-8718-9b91d0283357', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'admin_state_up': True, 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'security_groups': ['75b8fbbf-2f6b-4184-bdf9-89e7a516889a']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:07:19.142973 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-1e39ddab-b0d9-48be-bd6b-99dbaa7eece7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Made reservation on behalf of 2a478e0bd88b4cd4a64e419be1ab9f4c for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:07:19.146319 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-1e39ddab-b0d9-48be-bd6b-99dbaa7eece7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:19.273578 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6e677d4d-4dfb-4621-b1dc-a0b49fd0c387 req-2fe02c18-bccd-4797-8795-a6a5df9729fa tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 210 time: 0.0294824 Apr 15 04:07:19.278306 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-1e39ddab-b0d9-48be-bd6b-99dbaa7eece7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Allocated IP 172.20.0.13 (2b5633d0-e5ab-469b-a130-aad41a86142b/e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd/b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:07:19.412075 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-1e39ddab-b0d9-48be-bd6b-99dbaa7eece7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:19.508534 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-1e39ddab-b0d9-48be-bd6b-99dbaa7eece7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:19.554371 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-1e39ddab-b0d9-48be-bd6b-99dbaa7eece7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Network 2b5633d0-e5ab-469b-a130-aad41a86142b is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:07:19.557583 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-1e39ddab-b0d9-48be-bd6b-99dbaa7eece7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:07:19.560622 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-1e39ddab-b0d9-48be-bd6b-99dbaa7eece7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:07:19.594838 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39ddab-b0d9-48be-bd6b-99dbaa7eece7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Pushing event updated for resources: {'Port': ['ID=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:07:19.620001 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-1e39ddab-b0d9-48be-bd6b-99dbaa7eece7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:19.620638 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-1e39ddab-b0d9-48be-bd6b-99dbaa7eece7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:19.711289 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-1e39ddab-b0d9-48be-bd6b-99dbaa7eece7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7576015 Apr 15 04:07:19.722730 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] Request body: {'port': {'device_id': 'c6fb6a16-b72c-4c00-8718-9b91d0283357', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:07:19.758348 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-4abd672b-3ecd-4a72-9ba0-6a31b0d4a71e None None] Provisioning complete for port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:07:19.758983 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4abd672b-3ecd-4a72-9ba0-6a31b0d4a71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:19.789776 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:19.797075 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4abd672b-3ecd-4a72-9ba0-6a31b0d4a71e None None] Port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:07:20.049680 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:07:20.057290 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] Publish callbacks [] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:20.069829 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] Transition to ACTIVE for port object b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 04:07:20.159571 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:20.212737 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] Pushing event updated for resources: {'Port': ['ID=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:07:20.285534 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] Attempting to bind port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:07:20.286208 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] Attempting to bind port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:07:20.286208 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] Attempting to bind port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 on network 2b5633d0-e5ab-469b-a130-aad41a86142b {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:07:20.290911 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] Port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 on network 2b5633d0-e5ab-469b-a130-aad41a86142b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 04:07:20.291231 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] Attempting to bind port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 on network 2b5633d0-e5ab-469b-a130-aad41a86142b {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:07:20.297259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:07:20.297598 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] Checking segment: {'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:07:20.298005 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] Bound using segment: {'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:07:20.298436 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] Bound port: b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:07:20.298885 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:20.398019 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] For port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:07:20.406306 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd70ae9-d526-47ea-899b-18edfa30d3d8 req-7d82a152-c8d7-4270-ba8e-6ed36c89fa21 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:20.408074 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ffd70ae9-d526-47ea-899b-18edfa30d3d8 req-7d82a152-c8d7-4270-ba8e-6ed36c89fa21 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 944 time: 0.0629177 Apr 15 04:07:20.409968 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] For port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:07:20.461333 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ffd70ae9-d526-47ea-899b-18edfa30d3d8 req-f32cfab6-4e45-40e7-9740-5467b5b6373c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437622 Apr 15 04:07:20.485751 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:20.523450 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:20.524079 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:20.525476 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] 10.222.0.30 "PUT /v2.0/ports/b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 HTTP/1.1" status: 200 len: 1094 time: 0.8070712 Apr 15 04:07:20.525927 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fb6a16-b72c-4c00-8718-9b91d0283357', 'tag': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:07:20.528264 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893572eb-7ca1-43ce-b3a9-9e39d02dfbde" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fb6a16-b72c-4c00-8718-9b91d0283357", "tag": "b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:07:20.556433 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4a10f-f19c-41fb-9bb6-7962d50282fa service neutron] Pushing event updated for resources: {'Port': ['ID=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:07:20.572783 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a376655-5862-4ec5-9f0f-abc3a7d3fb15 x-openstack-request-id: req-7a376655-5862-4ec5-9f0f-abc3a7d3fb15 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:07:20.573095 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fb6a16-b72c-4c00-8718-9b91d0283357", "tag": "b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:07:20.573358 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a376655-5862-4ec5-9f0f-abc3a7d3fb15 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:07:20.573773 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a376655-5862-4ec5-9f0f-abc3a7d3fb15'] response: {'name': 'network-changed', 'server_uuid': 'c6fb6a16-b72c-4c00-8718-9b91d0283357', 'tag': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335', 'status': 'completed', 'code': 200} Apr 15 04:07:20.664856 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893572eb-7ca1-43ce-b3a9-9e39d02dfbde req-78c14dbb-5675-4b3a-9c2b-473d502318f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:20.666390 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-893572eb-7ca1-43ce-b3a9-9e39d02dfbde req-78c14dbb-5675-4b3a-9c2b-473d502318f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 1128 time: 0.0429530 Apr 15 04:07:20.771232 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893572eb-7ca1-43ce-b3a9-9e39d02dfbde req-ae5d7c6e-4457-4aa4-b3dd-7febdf981b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:20.772697 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-893572eb-7ca1-43ce-b3a9-9e39d02dfbde req-ae5d7c6e-4457-4aa4-b3dd-7febdf981b91 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0989964 Apr 15 04:07:20.864822 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893572eb-7ca1-43ce-b3a9-9e39d02dfbde req-5c17e504-e988-41de-a1ac-46ad63a89fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:20.865759 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-da5a3ddc-090a-4b2c-8a56-b916760969ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:20.866251 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-893572eb-7ca1-43ce-b3a9-9e39d02dfbde req-5c17e504-e988-41de-a1ac-46ad63a89fcc service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0880246 Apr 15 04:07:20.938110 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-c3c74e25-7607-4aa4-9b15-fe7b8d27bf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:20.939617 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-c3c74e25-7607-4aa4-9b15-fe7b8d27bf8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 1128 time: 0.0393605 Apr 15 04:07:20.983326 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-af0ccee9-c8a9-409d-9df9-66d7d29840bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 HTTP/1.1" status: 200 len: 217 time: 0.0366490 Apr 15 04:07:21.029855 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-e976a06b-9bde-40a5-90e5-4c056490ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:21.031301 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-e976a06b-9bde-40a5-90e5-4c056490ed7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0424817 Apr 15 04:07:21.073579 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-5367084b-37a8-43cc-8bd7-b260fe0a2ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:21.075124 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-5367084b-37a8-43cc-8bd7-b260fe0a2ab1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381360 Apr 15 04:07:21.166292 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-160bfed0-3387-4bf6-b99c-a0b72a2923ce service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851953 Apr 15 04:07:21.252597 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-853a284c-2d4e-4955-be9f-0c04e198a3ef req-4f9f941f-6f01-4962-8b91-653e3c76b6ae service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803335 Apr 15 04:07:21.575521 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f57f7-d02a-47aa-adf6-65bc183684e4 req-2df4f285-4cba-4b74-9c92-afbb72736a1e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:21.577483 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-523f57f7-d02a-47aa-adf6-65bc183684e4 req-2df4f285-4cba-4b74-9c92-afbb72736a1e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 944 time: 0.0502522 Apr 15 04:07:21.624787 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-523f57f7-d02a-47aa-adf6-65bc183684e4 req-a0535062-f07f-4819-b033-d74c6ff83ea8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414789 Apr 15 04:07:21.965001 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:22.488493 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:07:22.585253 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:07:22.595967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'port_id': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335', 'mac_address': 'fa:16:3e:94:5c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:07:22.632115 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:07:22.632498 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:22.644963 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:07:22.672487 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:07:22.743500 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390361b6-d485-4d43-9a6e-e7d0fd9bc77d req-62d22c83-0668-4b3c-9205-905a5134790f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:22.744864 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-390361b6-d485-4d43-9a6e-e7d0fd9bc77d req-62d22c83-0668-4b3c-9205-905a5134790f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 944 time: 0.0519671 Apr 15 04:07:22.754504 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:22.794076 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-390361b6-d485-4d43-9a6e-e7d0fd9bc77d req-a9340552-ee31-4709-9730-8484fd853800 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436051 Apr 15 04:07:22.802199 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:07:22.951598 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:07:23.468201 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:23.905274 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f6ae6-5634-44f0-9b70-8e828dd01752 req-109a1eac-722b-4f67-8ab6-afcf42b5ac54 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:23.906753 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6e6f6ae6-5634-44f0-9b70-8e828dd01752 req-109a1eac-722b-4f67-8ab6-afcf42b5ac54 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 945 time: 0.0461140 Apr 15 04:07:23.953460 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6e6f6ae6-5634-44f0-9b70-8e828dd01752 req-3e4b62aa-b66f-46e2-ad94-779fa92ebed1 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412183 Apr 15 04:07:24.504284 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:07:24.550888 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 04:07:24.636512 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:07:24.636887 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:24.713126 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:07:24.713507 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:24.735241 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fb6a16-b72c-4c00-8718-9b91d0283357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:07:24.737425 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a70b40-0ebb-4905-9900-f1d0411d7428" -d '{"events": [{"server_uuid": "c6fb6a16-b72c-4c00-8718-9b91d0283357", "name": "network-vif-plugged", "status": "completed", "tag": "b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:07:24.749223 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:07:24.773858 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c956ea-0c0a-4622-a353-28a7824864f9 x-openstack-request-id: req-a0c956ea-0c0a-4622-a353-28a7824864f9 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:07:24.773858 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fb6a16-b72c-4c00-8718-9b91d0283357", "name": "network-vif-plugged", "status": "completed", "tag": "b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:07:24.773858 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0c956ea-0c0a-4622-a353-28a7824864f9 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:07:24.773858 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c956ea-0c0a-4622-a353-28a7824864f9'] response: {'server_uuid': 'c6fb6a16-b72c-4c00-8718-9b91d0283357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335', 'code': 200} Apr 15 04:07:24.814294 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:24.876421 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:07:24.945728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:25.094243 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a67428-14c7-4a2e-9461-956027461e72 req-68b48d38-c1c3-4562-b5fc-c31a5b23f0fb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:25.095659 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-20a67428-14c7-4a2e-9461-956027461e72 req-68b48d38-c1c3-4562-b5fc-c31a5b23f0fb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0772476 Apr 15 04:07:25.110694 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb352885-2415-49d1-8308-f7bc4d87860e req-e3c3c5b0-2378-4d32-92ab-072f0ff50a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:25.112106 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bb352885-2415-49d1-8308-f7bc4d87860e req-e3c3c5b0-2378-4d32-92ab-072f0ff50a20 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 1130 time: 0.0553141 Apr 15 04:07:25.173426 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-20a67428-14c7-4a2e-9461-956027461e72 req-57d300dc-45e7-41a3-a6fb-3321008de6d0 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712907 Apr 15 04:07:25.179946 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bb352885-2415-49d1-8308-f7bc4d87860e req-9399882e-75b8-4265-b996-89dfc2b7baf1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616381 Apr 15 04:07:26.288089 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc14331-5d20-4abc-aa34-b6378434d6d5 req-a380b4d0-f791-45f9-ae92-0d4b690d8c45 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:26.289475 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3cc14331-5d20-4abc-aa34-b6378434d6d5 req-a380b4d0-f791-45f9-ae92-0d4b690d8c45 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0475407 Apr 15 04:07:26.335818 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3cc14331-5d20-4abc-aa34-b6378434d6d5 req-d366b0ed-9422-447b-a404-60b64412b2b5 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406876 Apr 15 04:07:27.446792 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a874c-63c1-457c-b6c3-747853e98191 req-f7265210-cb7f-4580-9654-9694c85b0d1d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:27.448247 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-856a874c-63c1-457c-b6c3-747853e98191 req-f7265210-cb7f-4580-9654-9694c85b0d1d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0464001 Apr 15 04:07:27.494278 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-856a874c-63c1-457c-b6c3-747853e98191 req-a225ba46-16cb-416b-93ef-8945aad7a6bc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403578 Apr 15 04:07:27.600526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df534d5-44fc-46df-8cdc-94a36306c140 req-c846e59a-1676-4861-9248-e25d3a873208 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:27.602014 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9df534d5-44fc-46df-8cdc-94a36306c140 req-c846e59a-1676-4861-9248-e25d3a873208 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0460463 Apr 15 04:07:27.610512 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40124) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:07:27.614818 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-8f877bc5-ec03-4ae4-8ff9-5bbf3b722336 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Request body: {'floatingip': {'port_id': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:07:27.656746 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8f877bc5-ec03-4ae4-8ff9-5bbf3b722336 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for floatingip (b42c114e-6548-4c34-9d62-d57e8d829150), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:28.084080 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8f877bc5-ec03-4ae4-8ff9-5bbf3b722336 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:28.150987 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8f877bc5-ec03-4ae4-8ff9-5bbf3b722336 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (b42c114e-6548-4c34-9d62-d57e8d829150), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:28.251462 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-8f877bc5-ec03-4ae4-8ff9-5bbf3b722336 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Floating IP b42c114e-6548-4c34-9d62-d57e8d829150 associated. External IP: 172.26.6.182, port: b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335. Apr 15 04:07:28.455708 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f877bc5-ec03-4ae4-8ff9-5bbf3b722336 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Router debe9d5b-29b8-4325-84cc-5cb19c016388 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:07:28.562454 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f877bc5-ec03-4ae4-8ff9-5bbf3b722336 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:07:28.567548 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8f877bc5-ec03-4ae4-8ff9-5bbf3b722336 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:28.571818 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3031e30e-20c2-4407-a1f9-cee39fb602d1 None None] Sync routers for ids ['debe9d5b-29b8-4325-84cc-5cb19c016388'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:07:28.581060 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3031e30e-20c2-4407-a1f9-cee39fb602d1 None None] Routers {'debe9d5b-29b8-4325-84cc-5cb19c016388'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:07:28.581756 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-3031e30e-20c2-4407-a1f9-cee39fb602d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:07:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['debe9d5b-29b8-4325-84cc-5cb19c016388'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:07:28.600818 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8f877bc5-ec03-4ae4-8ff9-5bbf3b722336 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "PUT /v2.0/floatingips/b42c114e-6548-4c34-9d62-d57e8d829150 HTTP/1.1" status: 200 len: 992 time: 0.9892325 Apr 15 04:07:28.601518 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fb6a16-b72c-4c00-8718-9b91d0283357', 'tag': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:07:28.603902 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55f7eac-6ff9-43e0-9f51-86a707450010" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fb6a16-b72c-4c00-8718-9b91d0283357", "tag": "b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:07:28.702208 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e3935a-3ffd-49e5-8941-c3e0ebdf90d4 x-openstack-request-id: req-17e3935a-3ffd-49e5-8941-c3e0ebdf90d4 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:07:28.702506 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fb6a16-b72c-4c00-8718-9b91d0283357", "tag": "b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:07:28.702814 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17e3935a-3ffd-49e5-8941-c3e0ebdf90d4 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:07:28.703228 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e3935a-3ffd-49e5-8941-c3e0ebdf90d4'] response: {'name': 'network-changed', 'server_uuid': 'c6fb6a16-b72c-4c00-8718-9b91d0283357', 'tag': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335', 'status': 'completed', 'code': 200} Apr 15 04:07:28.772528 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f7eac-6ff9-43e0-9f51-86a707450010 req-c1991039-e071-485e-917e-3c109ddf7430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:28.773965 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b55f7eac-6ff9-43e0-9f51-86a707450010 req-c1991039-e071-485e-917e-3c109ddf7430 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 1130 time: 0.0464091 Apr 15 04:07:28.842488 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-3031e30e-20c2-4407-a1f9-cee39fb602d1 None None] Set router debe9d5b-29b8-4325-84cc-5cb19c016388 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:07:28.869690 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f7eac-6ff9-43e0-9f51-86a707450010 req-e4d6cced-f8e9-4ba5-a953-aa887395f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:28.871245 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b55f7eac-6ff9-43e0-9f51-86a707450010 req-e4d6cced-f8e9-4ba5-a953-aa887395f0d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 912 time: 0.0912468 Apr 15 04:07:28.942437 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b55f7eac-6ff9-43e0-9f51-86a707450010 req-ebf0a1d8-e498-4be9-ab35-27aefc440a95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 HTTP/1.1" status: 200 len: 1000 time: 0.0655534 Apr 15 04:07:28.977345 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6846d-990d-4d2a-8dfb-8cada4801500 req-ad40976b-5d2a-4ef2-b6de-645fb50234eb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:28.978924 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d0a6846d-990d-4d2a-8dfb-8cada4801500 req-ad40976b-5d2a-4ef2-b6de-645fb50234eb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0496490 Apr 15 04:07:28.991483 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f7eac-6ff9-43e0-9f51-86a707450010 req-09058592-bb49-4a75-a105-248c8c216b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:28.993060 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b55f7eac-6ff9-43e0-9f51-86a707450010 req-09058592-bb49-4a75-a105-248c8c216b53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0452344 Apr 15 04:07:29.037791 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f7eac-6ff9-43e0-9f51-86a707450010 req-ffd0b710-c282-490d-976c-74d4f4d4ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:29.039267 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b55f7eac-6ff9-43e0-9f51-86a707450010 req-ffd0b710-c282-490d-976c-74d4f4d4ff12 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0404580 Apr 15 04:07:29.067190 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d0a6846d-990d-4d2a-8dfb-8cada4801500 req-39b24918-a97c-4848-93ac-72f853782515 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795670 Apr 15 04:07:29.069969 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-8879d42b-1f28-4ad0-8a0b-4ec039862c29 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0524223 Apr 15 04:07:29.091219 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-3031e30e-20c2-4407-a1f9-cee39fb602d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b42c114e-6548-4c34-9d62-d57e8d829150', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'floating_ip_address': '172.26.6.182', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'port_id': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'mac_address': 'fa:16:3e:94:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fb6a16-b72c-4c00-8718-9b91d0283357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:05:21Z', 'updated_at': '2022-04-15T04:07:27Z', 'revision_number': 9, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:07:29.122025 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3031e30e-20c2-4407-a1f9-cee39fb602d1 None None] Checking router: debe9d5b-29b8-4325-84cc-5cb19c016388 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:07:29.131019 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3031e30e-20c2-4407-a1f9-cee39fb602d1 None None] Routers {'debe9d5b-29b8-4325-84cc-5cb19c016388'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:07:29.131688 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-3031e30e-20c2-4407-a1f9-cee39fb602d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:07:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['debe9d5b-29b8-4325-84cc-5cb19c016388'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:07:29.142362 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b55f7eac-6ff9-43e0-9f51-86a707450010 req-59c65e3b-c057-4e5c-9591-4b30e280c2ba service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974920 Apr 15 04:07:29.238880 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b55f7eac-6ff9-43e0-9f51-86a707450010 req-8a2efc38-ab6e-48bd-b208-b4c1a3d817a0 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911055 Apr 15 04:07:29.244546 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-3031e30e-20c2-4407-a1f9-cee39fb602d1 None None] Set router debe9d5b-29b8-4325-84cc-5cb19c016388 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:07:29.461512 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-3031e30e-20c2-4407-a1f9-cee39fb602d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b42c114e-6548-4c34-9d62-d57e8d829150', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'floating_ip_address': '172.26.6.182', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'port_id': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'mac_address': 'fa:16:3e:94:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fb6a16-b72c-4c00-8718-9b91d0283357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:05:21Z', 'updated_at': '2022-04-15T04:07:27Z', 'revision_number': 9, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:07:29.492737 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3031e30e-20c2-4407-a1f9-cee39fb602d1 None None] The sync data for ids ['debe9d5b-29b8-4325-84cc-5cb19c016388'] in dv-neutron-837140-3-hyperv is: [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b42c114e-6548-4c34-9d62-d57e8d829150', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'floating_ip_address': '172.26.6.182', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'port_id': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'mac_address': 'fa:16:3e:94:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fb6a16-b72c-4c00-8718-9b91d0283357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:05:21Z', 'updated_at': '2022-04-15T04:07:27Z', 'revision_number': 9, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:07:29.615080 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-6e6d439b-2e7c-4da3-a14f-f2c11c736eab tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:29.616506 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-6e6d439b-2e7c-4da3-a14f-f2c11c736eab tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports/b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 HTTP/1.1" status: 200 len: 943 time: 0.0468161 Apr 15 04:07:29.685915 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae456080-0da5-4b22-b252-2817c1d0e8bc None None] New status for floating IP b42c114e-6548-4c34-9d62-d57e8d829150: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:07:30.185513 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde8748-ed19-4360-a9c1-607f5a31d04b req-cd0fbedb-320d-47d7-9e61-b4e61bad2621 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:30.187031 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2cde8748-ed19-4360-a9c1-607f5a31d04b req-cd0fbedb-320d-47d7-9e61-b4e61bad2621 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0514808 Apr 15 04:07:30.233245 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2cde8748-ed19-4360-a9c1-607f5a31d04b req-ea948268-fe84-4d6a-8586-b7be0b830edc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401819 Apr 15 04:07:31.041424 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-ff4b1625-fd20-458e-a832-63e421ba3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:31.042813 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-ff4b1625-fd20-458e-a832-63e421ba3502 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 1130 time: 0.0387187 Apr 15 04:07:31.134951 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-07850f3d-2f8e-4c65-b7db-700689a2e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:31.136414 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-07850f3d-2f8e-4c65-b7db-700689a2e3d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 912 time: 0.0871813 Apr 15 04:07:31.198625 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-af2615aa-c174-4c87-b3b6-8e98c2e9fdae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 HTTP/1.1" status: 200 len: 1003 time: 0.0557039 Apr 15 04:07:31.243715 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-c54c57ab-64a1-4df2-958d-0072aadde058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:31.245251 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-c54c57ab-64a1-4df2-958d-0072aadde058 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0414546 Apr 15 04:07:31.293655 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-cb687037-e167-46d5-a30d-0088c672f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:31.295771 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-cb687037-e167-46d5-a30d-0088c672f48b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441082 Apr 15 04:07:31.349937 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bcfbd-af4d-40b2-9785-0116530d0441 req-2e2c79a8-aca6-42df-a8bb-44b2b0ee6c5a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:31.351459 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-525bcfbd-af4d-40b2-9785-0116530d0441 req-2e2c79a8-aca6-42df-a8bb-44b2b0ee6c5a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0508251 Apr 15 04:07:31.386777 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-a7f568ea-385b-47b9-beff-c7990a9a1ba4 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849366 Apr 15 04:07:31.399479 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-525bcfbd-af4d-40b2-9785-0116530d0441 req-a2e8580a-02c2-4226-a100-b2168a549c41 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424554 Apr 15 04:07:31.477858 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-9920c81b-0442-4b54-9666-dc8f628693ef service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850322 Apr 15 04:07:32.510143 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed6d89-46be-4426-ae23-8893cd81238b req-6877a204-ee8d-439e-a000-d6ecd7bd692f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:32.511605 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-12ed6d89-46be-4426-ae23-8893cd81238b req-6877a204-ee8d-439e-a000-d6ecd7bd692f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0460088 Apr 15 04:07:32.557519 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-12ed6d89-46be-4426-ae23-8893cd81238b req-55e42d5b-f518-4b7c-9948-b28ce846c800 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400050 Apr 15 04:07:33.671218 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0efc37-2a0b-4eda-98b5-b25294959aed req-c8195254-cf29-4f88-bf9c-1d974b66016a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:33.672660 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4a0efc37-2a0b-4eda-98b5-b25294959aed req-c8195254-cf29-4f88-bf9c-1d974b66016a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0497265 Apr 15 04:07:33.718077 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4a0efc37-2a0b-4eda-98b5-b25294959aed req-49437837-600d-48ae-8400-16f048628f63 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399497 Apr 15 04:07:34.811397 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:34.838414 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885134a-949b-4454-98c5-8bac5687cd35 req-2b9f34bf-62b0-4fe9-a80e-88fd7395f1cd tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:34.839928 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2885134a-949b-4454-98c5-8bac5687cd35 req-2b9f34bf-62b0-4fe9-a80e-88fd7395f1cd tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0508742 Apr 15 04:07:34.888222 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2885134a-949b-4454-98c5-8bac5687cd35 req-6ba848b7-a846-4636-8870-6d1658fed32b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426991 Apr 15 04:07:36.003813 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b2ed7-5401-46bf-9550-f516c4d5794f req-22b8a20a-537b-4b14-a1b3-eba4e2c45820 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:36.005295 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3b6b2ed7-5401-46bf-9550-f516c4d5794f req-22b8a20a-537b-4b14-a1b3-eba4e2c45820 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0499461 Apr 15 04:07:36.052401 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3b6b2ed7-5401-46bf-9550-f516c4d5794f req-313eac07-2e9e-4ae1-966a-df6b85954844 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415115 Apr 15 04:07:37.161057 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4f76d-57c7-4823-ba01-0fd6ff9139e0 req-63bda6d6-314e-4988-998d-c90a83c1a523 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:37.162489 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4fc4f76d-57c7-4823-ba01-0fd6ff9139e0 req-63bda6d6-314e-4988-998d-c90a83c1a523 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0463223 Apr 15 04:07:37.214773 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4fc4f76d-57c7-4823-ba01-0fd6ff9139e0 req-e8b3113c-7f50-401a-a75a-bff401f4b802 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427077 Apr 15 04:07:38.321684 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59b786-fc06-4b90-b812-11bf2f1a2260 req-f4585e48-a7fa-4ee9-9e2c-de8ae59adc9d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:38.323035 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cd59b786-fc06-4b90-b812-11bf2f1a2260 req-f4585e48-a7fa-4ee9-9e2c-de8ae59adc9d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0457423 Apr 15 04:07:38.368581 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cd59b786-fc06-4b90-b812-11bf2f1a2260 req-f9687aa5-025d-4d25-a541-0840b50a8149 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395067 Apr 15 04:07:39.479686 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9f03b-20dc-4e65-9a37-187772489d4c req-b78a88b4-335d-498f-9cd3-b4034dcaee60 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:39.481139 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-caf9f03b-20dc-4e65-9a37-187772489d4c req-b78a88b4-335d-498f-9cd3-b4034dcaee60 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0453820 Apr 15 04:07:39.531297 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-caf9f03b-20dc-4e65-9a37-187772489d4c req-dd4d45d3-0c51-4323-ac4e-da278fc2d474 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441103 Apr 15 04:07:40.644756 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37492e29-8bc5-4133-a35c-31b58508736f req-07bd8638-f8bf-4993-9c65-57201688c352 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:40.646314 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-37492e29-8bc5-4133-a35c-31b58508736f req-07bd8638-f8bf-4993-9c65-57201688c352 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0485315 Apr 15 04:07:40.697636 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-37492e29-8bc5-4133-a35c-31b58508736f req-aa350e82-68f9-47a1-b93a-f1ec119fd171 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457478 Apr 15 04:07:41.811304 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91881f41-0e07-45df-ba16-984daade6f05 req-24d5b66a-74d4-4060-815f-7a71f0e7505f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:41.812805 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91881f41-0e07-45df-ba16-984daade6f05 req-24d5b66a-74d4-4060-815f-7a71f0e7505f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0475249 Apr 15 04:07:41.859115 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91881f41-0e07-45df-ba16-984daade6f05 req-c87c4b89-6a1b-4f7e-98ef-d48575352a3e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406075 Apr 15 04:07:42.971971 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a45b4-43e8-41f4-a5ca-89850c6d743f req-4e96b04a-d21a-4d17-969e-0e9eb159fc9e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:42.973441 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-347a45b4-43e8-41f4-a5ca-89850c6d743f req-4e96b04a-d21a-4d17-969e-0e9eb159fc9e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0462596 Apr 15 04:07:43.019680 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-347a45b4-43e8-41f4-a5ca-89850c6d743f req-b87de0a9-8e61-4db1-b7c5-e49ee7196564 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408559 Apr 15 04:07:44.130188 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e82361-b13d-49c3-ba5b-cf38c060312f req-0e121d69-335d-4415-bb8c-2f2db60df0a4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:44.131707 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3e82361-b13d-49c3-ba5b-cf38c060312f req-0e121d69-335d-4415-bb8c-2f2db60df0a4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0470135 Apr 15 04:07:44.178321 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3e82361-b13d-49c3-ba5b-cf38c060312f req-0030470f-be1c-4a03-b0b7-c966f748a08e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410843 Apr 15 04:07:44.492822 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:07:45.289676 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9591ec-3bb5-4c7b-8c47-d6a6cdd2c661 req-45ad4b68-56b1-41d3-82f5-e50442f5cb49 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:45.291148 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1a9591ec-3bb5-4c7b-8c47-d6a6cdd2c661 req-45ad4b68-56b1-41d3-82f5-e50442f5cb49 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0474923 Apr 15 04:07:45.337387 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1a9591ec-3bb5-4c7b-8c47-d6a6cdd2c661 req-fdf9c2aa-8f7e-48c2-9a3a-a0a7d1e48e63 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389800 Apr 15 04:07:46.452259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb0194-ffed-449a-9774-2a3d29518443 req-92cc0448-9539-45b1-aac7-3eec3f9d2993 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:46.453715 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-63fb0194-ffed-449a-9774-2a3d29518443 req-92cc0448-9539-45b1-aac7-3eec3f9d2993 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0495021 Apr 15 04:07:46.499281 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-63fb0194-ffed-449a-9774-2a3d29518443 req-7ed94880-8c3a-46d4-ba63-f86f6ea730df tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402102 Apr 15 04:07:47.611804 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4095aac-7e3f-4c1f-b200-c9e5e24c9c3d req-4376f27f-2794-40a0-b270-b0ee2a56870e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:47.613241 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d4095aac-7e3f-4c1f-b200-c9e5e24c9c3d req-4376f27f-2794-40a0-b270-b0ee2a56870e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0486448 Apr 15 04:07:47.658807 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d4095aac-7e3f-4c1f-b200-c9e5e24c9c3d req-affb1693-f140-480c-b8db-0d44546965cc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400515 Apr 15 04:07:48.289280 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-94c6dc9f-0fb0-4bf3-822f-69b4abdc0b6f service neutron] 10.222.0.30 "GET /v2.0/ports/b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0534670 Apr 15 04:07:48.524899 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6523f492-eb61-4002-8241-38253a98bf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:49.053312 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-3a635af2-f5e6-4d37-9c8c-eb6f2552de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:49.054700 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-3a635af2-f5e6-4d37-9c8c-eb6f2552de8a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357&tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c HTTP/1.1" status: 200 len: 1130 time: 0.3523192 Apr 15 04:07:49.070163 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4525632-aba3-4354-9746-ac8943d7b66d req-d945806c-8014-443c-9a6f-f7543969e908 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:49.071663 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d4525632-aba3-4354-9746-ac8943d7b66d req-d945806c-8014-443c-9a6f-f7543969e908 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.3417189 Apr 15 04:07:49.125412 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-c93bd190-f349-4f84-84c8-280617f2dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:49.126925 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-c93bd190-f349-4f84-84c8-280617f2dac2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 1130 time: 0.0523999 Apr 15 04:07:49.172213 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d4525632-aba3-4354-9746-ac8943d7b66d req-da0e492a-aa2b-432d-90de-24405941297a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903137 Apr 15 04:07:49.230185 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-5365a693-8750-4c43-a0fe-b418904f4234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:49.236031 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-5365a693-8750-4c43-a0fe-b418904f4234 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 912 time: 0.0994368 Apr 15 04:07:49.294286 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-24472ab3-3f73-4071-b9ca-14778040cb12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 HTTP/1.1" status: 200 len: 1003 time: 0.0570526 Apr 15 04:07:49.339661 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-57de6e83-1ac6-4ea2-8945-db076fd4f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:49.341540 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-57de6e83-1ac6-4ea2-8945-db076fd4f3a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0417004 Apr 15 04:07:49.384543 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-1614a4fb-1bfd-49a2-8a0e-a61e7492873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:49.385962 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-1614a4fb-1bfd-49a2-8a0e-a61e7492873a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396397 Apr 15 04:07:49.472782 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-43387bb0-8ad2-4382-9785-82ebf1d69997 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798347 Apr 15 04:07:49.560666 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91390cc8-2f7b-47b4-9d70-98768d76a42c req-c17d9361-2b67-4f3c-b9cd-1500595570b7 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820673 Apr 15 04:07:50.284942 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbdfa4-6783-4f14-9ada-0dae8bfa0526 req-09546f14-44f0-410c-b99d-475e2eb9df46 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:50.286386 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-68dbdfa4-6783-4f14-9ada-0dae8bfa0526 req-09546f14-44f0-410c-b99d-475e2eb9df46 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0470390 Apr 15 04:07:50.332701 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-68dbdfa4-6783-4f14-9ada-0dae8bfa0526 req-1a7cad6f-38d7-4e67-a584-29c5813d46fd tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406871 Apr 15 04:07:50.666421 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:07:50.760751 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:07:50.776429 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'port_id': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335', 'mac_address': 'fa:16:3e:94:5c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:07:50.823471 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 is: ACTIVE; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:07:50.823849 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:50.836702 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:07:50.856934 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:07:50.913046 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-411b9991-87f4-4b65-b22c-636f05037857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:50.941664 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:50.994444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:07:51.025054 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:07:51.447483 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345749c5-5721-4646-8dbf-26b6638bc498 req-c9d8600e-d221-4b90-97cf-11849f15a571 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:51.448944 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-345749c5-5721-4646-8dbf-26b6638bc498 req-c9d8600e-d221-4b90-97cf-11849f15a571 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 945 time: 0.0460601 Apr 15 04:07:51.495530 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-345749c5-5721-4646-8dbf-26b6638bc498 req-9ec8d440-cb37-4e2c-8282-46c7fc09fc95 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404994 Apr 15 04:07:51.973473 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:52.606874 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c1343-9c16-4386-a8be-7e3af11982d1 req-c07330ee-44fe-458d-9aad-ce2b0d0c7df0 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:52.608316 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-843c1343-9c16-4386-a8be-7e3af11982d1 req-c07330ee-44fe-458d-9aad-ce2b0d0c7df0 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 945 time: 0.0456994 Apr 15 04:07:52.657616 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-843c1343-9c16-4386-a8be-7e3af11982d1 req-6a214767-60be-4cf5-9c4f-f6cf7588a4a0 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438619 Apr 15 04:07:52.678722 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:07:52.724578 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:07:52.724937 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:52.810763 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:07:52.810763 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:52.830315 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fb6a16-b72c-4c00-8718-9b91d0283357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:07:52.832559 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac015f2b-8943-4b81-aba1-d7032a9655c4" -d '{"events": [{"server_uuid": "c6fb6a16-b72c-4c00-8718-9b91d0283357", "name": "network-vif-plugged", "status": "completed", "tag": "b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:07:52.844276 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:07:52.916598 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:52.940811 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7593705d-b6cb-4d5b-8cab-0c9808efc869 x-openstack-request-id: req-7593705d-b6cb-4d5b-8cab-0c9808efc869 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:07:52.941105 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fb6a16-b72c-4c00-8718-9b91d0283357", "name": "network-vif-plugged", "status": "completed", "tag": "b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:07:52.941360 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7593705d-b6cb-4d5b-8cab-0c9808efc869 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:07:52.941755 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7593705d-b6cb-4d5b-8cab-0c9808efc869'] response: {'server_uuid': 'c6fb6a16-b72c-4c00-8718-9b91d0283357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335', 'code': 200} Apr 15 04:07:52.967109 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,revision_number=7']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:07:53.253075 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88c55b-df33-4f0e-8523-ac9d8cb8dac5 req-fb3c017b-8122-4905-8945-6b49f4726086 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:53.254587 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3b88c55b-df33-4f0e-8523-ac9d8cb8dac5 req-fb3c017b-8122-4905-8945-6b49f4726086 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0488777 Apr 15 04:07:53.285689 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-a72f96dc-8e15-42d0-a036-b02b33627ef5 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:53.287210 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-a72f96dc-8e15-42d0-a036-b02b33627ef5 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357&tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 946 time: 0.0509386 Apr 15 04:07:53.301457 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3b88c55b-df33-4f0e-8523-ac9d8cb8dac5 req-e04217dc-7199-40ef-8320-96d87af83fae tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412068 Apr 15 04:07:53.351033 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-4e5f096c-3868-4c55-82e8-fb220c2d3876 service neutron] 10.222.0.30 "GET /v2.0/ports/b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0570154 Apr 15 04:07:53.410411 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-d8069b16-5786-4c21-a34b-da58d2895fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:53.411949 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-d8069b16-5786-4c21-a34b-da58d2895fda service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 1130 time: 0.0385756 Apr 15 04:07:53.473529 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:53.503271 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-9aa00090-249f-4914-b9cc-9726c206bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:53.504757 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-9aa00090-249f-4914-b9cc-9726c206bc3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 912 time: 0.0872622 Apr 15 04:07:53.567500 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-b3a76c94-f352-4e6f-a8e1-f776eed06c68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 HTTP/1.1" status: 200 len: 1003 time: 0.0572443 Apr 15 04:07:53.614094 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-61b6891a-e576-447b-971d-ca64c5428970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:53.615519 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-61b6891a-e576-447b-971d-ca64c5428970 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0425661 Apr 15 04:07:53.660546 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-6feba52d-3313-448f-be1f-bcd876b00736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:53.661891 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-6feba52d-3313-448f-be1f-bcd876b00736 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0409863 Apr 15 04:07:53.748669 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-eabe07f0-4798-4c06-9169-80cd9239b678 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808082 Apr 15 04:07:53.841641 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-5ea7243c-59b7-41e9-bb9d-3650f5cc30ca service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867355 Apr 15 04:07:54.414631 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c13f65-033f-45f1-9b92-5f0f97ed7f1f req-27e71319-b27a-47a1-bac6-335c3d5af7e8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:54.416075 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-06c13f65-033f-45f1-9b92-5f0f97ed7f1f req-27e71319-b27a-47a1-bac6-335c3d5af7e8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0466089 Apr 15 04:07:54.461615 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-06c13f65-033f-45f1-9b92-5f0f97ed7f1f req-79f5e60a-525a-4da6-8359-cfc96117195f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401421 Apr 15 04:07:54.936071 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:55.577983 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798d9b6-e6da-48f9-8d57-c3155b80be68 req-98848f61-9aa1-4fb6-9f14-fea78abcafa7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:55.579504 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b798d9b6-e6da-48f9-8d57-c3155b80be68 req-98848f61-9aa1-4fb6-9f14-fea78abcafa7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0496473 Apr 15 04:07:55.626002 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b798d9b6-e6da-48f9-8d57-c3155b80be68 req-06181be7-ade6-4206-b778-5c45c825e5f2 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408943 Apr 15 04:07:56.629700 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-9f86726b-5a97-4cfa-bcd6-759be3961680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:56.631265 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-9f86726b-5a97-4cfa-bcd6-759be3961680 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357&tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c HTTP/1.1" status: 200 len: 1130 time: 0.0392954 Apr 15 04:07:56.695259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-5b8a86e1-0d5c-4e67-b506-ee03ab73117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:56.696730 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-5b8a86e1-0d5c-4e67-b506-ee03ab73117e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 1130 time: 0.0444846 Apr 15 04:07:56.789672 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d5f482-07ac-4f72-92f7-dc289c14b176 req-7a0e022d-41f7-4a42-a2c6-288d367f81ee tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:56.791156 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b3d5f482-07ac-4f72-92f7-dc289c14b176 req-7a0e022d-41f7-4a42-a2c6-288d367f81ee tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0984068 Apr 15 04:07:56.844084 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-2423e5f8-3362-4bdb-9c42-5fa6a0e43d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:56.845494 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-2423e5f8-3362-4bdb-9c42-5fa6a0e43d8d service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 912 time: 0.1410694 Apr 15 04:07:56.865681 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b3d5f482-07ac-4f72-92f7-dc289c14b176 req-7c821e53-0902-4e6a-b168-5a290005a3f2 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664737 Apr 15 04:07:56.916264 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-c3303c7d-8185-4d8d-bee9-70bd91796e08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 HTTP/1.1" status: 200 len: 1003 time: 0.0635228 Apr 15 04:07:56.967005 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-38ca42d8-f848-4485-8d70-13dc48bd70d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:56.968393 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-38ca42d8-f848-4485-8d70-13dc48bd70d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0461793 Apr 15 04:07:57.010298 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-607d7bd7-443f-44ca-9556-ffa15cc4cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:57.011758 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-607d7bd7-443f-44ca-9556-ffa15cc4cdf1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378461 Apr 15 04:07:57.099136 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-2ba94b40-aad5-42be-ab40-c3250066dfd0 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806048 Apr 15 04:07:57.191099 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c3c59ff7-1583-468c-a05e-474a66f6270d req-a7c7032d-88e9-4067-afac-b5077e2c6bb6 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861440 Apr 15 04:07:57.980218 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd468d5f-ebf7-4307-ac3d-dfd2046b821c req-19d73d88-b3ac-4251-b15f-077bbb630b4e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:57.981693 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bd468d5f-ebf7-4307-ac3d-dfd2046b821c req-19d73d88-b3ac-4251-b15f-077bbb630b4e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 946 time: 0.0497210 Apr 15 04:07:58.028145 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bd468d5f-ebf7-4307-ac3d-dfd2046b821c req-337ae1aa-ee87-43d1-ab0f-0406a7994af1 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409255 Apr 15 04:07:58.673428 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:07:58.676077 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:07:58.830356 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:07:58.830830 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:58.833619 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:07:58.853505 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'port_id': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335', 'mac_address': 'fa:16:3e:94:5c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:07:58.868872 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fb6a16-b72c-4c00-8718-9b91d0283357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:07:58.871120 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e9a360-2239-49f4-a963-05856c505e8b" -d '{"events": [{"server_uuid": "c6fb6a16-b72c-4c00-8718-9b91d0283357", "name": "network-vif-unplugged", "status": "completed", "tag": "b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:07:58.903039 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:07:58.913599 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 is: ACTIVE; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:07:58.913987 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:58.926041 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Apr 2022 04:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4b9f9b-7845-4c65-9bbc-188504d1599d x-openstack-request-id: req-8d4b9f9b-7845-4c65-9bbc-188504d1599d {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:07:58.926331 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fb6a16-b72c-4c00-8718-9b91d0283357", "name": "network-vif-unplugged", "status": "completed", "tag": "b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:07:58.926582 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d4b9f9b-7845-4c65-9bbc-188504d1599d {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:07:58.927005 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d4b9f9b-7845-4c65-9bbc-188504d1599d'] response: {'server_uuid': 'c6fb6a16-b72c-4c00-8718-9b91d0283357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335', 'code': 200} Apr 15 04:07:58.929930 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:07:58.970947 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:59.043459 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 04:07:59.043877 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 04:07:59.048146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,revision_number=8']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:07:59.163635 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa9a68-13a7-4d98-83a8-4e066bcfcab4 req-66f273c5-9fe6-4d76-ba41-303a26c264e7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:59.165106 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7ffa9a68-13a7-4d98-83a8-4e066bcfcab4 req-66f273c5-9fe6-4d76-ba41-303a26c264e7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 944 time: 0.0464628 Apr 15 04:07:59.210801 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7ffa9a68-13a7-4d98-83a8-4e066bcfcab4 req-dd341a15-1ddb-498e-ae7d-538086790c5b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400691 Apr 15 04:07:59.321910 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4098bf-169e-4379-837e-5e670037895b req-cb83174e-9362-4f6b-bea5-1bfd00c242a5 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:59.323406 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1f4098bf-169e-4379-837e-5e670037895b req-cb83174e-9362-4f6b-bea5-1bfd00c242a5 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 944 time: 0.0463564 Apr 15 04:07:59.372868 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1f4098bf-169e-4379-837e-5e670037895b req-2936e853-799a-4ec6-99b7-a0531b0b8161 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434341 Apr 15 04:07:59.485878 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f66f9-d7fa-4033-b149-98f45cbab203 req-be23633f-aa33-4f99-99c5-26fc6f0b23ea tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:59.487323 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ee6f66f9-d7fa-4033-b149-98f45cbab203 req-be23633f-aa33-4f99-99c5-26fc6f0b23ea tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 944 time: 0.0496607 Apr 15 04:07:59.535418 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ee6f66f9-d7fa-4033-b149-98f45cbab203 req-da372983-c666-4dc9-9b51-442cd8b5a9de tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424252 Apr 15 04:07:59.585338 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:07:59.585727 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:59.598496 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:07:59.618452 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:07:59.678947 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:07:59.736832 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:07:59.739872 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,revision_number=9']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:07:59.977307 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc204e63-213e-4ff4-a043-665f49e0417c req-04420035-9613-451c-91c8-9bf9dcc82ea4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:07:59.978798 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cc204e63-213e-4ff4-a043-665f49e0417c req-04420035-9613-451c-91c8-9bf9dcc82ea4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 945 time: 0.0462182 Apr 15 04:08:00.025702 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cc204e63-213e-4ff4-a043-665f49e0417c req-39f38b61-23ac-437e-afd3-43b34b7c2f8b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406814 Apr 15 04:08:00.689698 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:08:00.738462 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:08:00.738862 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:00.812340 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:08:00.812715 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:00.843906 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:08:00.910479 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:00.931562 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fb6a16-b72c-4c00-8718-9b91d0283357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:08:00.933722 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef45a4a-6622-4bda-9893-52212b61fd13" -d '{"events": [{"server_uuid": "c6fb6a16-b72c-4c00-8718-9b91d0283357", "name": "network-vif-plugged", "status": "completed", "tag": "b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:08:00.962138 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,revision_number=10']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:08:00.969921 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de80105a-a0fc-483a-afcd-9b84a722b22b x-openstack-request-id: req-de80105a-a0fc-483a-afcd-9b84a722b22b {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:08:00.970747 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fb6a16-b72c-4c00-8718-9b91d0283357", "name": "network-vif-plugged", "status": "completed", "tag": "b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:08:00.970747 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de80105a-a0fc-483a-afcd-9b84a722b22b {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:08:00.970880 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de80105a-a0fc-483a-afcd-9b84a722b22b'] response: {'server_uuid': 'c6fb6a16-b72c-4c00-8718-9b91d0283357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335', 'code': 200} Apr 15 04:08:01.137007 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee736d64-f5c7-47f7-8d57-072cf4574b82 req-c147dc1e-1ffa-4aa4-82f7-512d60878d2d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:01.139314 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ee736d64-f5c7-47f7-8d57-072cf4574b82 req-c147dc1e-1ffa-4aa4-82f7-512d60878d2d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 947 time: 0.0465906 Apr 15 04:08:01.187537 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ee736d64-f5c7-47f7-8d57-072cf4574b82 req-7f6fef7f-9b73-411d-9dc3-de66106def96 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427587 Apr 15 04:08:01.983442 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053df935-0a0f-4364-8130-c70a1e6d7917 req-662e53a2-85f8-41e8-a047-6c1cd459baae tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:01.984879 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-053df935-0a0f-4364-8130-c70a1e6d7917 req-662e53a2-85f8-41e8-a047-6c1cd459baae tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 947 time: 0.0499597 Apr 15 04:08:02.066060 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-053df935-0a0f-4364-8130-c70a1e6d7917 req-c108e081-1200-4c2b-a552-b6b8df051763 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Deleting port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:08:02.066401 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-053df935-0a0f-4364-8130-c70a1e6d7917 req-c108e081-1200-4c2b-a552-b6b8df051763 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:02.158031 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-053df935-0a0f-4364-8130-c70a1e6d7917 req-c108e081-1200-4c2b-a552-b6b8df051763 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] For port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:08:02.158391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-053df935-0a0f-4364-8130-c70a1e6d7917 req-c108e081-1200-4c2b-a552-b6b8df051763 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:02.339582 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2704f-0095-4e11-b434-6acaacbedfde req-e5f560da-6c38-45ae-af03-e267ea2b51f0 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:02.341669 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-aff2704f-0095-4e11-b434-6acaacbedfde req-e5f560da-6c38-45ae-af03-e267ea2b51f0 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 947 time: 0.0871155 Apr 15 04:08:02.383956 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-053df935-0a0f-4364-8130-c70a1e6d7917 req-c108e081-1200-4c2b-a552-b6b8df051763 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:02.384309 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-053df935-0a0f-4364-8130-c70a1e6d7917 req-c108e081-1200-4c2b-a552-b6b8df051763 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (b42c114e-6548-4c34-9d62-d57e8d829150), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:02.384619 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [req-053df935-0a0f-4364-8130-c70a1e6d7917 req-c108e081-1200-4c2b-a552-b6b8df051763 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Floating IP b42c114e-6548-4c34-9d62-d57e8d829150 disassociated. External IP: 172.26.6.182, port: b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335. Apr 15 04:08:02.384956 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-053df935-0a0f-4364-8130-c70a1e6d7917 req-c108e081-1200-4c2b-a552-b6b8df051763 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Calling delete_port for b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:08:02.415280 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-aff2704f-0095-4e11-b434-6acaacbedfde req-b6817bca-5f89-4170-8c57-084b53fc03ee tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675931 Apr 15 04:08:02.610440 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-053df935-0a0f-4364-8130-c70a1e6d7917 req-c108e081-1200-4c2b-a552-b6b8df051763 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:02.645126 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108e081-1200-4c2b-a552-b6b8df051763 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Pushing event deleted for resources: {'Port': ['ID=b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:08:02.762155 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-053df935-0a0f-4364-8130-c70a1e6d7917 req-c108e081-1200-4c2b-a552-b6b8df051763 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Router debe9d5b-29b8-4325-84cc-5cb19c016388 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:08:02.873954 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-053df935-0a0f-4364-8130-c70a1e6d7917 req-c108e081-1200-4c2b-a552-b6b8df051763 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:08:02.884382 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefd86dd-2094-4351-9fb5-f8ffa0e5ba0c None None] Sync routers for ids ['debe9d5b-29b8-4325-84cc-5cb19c016388'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:08:02.895262 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefd86dd-2094-4351-9fb5-f8ffa0e5ba0c None None] Routers {'debe9d5b-29b8-4325-84cc-5cb19c016388'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:08:02.895955 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-aefd86dd-2094-4351-9fb5-f8ffa0e5ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:07:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['debe9d5b-29b8-4325-84cc-5cb19c016388'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:08:02.915668 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-053df935-0a0f-4364-8130-c70a1e6d7917 req-c108e081-1200-4c2b-a552-b6b8df051763 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] No DVR routers for this DVR port b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:08:02.918140 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-053df935-0a0f-4364-8130-c70a1e6d7917 req-c108e081-1200-4c2b-a552-b6b8df051763 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:02.921423 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-053df935-0a0f-4364-8130-c70a1e6d7917 req-c108e081-1200-4c2b-a552-b6b8df051763 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "DELETE /v2.0/ports/b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 HTTP/1.1" status: 204 len: 173 time: 0.9313827 Apr 15 04:08:02.921864 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fb6a16-b72c-4c00-8718-9b91d0283357', 'name': 'network-vif-deleted', 'tag': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:08:02.924094 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef6eb4d-5537-4626-af9e-8f726a97cc93" -d '{"events": [{"server_uuid": "c6fb6a16-b72c-4c00-8718-9b91d0283357", "name": "network-vif-deleted", "tag": "b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:08:02.960485 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c132f42-f813-44db-8fe3-25508cd836e7 x-openstack-request-id: req-6c132f42-f813-44db-8fe3-25508cd836e7 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:08:02.960940 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fb6a16-b72c-4c00-8718-9b91d0283357", "name": "network-vif-deleted", "tag": "b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:08:02.961207 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c132f42-f813-44db-8fe3-25508cd836e7 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:08:02.961633 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c132f42-f813-44db-8fe3-25508cd836e7'] response: {'server_uuid': 'c6fb6a16-b72c-4c00-8718-9b91d0283357', 'name': 'network-vif-deleted', 'tag': 'b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335', 'status': 'completed', 'code': 200} Apr 15 04:08:03.155664 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-aefd86dd-2094-4351-9fb5-f8ffa0e5ba0c None None] Set router debe9d5b-29b8-4325-84cc-5cb19c016388 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:08:03.339472 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-aefd86dd-2094-4351-9fb5-f8ffa0e5ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:08:03.364617 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefd86dd-2094-4351-9fb5-f8ffa0e5ba0c None None] Checking router: debe9d5b-29b8-4325-84cc-5cb19c016388 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:08:03.373091 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefd86dd-2094-4351-9fb5-f8ffa0e5ba0c None None] Routers {'debe9d5b-29b8-4325-84cc-5cb19c016388'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:08:03.373688 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-aefd86dd-2094-4351-9fb5-f8ffa0e5ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:07:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['debe9d5b-29b8-4325-84cc-5cb19c016388'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:08:03.484183 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-aefd86dd-2094-4351-9fb5-f8ffa0e5ba0c None None] Set router debe9d5b-29b8-4325-84cc-5cb19c016388 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:08:03.524035 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-909340f9-5181-44b7-b5fc-0b6f28305bc1 req-4ae6a0b3-a6c9-4464-bc61-f7f259f3712e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6fb6a16-b72c-4c00-8718-9b91d0283357 HTTP/1.1" status: 200 len: 210 time: 0.0296972 Apr 15 04:08:03.682312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-aefd86dd-2094-4351-9fb5-f8ffa0e5ba0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:08:03.710875 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefd86dd-2094-4351-9fb5-f8ffa0e5ba0c None None] The sync data for ids ['debe9d5b-29b8-4325-84cc-5cb19c016388'] in dv-neutron-837140-3-hyperv is: [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:08:03.931350 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e4a5ee-d95a-4354-86a9-ddf2a54fc49b None None] New status for floating IP b42c114e-6548-4c34-9d62-d57e8d829150: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:08:04.690883 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:08:04.711725 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:08:04.712079 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device b474ede2-b2dc-4a2f-bbf5-6f0c21ec8335 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:08:04.765087 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-ae92acd1-e88f-4faf-97ba-0a505364e509 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--640670712&fields=id&tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c HTTP/1.1" status: 200 len: 267 time: 0.0428169 Apr 15 04:08:04.825577 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:04.867010 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-3d7562c2-44af-4aeb-888b-1c28177c3780 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:04.868554 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-3d7562c2-44af-4aeb-888b-1c28177c3780 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 812 time: 0.0969274 Apr 15 04:08:04.882942 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-ea0f2e65-3de1-4613-9232-aa97ed68c42a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/quotas/2a478e0bd88b4cd4a64e419be1ab9f4c HTTP/1.1" status: 200 len: 375 time: 0.0085485 Apr 15 04:08:04.934802 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-63d24d1d-940c-4ee2-a32b-9a3dffa604df tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458767 Apr 15 04:08:05.068749 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-a5d9c7ff-528d-4cf7-acf7-3d87192161d3 service neutron] 10.222.0.15 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229284 Apr 15 04:08:05.159116 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-43952d00-6e10-4e65-8824-300cbfd04758 service neutron] 10.222.0.15 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846109 Apr 15 04:08:05.389268 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e42f7c7d-5bc4-4115-8191-94dbbf10bc7e req-991322a8-27a8-497e-a48a-62d03b451b16 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 210 time: 0.0280249 Apr 15 04:08:06.485948 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-33156fd7-2e56-4320-b2ae-ebc38dfb1e45 req-821866ed-8eb8-45a6-abb0-18ba3d7e72b4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 210 time: 0.0289195 Apr 15 04:08:07.179959 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-ee90c847-527d-4cd3-84e1-b503c2063708 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:07.181410 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-ee90c847-527d-4cd3-84e1-b503c2063708 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 812 time: 0.1031308 Apr 15 04:08:07.241207 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-f705e44f-e96c-42e1-ba82-cf2b03b78e0d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c HTTP/1.1" status: 200 len: 379 time: 0.0513699 Apr 15 04:08:07.249688 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-a9c1c563-fe23-4014-93a3-677ad19c02f8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Request body: {'port': {'device_id': '6cc61c52-36df-4f03-b1b0-d1c076f50479', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'admin_state_up': True, 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'security_groups': ['75b8fbbf-2f6b-4184-bdf9-89e7a516889a']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:08:07.427540 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-a9c1c563-fe23-4014-93a3-677ad19c02f8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Made reservation on behalf of 2a478e0bd88b4cd4a64e419be1ab9f4c for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:08:07.430976 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-a9c1c563-fe23-4014-93a3-677ad19c02f8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:07.555280 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-a9c1c563-fe23-4014-93a3-677ad19c02f8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Allocated IP 172.20.0.4 (2b5633d0-e5ab-469b-a130-aad41a86142b/e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd/283573ad-640a-40a0-9db4-c3a976bdbe25) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:08:07.587422 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-71c1d884-ec6d-4af8-9d5b-583363b95fd2 req-6ddd3820-7479-487f-9719-821e41d983cd tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 210 time: 0.0340471 Apr 15 04:08:07.715948 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-a9c1c563-fe23-4014-93a3-677ad19c02f8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:07.808292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-a9c1c563-fe23-4014-93a3-677ad19c02f8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:07.854410 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-a9c1c563-fe23-4014-93a3-677ad19c02f8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Network 2b5633d0-e5ab-469b-a130-aad41a86142b is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:08:07.859405 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-a9c1c563-fe23-4014-93a3-677ad19c02f8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:08:07.863128 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-a9c1c563-fe23-4014-93a3-677ad19c02f8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:08:07.869668 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1c563-fe23-4014-93a3-677ad19c02f8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Pushing event updated for resources: {'Port': ['ID=283573ad-640a-40a0-9db4-c3a976bdbe25,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:08:07.917707 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-a9c1c563-fe23-4014-93a3-677ad19c02f8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:07.918326 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-a9c1c563-fe23-4014-93a3-677ad19c02f8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:07.988617 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-a9c1c563-fe23-4014-93a3-677ad19c02f8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7424242 Apr 15 04:08:08.000428 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] Request body: {'port': {'device_id': '6cc61c52-36df-4f03-b1b0-d1c076f50479', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:08:08.061365 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:08.127914 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3f4e21fe-0b10-4d6b-b8b4-459d7b49dad2 None None] Provisioning complete for port 283573ad-640a-40a0-9db4-c3a976bdbe25 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:08:08.128361 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3f4e21fe-0b10-4d6b-b8b4-459d7b49dad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:08.162058 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3f4e21fe-0b10-4d6b-b8b4-459d7b49dad2 None None] Port 283573ad-640a-40a0-9db4-c3a976bdbe25 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:08:08.610892 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283573ad-640a-40a0-9db4-c3a976bdbe25 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:08:08.618279 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] Publish callbacks [] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:08.631346 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] Transition to ACTIVE for port object 283573ad-640a-40a0-9db4-c3a976bdbe25 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 04:08:08.688268 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:08.706602 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49324a0d-7c57-4996-92f1-31fd52754b24 req-0ebda730-d7d2-4e63-bafb-38f895467ec7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:08.708305 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-49324a0d-7c57-4996-92f1-31fd52754b24 req-0ebda730-d7d2-4e63-bafb-38f895467ec7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 931 time: 0.0515392 Apr 15 04:08:08.751025 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] Pushing event updated for resources: {'Port': ['ID=283573ad-640a-40a0-9db4-c3a976bdbe25,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:08:08.771133 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-49324a0d-7c57-4996-92f1-31fd52754b24 req-ff80f367-8a7b-4c94-8f56-77705adaa6aa tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562840 Apr 15 04:08:08.832240 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] Attempting to bind port 283573ad-640a-40a0-9db4-c3a976bdbe25 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:08:08.832584 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] Attempting to bind port 283573ad-640a-40a0-9db4-c3a976bdbe25 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:08:08.832924 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] Attempting to bind port 283573ad-640a-40a0-9db4-c3a976bdbe25 on network 2b5633d0-e5ab-469b-a130-aad41a86142b {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:08:08.837586 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] Port 283573ad-640a-40a0-9db4-c3a976bdbe25 on network 2b5633d0-e5ab-469b-a130-aad41a86142b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 04:08:08.837907 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] Attempting to bind port 283573ad-640a-40a0-9db4-c3a976bdbe25 on network 2b5633d0-e5ab-469b-a130-aad41a86142b {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:08:08.843893 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:08:08.844235 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] Checking segment: {'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:08:08.844628 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] Bound using segment: {'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:08:08.845061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] Bound port: 283573ad-640a-40a0-9db4-c3a976bdbe25, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70112f25-c19d-4e2d-80f1-32e216f53f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:08:08.845422 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:08.911124 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] For port 283573ad-640a-40a0-9db4-c3a976bdbe25, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:08:08.914451 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] For port 283573ad-640a-40a0-9db4-c3a976bdbe25, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=283573ad-640a-40a0-9db4-c3a976bdbe25,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:08:08.987982 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:09.023130 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:09.023684 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:09.025274 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] 10.222.0.30 "PUT /v2.0/ports/283573ad-640a-40a0-9db4-c3a976bdbe25 HTTP/1.1" status: 200 len: 1093 time: 1.0295696 Apr 15 04:08:09.027563 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc61c52-36df-4f03-b1b0-d1c076f50479', 'tag': '283573ad-640a-40a0-9db4-c3a976bdbe25'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:08:09.031327 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1da97a-2982-445b-9f11-e8fc6e2559eb" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc61c52-36df-4f03-b1b0-d1c076f50479", "tag": "283573ad-640a-40a0-9db4-c3a976bdbe25"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:08:09.056812 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1982ac9-9d4c-4592-af65-b3f97efd39fc service neutron] Pushing event updated for resources: {'Port': ['ID=283573ad-640a-40a0-9db4-c3a976bdbe25,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:08:09.078227 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520725ec-ce13-4c19-b6d8-63d5d3adcf41 x-openstack-request-id: req-520725ec-ce13-4c19-b6d8-63d5d3adcf41 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:08:09.078522 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc61c52-36df-4f03-b1b0-d1c076f50479", "tag": "283573ad-640a-40a0-9db4-c3a976bdbe25", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:08:09.078816 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-520725ec-ce13-4c19-b6d8-63d5d3adcf41 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:08:09.081781 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520725ec-ce13-4c19-b6d8-63d5d3adcf41'] response: {'name': 'network-changed', 'server_uuid': '6cc61c52-36df-4f03-b1b0-d1c076f50479', 'tag': '283573ad-640a-40a0-9db4-c3a976bdbe25', 'status': 'completed', 'code': 200} Apr 15 04:08:09.143473 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1da97a-2982-445b-9f11-e8fc6e2559eb req-6fbe08be-9f6c-4699-a73e-22b87802b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:09.145132 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b1da97a-2982-445b-9f11-e8fc6e2559eb req-6fbe08be-9f6c-4699-a73e-22b87802b356 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 1127 time: 0.0456944 Apr 15 04:08:09.242115 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1da97a-2982-445b-9f11-e8fc6e2559eb req-11c0b01c-8703-436c-99e3-27fadcaeb187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:09.243602 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b1da97a-2982-445b-9f11-e8fc6e2559eb req-11c0b01c-8703-436c-99e3-27fadcaeb187 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0920720 Apr 15 04:08:09.340446 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1da97a-2982-445b-9f11-e8fc6e2559eb req-15517470-6d40-4fa9-8631-a0f69d8d88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:09.341905 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b1da97a-2982-445b-9f11-e8fc6e2559eb req-15517470-6d40-4fa9-8631-a0f69d8d88d0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0918708 Apr 15 04:08:09.413293 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-89bc56b0-acf9-4359-990f-3008cfb5286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:09.414715 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-89bc56b0-acf9-4359-990f-3008cfb5286e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 1127 time: 0.0385556 Apr 15 04:08:09.455919 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-688e791c-59ce-4871-b987-c7262d5c299e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=283573ad-640a-40a0-9db4-c3a976bdbe25 HTTP/1.1" status: 200 len: 217 time: 0.0338056 Apr 15 04:08:09.505883 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-947dfb46-c82f-412f-898c-02b6b092d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:09.507328 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-947dfb46-c82f-412f-898c-02b6b092d0f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0454133 Apr 15 04:08:09.549468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-a0a8d2b3-6d1b-4041-b8c7-82407e8cb2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:09.550930 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-a0a8d2b3-6d1b-4041-b8c7-82407e8cb2c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0374510 Apr 15 04:08:09.641158 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-0031f3d0-dd44-4d05-b8b7-b0150ddb2f20 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843852 Apr 15 04:08:09.727574 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2f9d6226-0991-4c10-8649-9890ffa77a39 req-6caceb88-60d4-4e6f-82a9-79c3fceef87d service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809560 Apr 15 04:08:09.886394 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c5854-ab89-423d-94bb-7f13b8e979d6 req-2335c20a-add5-4654-af10-e3d4386260a7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:09.887916 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d01c5854-ab89-423d-94bb-7f13b8e979d6 req-2335c20a-add5-4654-af10-e3d4386260a7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0495591 Apr 15 04:08:10.235703 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d01c5854-ab89-423d-94bb-7f13b8e979d6 req-5df9d9bc-bf15-4b81-9e6e-74b1dc961add tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3418021 Apr 15 04:08:10.705535 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 283573ad-640a-40a0-9db4-c3a976bdbe25 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:08:10.801186 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 283573ad-640a-40a0-9db4-c3a976bdbe25, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=283573ad-640a-40a0-9db4-c3a976bdbe25,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:08:10.812338 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '283573ad-640a-40a0-9db4-c3a976bdbe25', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'port_id': '283573ad-640a-40a0-9db4-c3a976bdbe25', 'mac_address': 'fa:16:3e:67:9f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:08:10.848154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 283573ad-640a-40a0-9db4-c3a976bdbe25 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:08:10.848537 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:10.860622 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283573ad-640a-40a0-9db4-c3a976bdbe25 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:08:10.879604 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 283573ad-640a-40a0-9db4-c3a976bdbe25, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=283573ad-640a-40a0-9db4-c3a976bdbe25,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:08:10.979064 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:11.029140 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=283573ad-640a-40a0-9db4-c3a976bdbe25,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:08:11.035840 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:08:11.036183 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:08:11.036523 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:08:11.036859 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:08:11.037191 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:08:11.037534 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:08:11.037845 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:08:11.038170 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:08:11.038492 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:08:11.038871 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:08:11.039199 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:08:11.039521 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:08:11.039842 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:08:11.040162 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:08:11.040481 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:08:11.166070 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['283573ad-640a-40a0-9db4-c3a976bdbe25'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:08:11.348894 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d625f-868a-4ed5-890d-7f37182774ce req-9419820b-bc0c-4a24-ae79-4dd0f0a2f2f8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:11.350359 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b20d625f-868a-4ed5-890d-7f37182774ce req-9419820b-bc0c-4a24-ae79-4dd0f0a2f2f8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 944 time: 0.0463729 Apr 15 04:08:11.401021 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b20d625f-868a-4ed5-890d-7f37182774ce req-3658c418-77d4-4a57-901e-e0b3f08a7e89 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451722 Apr 15 04:08:12.511424 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce951324-59aa-4d46-a60f-d074402927db req-3dd499a5-ec64-4c0c-b2e9-ac89dd5cdee8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:12.513816 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ce951324-59aa-4d46-a60f-d074402927db req-3dd499a5-ec64-4c0c-b2e9-ac89dd5cdee8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 944 time: 0.0460861 Apr 15 04:08:12.558406 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ce951324-59aa-4d46-a60f-d074402927db req-b4e94137-ed5e-4006-a1d4-606bd1d3ee9d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391164 Apr 15 04:08:12.737356 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 283573ad-640a-40a0-9db4-c3a976bdbe25 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:08:12.783846 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 283573ad-640a-40a0-9db4-c3a976bdbe25 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 04:08:12.870515 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 283573ad-640a-40a0-9db4-c3a976bdbe25 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:08:12.870921 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:12.946598 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 283573ad-640a-40a0-9db4-c3a976bdbe25 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:08:12.946997 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:12.969258 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc61c52-36df-4f03-b1b0-d1c076f50479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283573ad-640a-40a0-9db4-c3a976bdbe25'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:08:12.971524 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6636985c-9b50-4dbd-8b2a-f9fb0fd6ca02" -d '{"events": [{"server_uuid": "6cc61c52-36df-4f03-b1b0-d1c076f50479", "name": "network-vif-plugged", "status": "completed", "tag": "283573ad-640a-40a0-9db4-c3a976bdbe25"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:08:12.984169 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 283573ad-640a-40a0-9db4-c3a976bdbe25, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=283573ad-640a-40a0-9db4-c3a976bdbe25,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:08:13.010769 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b505386a-6e34-4288-830f-c2961c858de5 x-openstack-request-id: req-b505386a-6e34-4288-830f-c2961c858de5 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:08:13.010769 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc61c52-36df-4f03-b1b0-d1c076f50479", "name": "network-vif-plugged", "status": "completed", "tag": "283573ad-640a-40a0-9db4-c3a976bdbe25", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:08:13.010769 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b505386a-6e34-4288-830f-c2961c858de5 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:08:13.010769 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b505386a-6e34-4288-830f-c2961c858de5'] response: {'server_uuid': '6cc61c52-36df-4f03-b1b0-d1c076f50479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283573ad-640a-40a0-9db4-c3a976bdbe25', 'code': 200} Apr 15 04:08:13.067454 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:13.115095 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=283573ad-640a-40a0-9db4-c3a976bdbe25,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:08:13.294500 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443d2af-6f46-4512-825f-ea52fb91eba8 req-dcc54594-2d0c-4a8a-900c-4e39456897f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:13.296056 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e443d2af-6f46-4512-825f-ea52fb91eba8 req-dcc54594-2d0c-4a8a-900c-4e39456897f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 1129 time: 0.0403767 Apr 15 04:08:13.340196 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e443d2af-6f46-4512-825f-ea52fb91eba8 req-5526180a-3b67-484c-b285-b01f8fb15aab service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382361 Apr 15 04:08:13.668498 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9ad27-78ba-496f-98da-a5ca3de12b16 req-aa127884-0642-468e-9674-db7d8a87e0f8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:13.669955 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cae9ad27-78ba-496f-98da-a5ca3de12b16 req-aa127884-0642-468e-9674-db7d8a87e0f8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0461464 Apr 15 04:08:13.719542 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cae9ad27-78ba-496f-98da-a5ca3de12b16 req-9e31ff98-aa0d-4ce2-9377-9224b3634989 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441062 Apr 15 04:08:14.833283 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f3b1b-2259-46b8-a466-cd5ab02d8595 req-d22b2646-9c49-4b05-b4d0-d0419fc67a00 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:14.834807 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7e1f3b1b-2259-46b8-a466-cd5ab02d8595 req-d22b2646-9c49-4b05-b4d0-d0419fc67a00 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0477695 Apr 15 04:08:14.881177 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7e1f3b1b-2259-46b8-a466-cd5ab02d8595 req-87ee73bd-f505-4882-8c5e-981ab21e36e6 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400150 Apr 15 04:08:15.992203 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2ea8c-ec7a-451d-a2ee-bd2556bc185f req-de52ccb6-6b0e-426f-94bd-21bf65312c5d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:15.993667 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f0d2ea8c-ec7a-451d-a2ee-bd2556bc185f req-de52ccb6-6b0e-426f-94bd-21bf65312c5d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0461347 Apr 15 04:08:16.039260 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f0d2ea8c-ec7a-451d-a2ee-bd2556bc185f req-b5f9b5ce-f090-454c-97fb-c2a736e2a1fc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401294 Apr 15 04:08:16.150560 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbde53-4c7d-4be9-bdc7-b087283c9bea req-58141340-faba-485f-bc27-a2d9360473d8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:16.152065 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d3fbde53-4c7d-4be9-bdc7-b087283c9bea req-58141340-faba-485f-bc27-a2d9360473d8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0508268 Apr 15 04:08:16.161098 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40298) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:08:16.165326 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-9ef9a7de-21bf-4006-983d-c400313798ea tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Request body: {'floatingip': {'port_id': '283573ad-640a-40a0-9db4-c3a976bdbe25'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:08:16.204192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a7de-21bf-4006-983d-c400313798ea tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for floatingip (b42c114e-6548-4c34-9d62-d57e8d829150), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:16.638720 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a7de-21bf-4006-983d-c400313798ea tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:16.695718 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a7de-21bf-4006-983d-c400313798ea tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (b42c114e-6548-4c34-9d62-d57e8d829150), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:16.796693 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-9ef9a7de-21bf-4006-983d-c400313798ea tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Floating IP b42c114e-6548-4c34-9d62-d57e8d829150 associated. External IP: 172.26.6.182, port: 283573ad-640a-40a0-9db4-c3a976bdbe25. Apr 15 04:08:17.003814 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef9a7de-21bf-4006-983d-c400313798ea tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Router debe9d5b-29b8-4325-84cc-5cb19c016388 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:08:17.112446 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef9a7de-21bf-4006-983d-c400313798ea tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:08:17.118113 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a7de-21bf-4006-983d-c400313798ea tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:17.123794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546de393-7505-4da0-8c1a-874f76d156a6 None None] Sync routers for ids ['debe9d5b-29b8-4325-84cc-5cb19c016388'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:08:17.133102 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546de393-7505-4da0-8c1a-874f76d156a6 None None] Routers {'debe9d5b-29b8-4325-84cc-5cb19c016388'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:08:17.133782 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-546de393-7505-4da0-8c1a-874f76d156a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:07:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['debe9d5b-29b8-4325-84cc-5cb19c016388'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:08:17.147910 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9ef9a7de-21bf-4006-983d-c400313798ea tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "PUT /v2.0/floatingips/b42c114e-6548-4c34-9d62-d57e8d829150 HTTP/1.1" status: 200 len: 992 time: 0.9858294 Apr 15 04:08:17.148591 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc61c52-36df-4f03-b1b0-d1c076f50479', 'tag': '283573ad-640a-40a0-9db4-c3a976bdbe25'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:08:17.151049 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32107bc4-7192-4ce8-8190-fd85422e1149" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc61c52-36df-4f03-b1b0-d1c076f50479", "tag": "283573ad-640a-40a0-9db4-c3a976bdbe25"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:08:17.187426 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d24232-8481-4df1-af03-dbd78e5a4991 x-openstack-request-id: req-03d24232-8481-4df1-af03-dbd78e5a4991 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:08:17.187727 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc61c52-36df-4f03-b1b0-d1c076f50479", "tag": "283573ad-640a-40a0-9db4-c3a976bdbe25", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:08:17.187986 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03d24232-8481-4df1-af03-dbd78e5a4991 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:08:17.188387 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d24232-8481-4df1-af03-dbd78e5a4991'] response: {'name': 'network-changed', 'server_uuid': '6cc61c52-36df-4f03-b1b0-d1c076f50479', 'tag': '283573ad-640a-40a0-9db4-c3a976bdbe25', 'status': 'completed', 'code': 200} Apr 15 04:08:17.246088 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-546de393-7505-4da0-8c1a-874f76d156a6 None None] Set router debe9d5b-29b8-4325-84cc-5cb19c016388 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:08:17.250306 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32107bc4-7192-4ce8-8190-fd85422e1149 req-e618da19-1052-45df-9bb8-ebad659f61eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:17.251947 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-32107bc4-7192-4ce8-8190-fd85422e1149 req-e618da19-1052-45df-9bb8-ebad659f61eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 1129 time: 0.0434248 Apr 15 04:08:17.348382 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32107bc4-7192-4ce8-8190-fd85422e1149 req-45a57c14-2458-4bc9-b1a9-9202626ee03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:17.349908 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-32107bc4-7192-4ce8-8190-fd85422e1149 req-45a57c14-2458-4bc9-b1a9-9202626ee03d service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 912 time: 0.0916891 Apr 15 04:08:17.416357 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-32107bc4-7192-4ce8-8190-fd85422e1149 req-5ad5f628-ecde-41ff-8cd8-076d07706e32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=283573ad-640a-40a0-9db4-c3a976bdbe25 HTTP/1.1" status: 200 len: 1000 time: 0.0603864 Apr 15 04:08:17.464946 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-546de393-7505-4da0-8c1a-874f76d156a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b42c114e-6548-4c34-9d62-d57e8d829150', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'floating_ip_address': '172.26.6.182', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'port_id': '283573ad-640a-40a0-9db4-c3a976bdbe25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'mac_address': 'fa:16:3e:67:9f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc61c52-36df-4f03-b1b0-d1c076f50479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:05:21Z', 'updated_at': '2022-04-15T04:08:16Z', 'revision_number': 13, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:08:17.465467 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32107bc4-7192-4ce8-8190-fd85422e1149 req-c9bffa1e-8d9d-4b98-ba72-f2d7ed783d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:17.467434 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-32107bc4-7192-4ce8-8190-fd85422e1149 req-c9bffa1e-8d9d-4b98-ba72-f2d7ed783d3b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0458343 Apr 15 04:08:17.494682 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546de393-7505-4da0-8c1a-874f76d156a6 None None] Checking router: debe9d5b-29b8-4325-84cc-5cb19c016388 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:08:17.503712 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546de393-7505-4da0-8c1a-874f76d156a6 None None] Routers {'debe9d5b-29b8-4325-84cc-5cb19c016388'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:08:17.504374 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-546de393-7505-4da0-8c1a-874f76d156a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:07:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['debe9d5b-29b8-4325-84cc-5cb19c016388'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:08:17.514598 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32107bc4-7192-4ce8-8190-fd85422e1149 req-b3698b5c-a2c5-4082-98ad-97f5bdb4bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:17.516127 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-32107bc4-7192-4ce8-8190-fd85422e1149 req-b3698b5c-a2c5-4082-98ad-97f5bdb4bbd2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431128 Apr 15 04:08:17.604696 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-32107bc4-7192-4ce8-8190-fd85422e1149 req-7f286f4e-5026-44f8-974a-fe74e3f4a4dc service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824628 Apr 15 04:08:17.613842 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-546de393-7505-4da0-8c1a-874f76d156a6 None None] Set router debe9d5b-29b8-4325-84cc-5cb19c016388 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:08:17.698949 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-32107bc4-7192-4ce8-8190-fd85422e1149 req-36787ad8-5c6c-4637-a19a-07164a51b5a7 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881391 Apr 15 04:08:17.829924 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-546de393-7505-4da0-8c1a-874f76d156a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b42c114e-6548-4c34-9d62-d57e8d829150', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'floating_ip_address': '172.26.6.182', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'port_id': '283573ad-640a-40a0-9db4-c3a976bdbe25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'mac_address': 'fa:16:3e:67:9f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc61c52-36df-4f03-b1b0-d1c076f50479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:05:21Z', 'updated_at': '2022-04-15T04:08:16Z', 'revision_number': 13, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:08:17.861828 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546de393-7505-4da0-8c1a-874f76d156a6 None None] The sync data for ids ['debe9d5b-29b8-4325-84cc-5cb19c016388'] in dv-neutron-837140-3-hyperv is: [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b42c114e-6548-4c34-9d62-d57e8d829150', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'floating_ip_address': '172.26.6.182', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'port_id': '283573ad-640a-40a0-9db4-c3a976bdbe25', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'mac_address': 'fa:16:3e:67:9f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc61c52-36df-4f03-b1b0-d1c076f50479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:05:21Z', 'updated_at': '2022-04-15T04:08:16Z', 'revision_number': 13, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:08:18.058636 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a9bbf9-7b50-477f-86ca-a584aa0ce355 None None] New status for floating IP b42c114e-6548-4c34-9d62-d57e8d829150: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:08:18.524827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-18ceeb0a-dd48-4e94-8aea-0ba3fa71ddf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:20.071575 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8df41-4c03-4433-b07d-df23e5888d83 req-a2c828ed-0821-4ef5-904e-05cd5db3e159 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:20.073081 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5cb8df41-4c03-4433-b07d-df23e5888d83 req-a2c828ed-0821-4ef5-904e-05cd5db3e159 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0466964 Apr 15 04:08:20.120319 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5cb8df41-4c03-4433-b07d-df23e5888d83 req-75a65b69-69bb-4a41-8d6b-27737fe2a98a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410900 Apr 15 04:08:20.904451 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9239a69f-1f91-46ed-a125-f1c75d20721b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:21.495239 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:08:21.975576 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:23.464552 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:24.929554 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:34.820918 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:38.203497 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bba79-f4b5-46ee-baf2-ef299d914fe0 req-37ad0116-f47b-4d85-98a5-76a1d5737a60 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:38.204945 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8c4bba79-f4b5-46ee-baf2-ef299d914fe0 req-37ad0116-f47b-4d85-98a5-76a1d5737a60 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0481954 Apr 15 04:08:38.253228 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8c4bba79-f4b5-46ee-baf2-ef299d914fe0 req-2f7b14b2-d4f9-4ad8-8be5-42dcade5b2eb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426800 Apr 15 04:08:38.371243 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-672d823d-080a-46d7-9bc0-53824093b93a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867448 Apr 15 04:08:38.914906 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-e1a9b4b9-e963-4d8c-8976-93071959d369 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:38.916272 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-e1a9b4b9-e963-4d8c-8976-93071959d369 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports/283573ad-640a-40a0-9db4-c3a976bdbe25 HTTP/1.1" status: 200 len: 942 time: 0.0931833 Apr 15 04:08:39.364834 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39287b0f-8309-49d1-ad30-61912a13c72d req-7304b078-e910-4ae3-be43-a7f0f390190c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:39.366308 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-39287b0f-8309-49d1-ad30-61912a13c72d req-7304b078-e910-4ae3-be43-a7f0f390190c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0463178 Apr 15 04:08:39.417536 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-39287b0f-8309-49d1-ad30-61912a13c72d req-62408c5c-5713-44c7-b44e-1c5638246c70 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453322 Apr 15 04:08:40.264371 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-ae315ec3-efea-43ba-9672-e083e7b2372a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:40.265963 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-ae315ec3-efea-43ba-9672-e083e7b2372a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 1129 time: 0.0402470 Apr 15 04:08:40.354490 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-bb7fff7d-d366-4b81-81df-156dacea6cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:40.355935 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-bb7fff7d-d366-4b81-81df-156dacea6cc5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 912 time: 0.0841987 Apr 15 04:08:40.423785 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-7b1fb9ba-4edf-49ad-b300-30e814a5a784 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=283573ad-640a-40a0-9db4-c3a976bdbe25 HTTP/1.1" status: 200 len: 1002 time: 0.0614450 Apr 15 04:08:40.472953 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-6af397a1-6864-4002-ad2f-e8aa912a9e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:40.474508 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-6af397a1-6864-4002-ad2f-e8aa912a9e13 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0443811 Apr 15 04:08:40.518462 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-825be882-d8da-4993-a45c-df7dbbd52465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:40.520002 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-825be882-d8da-4993-a45c-df7dbbd52465 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0397162 Apr 15 04:08:40.531707 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a685ee-abe6-42dc-aa84-144238b18530 req-82089907-ece3-4490-a8cf-e215081dd97f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:40.533200 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-89a685ee-abe6-42dc-aa84-144238b18530 req-82089907-ece3-4490-a8cf-e215081dd97f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0483029 Apr 15 04:08:40.591921 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-89a685ee-abe6-42dc-aa84-144238b18530 req-27304ca8-c0ec-475b-99ee-0198ee317882 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531995 Apr 15 04:08:40.625127 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-fd25fb68-797b-4a19-89c0-d005c84f351a service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987947 Apr 15 04:08:40.714185 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-d4972966-49b4-4220-979d-b8e59bd1d528 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829134 Apr 15 04:08:41.717727 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e0f60-78fd-4a7c-9041-29c639565f17 req-f3f05cd9-586e-4f87-9e82-3a12fb0d54c0 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:41.719234 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7d7e0f60-78fd-4a7c-9041-29c639565f17 req-f3f05cd9-586e-4f87-9e82-3a12fb0d54c0 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0555172 Apr 15 04:08:41.767310 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7d7e0f60-78fd-4a7c-9041-29c639565f17 req-c1e2113c-9bf3-45a4-b411-ae8223efd80a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421138 Apr 15 04:08:42.879769 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb66fd-29ca-4ba8-bc3a-d7036cb0b233 req-7aa2e52b-73f7-40a8-8edb-d9e5844927e6 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:42.881213 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dadb66fd-29ca-4ba8-bc3a-d7036cb0b233 req-7aa2e52b-73f7-40a8-8edb-d9e5844927e6 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0462322 Apr 15 04:08:42.928247 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dadb66fd-29ca-4ba8-bc3a-d7036cb0b233 req-48368c74-5b65-4712-9ad7-9457f7e563f4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414395 Apr 15 04:08:44.038249 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b656c60-0d86-47e4-ac9a-e2f5e450645e req-ce0d10b1-0345-4d9a-adb0-3ca22b846e83 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:44.039717 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3b656c60-0d86-47e4-ac9a-e2f5e450645e req-ce0d10b1-0345-4d9a-adb0-3ca22b846e83 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0463521 Apr 15 04:08:44.085483 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3b656c60-0d86-47e4-ac9a-e2f5e450645e req-6950ee6b-1d76-4663-aff6-6bb1341ac9bf tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396755 Apr 15 04:08:45.196792 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce6669-5398-4f08-a123-13dd320a4d88 req-c0d991b1-1b7e-41e2-9aca-0f06bcfc6817 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:45.198251 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c6ce6669-5398-4f08-a123-13dd320a4d88 req-c0d991b1-1b7e-41e2-9aca-0f06bcfc6817 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0453594 Apr 15 04:08:45.244889 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c6ce6669-5398-4f08-a123-13dd320a4d88 req-c3fdb803-8cfd-48ce-9b68-5cb05c80fcaa tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402400 Apr 15 04:08:46.360569 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5fc17-b0ce-4327-8526-8664bc90c22a req-3e4840fe-9019-443d-ac2c-fa81cc419bbd tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:46.361939 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5db5fc17-b0ce-4327-8526-8664bc90c22a req-3e4840fe-9019-443d-ac2c-fa81cc419bbd tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0493073 Apr 15 04:08:46.407707 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5db5fc17-b0ce-4327-8526-8664bc90c22a req-91d72509-8502-4c32-a845-135c505d155c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403130 Apr 15 04:08:47.521875 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b1728-366a-4356-81c4-28cac7966afd req-95e93e92-23f1-4f74-8397-2c591de85671 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:47.523321 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-007b1728-366a-4356-81c4-28cac7966afd req-95e93e92-23f1-4f74-8397-2c591de85671 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0499449 Apr 15 04:08:47.567903 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-007b1728-366a-4356-81c4-28cac7966afd req-d6f37d89-bdae-46cc-957a-9e141cc0725f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391030 Apr 15 04:08:48.523713 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fb1330f9-c368-4a07-802c-d32487919718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:48.678388 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002931e-97d2-4293-8921-a3fc94405b76 req-7d2dce6e-ddfb-4fd6-b9ca-829fcbb1d9c4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:48.679863 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8002931e-97d2-4293-8921-a3fc94405b76 req-7d2dce6e-ddfb-4fd6-b9ca-829fcbb1d9c4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0463712 Apr 15 04:08:48.725834 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8002931e-97d2-4293-8921-a3fc94405b76 req-335f9fc9-1125-48b3-a8eb-5d07f5d3d86f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404568 Apr 15 04:08:49.838794 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05969c-b8d5-4f79-9e52-b0162e59844c req-b7c8d7f0-03ff-495b-955e-ffe310ae8cd6 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:49.840258 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-db05969c-b8d5-4f79-9e52-b0162e59844c req-b7c8d7f0-03ff-495b-955e-ffe310ae8cd6 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0461192 Apr 15 04:08:49.886931 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-db05969c-b8d5-4f79-9e52-b0162e59844c req-81c6bc51-51c6-47ef-829f-6e7c418073b9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411317 Apr 15 04:08:50.887860 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8b5111f0-6475-4a19-8515-b8139bb0e100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:50.996874 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a787d4-b6df-4d14-80c1-44fa6ee1d2b2 req-8ba60f51-4506-48a0-958d-3eae21718e5e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:50.998312 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-60a787d4-b6df-4d14-80c1-44fa6ee1d2b2 req-8ba60f51-4506-48a0-958d-3eae21718e5e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0450490 Apr 15 04:08:51.047390 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-60a787d4-b6df-4d14-80c1-44fa6ee1d2b2 req-f056f97c-75cd-4e80-bf78-3f0559329b8d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436413 Apr 15 04:08:51.997447 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:52.160050 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83945cb1-031b-49eb-a066-8446487f8323 req-4360cf51-939a-480a-9345-b3056ea4449c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:52.161515 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-83945cb1-031b-49eb-a066-8446487f8323 req-4360cf51-939a-480a-9345-b3056ea4449c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0469975 Apr 15 04:08:52.211018 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-83945cb1-031b-49eb-a066-8446487f8323 req-524a0ed8-52a7-444a-8d7b-12d38ea88f56 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439665 Apr 15 04:08:53.326105 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19aa1fc-673e-4df1-891c-af86eb448f1e req-ffbcdff5-a950-4910-9471-f5333f692fc4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:53.327799 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e19aa1fc-673e-4df1-891c-af86eb448f1e req-ffbcdff5-a950-4910-9471-f5333f692fc4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0478983 Apr 15 04:08:53.379090 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e19aa1fc-673e-4df1-891c-af86eb448f1e req-3141ea32-7081-47f4-965d-0622ba26f3d5 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454128 Apr 15 04:08:53.603859 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:54.492491 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4e459-8e41-4013-8b61-b5838811cc52 req-b89cb740-f440-4183-b066-a5a9ad7f0e53 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:54.493987 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-afb4e459-8e41-4013-8b61-b5838811cc52 req-b89cb740-f440-4183-b066-a5a9ad7f0e53 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0462697 Apr 15 04:08:54.541501 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-afb4e459-8e41-4013-8b61-b5838811cc52 req-a4340da8-6366-4f48-89a2-20c29a6794cb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414288 Apr 15 04:08:54.957509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:55.653838 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc925ce-abc2-4945-95af-1374fe85bc26 req-38191d2e-4fdc-41c4-b2c7-f352ddabd32d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:55.655502 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1bc925ce-abc2-4945-95af-1374fe85bc26 req-38191d2e-4fdc-41c4-b2c7-f352ddabd32d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0472012 Apr 15 04:08:55.703349 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1bc925ce-abc2-4945-95af-1374fe85bc26 req-fefbae1c-0c96-4ce0-9ce7-2d5e301f4d15 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420909 Apr 15 04:08:56.765863 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-9adab9a0-716c-453e-8c1a-426b191122c8 service neutron] 10.222.0.30 "GET /v2.0/ports/283573ad-640a-40a0-9db4-c3a976bdbe25/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0597618 Apr 15 04:08:56.816071 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340aef9-7779-4076-85f9-b6a23e09e42e req-9d882b28-cb99-4607-a0d0-cb0fa455d90b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:56.817471 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f340aef9-7779-4076-85f9-b6a23e09e42e req-9d882b28-cb99-4607-a0d0-cb0fa455d90b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0470924 Apr 15 04:08:56.865257 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f340aef9-7779-4076-85f9-b6a23e09e42e req-505bde11-cf3f-4ebc-b36d-cf284c79289d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422204 Apr 15 04:08:57.054557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 283573ad-640a-40a0-9db4-c3a976bdbe25 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:08:57.131469 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 283573ad-640a-40a0-9db4-c3a976bdbe25 is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:08:57.131872 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:57.154923 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc61c52-36df-4f03-b1b0-d1c076f50479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '283573ad-640a-40a0-9db4-c3a976bdbe25'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:08:57.157229 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bb0bb4-1ef8-4136-933a-9fe7bd120f07" -d '{"events": [{"server_uuid": "6cc61c52-36df-4f03-b1b0-d1c076f50479", "name": "network-vif-unplugged", "status": "completed", "tag": "283573ad-640a-40a0-9db4-c3a976bdbe25"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:08:57.170430 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 283573ad-640a-40a0-9db4-c3a976bdbe25, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=283573ad-640a-40a0-9db4-c3a976bdbe25,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:08:57.196856 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-3eff6ee7-5954-4137-a841-caac8b2f54f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:57.198371 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-3eff6ee7-5954-4137-a841-caac8b2f54f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479&tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c HTTP/1.1" status: 200 len: 1129 time: 0.0420997 Apr 15 04:08:57.202495 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Apr 2022 04:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004c9e8c-9e1e-469e-8818-c530f0c21207 x-openstack-request-id: req-004c9e8c-9e1e-469e-8818-c530f0c21207 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:08:57.202818 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc61c52-36df-4f03-b1b0-d1c076f50479", "name": "network-vif-unplugged", "status": "completed", "tag": "283573ad-640a-40a0-9db4-c3a976bdbe25", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:08:57.203078 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-004c9e8c-9e1e-469e-8818-c530f0c21207 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:08:57.203504 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004c9e8c-9e1e-469e-8818-c530f0c21207'] response: {'server_uuid': '6cc61c52-36df-4f03-b1b0-d1c076f50479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '283573ad-640a-40a0-9db4-c3a976bdbe25', 'code': 200} Apr 15 04:08:57.252648 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:08:57.260420 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-8c77c3f1-4095-49f6-be10-605c835fc41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:57.262724 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-8c77c3f1-4095-49f6-be10-605c835fc41c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 1129 time: 0.0389545 Apr 15 04:08:57.300120 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=283573ad-640a-40a0-9db4-c3a976bdbe25,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:08:57.354898 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-4ce2a3cd-30b2-46a9-8ae6-f99f17d6381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:57.358551 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-4ce2a3cd-30b2-46a9-8ae6-f99f17d6381f service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 912 time: 0.0888739 Apr 15 04:08:57.420241 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-01aac948-7629-4c33-994d-58e6944f532f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=283573ad-640a-40a0-9db4-c3a976bdbe25 HTTP/1.1" status: 200 len: 1000 time: 0.0581257 Apr 15 04:08:57.466414 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-a5fae5ca-ed4b-4430-a673-45d20d3507b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:57.467813 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-a5fae5ca-ed4b-4430-a673-45d20d3507b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0423822 Apr 15 04:08:57.512102 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-24f05131-8b65-48e6-ad20-84515c592bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:57.513802 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-24f05131-8b65-48e6-ad20-84515c592bed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0404623 Apr 15 04:08:57.599472 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-9ea23a47-5e84-459d-9f01-56294f583d01 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797703 Apr 15 04:08:57.973940 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-b319f1ec-98a6-4a15-ab20-168f39bf48ab service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687680 Apr 15 04:08:57.983420 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0c2af-01d8-43d4-a821-07806278414a req-17e9117f-87fa-43b4-b8ed-a5f22dec8849 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:57.984918 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d5e0c2af-01d8-43d4-a821-07806278414a req-17e9117f-87fa-43b4-b8ed-a5f22dec8849 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0501502 Apr 15 04:08:58.032311 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d5e0c2af-01d8-43d4-a821-07806278414a req-f62ea33e-56f1-4e22-a5c6-82a036c4e23f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418539 Apr 15 04:08:58.494086 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:08:59.149227 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43bda0-2e1b-4d09-8fbf-32f8a49b017c req-6e7c2d37-69a2-4b24-a324-4f93c0297171 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:08:59.150737 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ad43bda0-2e1b-4d09-8fbf-32f8a49b017c req-6e7c2d37-69a2-4b24-a324-4f93c0297171 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0467918 Apr 15 04:08:59.198352 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ad43bda0-2e1b-4d09-8fbf-32f8a49b017c req-75814736-f7b4-4a2e-a4d2-cd8f6422d057 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415187 Apr 15 04:09:00.311908 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012b46c-0b57-464c-b101-89e0c8968d55 req-9363b6ed-0135-4539-a3b9-ae284fbc55af tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:00.313382 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f012b46c-0b57-464c-b101-89e0c8968d55 req-9363b6ed-0135-4539-a3b9-ae284fbc55af tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0473411 Apr 15 04:09:00.361827 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f012b46c-0b57-464c-b101-89e0c8968d55 req-585c843d-7e44-422d-bc5b-f54e54198c32 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423996 Apr 15 04:09:01.475718 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3719c20-b7fc-4285-b847-71fef6f0e2c5 req-434361fc-5953-4515-8620-a08035e9a304 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:01.477183 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d3719c20-b7fc-4285-b847-71fef6f0e2c5 req-434361fc-5953-4515-8620-a08035e9a304 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0488269 Apr 15 04:09:01.524018 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d3719c20-b7fc-4285-b847-71fef6f0e2c5 req-ecc793bd-9eb1-4fb3-b26e-a31e02dd94b8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407333 Apr 15 04:09:02.641524 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d80f1-134b-455f-9589-dcdd5b027f39 req-69290094-c21a-4e9f-bdb2-c2de724c1dd8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:02.643193 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e89d80f1-134b-455f-9589-dcdd5b027f39 req-69290094-c21a-4e9f-bdb2-c2de724c1dd8 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0517588 Apr 15 04:09:02.693296 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e89d80f1-134b-455f-9589-dcdd5b027f39 req-6073f01e-c47e-4243-9877-415686848bb7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443342 Apr 15 04:09:03.527229 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41532fa-e537-48d5-9504-5cd750c78005 req-88d863a4-de70-4b3f-a5a3-fd1409712b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:03.528728 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a41532fa-e537-48d5-9504-5cd750c78005 req-88d863a4-de70-4b3f-a5a3-fd1409712b04 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 1127 time: 0.0385933 Apr 15 04:09:03.636698 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41532fa-e537-48d5-9504-5cd750c78005 req-2212287d-d14a-41dc-bf0f-3ffeb2b0ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:03.638422 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a41532fa-e537-48d5-9504-5cd750c78005 req-2212287d-d14a-41dc-bf0f-3ffeb2b0ee16 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 912 time: 0.0893700 Apr 15 04:09:03.702200 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a41532fa-e537-48d5-9504-5cd750c78005 req-60a3ff75-7599-445b-a3f9-42462a641be8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=283573ad-640a-40a0-9db4-c3a976bdbe25 HTTP/1.1" status: 200 len: 1000 time: 0.0578034 Apr 15 04:09:03.753201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41532fa-e537-48d5-9504-5cd750c78005 req-877fdc55-8b90-4607-b5d7-c2e0a183d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:03.754882 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a41532fa-e537-48d5-9504-5cd750c78005 req-877fdc55-8b90-4607-b5d7-c2e0a183d4f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0471377 Apr 15 04:09:03.830204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41532fa-e537-48d5-9504-5cd750c78005 req-0155272f-fadf-4c04-b40f-eb4611edb3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:03.831692 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a41532fa-e537-48d5-9504-5cd750c78005 req-0155272f-fadf-4c04-b40f-eb4611edb3ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0713785 Apr 15 04:09:03.842980 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a089bb-d24e-43c1-b0ce-f97cef1c8d25 req-2d3e8ed8-3195-46b5-be04-b24f1c6e7fb0 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:03.844394 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-97a089bb-d24e-43c1-b0ce-f97cef1c8d25 req-2d3e8ed8-3195-46b5-be04-b24f1c6e7fb0 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0741019 Apr 15 04:09:03.949886 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-97a089bb-d24e-43c1-b0ce-f97cef1c8d25 req-df9d0c40-3bed-4120-a5bd-a01734dd8fc4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972979 Apr 15 04:09:03.966223 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a41532fa-e537-48d5-9504-5cd750c78005 req-bb69edd2-4bef-4ba2-8d4f-ac7d696897eb service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209013 Apr 15 04:09:04.054823 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a41532fa-e537-48d5-9504-5cd750c78005 req-cb0c6711-f3ed-4eab-bf3b-0fd4c04ed1e0 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826306 Apr 15 04:09:04.831708 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:05.067603 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d700bdf-4e37-4cf4-abce-435e6dfa424c req-20437e2a-c775-4b08-bd4f-28b0dc5f520e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:05.069106 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3d700bdf-4e37-4cf4-abce-435e6dfa424c req-20437e2a-c775-4b08-bd4f-28b0dc5f520e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0470879 Apr 15 04:09:05.116282 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3d700bdf-4e37-4cf4-abce-435e6dfa424c req-4660bea3-0a5a-40d8-a0d5-1f46bfeb2d97 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415070 Apr 15 04:09:06.238294 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd2011-bce6-48f0-ad24-f3014d05b7d2 req-520e1864-70e0-425d-adb9-0cccfcbb25f4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:06.242421 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ccd2011-bce6-48f0-ad24-f3014d05b7d2 req-520e1864-70e0-425d-adb9-0cccfcbb25f4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0545077 Apr 15 04:09:06.292875 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ccd2011-bce6-48f0-ad24-f3014d05b7d2 req-b45a8235-0d65-4312-940a-a2d9c1743d73 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470862 Apr 15 04:09:07.406437 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fd980-8566-4d84-8322-8d4057ad4918 req-aec919ba-cded-41b8-84db-69572353ad6e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:07.407957 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-265fd980-8566-4d84-8322-8d4057ad4918 req-aec919ba-cded-41b8-84db-69572353ad6e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0466225 Apr 15 04:09:07.457952 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-265fd980-8566-4d84-8322-8d4057ad4918 req-f9e2a371-38a3-4464-9870-d62149f4de69 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445251 Apr 15 04:09:08.571982 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625f09e-5639-4e34-ac4e-9c1863ffdeb4 req-42f7d325-ca5a-4de3-bca9-fe0911a987cc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:08.573467 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2625f09e-5639-4e34-ac4e-9c1863ffdeb4 req-42f7d325-ca5a-4de3-bca9-fe0911a987cc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0480952 Apr 15 04:09:08.623096 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2625f09e-5639-4e34-ac4e-9c1863ffdeb4 req-9ce82165-9b4d-42e3-89b3-5f398d405a43 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436234 Apr 15 04:09:09.733651 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06555248-4462-4822-a5d4-e723332225a6 req-14254e92-180c-451a-9af8-b23fa13376df tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:09.735121 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-06555248-4462-4822-a5d4-e723332225a6 req-14254e92-180c-451a-9af8-b23fa13376df tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0461426 Apr 15 04:09:09.781922 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-06555248-4462-4822-a5d4-e723332225a6 req-f3b0b83f-a01f-47db-97b2-7b2b1f31eedc tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412734 Apr 15 04:09:10.896507 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4901b0d-6a7b-4b94-8382-3d1412d22471 req-209e5faa-50af-49b0-b50f-5c990dd04d13 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:10.897982 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e4901b0d-6a7b-4b94-8382-3d1412d22471 req-209e5faa-50af-49b0-b50f-5c990dd04d13 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0466616 Apr 15 04:09:10.947567 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e4901b0d-6a7b-4b94-8382-3d1412d22471 req-1e3fcd6f-198d-4ff0-a4d8-439fee351cd6 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431449 Apr 15 04:09:11.133475 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 283573ad-640a-40a0-9db4-c3a976bdbe25 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:09:11.230463 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 283573ad-640a-40a0-9db4-c3a976bdbe25, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=283573ad-640a-40a0-9db4-c3a976bdbe25,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:09:11.241147 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '283573ad-640a-40a0-9db4-c3a976bdbe25', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'port_id': '283573ad-640a-40a0-9db4-c3a976bdbe25', 'mac_address': 'fa:16:3e:67:9f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:09:11.278129 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 283573ad-640a-40a0-9db4-c3a976bdbe25 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:09:11.278512 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:11.290912 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283573ad-640a-40a0-9db4-c3a976bdbe25 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:09:11.311127 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 283573ad-640a-40a0-9db4-c3a976bdbe25, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=283573ad-640a-40a0-9db4-c3a976bdbe25,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:09:11.397958 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:11.446928 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=283573ad-640a-40a0-9db4-c3a976bdbe25,revision_number=7']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:09:11.455019 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['283573ad-640a-40a0-9db4-c3a976bdbe25'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:09:11.459423 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:11.459769 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:11.460110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:11.460448 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:11.460785 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:11.461112 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:11.461437 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:11.461760 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:11.462084 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:11.462409 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:11.462762 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:11.463085 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:11.464137 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:11.464137 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:11.464137 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:12.060482 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be8d0f-9559-47b6-8c9f-c2f2f7ad8fbe req-add41e3f-b356-4a46-98d6-e2728dc28925 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:12.061959 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-21be8d0f-9559-47b6-8c9f-c2f2f7ad8fbe req-add41e3f-b356-4a46-98d6-e2728dc28925 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 944 time: 0.0466571 Apr 15 04:09:12.109145 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-21be8d0f-9559-47b6-8c9f-c2f2f7ad8fbe req-5e1c4529-f1ee-4d98-a5d0-71451aec0a66 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415359 Apr 15 04:09:13.158512 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 283573ad-640a-40a0-9db4-c3a976bdbe25 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:09:13.204583 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 283573ad-640a-40a0-9db4-c3a976bdbe25 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:09:13.204954 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:13.220906 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176e945-4ccb-4e4b-81ae-7cdcbe125231 req-8797e393-8f65-4ab3-aee7-be16d15a7d38 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:13.222404 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6176e945-4ccb-4e4b-81ae-7cdcbe125231 req-8797e393-8f65-4ab3-aee7-be16d15a7d38 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 944 time: 0.0466597 Apr 15 04:09:13.270402 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6176e945-4ccb-4e4b-81ae-7cdcbe125231 req-8bc3cb39-32c2-4dc8-8ccc-efd915c4c2cb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423038 Apr 15 04:09:13.284725 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 283573ad-640a-40a0-9db4-c3a976bdbe25 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:09:13.285123 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:13.307667 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc61c52-36df-4f03-b1b0-d1c076f50479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283573ad-640a-40a0-9db4-c3a976bdbe25'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:09:13.310534 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b70a8c8-d659-4774-9bfa-63a028ca5dbb" -d '{"events": [{"server_uuid": "6cc61c52-36df-4f03-b1b0-d1c076f50479", "name": "network-vif-plugged", "status": "completed", "tag": "283573ad-640a-40a0-9db4-c3a976bdbe25"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:09:13.326658 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 283573ad-640a-40a0-9db4-c3a976bdbe25, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=283573ad-640a-40a0-9db4-c3a976bdbe25,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:09:13.353861 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb640b2e-657d-4feb-bd8f-f7bc5a223c2e x-openstack-request-id: req-eb640b2e-657d-4feb-bd8f-f7bc5a223c2e {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:09:13.354157 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc61c52-36df-4f03-b1b0-d1c076f50479", "name": "network-vif-plugged", "status": "completed", "tag": "283573ad-640a-40a0-9db4-c3a976bdbe25", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:09:13.354420 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb640b2e-657d-4feb-bd8f-f7bc5a223c2e {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:09:13.355485 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb640b2e-657d-4feb-bd8f-f7bc5a223c2e'] response: {'server_uuid': '6cc61c52-36df-4f03-b1b0-d1c076f50479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283573ad-640a-40a0-9db4-c3a976bdbe25', 'code': 200} Apr 15 04:09:13.397128 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:13.444516 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=283573ad-640a-40a0-9db4-c3a976bdbe25,revision_number=8']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:09:14.382794 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91042126-11af-463e-9f7c-cf3afe1b9f17 req-c730b1f9-0811-4957-8b24-5272446a0919 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:14.384149 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91042126-11af-463e-9f7c-cf3afe1b9f17 req-c730b1f9-0811-4957-8b24-5272446a0919 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0459065 Apr 15 04:09:14.430429 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91042126-11af-463e-9f7c-cf3afe1b9f17 req-74034d8c-e20f-4997-8bfa-308410d11d95 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399282 Apr 15 04:09:15.547361 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978371f1-77dd-4e00-aa01-e5135a2319dd req-f9b7d48c-3b84-4a93-a99d-9b293cf79061 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:15.548817 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-978371f1-77dd-4e00-aa01-e5135a2319dd req-f9b7d48c-3b84-4a93-a99d-9b293cf79061 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0499921 Apr 15 04:09:15.597602 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-978371f1-77dd-4e00-aa01-e5135a2319dd req-bb78d2a3-afd2-4cf2-b282-2cb37f781170 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421913 Apr 15 04:09:16.712906 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7583475-8a85-4c58-b2e1-08e78dffd018 req-468b4d4c-c72c-49bc-b74b-0ee5f4bf51e2 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:16.714369 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f7583475-8a85-4c58-b2e1-08e78dffd018 req-468b4d4c-c72c-49bc-b74b-0ee5f4bf51e2 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0510845 Apr 15 04:09:16.760761 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f7583475-8a85-4c58-b2e1-08e78dffd018 req-b5fe4ccb-0797-4f80-99fb-d3904b7f3dbb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400960 Apr 15 04:09:17.384010 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bafd7f-ec8f-41a2-b1cd-d47a0fef9650 req-5d9fc5cb-1b6f-42be-a47d-4cd96f672d29 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:17.385397 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91bafd7f-ec8f-41a2-b1cd-d47a0fef9650 req-5d9fc5cb-1b6f-42be-a47d-4cd96f672d29 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0733163 Apr 15 04:09:17.405771 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b4675-544c-4eec-b9ec-38561ae62387 req-bf4eef55-252c-4329-94bc-559428cf20fe tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:17.407170 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-318b4675-544c-4eec-b9ec-38561ae62387 req-bf4eef55-252c-4329-94bc-559428cf20fe tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479&tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 945 time: 0.0673208 Apr 15 04:09:17.478292 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-91bafd7f-ec8f-41a2-b1cd-d47a0fef9650 req-103491be-7ecc-47af-8c8d-db147cc7efbf tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860448 Apr 15 04:09:17.492863 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-318b4675-544c-4eec-b9ec-38561ae62387 req-6a96b9f7-eafa-4bab-acfb-7dead6888099 service neutron] 10.222.0.30 "GET /v2.0/ports/283573ad-640a-40a0-9db4-c3a976bdbe25/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0771930 Apr 15 04:09:17.552162 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b4675-544c-4eec-b9ec-38561ae62387 req-898a7a30-e77d-41ed-a0ab-12c6370fd051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:17.553622 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-318b4675-544c-4eec-b9ec-38561ae62387 req-898a7a30-e77d-41ed-a0ab-12c6370fd051 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 1129 time: 0.0384843 Apr 15 04:09:17.645070 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b4675-544c-4eec-b9ec-38561ae62387 req-718be2a0-0c87-4916-a8df-5d53e14d294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:17.646518 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-318b4675-544c-4eec-b9ec-38561ae62387 req-718be2a0-0c87-4916-a8df-5d53e14d294e service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 912 time: 0.0866041 Apr 15 04:09:17.708772 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-318b4675-544c-4eec-b9ec-38561ae62387 req-2e04fa84-396f-4f1d-8985-72d1968b5f48 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=283573ad-640a-40a0-9db4-c3a976bdbe25 HTTP/1.1" status: 200 len: 1002 time: 0.0568411 Apr 15 04:09:17.755306 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b4675-544c-4eec-b9ec-38561ae62387 req-a659c15e-0139-4f0c-bb66-8cfee24dff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:17.756685 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-318b4675-544c-4eec-b9ec-38561ae62387 req-a659c15e-0139-4f0c-bb66-8cfee24dff10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0424087 Apr 15 04:09:17.803906 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b4675-544c-4eec-b9ec-38561ae62387 req-9aed488b-67c0-4ded-8651-78bd73656ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:17.805387 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-318b4675-544c-4eec-b9ec-38561ae62387 req-9aed488b-67c0-4ded-8651-78bd73656ad3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423152 Apr 15 04:09:17.891904 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-318b4675-544c-4eec-b9ec-38561ae62387 req-ff7b3b55-5d8b-440b-8efb-a0e75714050e service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800166 Apr 15 04:09:17.982730 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-318b4675-544c-4eec-b9ec-38561ae62387 req-024e942a-23ff-46b9-94ec-0b14263ff553 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847259 Apr 15 04:09:18.521366 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ce088f16-2e14-43c8-9a1d-cb437b441ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:18.595510 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8567b-3477-4431-bb88-e227346bf49e req-5ddfcc99-9df8-450d-926b-1b7d4424f9b5 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:18.596957 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cfb8567b-3477-4431-bb88-e227346bf49e req-5ddfcc99-9df8-450d-926b-1b7d4424f9b5 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0463984 Apr 15 04:09:18.643691 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cfb8567b-3477-4431-bb88-e227346bf49e req-8d6d61e6-15b2-477b-ba8f-5a34fff5df5a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411396 Apr 15 04:09:19.755505 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86543a-6bdc-480a-ad46-61b185812b84 req-49c2e652-9d20-4122-832b-94d1828bac73 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:19.756937 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ba86543a-6bdc-480a-ad46-61b185812b84 req-49c2e652-9d20-4122-832b-94d1828bac73 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0460951 Apr 15 04:09:19.803831 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ba86543a-6bdc-480a-ad46-61b185812b84 req-9b0f1cd2-4b5a-492b-be84-664f6bd0f4d7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407093 Apr 15 04:09:20.894867 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a9c74dd4-9714-41d9-b885-40abce16c06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:20.919324 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533958d8-d83a-49d5-84a5-7c5684357748 req-00930301-7ea9-4f2d-bdc2-b71e4b0de4ee tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:20.920824 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-533958d8-d83a-49d5-84a5-7c5684357748 req-00930301-7ea9-4f2d-bdc2-b71e4b0de4ee tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0483007 Apr 15 04:09:20.973672 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-533958d8-d83a-49d5-84a5-7c5684357748 req-7cb4fa5e-3385-43bc-9128-0386175735cf tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472229 Apr 15 04:09:21.974401 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:22.089480 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b1e86-ee83-4d03-bb3b-44646331186b req-e70f729f-1370-46c3-aecd-accf783fa306 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:22.095028 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d36b1e86-ee83-4d03-bb3b-44646331186b req-e70f729f-1370-46c3-aecd-accf783fa306 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0518918 Apr 15 04:09:22.144399 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d36b1e86-ee83-4d03-bb3b-44646331186b req-b3a3d30e-ff16-4e94-b214-bf44119809fa tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478528 Apr 15 04:09:23.242309 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 283573ad-640a-40a0-9db4-c3a976bdbe25 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:09:23.258582 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c75d73-dc6d-4dd0-b800-4894bdfaac2d req-0ea08994-f944-4f8a-bd90-0218bf01b895 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:23.260184 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-71c75d73-dc6d-4dd0-b800-4894bdfaac2d req-0ea08994-f944-4f8a-bd90-0218bf01b895 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0479071 Apr 15 04:09:23.308815 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-71c75d73-dc6d-4dd0-b800-4894bdfaac2d req-dbeb41ec-dd27-41bb-8196-4c60725be3f9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418398 Apr 15 04:09:23.323132 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 283573ad-640a-40a0-9db4-c3a976bdbe25 is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:09:23.323519 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:23.350087 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc61c52-36df-4f03-b1b0-d1c076f50479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '283573ad-640a-40a0-9db4-c3a976bdbe25'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:09:23.352302 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b89f4a4-281e-42f6-b850-93df19b370f6" -d '{"events": [{"server_uuid": "6cc61c52-36df-4f03-b1b0-d1c076f50479", "name": "network-vif-unplugged", "status": "completed", "tag": "283573ad-640a-40a0-9db4-c3a976bdbe25"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:09:23.364755 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 283573ad-640a-40a0-9db4-c3a976bdbe25, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=283573ad-640a-40a0-9db4-c3a976bdbe25,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:09:23.395264 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Apr 2022 04:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879ae454-a315-4685-88ab-2d96ea7e315a x-openstack-request-id: req-879ae454-a315-4685-88ab-2d96ea7e315a {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:09:23.395561 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc61c52-36df-4f03-b1b0-d1c076f50479", "name": "network-vif-unplugged", "status": "completed", "tag": "283573ad-640a-40a0-9db4-c3a976bdbe25", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:09:23.395817 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-879ae454-a315-4685-88ab-2d96ea7e315a {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:09:23.396216 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879ae454-a315-4685-88ab-2d96ea7e315a'] response: {'server_uuid': '6cc61c52-36df-4f03-b1b0-d1c076f50479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '283573ad-640a-40a0-9db4-c3a976bdbe25', 'code': 200} Apr 15 04:09:23.421040 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:23.467904 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=283573ad-640a-40a0-9db4-c3a976bdbe25,revision_number=9']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:09:23.475474 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:24.422632 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9feaa7-6a0b-459a-86fd-ca8480bffa0c req-9961c3c1-0ddf-4dc7-a2b4-219b9d5b150d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:24.424867 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ec9feaa7-6a0b-459a-86fd-ca8480bffa0c req-9961c3c1-0ddf-4dc7-a2b4-219b9d5b150d tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0474865 Apr 15 04:09:24.471492 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ec9feaa7-6a0b-459a-86fd-ca8480bffa0c req-dc85650c-99ef-437e-a1c1-9af38ca5ce61 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415161 Apr 15 04:09:24.916983 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:25.121861 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b4675-544c-4eec-b9ec-38561ae62387 req-c0066f52-4396-4b13-81be-cd5063729e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:25.123385 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-318b4675-544c-4eec-b9ec-38561ae62387 req-c0066f52-4396-4b13-81be-cd5063729e5c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479&tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c HTTP/1.1" status: 200 len: 1127 time: 0.0391560 Apr 15 04:09:25.181440 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b4675-544c-4eec-b9ec-38561ae62387 req-d3bc6393-623b-44cc-96dc-e7ca24317720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:25.182950 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-318b4675-544c-4eec-b9ec-38561ae62387 req-d3bc6393-623b-44cc-96dc-e7ca24317720 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 1127 time: 0.0379066 Apr 15 04:09:25.275886 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b4675-544c-4eec-b9ec-38561ae62387 req-449f5d7f-3849-4246-85ed-b1074db1c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:25.277352 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-318b4675-544c-4eec-b9ec-38561ae62387 req-449f5d7f-3849-4246-85ed-b1074db1c707 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 200 len: 912 time: 0.0891473 Apr 15 04:09:25.340302 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-318b4675-544c-4eec-b9ec-38561ae62387 req-d7161923-bf40-4c20-931d-8085ab298b16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=283573ad-640a-40a0-9db4-c3a976bdbe25 HTTP/1.1" status: 200 len: 1000 time: 0.0574076 Apr 15 04:09:25.386284 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b4675-544c-4eec-b9ec-38561ae62387 req-4d525f92-362d-4888-917e-14487b79928c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:25.388571 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-318b4675-544c-4eec-b9ec-38561ae62387 req-4d525f92-362d-4888-917e-14487b79928c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 200 len: 851 time: 0.0431263 Apr 15 04:09:25.433358 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b4675-544c-4eec-b9ec-38561ae62387 req-7f41456c-5d4c-408e-b53f-6e53b2371875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:25.435316 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-318b4675-544c-4eec-b9ec-38561ae62387 req-7f41456c-5d4c-408e-b53f-6e53b2371875 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b5633d0-e5ab-469b-a130-aad41a86142b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0413942 Apr 15 04:09:25.522994 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-318b4675-544c-4eec-b9ec-38561ae62387 req-a64f3c6d-d120-485f-8294-bcba2a6beb6e service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821400 Apr 15 04:09:25.628904 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c71916-63d6-4222-b8ca-9439aebdac44 req-76b19626-c100-4c80-b157-e92317ed30ee tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:25.630370 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f0c71916-63d6-4222-b8ca-9439aebdac44 req-76b19626-c100-4c80-b157-e92317ed30ee tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0855775 Apr 15 04:09:25.665546 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-318b4675-544c-4eec-b9ec-38561ae62387 req-50aa1ba0-72f7-4a35-a918-9d95df89d743 service neutron] 10.222.0.30 "GET /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374166 Apr 15 04:09:25.692110 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f0c71916-63d6-4222-b8ca-9439aebdac44 req-7062c115-9398-4c37-b902-340d3d71d169 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555682 Apr 15 04:09:26.808624 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ecd6d-0c4b-42ae-8560-b657b585a4d5 req-756ba3a1-47ff-4218-b015-8332a8d02aff tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:26.810565 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-414ecd6d-0c4b-42ae-8560-b657b585a4d5 req-756ba3a1-47ff-4218-b015-8332a8d02aff tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0501268 Apr 15 04:09:26.861730 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-414ecd6d-0c4b-42ae-8560-b657b585a4d5 req-010a7c68-2621-4707-80f9-e4a07c961a5a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455284 Apr 15 04:09:27.979292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e930b-a24f-4a18-8daf-4a803d0dbeee req-fa2d9547-2cc8-4e2a-ac14-821477ed767b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:27.980772 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7d9e930b-a24f-4a18-8daf-4a803d0dbeee req-fa2d9547-2cc8-4e2a-ac14-821477ed767b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0507538 Apr 15 04:09:28.027170 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7d9e930b-a24f-4a18-8daf-4a803d0dbeee req-48bcdf71-914c-454e-b077-045a9bb70c98 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408840 Apr 15 04:09:29.142874 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce18f0d-d294-49ca-a14f-c8cf92e24986 req-9c54b4fa-5712-4b98-b111-6a7ade02c34f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:29.144513 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-fce18f0d-d294-49ca-a14f-c8cf92e24986 req-9c54b4fa-5712-4b98-b111-6a7ade02c34f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0477974 Apr 15 04:09:29.191641 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-fce18f0d-d294-49ca-a14f-c8cf92e24986 req-85323907-12a8-409e-9f8d-3015d880597e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415926 Apr 15 04:09:30.314580 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5162c-6c26-40fa-b040-42e0a946e784 req-06eeb6c0-18e9-475a-879f-7fd4ee0a1a20 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:30.316216 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fcf5162c-6c26-40fa-b040-42e0a946e784 req-06eeb6c0-18e9-475a-879f-7fd4ee0a1a20 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0551517 Apr 15 04:09:30.365349 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fcf5162c-6c26-40fa-b040-42e0a946e784 req-939418c6-7127-4f51-aab0-3aabe10448f7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432742 Apr 15 04:09:31.484536 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82397e0c-c460-4703-bb7e-6db9aa33fc97 req-72845889-007c-456b-aeaf-9ef6ff2e6127 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:31.486028 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-82397e0c-c460-4703-bb7e-6db9aa33fc97 req-72845889-007c-456b-aeaf-9ef6ff2e6127 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0514281 Apr 15 04:09:31.533439 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-82397e0c-c460-4703-bb7e-6db9aa33fc97 req-108a3a32-5129-4800-8e16-34d94bda2b71 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417311 Apr 15 04:09:32.646739 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821b48f-150b-4a04-9a36-221ffa5ce108 req-cafda0e5-457c-428d-b20a-a906af8c45d3 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:32.648216 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8821b48f-150b-4a04-9a36-221ffa5ce108 req-cafda0e5-457c-428d-b20a-a906af8c45d3 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0473833 Apr 15 04:09:32.699674 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8821b48f-150b-4a04-9a36-221ffa5ce108 req-b1b5d842-af06-4c6a-866d-9c9dfc0fe0ac tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458205 Apr 15 04:09:33.820442 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e030d0-ee9e-45a6-ad53-847f78bfd69c req-80cc16c5-0ec5-48c1-a1a2-44a9ff08e3e9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:33.822030 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-54e030d0-ee9e-45a6-ad53-847f78bfd69c req-80cc16c5-0ec5-48c1-a1a2-44a9ff08e3e9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0509160 Apr 15 04:09:33.873903 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-54e030d0-ee9e-45a6-ad53-847f78bfd69c req-060709f0-60cb-4cca-9715-6e6c56712dc3 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459373 Apr 15 04:09:34.857961 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:34.987353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4ebff-ea2a-47e3-9e23-00be5a4dbab6 req-6c495fcc-051a-443e-a2da-52808b818416 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:34.988805 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-24a4ebff-ea2a-47e3-9e23-00be5a4dbab6 req-6c495fcc-051a-443e-a2da-52808b818416 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0465598 Apr 15 04:09:35.035253 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-24a4ebff-ea2a-47e3-9e23-00be5a4dbab6 req-75fcb9aa-e2b7-4b79-a457-bebc227c0834 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409603 Apr 15 04:09:35.492235 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:09:36.149640 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe755b9-5433-45eb-bfb8-73d05cce6b76 req-a90ee85f-ea34-49d6-b5c7-2130750b7f1b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:36.151157 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dfe755b9-5433-45eb-bfb8-73d05cce6b76 req-a90ee85f-ea34-49d6-b5c7-2130750b7f1b tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0487585 Apr 15 04:09:36.201283 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dfe755b9-5433-45eb-bfb8-73d05cce6b76 req-9da4fdf1-4756-4d0f-a8b9-b9ec9f19284e tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439932 Apr 15 04:09:37.268564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 283573ad-640a-40a0-9db4-c3a976bdbe25 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:09:37.326794 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28f4c8-f222-490f-ba10-997de0e52b4f req-88ce1970-fa87-4ce4-9250-78f431959f16 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:37.328287 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2e28f4c8-f222-490f-ba10-997de0e52b4f req-88ce1970-fa87-4ce4-9250-78f431959f16 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 943 time: 0.0513768 Apr 15 04:09:37.364882 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 283573ad-640a-40a0-9db4-c3a976bdbe25, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=283573ad-640a-40a0-9db4-c3a976bdbe25,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:09:37.375315 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2e28f4c8-f222-490f-ba10-997de0e52b4f req-d0296840-3202-4c73-94b1-0968c8e3dc0a tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412080 Apr 15 04:09:37.376441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '283573ad-640a-40a0-9db4-c3a976bdbe25', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'port_id': '283573ad-640a-40a0-9db4-c3a976bdbe25', 'mac_address': 'fa:16:3e:67:9f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:09:37.416632 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 283573ad-640a-40a0-9db4-c3a976bdbe25 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:09:37.417015 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:37.429224 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283573ad-640a-40a0-9db4-c3a976bdbe25 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:09:37.447908 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 283573ad-640a-40a0-9db4-c3a976bdbe25, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=283573ad-640a-40a0-9db4-c3a976bdbe25,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:09:37.503245 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:37.551847 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=283573ad-640a-40a0-9db4-c3a976bdbe25,revision_number=10']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:09:37.556481 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['283573ad-640a-40a0-9db4-c3a976bdbe25'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:09:38.488065 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa07825-b2ea-481d-a8c7-c993f0f321a5 req-81e0c956-f34e-40e8-adbd-aec7a64bb904 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:38.489507 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3fa07825-b2ea-481d-a8c7-c993f0f321a5 req-81e0c956-f34e-40e8-adbd-aec7a64bb904 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 945 time: 0.0462809 Apr 15 04:09:38.535487 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3fa07825-b2ea-481d-a8c7-c993f0f321a5 req-dedde8cc-583d-410e-a54a-d8b3197d3eaf tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405214 Apr 15 04:09:39.284436 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 283573ad-640a-40a0-9db4-c3a976bdbe25 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:09:39.329325 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 283573ad-640a-40a0-9db4-c3a976bdbe25 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:09:39.329693 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:39.404710 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 283573ad-640a-40a0-9db4-c3a976bdbe25 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:09:39.405085 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:39.426697 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc61c52-36df-4f03-b1b0-d1c076f50479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283573ad-640a-40a0-9db4-c3a976bdbe25'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:09:39.428877 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2502057f-f8be-4418-b6a3-a3a1b201f806" -d '{"events": [{"server_uuid": "6cc61c52-36df-4f03-b1b0-d1c076f50479", "name": "network-vif-plugged", "status": "completed", "tag": "283573ad-640a-40a0-9db4-c3a976bdbe25"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:09:39.441155 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 283573ad-640a-40a0-9db4-c3a976bdbe25, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=283573ad-640a-40a0-9db4-c3a976bdbe25,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:09:39.473199 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8484907d-15de-4d24-a989-4041a10d6df3 x-openstack-request-id: req-8484907d-15de-4d24-a989-4041a10d6df3 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:09:39.473483 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc61c52-36df-4f03-b1b0-d1c076f50479", "name": "network-vif-plugged", "status": "completed", "tag": "283573ad-640a-40a0-9db4-c3a976bdbe25", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:09:39.473734 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8484907d-15de-4d24-a989-4041a10d6df3 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:09:39.474179 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8484907d-15de-4d24-a989-4041a10d6df3'] response: {'server_uuid': '6cc61c52-36df-4f03-b1b0-d1c076f50479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283573ad-640a-40a0-9db4-c3a976bdbe25', 'code': 200} Apr 15 04:09:39.492013 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:39.538892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=283573ad-640a-40a0-9db4-c3a976bdbe25,revision_number=11']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:09:39.648255 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbd4ad-3cc5-4cac-8960-8079edc9957d req-cdc73f96-87a5-41d9-a60b-dc1c2b1925a6 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:39.649754 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bebbd4ad-3cc5-4cac-8960-8079edc9957d req-cdc73f96-87a5-41d9-a60b-dc1c2b1925a6 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 946 time: 0.0477087 Apr 15 04:09:39.696250 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bebbd4ad-3cc5-4cac-8960-8079edc9957d req-2851984e-9ae0-4e83-9d61-41ed7ed9f3d2 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403192 Apr 15 04:09:40.814149 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7a499-335b-45ac-b04e-3f8406180a6c req-ef51d6ad-3dab-4a14-b808-09fc5f0d91bb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:40.815672 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5df7a499-335b-45ac-b04e-3f8406180a6c req-ef51d6ad-3dab-4a14-b808-09fc5f0d91bb tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 946 time: 0.0507040 Apr 15 04:09:40.864571 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5df7a499-335b-45ac-b04e-3f8406180a6c req-40c2d89e-a552-445a-a77c-cce5599cce05 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433381 Apr 15 04:09:41.985474 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a638f8-19e9-46e1-bf1c-b222b215dc08 req-8054f056-622b-4d2d-87d4-e42dfe4965ec tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:41.986972 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c8a638f8-19e9-46e1-bf1c-b222b215dc08 req-8054f056-622b-4d2d-87d4-e42dfe4965ec tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 946 time: 0.0514460 Apr 15 04:09:42.034485 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c8a638f8-19e9-46e1-bf1c-b222b215dc08 req-a0e8745c-b349-4c37-9cdd-bd2ccea20444 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419495 Apr 15 04:09:43.150004 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6abc91-f299-4d92-a1b7-850fb011ecdc req-2781a90c-440a-4c83-8200-b94f19f252a1 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:43.151503 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6e6abc91-f299-4d92-a1b7-850fb011ecdc req-2781a90c-440a-4c83-8200-b94f19f252a1 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 946 time: 0.0470865 Apr 15 04:09:43.198931 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6e6abc91-f299-4d92-a1b7-850fb011ecdc req-5609ea73-d9a7-4b5d-9552-a6780690baa7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407016 Apr 15 04:09:44.311901 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4eaae-8641-4f64-a980-5bb9825db0ad req-af257cb9-621e-4ac9-81bd-d9cd6bba9d01 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:44.313380 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7fb4eaae-8641-4f64-a980-5bb9825db0ad req-af257cb9-621e-4ac9-81bd-d9cd6bba9d01 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 946 time: 0.0470846 Apr 15 04:09:44.359553 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7fb4eaae-8641-4f64-a980-5bb9825db0ad req-a0835a8a-ff0b-41ef-b7d7-24f62a11d674 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406950 Apr 15 04:09:44.468326 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab22ee2-d884-47b4-8156-45964ddbb1d9 req-039c47a0-b419-41a7-9605-0b61c3ab7654 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:44.469776 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dab22ee2-d884-47b4-8156-45964ddbb1d9 req-039c47a0-b419-41a7-9605-0b61c3ab7654 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 946 time: 0.0458207 Apr 15 04:09:44.519160 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dab22ee2-d884-47b4-8156-45964ddbb1d9 req-e3b5f431-673d-4a56-a5cf-89012b8f17e7 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439036 Apr 15 04:09:44.628510 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b70530-26d0-4dad-8ad6-a0f550774833 req-3c909028-13f5-4443-a048-4405738272d4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:44.629926 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f9b70530-26d0-4dad-8ad6-a0f550774833 req-3c909028-13f5-4443-a048-4405738272d4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 946 time: 0.0459795 Apr 15 04:09:44.680048 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f9b70530-26d0-4dad-8ad6-a0f550774833 req-357e44a1-ad6e-4258-b470-0fe74c4a8737 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446606 Apr 15 04:09:45.119314 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebefa4-060a-45b6-a3c9-f2515cf2ec1d req-deb029d7-b21f-497a-a5da-971ae6b6bcd1 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:45.120804 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f9ebefa4-060a-45b6-a3c9-f2515cf2ec1d req-deb029d7-b21f-497a-a5da-971ae6b6bcd1 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 946 time: 0.0471678 Apr 15 04:09:45.167284 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f9ebefa4-060a-45b6-a3c9-f2515cf2ec1d req-b8194685-e8c9-41c8-9a36-d45369125638 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401585 Apr 15 04:09:46.280964 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2595011-c542-4993-a120-21296f5b64cd req-567fe80b-1240-4873-abd5-dbd0f201e8bd tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:46.282421 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e2595011-c542-4993-a120-21296f5b64cd req-567fe80b-1240-4873-abd5-dbd0f201e8bd tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 946 time: 0.0471370 Apr 15 04:09:46.328744 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e2595011-c542-4993-a120-21296f5b64cd req-124cdceb-7964-4028-9f0e-e733f234bf49 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408306 Apr 15 04:09:47.443660 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0c74c-88b1-47be-87f0-492c7a873213 req-67afb3a3-be15-482f-803b-6d24890146ba tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:47.445857 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bed0c74c-88b1-47be-87f0-492c7a873213 req-67afb3a3-be15-482f-803b-6d24890146ba tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 946 time: 0.0477719 Apr 15 04:09:47.460979 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f4ef6-b97d-474a-8ece-b6e00d5da377 req-82694fba-4a72-43e6-b440-eb48edd73d1c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:09:47.462458 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-719f4ef6-b97d-474a-8ece-b6e00d5da377 req-82694fba-4a72-43e6-b440-eb48edd73d1c tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 946 time: 0.0461571 Apr 15 04:09:47.491110 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bed0c74c-88b1-47be-87f0-492c7a873213 req-aec175c0-eb03-43b8-b1bf-3014bcd8e668 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups?id=75b8fbbf-2f6b-4184-bdf9-89e7a516889a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404174 Apr 15 04:09:47.547902 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-719f4ef6-b97d-474a-8ece-b6e00d5da377 req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Deleting port 283573ad-640a-40a0-9db4-c3a976bdbe25 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:09:47.548237 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-719f4ef6-b97d-474a-8ece-b6e00d5da377 req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:47.633697 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-719f4ef6-b97d-474a-8ece-b6e00d5da377 req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] For port 283573ad-640a-40a0-9db4-c3a976bdbe25, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=283573ad-640a-40a0-9db4-c3a976bdbe25,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:09:47.634056 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-719f4ef6-b97d-474a-8ece-b6e00d5da377 req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:47.806178 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-719f4ef6-b97d-474a-8ece-b6e00d5da377 req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:47.806464 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-719f4ef6-b97d-474a-8ece-b6e00d5da377 req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (b42c114e-6548-4c34-9d62-d57e8d829150), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:47.806810 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [req-719f4ef6-b97d-474a-8ece-b6e00d5da377 req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Floating IP b42c114e-6548-4c34-9d62-d57e8d829150 disassociated. External IP: 172.26.6.182, port: 283573ad-640a-40a0-9db4-c3a976bdbe25. Apr 15 04:09:47.807155 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-719f4ef6-b97d-474a-8ece-b6e00d5da377 req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Calling delete_port for 283573ad-640a-40a0-9db4-c3a976bdbe25 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:09:48.002383 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-719f4ef6-b97d-474a-8ece-b6e00d5da377 req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (283573ad-640a-40a0-9db4-c3a976bdbe25), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:48.032414 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Pushing event deleted for resources: {'Port': ['ID=283573ad-640a-40a0-9db4-c3a976bdbe25,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:09:48.041933 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:48.042287 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:48.042669 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:48.042996 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:48.043336 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:48.043673 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:48.044006 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:48.044922 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:48.045260 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:48.046112 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:48.046112 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:48.046302 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:48.046549 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:48.046908 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:48.047234 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:09:48.170567 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [req-719f4ef6-b97d-474a-8ece-b6e00d5da377 req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Router debe9d5b-29b8-4325-84cc-5cb19c016388 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:09:48.282239 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-719f4ef6-b97d-474a-8ece-b6e00d5da377 req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:09:48.291682 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754bb56-4cb2-4260-bb37-160248eda287 None None] Sync routers for ids ['debe9d5b-29b8-4325-84cc-5cb19c016388'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:09:48.301782 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0754bb56-4cb2-4260-bb37-160248eda287 None None] Routers {'debe9d5b-29b8-4325-84cc-5cb19c016388'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:09:48.302394 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0754bb56-4cb2-4260-bb37-160248eda287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:09:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['debe9d5b-29b8-4325-84cc-5cb19c016388'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:09:48.325491 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-719f4ef6-b97d-474a-8ece-b6e00d5da377 req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] No DVR routers for this DVR port 283573ad-640a-40a0-9db4-c3a976bdbe25 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:09:48.328262 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-719f4ef6-b97d-474a-8ece-b6e00d5da377 req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:48.331561 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-719f4ef6-b97d-474a-8ece-b6e00d5da377 req-055d2a3b-dfe9-499d-86f9-e4afb900f18f tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.30 "DELETE /v2.0/ports/283573ad-640a-40a0-9db4-c3a976bdbe25 HTTP/1.1" status: 204 len: 173 time: 0.8644297 Apr 15 04:09:48.332031 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc61c52-36df-4f03-b1b0-d1c076f50479', 'name': 'network-vif-deleted', 'tag': '283573ad-640a-40a0-9db4-c3a976bdbe25'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:09:48.334311 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a2bccf-81ae-4ccc-b3bc-9850b6520d5c" -d '{"events": [{"server_uuid": "6cc61c52-36df-4f03-b1b0-d1c076f50479", "name": "network-vif-deleted", "tag": "283573ad-640a-40a0-9db4-c3a976bdbe25"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:09:48.416021 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-0754bb56-4cb2-4260-bb37-160248eda287 None None] Set router debe9d5b-29b8-4325-84cc-5cb19c016388 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:09:48.473202 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0bf407-125d-40a7-b7e8-30061f45f1c3 x-openstack-request-id: req-8d0bf407-125d-40a7-b7e8-30061f45f1c3 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:09:48.473706 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc61c52-36df-4f03-b1b0-d1c076f50479", "name": "network-vif-deleted", "tag": "283573ad-640a-40a0-9db4-c3a976bdbe25", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:09:48.473808 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d0bf407-125d-40a7-b7e8-30061f45f1c3 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:09:48.474211 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d0bf407-125d-40a7-b7e8-30061f45f1c3'] response: {'server_uuid': '6cc61c52-36df-4f03-b1b0-d1c076f50479', 'name': 'network-vif-deleted', 'tag': '283573ad-640a-40a0-9db4-c3a976bdbe25', 'status': 'completed', 'code': 200} Apr 15 04:09:48.553544 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-93df18a8-7c6f-408b-aff7-354eb32d1154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:48.606180 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b506baeb-d201-4f1b-a9fb-b3dc7ac0e7b1 req-034b4895-b199-4586-9a90-25c16942e820 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 210 time: 0.0346997 Apr 15 04:09:48.628164 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0754bb56-4cb2-4260-bb37-160248eda287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:09:48.654433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754bb56-4cb2-4260-bb37-160248eda287 None None] Checking router: debe9d5b-29b8-4325-84cc-5cb19c016388 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:09:48.662636 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0754bb56-4cb2-4260-bb37-160248eda287 None None] Routers {'debe9d5b-29b8-4325-84cc-5cb19c016388'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:09:48.663242 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0754bb56-4cb2-4260-bb37-160248eda287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:09:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['debe9d5b-29b8-4325-84cc-5cb19c016388'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:09:48.771431 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-0754bb56-4cb2-4260-bb37-160248eda287 None None] Set router debe9d5b-29b8-4325-84cc-5cb19c016388 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:09:48.960591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0754bb56-4cb2-4260-bb37-160248eda287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:09:48.986664 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754bb56-4cb2-4260-bb37-160248eda287 None None] The sync data for ids ['debe9d5b-29b8-4325-84cc-5cb19c016388'] in dv-neutron-837140-3-hyperv is: [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:05:18Z', 'revision_number': 4, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'd5de9e7c-007c-4b11-a84c-e7b9db055ad3', 'name': '', 'network_id': '2b5633d0-e5ab-469b-a130-aad41a86142b', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'mac_address': 'fa:16:3e:59:16:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1577, 'fixed_ips': [{'subnet_id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:17Z', 'updated_at': '2022-04-15T04:05:21Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'subnets': [{'id': 'e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:09:49.208037 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c91d9d-b6a3-404f-be48-536e9b9bb3ee None None] New status for floating IP b42c114e-6548-4c34-9d62-d57e8d829150: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:09:49.707463 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ff7b738f-0325-4de0-8751-84d361582061 req-fff58136-0dfa-4a60-889f-556584c37712 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 210 time: 0.0276868 Apr 15 04:09:50.801335 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bfe4fe62-d9c8-4aa1-acd0-b60b0ee91bdd req-38c7e8ed-b463-4000-b21a-63e6421ed5f4 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 210 time: 0.0276806 Apr 15 04:09:50.880689 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bda1017a-dfe9-4e61-b9e1-05ed826a02d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:51.332069 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 283573ad-640a-40a0-9db4-c3a976bdbe25 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:09:51.352185 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 283573ad-640a-40a0-9db4-c3a976bdbe25 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:09:51.352532 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 283573ad-640a-40a0-9db4-c3a976bdbe25 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:09:51.903100 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6c720781-2044-48f8-a55e-e9d8cce554f3 req-f35a82fc-138a-4607-b862-6697af93c0b5 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 210 time: 0.0276523 Apr 15 04:09:51.991285 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:52.998152 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-49ad7340-05b4-4a94-83fe-c9207fb2746f req-520e8f17-2eb8-450f-8db9-411d5f2bc426 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 210 time: 0.0279508 Apr 15 04:09:53.475042 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:54.094694 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-adbb501b-4be9-4c83-a3c8-9cfcfb71f6e2 req-77c769c8-a9c9-4217-91ad-8c565b64e1c6 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 210 time: 0.0299921 Apr 15 04:09:54.922347 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:09:55.190346 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-37f59c47-a82a-4994-8960-6ce26ffd6764 req-e04cb785-ea6d-4ba2-a465-bb2c448cdda9 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 210 time: 0.0276957 Apr 15 04:09:56.284604 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3da1fac5-ac4f-4f41-8adc-b147bc258ac4 req-8feb1fff-811a-420e-9270-e13b6d04b5d2 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 210 time: 0.0291831 Apr 15 04:09:57.382097 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-efba625d-5317-4d2a-884e-424b84cd129b req-8857febd-6350-4f5e-a5ca-74b54ac3f465 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc61c52-36df-4f03-b1b0-d1c076f50479 HTTP/1.1" status: 200 len: 210 time: 0.0313380 Apr 15 04:10:04.888167 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:05.492297 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40606) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:05.547925 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-59e29845-6f86-4cdd-b309-858ae2e42f86 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for security_group (75b8fbbf-2f6b-4184-bdf9-89e7a516889a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:05.571366 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-59e29845-6f86-4cdd-b309-858ae2e42f86 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for security_group (75b8fbbf-2f6b-4184-bdf9-89e7a516889a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:05.692000 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-59e29845-6f86-4cdd-b309-858ae2e42f86 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (75b8fbbf-2f6b-4184-bdf9-89e7a516889a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:05.694481 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-59e29845-6f86-4cdd-b309-858ae2e42f86 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:05.696239 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-59e29845-6f86-4cdd-b309-858ae2e42f86 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "DELETE /v2.0/security-groups/75b8fbbf-2f6b-4184-bdf9-89e7a516889a HTTP/1.1" status: 204 len: 168 time: 0.2028701 Apr 15 04:10:05.699444 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40608) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:05.705395 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e29845-6f86-4cdd-b309-858ae2e42f86 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b8fbbf-2f6b-4184-bdf9-89e7a516889a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:05.719007 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-0f4c8e31-010e-4904-bd2c-8c700b82b325 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] show failed (client error): The resource could not be found. Apr 15 04:10:05.722783 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40610) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:05.722914 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0f4c8e31-010e-4904-bd2c-8c700b82b325 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "GET /v2.0/security-groups/75b8fbbf-2f6b-4184-bdf9-89e7a516889a HTTP/1.1" status: 404 len: 347 time: 0.0223126 Apr 15 04:10:05.840136 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-c209bc1b-3de1-47fa-b0b8-7ab99efee660 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Deleting port 5b85138a-9f2a-4622-9b55-a926decc022c {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:10:05.841015 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c209bc1b-3de1-47fa-b0b8-7ab99efee660 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (5b85138a-9f2a-4622-9b55-a926decc022c), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:05.921768 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c209bc1b-3de1-47fa-b0b8-7ab99efee660 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (5b85138a-9f2a-4622-9b55-a926decc022c), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:05.922102 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c209bc1b-3de1-47fa-b0b8-7ab99efee660 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for floatingip (5b85138a-9f2a-4622-9b55-a926decc022c), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:05.934496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-c209bc1b-3de1-47fa-b0b8-7ab99efee660 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Calling delete_port for 5b85138a-9f2a-4622-9b55-a926decc022c owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:10:06.139696 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c209bc1b-3de1-47fa-b0b8-7ab99efee660 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (5b85138a-9f2a-4622-9b55-a926decc022c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:06.466135 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209bc1b-3de1-47fa-b0b8-7ab99efee660 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Pushing event deleted for resources: {'Port': ['ID=5b85138a-9f2a-4622-9b55-a926decc022c,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:06.533004 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c209bc1b-3de1-47fa-b0b8-7ab99efee660 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks [] for floatingip (b42c114e-6548-4c34-9d62-d57e8d829150), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:06.535543 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c209bc1b-3de1-47fa-b0b8-7ab99efee660 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:06.536693 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c209bc1b-3de1-47fa-b0b8-7ab99efee660 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] 10.222.0.15 "DELETE /v2.0/floatingips/b42c114e-6548-4c34-9d62-d57e8d829150 HTTP/1.1" status: 204 len: 168 time: 0.8125873 Apr 15 04:10:06.539709 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40612) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:06.858571 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e65f3354-1c70-4998-9a9f-e1c98debbb17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (debe9d5b-29b8-4325-84cc-5cb19c016388), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:07.088011 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-e65f3354-1c70-4998-9a9f-e1c98debbb17 admin admin] Deleting port d5de9e7c-007c-4b11-a84c-e7b9db055ad3 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:10:07.088351 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e65f3354-1c70-4998-9a9f-e1c98debbb17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (d5de9e7c-007c-4b11-a84c-e7b9db055ad3), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:07.163810 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-e65f3354-1c70-4998-9a9f-e1c98debbb17 admin admin] For port d5de9e7c-007c-4b11-a84c-e7b9db055ad3, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=d5de9e7c-007c-4b11-a84c-e7b9db055ad3,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:10:07.164163 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e65f3354-1c70-4998-9a9f-e1c98debbb17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (d5de9e7c-007c-4b11-a84c-e7b9db055ad3), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:07.177139 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-e65f3354-1c70-4998-9a9f-e1c98debbb17 admin admin] Calling delete_port for d5de9e7c-007c-4b11-a84c-e7b9db055ad3 owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:10:07.429030 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e65f3354-1c70-4998-9a9f-e1c98debbb17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (d5de9e7c-007c-4b11-a84c-e7b9db055ad3), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:07.456351 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f3354-1c70-4998-9a9f-e1c98debbb17 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5de9e7c-007c-4b11-a84c-e7b9db055ad3,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:07.632963 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e65f3354-1c70-4998-9a9f-e1c98debbb17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (debe9d5b-29b8-4325-84cc-5cb19c016388), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:07.848872 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65f3354-1c70-4998-9a9f-e1c98debbb17 admin admin] Router debe9d5b-29b8-4325-84cc-5cb19c016388 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:10:07.955646 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65f3354-1c70-4998-9a9f-e1c98debbb17 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:10:07.960691 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e65f3354-1c70-4998-9a9f-e1c98debbb17 admin admin] 10.222.0.15 "PUT /v2.0/routers/debe9d5b-29b8-4325-84cc-5cb19c016388/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4200535 Apr 15 04:10:07.963262 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40614) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:07.963969 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8f4841-3300-49e6-9e73-8d6833e04c18 None None] Sync routers for ids ['debe9d5b-29b8-4325-84cc-5cb19c016388'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:10:07.974690 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f4841-3300-49e6-9e73-8d6833e04c18 None None] Routers {'debe9d5b-29b8-4325-84cc-5cb19c016388'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:10:07.975292 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-1a8f4841-3300-49e6-9e73-8d6833e04c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:09:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['debe9d5b-29b8-4325-84cc-5cb19c016388'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:08.072122 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-786b875c-0ca3-4557-84d8-6fa77ca58446 admin admin] Publish callbacks [] for router (debe9d5b-29b8-4325-84cc-5cb19c016388), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:08.080307 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-1a8f4841-3300-49e6-9e73-8d6833e04c18 None None] Set router debe9d5b-29b8-4325-84cc-5cb19c016388 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:10:08.195488 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-786b875c-0ca3-4557-84d8-6fa77ca58446 admin admin] Publish callbacks [] for router_gateway (debe9d5b-29b8-4325-84cc-5cb19c016388), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:08.306597 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-786b875c-0ca3-4557-84d8-6fa77ca58446 admin admin] Deleting port a59d19b0-4719-4353-93ad-b96646dee0ea {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:10:08.306965 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-786b875c-0ca3-4557-84d8-6fa77ca58446 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (a59d19b0-4719-4353-93ad-b96646dee0ea), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:08.385301 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-786b875c-0ca3-4557-84d8-6fa77ca58446 admin admin] For port a59d19b0-4719-4353-93ad-b96646dee0ea, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a59d19b0-4719-4353-93ad-b96646dee0ea,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:10:08.385537 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-786b875c-0ca3-4557-84d8-6fa77ca58446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (a59d19b0-4719-4353-93ad-b96646dee0ea), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:08.394209 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-1a8f4841-3300-49e6-9e73-8d6833e04c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172'}], 'enable_snat': True}, 'gw_port_id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:10:07Z', 'revision_number': 5, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port': {'id': 'a59d19b0-4719-4353-93ad-b96646dee0ea', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:05:15Z', 'updated_at': '2022-04-15T04:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:08.399216 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-786b875c-0ca3-4557-84d8-6fa77ca58446 admin admin] Calling delete_port for a59d19b0-4719-4353-93ad-b96646dee0ea owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:10:08.420242 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8f4841-3300-49e6-9e73-8d6833e04c18 None None] Checking router: debe9d5b-29b8-4325-84cc-5cb19c016388 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:10:08.428279 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f4841-3300-49e6-9e73-8d6833e04c18 None None] Routers {'debe9d5b-29b8-4325-84cc-5cb19c016388'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:10:08.428892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-1a8f4841-3300-49e6-9e73-8d6833e04c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:09:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['debe9d5b-29b8-4325-84cc-5cb19c016388'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:08.516630 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-1a8f4841-3300-49e6-9e73-8d6833e04c18 None None] Set router debe9d5b-29b8-4325-84cc-5cb19c016388 gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:10:08.571377 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-1a8f4841-3300-49e6-9e73-8d6833e04c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:10:08Z', 'revision_number': 6, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:08.598125 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8f4841-3300-49e6-9e73-8d6833e04c18 None None] The sync data for ids ['debe9d5b-29b8-4325-84cc-5cb19c016388'] in dv-neutron-837140-3-hyperv is: [{'id': 'debe9d5b-29b8-4325-84cc-5cb19c016388', 'name': 'tempest-ServerActionsTestJSON-1961511373-router', 'tenant_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:05:14Z', 'updated_at': '2022-04-15T04:10:08Z', 'revision_number': 6, 'project_id': '2a478e0bd88b4cd4a64e419be1ab9f4c', 'gw_port_host': None}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:10:08.634732 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-786b875c-0ca3-4557-84d8-6fa77ca58446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (a59d19b0-4719-4353-93ad-b96646dee0ea), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:08.664996 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b875c-0ca3-4557-84d8-6fa77ca58446 admin admin] Pushing event deleted for resources: {'Port': ['ID=a59d19b0-4719-4353-93ad-b96646dee0ea,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:08.726179 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-786b875c-0ca3-4557-84d8-6fa77ca58446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (debe9d5b-29b8-4325-84cc-5cb19c016388), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:08.816353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-786b875c-0ca3-4557-84d8-6fa77ca58446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (debe9d5b-29b8-4325-84cc-5cb19c016388), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:08.818487 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-786b875c-0ca3-4557-84d8-6fa77ca58446 admin admin] Publish callbacks [] for router_controller (debe9d5b-29b8-4325-84cc-5cb19c016388), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:08.914454 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-786b875c-0ca3-4557-84d8-6fa77ca58446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (debe9d5b-29b8-4325-84cc-5cb19c016388), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:08.915048 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786b875c-0ca3-4557-84d8-6fa77ca58446 admin admin] Fanout notify agent at l3_agent the message router_deleted on router debe9d5b-29b8-4325-84cc-5cb19c016388 {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 04:10:08.919233 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-786b875c-0ca3-4557-84d8-6fa77ca58446 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:08.920349 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-786b875c-0ca3-4557-84d8-6fa77ca58446 admin admin] 10.222.0.15 "DELETE /v2.0/routers/debe9d5b-29b8-4325-84cc-5cb19c016388 HTTP/1.1" status: 204 len: 168 time: 0.9561362 Apr 15 04:10:08.922888 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40616) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:08.975177 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff08c871-f9a1-4bc2-b739-f15855f9e648 admin admin] Deleting subnet e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:10:08.978444 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff08c871-f9a1-4bc2-b739-f15855f9e648 admin admin] Publish callbacks [] for subnet (e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:09.015911 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff08c871-f9a1-4bc2-b739-f15855f9e648 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:09.098594 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff08c871-f9a1-4bc2-b739-f15855f9e648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:09.242245 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff08c871-f9a1-4bc2-b739-f15855f9e648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:09.268139 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08c871-f9a1-4bc2-b739-f15855f9e648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:09.271769 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ff08c871-f9a1-4bc2-b739-f15855f9e648 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:09.275056 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ff08c871-f9a1-4bc2-b739-f15855f9e648 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e2db802d-6ae3-4cc6-b4f8-82e2cffe87bd HTTP/1.1" status: 204 len: 168 time: 0.3510852 Apr 15 04:10:09.277525 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40618) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:09.278122 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e57c33-27be-4ffd-8034-f73f5bb6ddaa None None] Network 2b5633d0-e5ab-469b-a130-aad41a86142b requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:10:09.351097 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d403bcf3-d8b7-46c8-8481-707e0e57b67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (2b5633d0-e5ab-469b-a130-aad41a86142b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:09.399839 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d403bcf3-d8b7-46c8-8481-707e0e57b67a admin admin] Deleting port b94a4c7d-dd87-4c08-84d4-885832c0ca5a {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:10:09.400174 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d403bcf3-d8b7-46c8-8481-707e0e57b67a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (b94a4c7d-dd87-4c08-84d4-885832c0ca5a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:09.424948 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2a56f9-2d47-42b4-b2c6-478fe24f9709 None None] DHCP port deletion for 2b5633d0-e5ab-469b-a130-aad41a86142b request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 04:10:09.465445 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-d403bcf3-d8b7-46c8-8481-707e0e57b67a admin admin] For port b94a4c7d-dd87-4c08-84d4-885832c0ca5a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=b94a4c7d-dd87-4c08-84d4-885832c0ca5a,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:10:09.466390 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d403bcf3-d8b7-46c8-8481-707e0e57b67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (b94a4c7d-dd87-4c08-84d4-885832c0ca5a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:09.466503 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a56f9-2d47-42b4-b2c6-478fe24f9709 None None] Deleting port b94a4c7d-dd87-4c08-84d4-885832c0ca5a {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:10:09.466912 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4d2a56f9-2d47-42b4-b2c6-478fe24f9709 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (b94a4c7d-dd87-4c08-84d4-885832c0ca5a), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:09.479790 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d403bcf3-d8b7-46c8-8481-707e0e57b67a admin admin] Calling delete_port for b94a4c7d-dd87-4c08-84d4-885832c0ca5a owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:10:09.535680 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4d2a56f9-2d47-42b4-b2c6-478fe24f9709 None None] For port b94a4c7d-dd87-4c08-84d4-885832c0ca5a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=b94a4c7d-dd87-4c08-84d4-885832c0ca5a,segment=NetworkSegment(70112f25-c19d-4e2d-80f1-32e216f53f1c),segment_id=70112f25-c19d-4e2d-80f1-32e216f53f1c)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:10:09.536091 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4d2a56f9-2d47-42b4-b2c6-478fe24f9709 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (b94a4c7d-dd87-4c08-84d4-885832c0ca5a), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:09.549545 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a56f9-2d47-42b4-b2c6-478fe24f9709 None None] Calling delete_port for b94a4c7d-dd87-4c08-84d4-885832c0ca5a owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:10:09.637111 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d403bcf3-d8b7-46c8-8481-707e0e57b67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (b94a4c7d-dd87-4c08-84d4-885832c0ca5a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:09.644448 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4d2a56f9-2d47-42b4-b2c6-478fe24f9709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (b94a4c7d-dd87-4c08-84d4-885832c0ca5a), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:09.661672 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403bcf3-d8b7-46c8-8481-707e0e57b67a admin admin] Pushing event deleted for resources: {'Port': ['ID=b94a4c7d-dd87-4c08-84d4-885832c0ca5a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:09.669523 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d403bcf3-d8b7-46c8-8481-707e0e57b67a admin admin] No DVR routers for this DVR port b94a4c7d-dd87-4c08-84d4-885832c0ca5a on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:10:09.672976 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a56f9-2d47-42b4-b2c6-478fe24f9709 None None] Pushing event deleted for resources: {'Port': ['ID=b94a4c7d-dd87-4c08-84d4-885832c0ca5a,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:09.679882 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a56f9-2d47-42b4-b2c6-478fe24f9709 None None] No DVR routers for this DVR port b94a4c7d-dd87-4c08-84d4-885832c0ca5a on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:10:09.741796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d403bcf3-d8b7-46c8-8481-707e0e57b67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (2b5633d0-e5ab-469b-a130-aad41a86142b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:09.763185 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d403bcf3-d8b7-46c8-8481-707e0e57b67a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5633d0-e5ab-469b-a130-aad41a86142b']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:09.772214 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d403bcf3-d8b7-46c8-8481-707e0e57b67a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70112f25-c19d-4e2d-80f1-32e216f53f1c') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:09.772511 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d403bcf3-d8b7-46c8-8481-707e0e57b67a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70112f25-c19d-4e2d-80f1-32e216f53f1c') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:09.781675 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d403bcf3-d8b7-46c8-8481-707e0e57b67a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (70112f25-c19d-4e2d-80f1-32e216f53f1c), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:09.794441 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d403bcf3-d8b7-46c8-8481-707e0e57b67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (70112f25-c19d-4e2d-80f1-32e216f53f1c), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:09.800195 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d403bcf3-d8b7-46c8-8481-707e0e57b67a admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:10:09.800574 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d403bcf3-d8b7-46c8-8481-707e0e57b67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (70112f25-c19d-4e2d-80f1-32e216f53f1c), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:10:09.805020 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:10:09.916216 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d403bcf3-d8b7-46c8-8481-707e0e57b67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (2b5633d0-e5ab-469b-a130-aad41a86142b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:09.922071 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d403bcf3-d8b7-46c8-8481-707e0e57b67a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:09.925255 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d403bcf3-d8b7-46c8-8481-707e0e57b67a admin admin] 10.222.0.15 "DELETE /v2.0/networks/2b5633d0-e5ab-469b-a130-aad41a86142b HTTP/1.1" status: 204 len: 168 time: 0.6467555 Apr 15 04:10:09.936480 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403bcf3-d8b7-46c8-8481-707e0e57b67a admin admin] Pushing event deleted for resources: {'Network': ['ID=2b5633d0-e5ab-469b-a130-aad41a86142b,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:10.174159 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device d5de9e7c-007c-4b11-a84c-e7b9db055ad3 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:10:10.195453 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: d5de9e7c-007c-4b11-a84c-e7b9db055ad3 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:10:10.195802 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device d5de9e7c-007c-4b11-a84c-e7b9db055ad3 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:10:10.196229 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a59d19b0-4719-4353-93ad-b96646dee0ea no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:10:10.213439 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40622) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:10.215172 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: a59d19b0-4719-4353-93ad-b96646dee0ea {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:10:10.216034 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a59d19b0-4719-4353-93ad-b96646dee0ea not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:10:10.216467 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b94a4c7d-dd87-4c08-84d4-885832c0ca5a no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:10:10.236230 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: b94a4c7d-dd87-4c08-84d4-885832c0ca5a {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:10:10.236573 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b94a4c7d-dd87-4c08-84d4-885832c0ca5a not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:10:10.254851 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d1d65279-5dbc-4c94-a3eb-28b38e447b7d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a478e0bd88b4cd4a64e419be1ab9f4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402143 Apr 15 04:10:10.257372 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40624) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:10.309210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cfd62b33-0646-41e4-8d3f-c541255cae08 admin admin] Publish callbacks [] for security_group (50e616ce-10eb-4eb3-a082-c5adb1dbc780), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:10.330555 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cfd62b33-0646-41e4-8d3f-c541255cae08 admin admin] Publish callbacks [] for security_group (50e616ce-10eb-4eb3-a082-c5adb1dbc780), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:10.447727 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cfd62b33-0646-41e4-8d3f-c541255cae08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (50e616ce-10eb-4eb3-a082-c5adb1dbc780), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:10.450270 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cfd62b33-0646-41e4-8d3f-c541255cae08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:10.451470 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cfd62b33-0646-41e4-8d3f-c541255cae08 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50e616ce-10eb-4eb3-a082-c5adb1dbc780 HTTP/1.1" status: 204 len: 168 time: 0.1932056 Apr 15 04:10:10.459369 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd62b33-0646-41e4-8d3f-c541255cae08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e616ce-10eb-4eb3-a082-c5adb1dbc780,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:11.465082 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40646) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:11.567370 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-e56fe7ec-f114-4b70-a8bd-8742c3c544dd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-292013394-network', 'tenant_id': '66bbe1f94d914e5b90ac054edca1106a'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:10:11.653488 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56fe7ec-f114-4b70-a8bd-8742c3c544dd admin admin] Made reservation on behalf of 66bbe1f94d914e5b90ac054edca1106a for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:10:11.655961 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e56fe7ec-f114-4b70-a8bd-8742c3c544dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:11.664595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e56fe7ec-f114-4b70-a8bd-8742c3c544dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:11.747138 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e56fe7ec-f114-4b70-a8bd-8742c3c544dd admin admin] Publish callbacks [] for security_group (bb006546-c08c-4c01-9f02-6fc3e516deb3), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:11.801642 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e56fe7ec-f114-4b70-a8bd-8742c3c544dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (bb006546-c08c-4c01-9f02-6fc3e516deb3), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:11.822198 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56fe7ec-f114-4b70-a8bd-8742c3c544dd admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:10:11.836779 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fe7ec-f114-4b70-a8bd-8742c3c544dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb006546-c08c-4c01-9f02-6fc3e516deb3,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:11.839693 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e56fe7ec-f114-4b70-a8bd-8742c3c544dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7c74acc9-1960-46d8-b897-37f147884608), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:11.840018 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-e56fe7ec-f114-4b70-a8bd-8742c3c544dd admin admin] Added segment 7c74acc9-1960-46d8-b897-37f147884608 of type vlan for network a53600c7-8d00-4221-ad23-2f7dad8b7e10 Apr 15 04:10:11.882864 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e56fe7ec-f114-4b70-a8bd-8742c3c544dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (a53600c7-8d00-4221-ad23-2f7dad8b7e10), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:11.973165 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e56fe7ec-f114-4b70-a8bd-8742c3c544dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (a53600c7-8d00-4221-ad23-2f7dad8b7e10), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:11.974126 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56fe7ec-f114-4b70-a8bd-8742c3c544dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:11.974724 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e56fe7ec-f114-4b70-a8bd-8742c3c544dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:12.317811 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fe7ec-f114-4b70-a8bd-8742c3c544dd admin admin] Pushing event updated for resources: {'Network': ['ID=a53600c7-8d00-4221-ad23-2f7dad8b7e10,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:12.327587 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network a53600c7-8d00-4221-ad23-2f7dad8b7e10 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:10:12.367968 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e56fe7ec-f114-4b70-a8bd-8742c3c544dd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8988576 Apr 15 04:10:12.368156 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40650) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:12.373448 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-3b7fab48-7153-4e13-b0bf-e95279fa5121 admin admin] Request body: {'subnet': {'network_id': 'a53600c7-8d00-4221-ad23-2f7dad8b7e10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-292013394-subnet', 'tenant_id': '66bbe1f94d914e5b90ac054edca1106a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:10:12.447849 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7fab48-7153-4e13-b0bf-e95279fa5121 admin admin] Made reservation on behalf of 66bbe1f94d914e5b90ac054edca1106a for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:10:12.450178 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3b7fab48-7153-4e13-b0bf-e95279fa5121 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:12.490306 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:10:12.671049 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3b7fab48-7153-4e13-b0bf-e95279fa5121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (7cb28691-3b74-4f97-8ece-2d79a69334d1), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:12.726102 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fab48-7153-4e13-b0bf-e95279fa5121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cb28691-3b74-4f97-8ece-2d79a69334d1,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:12.733817 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7fab48-7153-4e13-b0bf-e95279fa5121 admin admin] Checking segment: {'id': '7c74acc9-1960-46d8-b897-37f147884608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a53600c7-8d00-4221-ad23-2f7dad8b7e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:10:12.734175 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7fab48-7153-4e13-b0bf-e95279fa5121 admin admin] Network hostable DHCP agents. Network: a53600c7-8d00-4221-ad23-2f7dad8b7e10, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:10:12.811950 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7fab48-7153-4e13-b0bf-e95279fa5121 admin admin] Network a53600c7-8d00-4221-ad23-2f7dad8b7e10 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:10:12.908704 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-3b7fab48-7153-4e13-b0bf-e95279fa5121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, a53600c7-8d00-4221-ad23-2f7dad8b7e10) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:10:12.912716 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7fab48-7153-4e13-b0bf-e95279fa5121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:12.913405 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3b7fab48-7153-4e13-b0bf-e95279fa5121 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:12.917934 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f85b77f-a989-4d3a-ad11-462ff3d3de45 None None] Network a53600c7-8d00-4221-ad23-2f7dad8b7e10 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:10:12.991714 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3b7fab48-7153-4e13-b0bf-e95279fa5121 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6224501 Apr 15 04:10:13.020570 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7656f2bf-1cdb-43d1-bb2b-fc983cba3861 None None] Network a53600c7-8d00-4221-ad23-2f7dad8b7e10 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:10:13.410758 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-d17906a0-567e-49b5-a199-dc45d07a6dbf tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:13.412262 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-d17906a0-567e-49b5-a199-dc45d07a6dbf tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/networks?id=a53600c7-8d00-4221-ad23-2f7dad8b7e10 HTTP/1.1" status: 200 len: 813 time: 0.1016095 Apr 15 04:10:13.426724 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-0f42d7ad-5503-4b7d-ba80-149c8ce6e1ac tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/quotas/66bbe1f94d914e5b90ac054edca1106a HTTP/1.1" status: 200 len: 375 time: 0.0089936 Apr 15 04:10:13.463125 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-f227dbda-4d2e-4604-b191-c37a8f323a5f tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=66bbe1f94d914e5b90ac054edca1106a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316200 Apr 15 04:10:13.552389 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-d588f79f-9d0e-42df-a85f-1ffd519688a1 service neutron] 10.222.0.15 "GET /v2.0/networks/a53600c7-8d00-4221-ad23-2f7dad8b7e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826106 Apr 15 04:10:13.644590 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-c6e31d75-5a6d-4ad3-ae71-842bf381c1b4 service neutron] 10.222.0.15 "GET /v2.0/networks/a53600c7-8d00-4221-ad23-2f7dad8b7e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866401 Apr 15 04:10:13.956581 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cad68242-27de-4aa6-b0f5-b6c5cb698e43 req-3168d5ec-d222-4a2f-96ea-417a4fa98364 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 210 time: 0.0325692 Apr 15 04:10:15.049763 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-676f26f5-b520-48be-bb64-c1f84271cf56 req-f7f41416-4c77-4ce2-9423-8875a35006ed tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 210 time: 0.0286169 Apr 15 04:10:16.164193 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a92b1312-f05c-44c8-b84d-043c66f574cb req-5e66ece8-952a-43c4-9bb3-bac2713414c3 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 210 time: 0.0437491 Apr 15 04:10:16.242883 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-aea73ca0-9651-4350-af6b-36afd1aa1857 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:16.244333 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-aea73ca0-9651-4350-af6b-36afd1aa1857 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.30 "GET /v2.0/networks?id=a53600c7-8d00-4221-ad23-2f7dad8b7e10 HTTP/1.1" status: 200 len: 813 time: 0.1145120 Apr 15 04:10:16.256359 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-3e2434d9-108b-49cc-97b3-2f9dfb7bf582 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Request body: {'port': {'device_id': 'a9d081ae-977e-4df1-a0f2-92cd76837906', 'network_id': 'a53600c7-8d00-4221-ad23-2f7dad8b7e10', 'admin_state_up': True, 'tenant_id': '66bbe1f94d914e5b90ac054edca1106a'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:10:16.452039 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-3e2434d9-108b-49cc-97b3-2f9dfb7bf582 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Made reservation on behalf of 66bbe1f94d914e5b90ac054edca1106a for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:10:16.455447 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-3e2434d9-108b-49cc-97b3-2f9dfb7bf582 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:16.583303 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-3e2434d9-108b-49cc-97b3-2f9dfb7bf582 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Allocated IP 172.20.0.10 (a53600c7-8d00-4221-ad23-2f7dad8b7e10/7cb28691-3b74-4f97-8ece-2d79a69334d1/4325b83c-ef69-4011-b98d-aa69b9a136f5) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:10:16.725879 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-3e2434d9-108b-49cc-97b3-2f9dfb7bf582 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Publish callbacks [] for port (4325b83c-ef69-4011-b98d-aa69b9a136f5), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:16.823729 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-3e2434d9-108b-49cc-97b3-2f9dfb7bf582 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (4325b83c-ef69-4011-b98d-aa69b9a136f5), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:16.868188 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-3e2434d9-108b-49cc-97b3-2f9dfb7bf582 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Network a53600c7-8d00-4221-ad23-2f7dad8b7e10 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:10:16.871249 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-3e2434d9-108b-49cc-97b3-2f9dfb7bf582 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:10:16.877947 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-3e2434d9-108b-49cc-97b3-2f9dfb7bf582 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:10:16.902068 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2434d9-108b-49cc-97b3-2f9dfb7bf582 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Pushing event updated for resources: {'Port': ['ID=4325b83c-ef69-4011-b98d-aa69b9a136f5,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:16.928804 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-3e2434d9-108b-49cc-97b3-2f9dfb7bf582 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:16.932269 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-3e2434d9-108b-49cc-97b3-2f9dfb7bf582 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:17.016198 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-3e2434d9-108b-49cc-97b3-2f9dfb7bf582 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7634270 Apr 15 04:10:17.027095 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] Request body: {'port': {'device_id': 'a9d081ae-977e-4df1-a0f2-92cd76837906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:10:17.085334 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4325b83c-ef69-4011-b98d-aa69b9a136f5), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:17.277258 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617cd7e1-0ab3-4e0c-b7df-f6d2f5b846af req-4b5ca92b-6ead-4162-a1e1-e7082bde7653 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:17.279194 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-617cd7e1-0ab3-4e0c-b7df-f6d2f5b846af req-4b5ca92b-6ead-4162-a1e1-e7082bde7653 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 932 time: 0.0470562 Apr 15 04:10:17.330450 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-617cd7e1-0ab3-4e0c-b7df-f6d2f5b846af req-ae0b4e08-2f17-49bf-ac91-b189fa7a836a tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455546 Apr 15 04:10:17.351814 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4325b83c-ef69-4011-b98d-aa69b9a136f5 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:10:17.359865 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] Publish callbacks [] for port (4325b83c-ef69-4011-b98d-aa69b9a136f5), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:17.372197 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] Transition to ACTIVE for port object 4325b83c-ef69-4011-b98d-aa69b9a136f5 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 04:10:17.436066 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (4325b83c-ef69-4011-b98d-aa69b9a136f5), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:17.488468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] Pushing event updated for resources: {'Port': ['ID=4325b83c-ef69-4011-b98d-aa69b9a136f5,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:17.554930 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] Attempting to bind port 4325b83c-ef69-4011-b98d-aa69b9a136f5 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:10:17.555178 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] Attempting to bind port 4325b83c-ef69-4011-b98d-aa69b9a136f5 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c74acc9-1960-46d8-b897-37f147884608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a53600c7-8d00-4221-ad23-2f7dad8b7e10'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:10:17.555496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] Attempting to bind port 4325b83c-ef69-4011-b98d-aa69b9a136f5 on network a53600c7-8d00-4221-ad23-2f7dad8b7e10 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:10:17.559707 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] Port 4325b83c-ef69-4011-b98d-aa69b9a136f5 on network a53600c7-8d00-4221-ad23-2f7dad8b7e10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 04:10:17.560024 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] Attempting to bind port 4325b83c-ef69-4011-b98d-aa69b9a136f5 on network a53600c7-8d00-4221-ad23-2f7dad8b7e10 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:10:17.564855 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:10:17.565185 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] Checking segment: {'id': '7c74acc9-1960-46d8-b897-37f147884608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a53600c7-8d00-4221-ad23-2f7dad8b7e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:10:17.565562 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] Bound using segment: {'id': '7c74acc9-1960-46d8-b897-37f147884608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a53600c7-8d00-4221-ad23-2f7dad8b7e10'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:10:17.565976 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] Bound port: 4325b83c-ef69-4011-b98d-aa69b9a136f5, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c74acc9-1960-46d8-b897-37f147884608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a53600c7-8d00-4221-ad23-2f7dad8b7e10'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:10:17.566323 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4325b83c-ef69-4011-b98d-aa69b9a136f5), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:17.627742 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] For port 4325b83c-ef69-4011-b98d-aa69b9a136f5, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:10:17.630631 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] For port 4325b83c-ef69-4011-b98d-aa69b9a136f5, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4325b83c-ef69-4011-b98d-aa69b9a136f5,segment=NetworkSegment(7c74acc9-1960-46d8-b897-37f147884608),segment_id=7c74acc9-1960-46d8-b897-37f147884608)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:10:17.670708 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (4325b83c-ef69-4011-b98d-aa69b9a136f5), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:17.703906 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:17.704524 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:17.705881 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] 10.222.0.30 "PUT /v2.0/ports/4325b83c-ef69-4011-b98d-aa69b9a136f5 HTTP/1.1" status: 200 len: 1094 time: 0.6828628 Apr 15 04:10:17.706310 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d081ae-977e-4df1-a0f2-92cd76837906', 'tag': '4325b83c-ef69-4011-b98d-aa69b9a136f5'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:10:17.708570 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa28b613-f88f-455f-a3b1-87534e8650cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d081ae-977e-4df1-a0f2-92cd76837906", "tag": "4325b83c-ef69-4011-b98d-aa69b9a136f5"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:10:17.731992 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96ea2b-a23d-4b46-b90c-f98730266328 service neutron] Pushing event updated for resources: {'Port': ['ID=4325b83c-ef69-4011-b98d-aa69b9a136f5,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:17.747135 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e850837d-2865-4ee2-9d8d-9eea341679ce x-openstack-request-id: req-e850837d-2865-4ee2-9d8d-9eea341679ce {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:10:17.747437 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d081ae-977e-4df1-a0f2-92cd76837906", "tag": "4325b83c-ef69-4011-b98d-aa69b9a136f5", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:10:17.747728 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e850837d-2865-4ee2-9d8d-9eea341679ce {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:10:17.748139 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e850837d-2865-4ee2-9d8d-9eea341679ce'] response: {'name': 'network-changed', 'server_uuid': 'a9d081ae-977e-4df1-a0f2-92cd76837906', 'tag': '4325b83c-ef69-4011-b98d-aa69b9a136f5', 'status': 'completed', 'code': 200} Apr 15 04:10:17.806004 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28b613-f88f-455f-a3b1-87534e8650cd req-00444e3c-6e10-4aae-a0ef-e2d6eb155b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:17.807475 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-aa28b613-f88f-455f-a3b1-87534e8650cd req-00444e3c-6e10-4aae-a0ef-e2d6eb155b5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66bbe1f94d914e5b90ac054edca1106a&device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 1128 time: 0.0397792 Apr 15 04:10:17.905985 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28b613-f88f-455f-a3b1-87534e8650cd req-a55f2231-62d7-4602-a488-7daa4eab3146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:17.907483 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-aa28b613-f88f-455f-a3b1-87534e8650cd req-a55f2231-62d7-4602-a488-7daa4eab3146 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=66bbe1f94d914e5b90ac054edca1106a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0936589 Apr 15 04:10:18.001986 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28b613-f88f-455f-a3b1-87534e8650cd req-512b4aec-9336-4119-95dd-6da5ab023d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:18.003504 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-aa28b613-f88f-455f-a3b1-87534e8650cd req-512b4aec-9336-4119-95dd-6da5ab023d37 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0901573 Apr 15 04:10:18.074157 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-5752964c-ff52-4759-8d15-6939c4a61bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:18.076208 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-5752964c-ff52-4759-8d15-6939c4a61bb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66bbe1f94d914e5b90ac054edca1106a&device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 1128 time: 0.0391881 Apr 15 04:10:18.116116 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-6f829c02-c6d0-40ed-bec9-f90328969670 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4325b83c-ef69-4011-b98d-aa69b9a136f5 HTTP/1.1" status: 200 len: 217 time: 0.0332713 Apr 15 04:10:18.163592 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-3f8758ae-a6c8-4958-ac07-0004b02fedfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:18.164994 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-3f8758ae-a6c8-4958-ac07-0004b02fedfd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7cb28691-3b74-4f97-8ece-2d79a69334d1 HTTP/1.1" status: 200 len: 853 time: 0.0433614 Apr 15 04:10:18.200126 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-49f10c04-9028-45f4-b01d-e359b88b87ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a53600c7-8d00-4221-ad23-2f7dad8b7e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294325 Apr 15 04:10:18.287276 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-95dc321f-000b-45a3-aa51-4b0dce6994f2 service neutron] 10.222.0.30 "GET /v2.0/networks/a53600c7-8d00-4221-ad23-2f7dad8b7e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813155 Apr 15 04:10:18.379912 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3cfb8b35-7f1d-43e4-83cc-fb0848cba656 req-cae4039f-ad4d-48d2-b2c0-7acb3d2bf352 service neutron] 10.222.0.30 "GET /v2.0/networks/a53600c7-8d00-4221-ad23-2f7dad8b7e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869660 Apr 15 04:10:18.442089 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc7f99-f03f-44d1-a0c7-81bcbfc33ce1 req-911a895e-a102-4285-aaf4-f7e5084b79ad tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:18.443593 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cdfc7f99-f03f-44d1-a0c7-81bcbfc33ce1 req-911a895e-a102-4285-aaf4-f7e5084b79ad tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 944 time: 0.0469279 Apr 15 04:10:18.491434 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cdfc7f99-f03f-44d1-a0c7-81bcbfc33ce1 req-577b6e71-40a5-4dcb-abbc-4b72116a0ffe tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422986 Apr 15 04:10:18.515961 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1152a6f1-f1a5-40e2-bea4-c2a1d28f925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:19.393779 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 4325b83c-ef69-4011-b98d-aa69b9a136f5 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:10:19.491038 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 4325b83c-ef69-4011-b98d-aa69b9a136f5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4325b83c-ef69-4011-b98d-aa69b9a136f5,segment=NetworkSegment(7c74acc9-1960-46d8-b897-37f147884608),segment_id=7c74acc9-1960-46d8-b897-37f147884608)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:10:19.501876 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '4325b83c-ef69-4011-b98d-aa69b9a136f5', 'network_id': 'a53600c7-8d00-4221-ad23-2f7dad8b7e10', 'port_id': '4325b83c-ef69-4011-b98d-aa69b9a136f5', 'mac_address': 'fa:16:3e:17:24:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb28691-3b74-4f97-8ece-2d79a69334d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:10:19.538806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 4325b83c-ef69-4011-b98d-aa69b9a136f5 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:10:19.539385 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4325b83c-ef69-4011-b98d-aa69b9a136f5), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:19.552958 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4325b83c-ef69-4011-b98d-aa69b9a136f5 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:10:19.572429 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 4325b83c-ef69-4011-b98d-aa69b9a136f5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4325b83c-ef69-4011-b98d-aa69b9a136f5,segment=NetworkSegment(7c74acc9-1960-46d8-b897-37f147884608),segment_id=7c74acc9-1960-46d8-b897-37f147884608)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:10:19.603585 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e068623-1368-4f7e-a4d6-a07d1dd8fbe6 req-8334e9a7-8285-40c7-a7b3-8acb63bc3d8c tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:19.605065 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4e068623-1368-4f7e-a4d6-a07d1dd8fbe6 req-8334e9a7-8285-40c7-a7b3-8acb63bc3d8c tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 944 time: 0.0468807 Apr 15 04:10:19.636280 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (4325b83c-ef69-4011-b98d-aa69b9a136f5), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:19.654075 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4e068623-1368-4f7e-a4d6-a07d1dd8fbe6 req-2791b009-8476-4cb0-b861-a66e710efe5e tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419602 Apr 15 04:10:19.683795 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=4325b83c-ef69-4011-b98d-aa69b9a136f5,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:19.690737 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:19.691090 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:19.691439 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:19.691788 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:19.692127 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:19.692459 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:19.692792 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:19.693122 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:19.693453 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:19.693783 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:19.694114 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:19.694449 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:19.694803 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:19.695132 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:19.695458 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:19.838472 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['4325b83c-ef69-4011-b98d-aa69b9a136f5'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:10:20.765146 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3824ce8-c9be-48a1-a98a-ccf052c8a37f req-ae95ead5-4a52-439b-808f-16b1399e8f99 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:20.766696 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c3824ce8-c9be-48a1-a98a-ccf052c8a37f req-ae95ead5-4a52-439b-808f-16b1399e8f99 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 945 time: 0.0463240 Apr 15 04:10:20.813748 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c3824ce8-c9be-48a1-a98a-ccf052c8a37f req-73c7324f-945f-4f44-b237-c90c7b398c24 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414014 Apr 15 04:10:20.893120 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8a2d6a10-8883-42ee-abd2-be65602b496c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:21.410992 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 4325b83c-ef69-4011-b98d-aa69b9a136f5 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:10:21.454471 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 4325b83c-ef69-4011-b98d-aa69b9a136f5 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 04:10:21.521785 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 4325b83c-ef69-4011-b98d-aa69b9a136f5 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:10:21.522158 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (4325b83c-ef69-4011-b98d-aa69b9a136f5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:21.598926 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 4325b83c-ef69-4011-b98d-aa69b9a136f5 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:10:21.599307 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4325b83c-ef69-4011-b98d-aa69b9a136f5), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:21.620982 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d081ae-977e-4df1-a0f2-92cd76837906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4325b83c-ef69-4011-b98d-aa69b9a136f5'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:10:21.624363 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c704b10d-0e61-4f92-88e9-a87113337e66" -d '{"events": [{"server_uuid": "a9d081ae-977e-4df1-a0f2-92cd76837906", "name": "network-vif-plugged", "status": "completed", "tag": "4325b83c-ef69-4011-b98d-aa69b9a136f5"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:10:21.636646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 4325b83c-ef69-4011-b98d-aa69b9a136f5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4325b83c-ef69-4011-b98d-aa69b9a136f5,segment=NetworkSegment(7c74acc9-1960-46d8-b897-37f147884608),segment_id=7c74acc9-1960-46d8-b897-37f147884608)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:10:21.659258 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8668cbc-bd79-428a-878d-f3b96fb1f808 x-openstack-request-id: req-b8668cbc-bd79-428a-878d-f3b96fb1f808 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:10:21.659548 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d081ae-977e-4df1-a0f2-92cd76837906", "name": "network-vif-plugged", "status": "completed", "tag": "4325b83c-ef69-4011-b98d-aa69b9a136f5", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:10:21.659802 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8668cbc-bd79-428a-878d-f3b96fb1f808 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:10:21.660204 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8668cbc-bd79-428a-878d-f3b96fb1f808'] response: {'server_uuid': 'a9d081ae-977e-4df1-a0f2-92cd76837906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4325b83c-ef69-4011-b98d-aa69b9a136f5', 'code': 200} Apr 15 04:10:21.721906 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (4325b83c-ef69-4011-b98d-aa69b9a136f5), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:21.769186 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=4325b83c-ef69-4011-b98d-aa69b9a136f5,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:21.929931 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26213872-29a5-4380-8801-79b7b9a78a9a req-75a027b2-e89d-4073-b50b-55a6fb84f307 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:21.931468 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-26213872-29a5-4380-8801-79b7b9a78a9a req-75a027b2-e89d-4073-b50b-55a6fb84f307 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 946 time: 0.0517478 Apr 15 04:10:21.934520 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1eef3-a3c1-4366-a7a4-b495c304b306 req-85e1b5c2-239d-4650-9ec1-c5dd7e47826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:21.936024 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d1f1eef3-a3c1-4366-a7a4-b495c304b306 req-85e1b5c2-239d-4650-9ec1-c5dd7e47826c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 1130 time: 0.0412769 Apr 15 04:10:21.971817 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:21.980236 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-26213872-29a5-4380-8801-79b7b9a78a9a req-cb4a09ed-4162-460e-b7d9-e96be9d62cf6 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420427 Apr 15 04:10:21.987401 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d1f1eef3-a3c1-4366-a7a4-b495c304b306 req-3cf64533-efb6-4f17-b0eb-c915f0072d53 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415974 Apr 15 04:10:23.098282 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9c273-4ea8-42cf-8bcc-c4324f01a1d0 req-f8e9537d-5184-43e9-a475-396a8b359950 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:23.099767 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-39e9c273-4ea8-42cf-8bcc-c4324f01a1d0 req-f8e9537d-5184-43e9-a475-396a8b359950 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 946 time: 0.0508771 Apr 15 04:10:23.147579 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-39e9c273-4ea8-42cf-8bcc-c4324f01a1d0 req-60d8456b-bafd-4c63-9d44-ffd8d127a070 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422571 Apr 15 04:10:23.493232 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:24.258061 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b970263-29db-4579-bfc3-8bf0700fb238 req-98c9d5c4-651f-4652-acbd-335ac4798b6d tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:24.259550 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0b970263-29db-4579-bfc3-8bf0700fb238 req-98c9d5c4-651f-4652-acbd-335ac4798b6d tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 946 time: 0.0466819 Apr 15 04:10:24.305700 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0b970263-29db-4579-bfc3-8bf0700fb238 req-f070d12b-d59a-44f4-9520-e89fd6ef8683 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402257 Apr 15 04:10:24.529884 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a24821-36f7-44a1-8f61-68ff0030365c req-3f555e0b-9a82-440b-a0b3-d5a276b27f35 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:24.531386 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93a24821-36f7-44a1-8f61-68ff0030365c req-3f555e0b-9a82-440b-a0b3-d5a276b27f35 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/networks?id=a53600c7-8d00-4221-ad23-2f7dad8b7e10 HTTP/1.1" status: 200 len: 813 time: 0.1088648 Apr 15 04:10:24.545322 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93a24821-36f7-44a1-8f61-68ff0030365c req-c47c6aa0-e4f7-48d7-98c7-a277629ac7bd tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/quotas/66bbe1f94d914e5b90ac054edca1106a HTTP/1.1" status: 200 len: 375 time: 0.0086749 Apr 15 04:10:24.591390 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93a24821-36f7-44a1-8f61-68ff0030365c req-09e6811c-8234-4d63-8110-4517512555f8 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=66bbe1f94d914e5b90ac054edca1106a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0413640 Apr 15 04:10:24.720064 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93a24821-36f7-44a1-8f61-68ff0030365c req-3ac930b6-dc14-4b11-9b67-db1f229c5245 service neutron] 10.222.0.15 "GET /v2.0/networks/a53600c7-8d00-4221-ad23-2f7dad8b7e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222234 Apr 15 04:10:24.810377 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93a24821-36f7-44a1-8f61-68ff0030365c req-7af31f01-2f5c-4870-8ba8-60155172011d service neutron] 10.222.0.15 "GET /v2.0/networks/a53600c7-8d00-4221-ad23-2f7dad8b7e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847011 Apr 15 04:10:24.904617 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:25.025237 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-fec7b117-bced-4bc5-b55d-f6bfe4b08a0b req-9b902557-5b53-4796-86d8-f0fbaf211d62 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d066b48-0e4a-4465-a32e-bce834f57314 HTTP/1.1" status: 200 len: 210 time: 0.0270736 Apr 15 04:10:26.124057 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-27feafcb-536d-40a8-95df-bab90f617c0b req-ec5a60a2-479b-426f-a388-11f0a3f1cd22 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d066b48-0e4a-4465-a32e-bce834f57314 HTTP/1.1" status: 200 len: 210 time: 0.0294111 Apr 15 04:10:26.818452 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a24821-36f7-44a1-8f61-68ff0030365c req-d34239cf-94a2-4cad-a241-f3daa480a3ab tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:26.819935 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93a24821-36f7-44a1-8f61-68ff0030365c req-d34239cf-94a2-4cad-a241-f3daa480a3ab tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.30 "GET /v2.0/networks?id=a53600c7-8d00-4221-ad23-2f7dad8b7e10 HTTP/1.1" status: 200 len: 813 time: 0.1037779 Apr 15 04:10:26.831928 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-93a24821-36f7-44a1-8f61-68ff0030365c req-5264a2b8-44d3-4c75-8da2-b857ba2ac491 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Request body: {'port': {'device_id': '9d066b48-0e4a-4465-a32e-bce834f57314', 'network_id': 'a53600c7-8d00-4221-ad23-2f7dad8b7e10', 'admin_state_up': True, 'tenant_id': '66bbe1f94d914e5b90ac054edca1106a'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:10:27.007538 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a24821-36f7-44a1-8f61-68ff0030365c req-5264a2b8-44d3-4c75-8da2-b857ba2ac491 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Made reservation on behalf of 66bbe1f94d914e5b90ac054edca1106a for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:10:27.011227 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-93a24821-36f7-44a1-8f61-68ff0030365c req-5264a2b8-44d3-4c75-8da2-b857ba2ac491 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:27.140734 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-93a24821-36f7-44a1-8f61-68ff0030365c req-5264a2b8-44d3-4c75-8da2-b857ba2ac491 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Allocated IP 172.20.0.8 (a53600c7-8d00-4221-ad23-2f7dad8b7e10/7cb28691-3b74-4f97-8ece-2d79a69334d1/75ffad19-1971-4b91-9dca-b01605b54ff3) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:10:27.223179 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9da0f975-46ce-4548-a114-fcd2c0cfc234 req-1ba06e56-72b5-47fd-9580-c49103e4ae6f tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d066b48-0e4a-4465-a32e-bce834f57314 HTTP/1.1" status: 200 len: 210 time: 0.0327151 Apr 15 04:10:27.291073 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-93a24821-36f7-44a1-8f61-68ff0030365c req-5264a2b8-44d3-4c75-8da2-b857ba2ac491 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Publish callbacks [] for port (75ffad19-1971-4b91-9dca-b01605b54ff3), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:27.361981 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-93a24821-36f7-44a1-8f61-68ff0030365c req-5264a2b8-44d3-4c75-8da2-b857ba2ac491 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (75ffad19-1971-4b91-9dca-b01605b54ff3), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:27.373833 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['4325b83c-ef69-4011-b98d-aa69b9a136f5'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:10:27.403415 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a24821-36f7-44a1-8f61-68ff0030365c req-5264a2b8-44d3-4c75-8da2-b857ba2ac491 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Network a53600c7-8d00-4221-ad23-2f7dad8b7e10 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:10:27.406565 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-93a24821-36f7-44a1-8f61-68ff0030365c req-5264a2b8-44d3-4c75-8da2-b857ba2ac491 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:10:27.412587 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a24821-36f7-44a1-8f61-68ff0030365c req-5264a2b8-44d3-4c75-8da2-b857ba2ac491 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:10:27.439820 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264a2b8-44d3-4c75-8da2-b857ba2ac491 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Pushing event updated for resources: {'Port': ['ID=75ffad19-1971-4b91-9dca-b01605b54ff3,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:27.465700 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a24821-36f7-44a1-8f61-68ff0030365c req-5264a2b8-44d3-4c75-8da2-b857ba2ac491 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:27.466316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-93a24821-36f7-44a1-8f61-68ff0030365c req-5264a2b8-44d3-4c75-8da2-b857ba2ac491 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:27.534103 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93a24821-36f7-44a1-8f61-68ff0030365c req-5264a2b8-44d3-4c75-8da2-b857ba2ac491 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7058277 Apr 15 04:10:27.545722 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] Request body: {'port': {'device_id': '9d066b48-0e4a-4465-a32e-bce834f57314', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:10:27.605922 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (75ffad19-1971-4b91-9dca-b01605b54ff3), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:27.860482 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ffad19-1971-4b91-9dca-b01605b54ff3 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:10:27.867771 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] Publish callbacks [] for port (75ffad19-1971-4b91-9dca-b01605b54ff3), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:27.880288 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] Transition to ACTIVE for port object 75ffad19-1971-4b91-9dca-b01605b54ff3 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 04:10:27.959812 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (75ffad19-1971-4b91-9dca-b01605b54ff3), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:28.012123 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] Pushing event updated for resources: {'Port': ['ID=75ffad19-1971-4b91-9dca-b01605b54ff3,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:28.078463 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] Attempting to bind port 75ffad19-1971-4b91-9dca-b01605b54ff3 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:10:28.078826 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] Attempting to bind port 75ffad19-1971-4b91-9dca-b01605b54ff3 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7c74acc9-1960-46d8-b897-37f147884608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a53600c7-8d00-4221-ad23-2f7dad8b7e10'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:10:28.079149 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] Attempting to bind port 75ffad19-1971-4b91-9dca-b01605b54ff3 on network a53600c7-8d00-4221-ad23-2f7dad8b7e10 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:10:28.083521 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] Port 75ffad19-1971-4b91-9dca-b01605b54ff3 on network a53600c7-8d00-4221-ad23-2f7dad8b7e10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 04:10:28.083840 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] Attempting to bind port 75ffad19-1971-4b91-9dca-b01605b54ff3 on network a53600c7-8d00-4221-ad23-2f7dad8b7e10 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:10:28.088682 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:10:28.089019 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] Checking segment: {'id': '7c74acc9-1960-46d8-b897-37f147884608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a53600c7-8d00-4221-ad23-2f7dad8b7e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:10:28.089401 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] Bound using segment: {'id': '7c74acc9-1960-46d8-b897-37f147884608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a53600c7-8d00-4221-ad23-2f7dad8b7e10'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:10:28.089842 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] Bound port: 75ffad19-1971-4b91-9dca-b01605b54ff3, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c74acc9-1960-46d8-b897-37f147884608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a53600c7-8d00-4221-ad23-2f7dad8b7e10'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:10:28.090195 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (75ffad19-1971-4b91-9dca-b01605b54ff3), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:28.153401 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] For port 75ffad19-1971-4b91-9dca-b01605b54ff3, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:10:28.156617 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] For port 75ffad19-1971-4b91-9dca-b01605b54ff3, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=75ffad19-1971-4b91-9dca-b01605b54ff3,segment=NetworkSegment(7c74acc9-1960-46d8-b897-37f147884608),segment_id=7c74acc9-1960-46d8-b897-37f147884608)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:10:28.223192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (75ffad19-1971-4b91-9dca-b01605b54ff3), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:28.256967 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:28.257577 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:28.259028 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] 10.222.0.30 "PUT /v2.0/ports/75ffad19-1971-4b91-9dca-b01605b54ff3 HTTP/1.1" status: 200 len: 1093 time: 0.7173879 Apr 15 04:10:28.259439 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d066b48-0e4a-4465-a32e-bce834f57314', 'tag': '75ffad19-1971-4b91-9dca-b01605b54ff3'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:10:28.261914 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30d9b1a-41c4-407d-8234-498e4adfae7c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d066b48-0e4a-4465-a32e-bce834f57314", "tag": "75ffad19-1971-4b91-9dca-b01605b54ff3"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:10:28.286695 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05710b-5c6f-4325-b408-143b9e345346 service neutron] Pushing event updated for resources: {'Port': ['ID=75ffad19-1971-4b91-9dca-b01605b54ff3,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:28.307951 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d77ab85-14b5-4ae7-89c6-fb4a7cd53561 x-openstack-request-id: req-6d77ab85-14b5-4ae7-89c6-fb4a7cd53561 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:10:28.308253 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d066b48-0e4a-4465-a32e-bce834f57314", "tag": "75ffad19-1971-4b91-9dca-b01605b54ff3", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:10:28.308530 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d77ab85-14b5-4ae7-89c6-fb4a7cd53561 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:10:28.308960 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d77ab85-14b5-4ae7-89c6-fb4a7cd53561'] response: {'name': 'network-changed', 'server_uuid': '9d066b48-0e4a-4465-a32e-bce834f57314', 'tag': '75ffad19-1971-4b91-9dca-b01605b54ff3', 'status': 'completed', 'code': 200} Apr 15 04:10:28.373371 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53558808-1e37-4476-86fe-e407b2b85421 req-f7e9391d-97f0-44f1-a6e5-464a2ee7dc36 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:28.374802 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-53558808-1e37-4476-86fe-e407b2b85421 req-f7e9391d-97f0-44f1-a6e5-464a2ee7dc36 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d066b48-0e4a-4465-a32e-bce834f57314 HTTP/1.1" status: 200 len: 943 time: 0.0797698 Apr 15 04:10:28.380171 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d9b1a-41c4-407d-8234-498e4adfae7c req-41ad8437-20b3-4118-8c0f-bdd11b87248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:28.381566 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d30d9b1a-41c4-407d-8234-498e4adfae7c req-41ad8437-20b3-4118-8c0f-bdd11b87248c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66bbe1f94d914e5b90ac054edca1106a&device_id=9d066b48-0e4a-4465-a32e-bce834f57314 HTTP/1.1" status: 200 len: 1127 time: 0.0529261 Apr 15 04:10:28.483361 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-53558808-1e37-4476-86fe-e407b2b85421 req-b4f0846e-05fb-4e41-b004-8a3354ec80b4 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008425 Apr 15 04:10:28.507155 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d9b1a-41c4-407d-8234-498e4adfae7c req-369ccf85-b481-47ee-9d3e-9d3c535af65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:28.508598 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d30d9b1a-41c4-407d-8234-498e4adfae7c req-369ccf85-b481-47ee-9d3e-9d3c535af65e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=66bbe1f94d914e5b90ac054edca1106a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1201007 Apr 15 04:10:28.598524 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d9b1a-41c4-407d-8234-498e4adfae7c req-334c2895-5cc8-4ee2-8c91-0b799e74e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:28.599998 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d30d9b1a-41c4-407d-8234-498e4adfae7c req-334c2895-5cc8-4ee2-8c91-0b799e74e546 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0856347 Apr 15 04:10:28.672834 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a24821-36f7-44a1-8f61-68ff0030365c req-b4b68147-feeb-4f6c-8059-e39160216c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:28.674317 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93a24821-36f7-44a1-8f61-68ff0030365c req-b4b68147-feeb-4f6c-8059-e39160216c2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66bbe1f94d914e5b90ac054edca1106a&device_id=9d066b48-0e4a-4465-a32e-bce834f57314 HTTP/1.1" status: 200 len: 1127 time: 0.0404158 Apr 15 04:10:28.717804 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93a24821-36f7-44a1-8f61-68ff0030365c req-9a9f8dd9-737e-4e29-8409-ed1a0fc0ddca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75ffad19-1971-4b91-9dca-b01605b54ff3 HTTP/1.1" status: 200 len: 217 time: 0.0371091 Apr 15 04:10:28.763846 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a24821-36f7-44a1-8f61-68ff0030365c req-a84b8d1d-dd65-4511-b355-98522063f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:28.765247 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93a24821-36f7-44a1-8f61-68ff0030365c req-a84b8d1d-dd65-4511-b355-98522063f12c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7cb28691-3b74-4f97-8ece-2d79a69334d1 HTTP/1.1" status: 200 len: 853 time: 0.0419362 Apr 15 04:10:28.795589 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93a24821-36f7-44a1-8f61-68ff0030365c req-64ff2e30-b335-4fba-93c2-81c026e39910 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a53600c7-8d00-4221-ad23-2f7dad8b7e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249805 Apr 15 04:10:28.885936 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93a24821-36f7-44a1-8f61-68ff0030365c req-bfbcac99-c389-43fb-9fa3-2713108fac77 service neutron] 10.222.0.30 "GET /v2.0/networks/a53600c7-8d00-4221-ad23-2f7dad8b7e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843306 Apr 15 04:10:28.972372 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93a24821-36f7-44a1-8f61-68ff0030365c req-19870443-d6c0-4f9c-9fc1-44a3b50f1319 service neutron] 10.222.0.30 "GET /v2.0/networks/a53600c7-8d00-4221-ad23-2f7dad8b7e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798833 Apr 15 04:10:29.596330 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d1b0d-860c-4add-a0a1-3339be444a20 req-f6134951-c398-41bd-9980-7a6adae95e14 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:29.597795 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f54d1b0d-860c-4add-a0a1-3339be444a20 req-f6134951-c398-41bd-9980-7a6adae95e14 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d066b48-0e4a-4465-a32e-bce834f57314 HTTP/1.1" status: 200 len: 943 time: 0.0464213 Apr 15 04:10:29.645123 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f54d1b0d-860c-4add-a0a1-3339be444a20 req-c1aae443-018c-4951-bbb9-fac7065adc7f tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418608 Apr 15 04:10:30.758314 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161c1fc-b871-4103-8713-21d3cdfcddea req-92b39897-bb18-4b25-8977-04c71ca48c27 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:30.759806 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f161c1fc-b871-4103-8713-21d3cdfcddea req-92b39897-bb18-4b25-8977-04c71ca48c27 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d066b48-0e4a-4465-a32e-bce834f57314 HTTP/1.1" status: 200 len: 943 time: 0.0504420 Apr 15 04:10:30.806030 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f161c1fc-b871-4103-8713-21d3cdfcddea req-6a1f623a-347d-4de2-aaeb-3ff6743a9801 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404270 Apr 15 04:10:31.435887 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 75ffad19-1971-4b91-9dca-b01605b54ff3 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:10:31.529035 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 75ffad19-1971-4b91-9dca-b01605b54ff3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=75ffad19-1971-4b91-9dca-b01605b54ff3,segment=NetworkSegment(7c74acc9-1960-46d8-b897-37f147884608),segment_id=7c74acc9-1960-46d8-b897-37f147884608)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:10:31.539611 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '75ffad19-1971-4b91-9dca-b01605b54ff3', 'network_id': 'a53600c7-8d00-4221-ad23-2f7dad8b7e10', 'port_id': '75ffad19-1971-4b91-9dca-b01605b54ff3', 'mac_address': 'fa:16:3e:59:2d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb28691-3b74-4f97-8ece-2d79a69334d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:10:31.578373 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 75ffad19-1971-4b91-9dca-b01605b54ff3 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:10:31.578786 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (75ffad19-1971-4b91-9dca-b01605b54ff3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:31.591315 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ffad19-1971-4b91-9dca-b01605b54ff3 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:10:31.610637 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 75ffad19-1971-4b91-9dca-b01605b54ff3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=75ffad19-1971-4b91-9dca-b01605b54ff3,segment=NetworkSegment(7c74acc9-1960-46d8-b897-37f147884608),segment_id=7c74acc9-1960-46d8-b897-37f147884608)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:10:31.704403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (75ffad19-1971-4b91-9dca-b01605b54ff3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:31.751205 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=75ffad19-1971-4b91-9dca-b01605b54ff3,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:31.904949 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['75ffad19-1971-4b91-9dca-b01605b54ff3'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:10:31.917612 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eae21e-563e-4db7-9727-25d3f65c66bb req-b9828014-678a-46db-a2b4-139034948c38 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:31.919226 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e5eae21e-563e-4db7-9727-25d3f65c66bb req-b9828014-678a-46db-a2b4-139034948c38 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d066b48-0e4a-4465-a32e-bce834f57314 HTTP/1.1" status: 200 len: 944 time: 0.0485268 Apr 15 04:10:31.969730 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e5eae21e-563e-4db7-9727-25d3f65c66bb req-d2aa90fa-ddda-4e0f-828e-c0dfd330bf45 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448499 Apr 15 04:10:33.078864 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf98db-5f61-4ed1-ad45-21f19659b88f req-d169f16d-e5fa-44db-9823-3014e7af789a tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:33.080327 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-31bf98db-5f61-4ed1-ad45-21f19659b88f req-d169f16d-e5fa-44db-9823-3014e7af789a tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d066b48-0e4a-4465-a32e-bce834f57314 HTTP/1.1" status: 200 len: 944 time: 0.0458827 Apr 15 04:10:33.126257 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-31bf98db-5f61-4ed1-ad45-21f19659b88f req-9d7bb24e-492a-4ce2-82be-1a9cbcf9f7d8 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404377 Apr 15 04:10:33.438212 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 75ffad19-1971-4b91-9dca-b01605b54ff3 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:10:33.481073 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 75ffad19-1971-4b91-9dca-b01605b54ff3 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 04:10:33.553904 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 75ffad19-1971-4b91-9dca-b01605b54ff3 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:10:33.554282 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (75ffad19-1971-4b91-9dca-b01605b54ff3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:33.630909 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 75ffad19-1971-4b91-9dca-b01605b54ff3 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:10:33.631299 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (75ffad19-1971-4b91-9dca-b01605b54ff3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:33.653484 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d066b48-0e4a-4465-a32e-bce834f57314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ffad19-1971-4b91-9dca-b01605b54ff3'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:10:33.655691 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ef0585-2c99-413c-88bd-eb72eb833fda" -d '{"events": [{"server_uuid": "9d066b48-0e4a-4465-a32e-bce834f57314", "name": "network-vif-plugged", "status": "completed", "tag": "75ffad19-1971-4b91-9dca-b01605b54ff3"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:10:33.667964 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 75ffad19-1971-4b91-9dca-b01605b54ff3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=75ffad19-1971-4b91-9dca-b01605b54ff3,segment=NetworkSegment(7c74acc9-1960-46d8-b897-37f147884608),segment_id=7c74acc9-1960-46d8-b897-37f147884608)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:10:33.690659 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741e861b-32dc-4ff5-b4af-41623383cbf5 x-openstack-request-id: req-741e861b-32dc-4ff5-b4af-41623383cbf5 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:10:33.690957 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d066b48-0e4a-4465-a32e-bce834f57314", "name": "network-vif-plugged", "status": "completed", "tag": "75ffad19-1971-4b91-9dca-b01605b54ff3", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:10:33.691219 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-741e861b-32dc-4ff5-b4af-41623383cbf5 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:10:33.691660 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-741e861b-32dc-4ff5-b4af-41623383cbf5'] response: {'server_uuid': '9d066b48-0e4a-4465-a32e-bce834f57314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ffad19-1971-4b91-9dca-b01605b54ff3', 'code': 200} Apr 15 04:10:33.731809 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (75ffad19-1971-4b91-9dca-b01605b54ff3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:33.779461 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=75ffad19-1971-4b91-9dca-b01605b54ff3,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:33.983203 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d2ad3-0d92-4e14-ac34-1551a02df70c req-913eec50-6093-4fc0-98ca-cb0f59b30e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:33.984604 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4c1d2ad3-0d92-4e14-ac34-1551a02df70c req-913eec50-6093-4fc0-98ca-cb0f59b30e8c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d066b48-0e4a-4465-a32e-bce834f57314 HTTP/1.1" status: 200 len: 1129 time: 0.0407805 Apr 15 04:10:34.027365 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4c1d2ad3-0d92-4e14-ac34-1551a02df70c req-4fecfefd-23ca-4abd-8bfc-373a31151fd1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364783 Apr 15 04:10:34.237956 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211591ad-ebe7-4fc2-88f3-e4f803efcf67 req-27ecc134-0ce4-4cc8-90f8-589c4192dd1a tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:34.239368 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-211591ad-ebe7-4fc2-88f3-e4f803efcf67 req-27ecc134-0ce4-4cc8-90f8-589c4192dd1a tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d066b48-0e4a-4465-a32e-bce834f57314 HTTP/1.1" status: 200 len: 945 time: 0.0460734 Apr 15 04:10:34.285465 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-211591ad-ebe7-4fc2-88f3-e4f803efcf67 req-0fc0846c-9229-43cf-987a-4225ed36b625 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407445 Apr 15 04:10:34.869868 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:35.399447 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8bd2d-d633-45fe-90f3-842463a64245 req-bc1aa5eb-7d2d-498f-9975-a7f00480d5dc tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:35.400930 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-95d8bd2d-d633-45fe-90f3-842463a64245 req-bc1aa5eb-7d2d-498f-9975-a7f00480d5dc tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d066b48-0e4a-4465-a32e-bce834f57314 HTTP/1.1" status: 200 len: 945 time: 0.0485177 Apr 15 04:10:35.447622 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-95d8bd2d-d633-45fe-90f3-842463a64245 req-e02c5e99-d7d4-4425-beb5-6b44fd940b8e tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411043 Apr 15 04:10:35.868633 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292f6d5-8c7d-4109-90c7-20fae3ab14ec req-dab0f39b-0642-4901-9b62-73d4e8b4a064 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:35.870130 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c292f6d5-8c7d-4109-90c7-20fae3ab14ec req-dab0f39b-0642-4901-9b62-73d4e8b4a064 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d066b48-0e4a-4465-a32e-bce834f57314 HTTP/1.1" status: 200 len: 945 time: 0.0465248 Apr 15 04:10:35.915948 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c292f6d5-8c7d-4109-90c7-20fae3ab14ec req-430922c3-771d-4c9b-a52b-5f6a0c0c3424 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401692 Apr 15 04:10:37.027223 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19a226-2bb8-47f5-a40d-45a603967c75 req-4082032f-f6f8-40b7-b0cf-c4dd3b43cb2f tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:37.028690 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9f19a226-2bb8-47f5-a40d-45a603967c75 req-4082032f-f6f8-40b7-b0cf-c4dd3b43cb2f tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d066b48-0e4a-4465-a32e-bce834f57314 HTTP/1.1" status: 200 len: 945 time: 0.0459650 Apr 15 04:10:37.078597 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9f19a226-2bb8-47f5-a40d-45a603967c75 req-86a50f2e-d6ba-4117-a449-528cbc439102 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444016 Apr 15 04:10:37.317108 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c8a79-e017-438e-aece-839c05bc21e8 req-894bd583-7328-4ae2-a824-2f07083b5aed tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:37.318445 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9b8c8a79-e017-438e-aece-839c05bc21e8 req-894bd583-7328-4ae2-a824-2f07083b5aed tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d066b48-0e4a-4465-a32e-bce834f57314 HTTP/1.1" status: 200 len: 945 time: 0.0453818 Apr 15 04:10:37.397768 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-9b8c8a79-e017-438e-aece-839c05bc21e8 req-db0baaf9-c9db-442d-b547-9ad6c17f4b4b tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Deleting port 75ffad19-1971-4b91-9dca-b01605b54ff3 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:10:37.398106 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9b8c8a79-e017-438e-aece-839c05bc21e8 req-db0baaf9-c9db-442d-b547-9ad6c17f4b4b tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (75ffad19-1971-4b91-9dca-b01605b54ff3), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:37.486784 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-9b8c8a79-e017-438e-aece-839c05bc21e8 req-db0baaf9-c9db-442d-b547-9ad6c17f4b4b tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] For port 75ffad19-1971-4b91-9dca-b01605b54ff3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=75ffad19-1971-4b91-9dca-b01605b54ff3,segment=NetworkSegment(7c74acc9-1960-46d8-b897-37f147884608),segment_id=7c74acc9-1960-46d8-b897-37f147884608)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:10:37.487147 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9b8c8a79-e017-438e-aece-839c05bc21e8 req-db0baaf9-c9db-442d-b547-9ad6c17f4b4b tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (75ffad19-1971-4b91-9dca-b01605b54ff3), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:37.499834 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-9b8c8a79-e017-438e-aece-839c05bc21e8 req-db0baaf9-c9db-442d-b547-9ad6c17f4b4b tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Calling delete_port for 75ffad19-1971-4b91-9dca-b01605b54ff3 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:10:37.714473 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9b8c8a79-e017-438e-aece-839c05bc21e8 req-db0baaf9-c9db-442d-b547-9ad6c17f4b4b tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (75ffad19-1971-4b91-9dca-b01605b54ff3), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:37.730735 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['4325b83c-ef69-4011-b98d-aa69b9a136f5', '75ffad19-1971-4b91-9dca-b01605b54ff3'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:10:37.742853 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0baaf9-c9db-442d-b547-9ad6c17f4b4b tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Pushing event deleted for resources: {'Port': ['ID=75ffad19-1971-4b91-9dca-b01605b54ff3,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:37.787266 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8c8a79-e017-438e-aece-839c05bc21e8 req-db0baaf9-c9db-442d-b547-9ad6c17f4b4b tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] No DVR routers for this DVR port 75ffad19-1971-4b91-9dca-b01605b54ff3 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:10:37.789805 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9b8c8a79-e017-438e-aece-839c05bc21e8 req-db0baaf9-c9db-442d-b547-9ad6c17f4b4b tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:37.793123 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9b8c8a79-e017-438e-aece-839c05bc21e8 req-db0baaf9-c9db-442d-b547-9ad6c17f4b4b tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.30 "DELETE /v2.0/ports/75ffad19-1971-4b91-9dca-b01605b54ff3 HTTP/1.1" status: 204 len: 173 time: 0.4697294 Apr 15 04:10:37.793571 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d066b48-0e4a-4465-a32e-bce834f57314', 'name': 'network-vif-deleted', 'tag': '75ffad19-1971-4b91-9dca-b01605b54ff3'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:10:37.795837 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9925d4-85d7-407a-ab46-db26500caa52" -d '{"events": [{"server_uuid": "9d066b48-0e4a-4465-a32e-bce834f57314", "name": "network-vif-deleted", "tag": "75ffad19-1971-4b91-9dca-b01605b54ff3"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:10:37.831663 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6306eb02-7f10-4804-b911-b2a6bffeb476 x-openstack-request-id: req-6306eb02-7f10-4804-b911-b2a6bffeb476 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:10:37.831988 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d066b48-0e4a-4465-a32e-bce834f57314", "name": "network-vif-deleted", "tag": "75ffad19-1971-4b91-9dca-b01605b54ff3", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:10:37.832269 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6306eb02-7f10-4804-b911-b2a6bffeb476 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:10:37.832682 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6306eb02-7f10-4804-b911-b2a6bffeb476'] response: {'server_uuid': '9d066b48-0e4a-4465-a32e-bce834f57314', 'name': 'network-vif-deleted', 'tag': '75ffad19-1971-4b91-9dca-b01605b54ff3', 'status': 'completed', 'code': 200} Apr 15 04:10:38.187665 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c1f47f73-2c8f-4a77-b912-61c91764314a req-55cf99b6-ab70-4dc3-a5f7-1a7753f55c24 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d066b48-0e4a-4465-a32e-bce834f57314 HTTP/1.1" status: 200 len: 210 time: 0.0279651 Apr 15 04:10:39.334861 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ca872-38be-41e6-a9b6-2923422b6595 req-9ab7d162-fb93-4c45-94dd-80b41472ca63 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:39.336361 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-581ca872-38be-41e6-a9b6-2923422b6595 req-9ab7d162-fb93-4c45-94dd-80b41472ca63 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 946 time: 0.0494483 Apr 15 04:10:39.382048 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-581ca872-38be-41e6-a9b6-2923422b6595 req-06f0c88f-30cf-48e2-86f7-fd26ad1d3e47 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394964 Apr 15 04:10:39.507386 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c1f1b-e557-4466-a407-642fc766d6b5 req-ee2c82f7-06e2-44ae-a064-fc281750a0df tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:39.508822 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d11c1f1b-e557-4466-a407-642fc766d6b5 req-ee2c82f7-06e2-44ae-a064-fc281750a0df tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 946 time: 0.0462198 Apr 15 04:10:39.554575 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d11c1f1b-e557-4466-a407-642fc766d6b5 req-9c7f0089-7ee9-4412-8b93-8a248c32fac8 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394874 Apr 15 04:10:39.669107 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31955011-3a09-4e99-8e79-655c77dec2fb req-9bf9f32f-4f1b-4ca6-8174-44b4d68caaa1 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:39.671032 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-31955011-3a09-4e99-8e79-655c77dec2fb req-9bf9f32f-4f1b-4ca6-8174-44b4d68caaa1 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 946 time: 0.0512650 Apr 15 04:10:39.717750 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-31955011-3a09-4e99-8e79-655c77dec2fb req-d8f814c2-0344-49c7-990f-67253913e486 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412354 Apr 15 04:10:39.877454 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202571b-f910-41f4-a856-de1d1ae811a0 req-be57e0f3-1616-4504-a21d-4f08690319b1 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:39.878925 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7202571b-f910-41f4-a856-de1d1ae811a0 req-be57e0f3-1616-4504-a21d-4f08690319b1 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 946 time: 0.0460620 Apr 15 04:10:39.924106 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7202571b-f910-41f4-a856-de1d1ae811a0 req-7e91faa9-b0d4-4499-aafb-1803e61236b2 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397601 Apr 15 04:10:40.035606 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd34e1-927a-497a-97c0-56724e1b42f6 req-ee466997-06e5-4f56-b3ef-043395f13ccf tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:40.037076 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-61dd34e1-927a-497a-97c0-56724e1b42f6 req-ee466997-06e5-4f56-b3ef-043395f13ccf tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 946 time: 0.0488787 Apr 15 04:10:40.085643 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-61dd34e1-927a-497a-97c0-56724e1b42f6 req-8bec5bfc-1d1d-4959-82b3-664abae8b250 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430012 Apr 15 04:10:40.210922 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87279781-b9f8-48d3-9ecc-5703b5443859 req-52ad216f-0468-499e-ba35-8324e26570ab tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:40.212307 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-87279781-b9f8-48d3-9ecc-5703b5443859 req-52ad216f-0468-499e-ba35-8324e26570ab tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 946 time: 0.0467374 Apr 15 04:10:40.259703 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-87279781-b9f8-48d3-9ecc-5703b5443859 req-d74c18d6-6b0d-4716-9f2c-a71e3cebbb40 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410712 Apr 15 04:10:40.792490 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fbffc-a186-4b69-a328-c85b8063519c req-b40ea7de-bb37-4c37-8a9c-a212d04d5cf8 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:40.794016 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-be2fbffc-a186-4b69-a328-c85b8063519c req-b40ea7de-bb37-4c37-8a9c-a212d04d5cf8 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 946 time: 0.0470128 Apr 15 04:10:40.844872 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-be2fbffc-a186-4b69-a328-c85b8063519c req-e9ce674d-595e-4ddc-9e29-7648c7de3549 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449090 Apr 15 04:10:41.464602 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 75ffad19-1971-4b91-9dca-b01605b54ff3 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:10:41.484613 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 75ffad19-1971-4b91-9dca-b01605b54ff3 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:10:41.484963 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 75ffad19-1971-4b91-9dca-b01605b54ff3 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:10:41.961284 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356698e-52b0-44bc-838c-e704c93ec6c0 req-19fb9807-c0c5-4afb-ac33-3cd32482fe2e tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:41.962958 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4356698e-52b0-44bc-838c-e704c93ec6c0 req-19fb9807-c0c5-4afb-ac33-3cd32482fe2e tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 946 time: 0.0506625 Apr 15 04:10:42.018669 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4356698e-52b0-44bc-838c-e704c93ec6c0 req-2889a0b3-2aa0-4e75-8aef-c3102fd22a39 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/security-groups?id=bb006546-c08c-4c01-9f02-6fc3e516deb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493345 Apr 15 04:10:42.377841 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5ca7d-84dd-4f22-b444-36ed6013183e req-c3654650-ba0e-462d-814a-0ebd6f383e0c tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:42.379305 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-36c5ca7d-84dd-4f22-b444-36ed6013183e req-c3654650-ba0e-462d-814a-0ebd6f383e0c tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 946 time: 0.3665321 Apr 15 04:10:42.458700 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-36c5ca7d-84dd-4f22-b444-36ed6013183e req-810a6e4b-e801-4545-bcab-dfc14b0d68d1 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Deleting port 4325b83c-ef69-4011-b98d-aa69b9a136f5 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:10:42.459039 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-36c5ca7d-84dd-4f22-b444-36ed6013183e req-810a6e4b-e801-4545-bcab-dfc14b0d68d1 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (4325b83c-ef69-4011-b98d-aa69b9a136f5), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:42.549717 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-36c5ca7d-84dd-4f22-b444-36ed6013183e req-810a6e4b-e801-4545-bcab-dfc14b0d68d1 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] For port 4325b83c-ef69-4011-b98d-aa69b9a136f5, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=4325b83c-ef69-4011-b98d-aa69b9a136f5,segment=NetworkSegment(7c74acc9-1960-46d8-b897-37f147884608),segment_id=7c74acc9-1960-46d8-b897-37f147884608)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:10:42.549998 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-36c5ca7d-84dd-4f22-b444-36ed6013183e req-810a6e4b-e801-4545-bcab-dfc14b0d68d1 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (4325b83c-ef69-4011-b98d-aa69b9a136f5), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:42.562377 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-36c5ca7d-84dd-4f22-b444-36ed6013183e req-810a6e4b-e801-4545-bcab-dfc14b0d68d1 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Calling delete_port for 4325b83c-ef69-4011-b98d-aa69b9a136f5 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:10:42.755572 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-36c5ca7d-84dd-4f22-b444-36ed6013183e req-810a6e4b-e801-4545-bcab-dfc14b0d68d1 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (4325b83c-ef69-4011-b98d-aa69b9a136f5), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:42.766589 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['4325b83c-ef69-4011-b98d-aa69b9a136f5'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:10:42.784684 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a6e4b-e801-4545-bcab-dfc14b0d68d1 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Pushing event deleted for resources: {'Port': ['ID=4325b83c-ef69-4011-b98d-aa69b9a136f5,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:42.828586 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c5ca7d-84dd-4f22-b444-36ed6013183e req-810a6e4b-e801-4545-bcab-dfc14b0d68d1 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] No DVR routers for this DVR port 4325b83c-ef69-4011-b98d-aa69b9a136f5 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:10:42.831040 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-36c5ca7d-84dd-4f22-b444-36ed6013183e req-810a6e4b-e801-4545-bcab-dfc14b0d68d1 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:42.834277 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-36c5ca7d-84dd-4f22-b444-36ed6013183e req-810a6e4b-e801-4545-bcab-dfc14b0d68d1 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.30 "DELETE /v2.0/ports/4325b83c-ef69-4011-b98d-aa69b9a136f5 HTTP/1.1" status: 204 len: 173 time: 0.4495363 Apr 15 04:10:42.834735 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d081ae-977e-4df1-a0f2-92cd76837906', 'name': 'network-vif-deleted', 'tag': '4325b83c-ef69-4011-b98d-aa69b9a136f5'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:10:42.836999 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce69baa3-e658-4f01-94bb-b79068b8a2dd" -d '{"events": [{"server_uuid": "a9d081ae-977e-4df1-a0f2-92cd76837906", "name": "network-vif-deleted", "tag": "4325b83c-ef69-4011-b98d-aa69b9a136f5"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:10:42.874244 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77511baf-bf8f-4cf7-a975-b24810debda5 x-openstack-request-id: req-77511baf-bf8f-4cf7-a975-b24810debda5 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:10:42.874244 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d081ae-977e-4df1-a0f2-92cd76837906", "name": "network-vif-deleted", "tag": "4325b83c-ef69-4011-b98d-aa69b9a136f5", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:10:42.874244 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77511baf-bf8f-4cf7-a975-b24810debda5 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:10:42.874244 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77511baf-bf8f-4cf7-a975-b24810debda5'] response: {'server_uuid': 'a9d081ae-977e-4df1-a0f2-92cd76837906', 'name': 'network-vif-deleted', 'tag': '4325b83c-ef69-4011-b98d-aa69b9a136f5', 'status': 'completed', 'code': 200} Apr 15 04:10:43.130766 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5daee413-907c-4ac2-937f-b16cfb2ebc1f req-0e3e8f8a-d83a-46a3-a64f-5fd996ce9cb1 tempest-ServersNegativeTestJSON-199646016 tempest-ServersNegativeTestJSON-199646016-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9d081ae-977e-4df1-a0f2-92cd76837906 HTTP/1.1" status: 200 len: 210 time: 0.0283213 Apr 15 04:10:44.186866 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40806) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:44.233031 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bada774-69dc-4539-b692-10abb34d296f admin admin] Deleting subnet 7cb28691-3b74-4f97-8ece-2d79a69334d1 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:10:44.236061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2bada774-69dc-4539-b692-10abb34d296f admin admin] Publish callbacks [] for subnet (7cb28691-3b74-4f97-8ece-2d79a69334d1), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:44.269970 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2bada774-69dc-4539-b692-10abb34d296f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (7cb28691-3b74-4f97-8ece-2d79a69334d1), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:44.307556 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2bada774-69dc-4539-b692-10abb34d296f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (7cb28691-3b74-4f97-8ece-2d79a69334d1), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:44.422820 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2bada774-69dc-4539-b692-10abb34d296f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (7cb28691-3b74-4f97-8ece-2d79a69334d1), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:44.449654 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bada774-69dc-4539-b692-10abb34d296f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cb28691-3b74-4f97-8ece-2d79a69334d1,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:44.455215 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2bada774-69dc-4539-b692-10abb34d296f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:44.458294 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2bada774-69dc-4539-b692-10abb34d296f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7cb28691-3b74-4f97-8ece-2d79a69334d1 HTTP/1.1" status: 204 len: 168 time: 0.2704294 Apr 15 04:10:44.460807 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40808) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:44.527431 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3328d5e9-ae2b-4cad-87ae-24a08982bb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (a53600c7-8d00-4221-ad23-2f7dad8b7e10), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:44.605287 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3328d5e9-ae2b-4cad-87ae-24a08982bb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (a53600c7-8d00-4221-ad23-2f7dad8b7e10), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:44.625606 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-3328d5e9-ae2b-4cad-87ae-24a08982bb96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53600c7-8d00-4221-ad23-2f7dad8b7e10']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:44.634707 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-3328d5e9-ae2b-4cad-87ae-24a08982bb96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c74acc9-1960-46d8-b897-37f147884608') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:44.635001 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-3328d5e9-ae2b-4cad-87ae-24a08982bb96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c74acc9-1960-46d8-b897-37f147884608') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:44.644580 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3328d5e9-ae2b-4cad-87ae-24a08982bb96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (7c74acc9-1960-46d8-b897-37f147884608), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:44.657472 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3328d5e9-ae2b-4cad-87ae-24a08982bb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7c74acc9-1960-46d8-b897-37f147884608), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:44.663237 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3328d5e9-ae2b-4cad-87ae-24a08982bb96 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:10:44.663612 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3328d5e9-ae2b-4cad-87ae-24a08982bb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (7c74acc9-1960-46d8-b897-37f147884608), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:10:44.665258 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:10:44.772502 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3328d5e9-ae2b-4cad-87ae-24a08982bb96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (a53600c7-8d00-4221-ad23-2f7dad8b7e10), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:44.776610 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3328d5e9-ae2b-4cad-87ae-24a08982bb96 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:44.780534 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3328d5e9-ae2b-4cad-87ae-24a08982bb96 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a53600c7-8d00-4221-ad23-2f7dad8b7e10 HTTP/1.1" status: 204 len: 168 time: 0.3187461 Apr 15 04:10:44.792741 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328d5e9-ae2b-4cad-87ae-24a08982bb96 admin admin] Pushing event deleted for resources: {'Network': ['ID=a53600c7-8d00-4221-ad23-2f7dad8b7e10,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:45.011191 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40812) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:45.054999 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-26ebed97-a313-47a4-8a94-da851ab0f333 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=66bbe1f94d914e5b90ac054edca1106a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424767 Apr 15 04:10:45.057298 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40814) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:45.104098 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f2b311c0-830a-44d6-8771-d3ad47371d59 admin admin] Publish callbacks [] for security_group (bb006546-c08c-4c01-9f02-6fc3e516deb3), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:45.124774 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f2b311c0-830a-44d6-8771-d3ad47371d59 admin admin] Publish callbacks [] for security_group (bb006546-c08c-4c01-9f02-6fc3e516deb3), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:45.218190 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f2b311c0-830a-44d6-8771-d3ad47371d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (bb006546-c08c-4c01-9f02-6fc3e516deb3), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:45.220843 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f2b311c0-830a-44d6-8771-d3ad47371d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:45.221985 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f2b311c0-830a-44d6-8771-d3ad47371d59 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb006546-c08c-4c01-9f02-6fc3e516deb3 HTTP/1.1" status: 204 len: 168 time: 0.1637566 Apr 15 04:10:45.231147 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b311c0-830a-44d6-8771-d3ad47371d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb006546-c08c-4c01-9f02-6fc3e516deb3,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:45.487071 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 4325b83c-ef69-4011-b98d-aa69b9a136f5 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:10:45.507051 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 4325b83c-ef69-4011-b98d-aa69b9a136f5 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:10:45.507398 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 4325b83c-ef69-4011-b98d-aa69b9a136f5 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:10:46.260208 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40836) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:46.354913 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2e2d3191-56ef-4b3a-b569-5b3aeb7634fc tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-443469020'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:10:46.422760 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2d3191-56ef-4b3a-b569-5b3aeb7634fc tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Made reservation on behalf of 29cf56633e6246469de0404c924b1553 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:10:46.425940 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2e2d3191-56ef-4b3a-b569-5b3aeb7634fc tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:46.434234 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2e2d3191-56ef-4b3a-b569-5b3aeb7634fc tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:46.505618 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2e2d3191-56ef-4b3a-b569-5b3aeb7634fc tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks [] for security_group (a15e96f5-b362-40f2-97ae-45d75ed8d35d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:46.567044 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2e2d3191-56ef-4b3a-b569-5b3aeb7634fc tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (a15e96f5-b362-40f2-97ae-45d75ed8d35d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:46.590563 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2d3191-56ef-4b3a-b569-5b3aeb7634fc tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:10:46.603761 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d3191-56ef-4b3a-b569-5b3aeb7634fc tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a15e96f5-b362-40f2-97ae-45d75ed8d35d,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:46.608504 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2e2d3191-56ef-4b3a-b569-5b3aeb7634fc tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (d3be4f3b-c698-4953-9674-7becc200a65d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:46.608851 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-2e2d3191-56ef-4b3a-b569-5b3aeb7634fc tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Added segment d3be4f3b-c698-4953-9674-7becc200a65d of type vlan for network 54633711-2f7f-4202-8b06-e8666e48197d Apr 15 04:10:46.651063 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2e2d3191-56ef-4b3a-b569-5b3aeb7634fc tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (54633711-2f7f-4202-8b06-e8666e48197d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:46.731272 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2e2d3191-56ef-4b3a-b569-5b3aeb7634fc tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (54633711-2f7f-4202-8b06-e8666e48197d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:46.736219 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2d3191-56ef-4b3a-b569-5b3aeb7634fc tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:46.736802 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2e2d3191-56ef-4b3a-b569-5b3aeb7634fc tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:46.832847 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d3191-56ef-4b3a-b569-5b3aeb7634fc tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event updated for resources: {'Network': ['ID=54633711-2f7f-4202-8b06-e8666e48197d,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:46.843347 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 54633711-2f7f-4202-8b06-e8666e48197d details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:10:46.863634 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2e2d3191-56ef-4b3a-b569-5b3aeb7634fc tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5985448 Apr 15 04:10:48.526581 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4e922f4d-e4c9-4fd1-801a-ad437a81f4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:49.489229 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:10:50.071110 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40840) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:50.076797 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Request body: {'subnet': {'network_id': '54633711-2f7f-4202-8b06-e8666e48197d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:10:50.258178 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Made reservation on behalf of 29cf56633e6246469de0404c924b1553 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:10:50.261973 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:50.525964 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (3fc5f911-6a5c-44ab-afeb-cd4741ee1ae6), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:50.583810 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event updated for resources: {'Subnet': ['ID=3fc5f911-6a5c-44ab-afeb-cd4741ee1ae6,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:50.595528 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:50.595879 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:50.596329 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:50.596673 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:50.597010 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:50.597344 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:50.597862 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:50.598246 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:50.598578 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:50.598934 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:50.603852 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:50.603852 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:50.603852 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:50.603852 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:50.603852 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:50.606906 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Checking segment: {'id': 'd3be4f3b-c698-4953-9674-7becc200a65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '54633711-2f7f-4202-8b06-e8666e48197d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:10:50.607274 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Network hostable DHCP agents. Network: 54633711-2f7f-4202-8b06-e8666e48197d, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:10:50.708268 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Network 54633711-2f7f-4202-8b06-e8666e48197d is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:10:50.801120 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 54633711-2f7f-4202-8b06-e8666e48197d) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:10:50.805225 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:50.805830 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:50.812338 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bc04a6-6564-4289-91eb-a2ca7dab90c5 None None] Network 54633711-2f7f-4202-8b06-e8666e48197d requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:10:51.004587 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-61df96bc-c96c-4a3a-82a9-965e1acdb586 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9323411 Apr 15 04:10:51.008158 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40842) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:51.014187 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a7438094-8450-412f-b077-1e7ab20c43ab tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1937731133'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:10:51.020889 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-30f5e0de-3fc2-4ef3-9e6f-c2d6834a2ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:51.060338 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f0c0ea-9e5e-48cf-ac73-9fb4b023d42b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-54633711-2f7f-4202-8b06-e8666e48197d', 'network_id': '54633711-2f7f-4202-8b06-e8666e48197d', 'project_id': '29cf56633e6246469de0404c924b1553', 'fixed_ips': [{'subnet_id': '3fc5f911-6a5c-44ab-afeb-cd4741ee1ae6'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 04:10:51.061174 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74f0c0ea-9e5e-48cf-ac73-9fb4b023d42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:51.116045 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7438094-8450-412f-b077-1e7ab20c43ab tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Made reservation on behalf of 29cf56633e6246469de0404c924b1553 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:10:51.119650 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a7438094-8450-412f-b077-1e7ab20c43ab tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:51.143685 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7438094-8450-412f-b077-1e7ab20c43ab tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:10:51.152297 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a7438094-8450-412f-b077-1e7ab20c43ab tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (928c91c7-66df-4bc1-9059-42169152c3f2), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:51.161899 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-a7438094-8450-412f-b077-1e7ab20c43ab tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Added segment 928c91c7-66df-4bc1-9059-42169152c3f2 of type vlan for network 65586614-4f8c-47c6-8d01-8d44e025e173 Apr 15 04:10:51.191410 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a7438094-8450-412f-b077-1e7ab20c43ab tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (65586614-4f8c-47c6-8d01-8d44e025e173), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:51.257532 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-74f0c0ea-9e5e-48cf-ac73-9fb4b023d42b None None] Allocated IP 2001:db8:0:ffff::2 (54633711-2f7f-4202-8b06-e8666e48197d/3fc5f911-6a5c-44ab-afeb-cd4741ee1ae6/b8572d4e-2769-4760-8bc3-d4fb1e8fd26f) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:10:51.297250 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a7438094-8450-412f-b077-1e7ab20c43ab tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (65586614-4f8c-47c6-8d01-8d44e025e173), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:51.302474 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7438094-8450-412f-b077-1e7ab20c43ab tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:51.303135 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a7438094-8450-412f-b077-1e7ab20c43ab tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:51.373321 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7438094-8450-412f-b077-1e7ab20c43ab tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event updated for resources: {'Network': ['ID=65586614-4f8c-47c6-8d01-8d44e025e173,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:51.384709 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 65586614-4f8c-47c6-8d01-8d44e025e173 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:10:51.409750 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a7438094-8450-412f-b077-1e7ab20c43ab tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4003417 Apr 15 04:10:51.412530 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40844) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:51.418477 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-baf05831-6a6a-40aa-8b46-44e6a2c4af99 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Request body: {'subnet': {'network_id': '65586614-4f8c-47c6-8d01-8d44e025e173', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:10:51.450741 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74f0c0ea-9e5e-48cf-ac73-9fb4b023d42b None None] Publish callbacks [] for port (b8572d4e-2769-4760-8bc3-d4fb1e8fd26f), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:51.526342 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74f0c0ea-9e5e-48cf-ac73-9fb4b023d42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (b8572d4e-2769-4760-8bc3-d4fb1e8fd26f), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:51.563806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f0c0ea-9e5e-48cf-ac73-9fb4b023d42b None None] Network 54633711-2f7f-4202-8b06-e8666e48197d is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:10:51.568936 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-74f0c0ea-9e5e-48cf-ac73-9fb4b023d42b None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:10:51.572415 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f0c0ea-9e5e-48cf-ac73-9fb4b023d42b None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:10:51.579173 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0c0ea-9e5e-48cf-ac73-9fb4b023d42b None None] Pushing event updated for resources: {'Port': ['ID=b8572d4e-2769-4760-8bc3-d4fb1e8fd26f,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:51.588531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf05831-6a6a-40aa-8b46-44e6a2c4af99 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Made reservation on behalf of 29cf56633e6246469de0404c924b1553 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:10:51.592760 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-baf05831-6a6a-40aa-8b46-44e6a2c4af99 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:51.636858 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-74f0c0ea-9e5e-48cf-ac73-9fb4b023d42b None None] Attempting to bind port b8572d4e-2769-4760-8bc3-d4fb1e8fd26f on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:10:51.637242 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-74f0c0ea-9e5e-48cf-ac73-9fb4b023d42b None None] Attempting to bind port b8572d4e-2769-4760-8bc3-d4fb1e8fd26f by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'd3be4f3b-c698-4953-9674-7becc200a65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '54633711-2f7f-4202-8b06-e8666e48197d'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:10:51.637585 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f0c0ea-9e5e-48cf-ac73-9fb4b023d42b None None] Attempting to bind port b8572d4e-2769-4760-8bc3-d4fb1e8fd26f on network 54633711-2f7f-4202-8b06-e8666e48197d {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:10:51.642535 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f0c0ea-9e5e-48cf-ac73-9fb4b023d42b None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:10:51.642941 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f0c0ea-9e5e-48cf-ac73-9fb4b023d42b None None] Checking segment: {'id': 'd3be4f3b-c698-4953-9674-7becc200a65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '54633711-2f7f-4202-8b06-e8666e48197d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:10:51.643337 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74f0c0ea-9e5e-48cf-ac73-9fb4b023d42b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:51.643724 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f0c0ea-9e5e-48cf-ac73-9fb4b023d42b None None] Bound using segment: {'id': 'd3be4f3b-c698-4953-9674-7becc200a65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '54633711-2f7f-4202-8b06-e8666e48197d'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:10:51.644178 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-74f0c0ea-9e5e-48cf-ac73-9fb4b023d42b None None] Bound port: b8572d4e-2769-4760-8bc3-d4fb1e8fd26f, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3be4f3b-c698-4953-9674-7becc200a65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '54633711-2f7f-4202-8b06-e8666e48197d'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:10:51.644599 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74f0c0ea-9e5e-48cf-ac73-9fb4b023d42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b8572d4e-2769-4760-8bc3-d4fb1e8fd26f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:51.707462 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-74f0c0ea-9e5e-48cf-ac73-9fb4b023d42b None None] For port b8572d4e-2769-4760-8bc3-d4fb1e8fd26f, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:10:51.710480 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-74f0c0ea-9e5e-48cf-ac73-9fb4b023d42b None None] For port b8572d4e-2769-4760-8bc3-d4fb1e8fd26f, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=b8572d4e-2769-4760-8bc3-d4fb1e8fd26f,segment=NetworkSegment(d3be4f3b-c698-4953-9674-7becc200a65d),segment_id=d3be4f3b-c698-4953-9674-7becc200a65d)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:10:51.801476 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74f0c0ea-9e5e-48cf-ac73-9fb4b023d42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b8572d4e-2769-4760-8bc3-d4fb1e8fd26f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:51.859127 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-baf05831-6a6a-40aa-8b46-44e6a2c4af99 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (8c92121c-7be7-48c9-b2ec-7f24c4956068), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:51.860110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f0c0ea-9e5e-48cf-ac73-9fb4b023d42b None None] Pushing event updated for resources: {'Port': ['ID=b8572d4e-2769-4760-8bc3-d4fb1e8fd26f,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:51.927221 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf05831-6a6a-40aa-8b46-44e6a2c4af99 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event updated for resources: {'Subnet': ['ID=8c92121c-7be7-48c9-b2ec-7f24c4956068,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:51.935270 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf05831-6a6a-40aa-8b46-44e6a2c4af99 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Checking segment: {'id': '928c91c7-66df-4bc1-9059-42169152c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '65586614-4f8c-47c6-8d01-8d44e025e173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:10:51.935634 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf05831-6a6a-40aa-8b46-44e6a2c4af99 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Network hostable DHCP agents. Network: 65586614-4f8c-47c6-8d01-8d44e025e173, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:10:52.016986 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:52.030482 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf05831-6a6a-40aa-8b46-44e6a2c4af99 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Network 65586614-4f8c-47c6-8d01-8d44e025e173 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:10:52.109992 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-baf05831-6a6a-40aa-8b46-44e6a2c4af99 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 65586614-4f8c-47c6-8d01-8d44e025e173) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:10:52.116967 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf05831-6a6a-40aa-8b46-44e6a2c4af99 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:52.117863 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-baf05831-6a6a-40aa-8b46-44e6a2c4af99 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:52.118293 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991c2e72-6e97-4e1d-9e90-61ea84cb5ec7 None None] Network 65586614-4f8c-47c6-8d01-8d44e025e173 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:10:52.186550 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-baf05831-6a6a-40aa-8b46-44e6a2c4af99 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7728059 Apr 15 04:10:52.191697 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40846) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:52.219655 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b8572d4e-2769-4760-8bc3-d4fb1e8fd26f up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:10:52.243760 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f9ddf3-168f-403b-8e93-3a0e8072293e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-65586614-4f8c-47c6-8d01-8d44e025e173', 'network_id': '65586614-4f8c-47c6-8d01-8d44e025e173', 'project_id': '29cf56633e6246469de0404c924b1553', 'fixed_ips': [{'subnet_id': '8c92121c-7be7-48c9-b2ec-7f24c4956068'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 04:10:52.244620 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-05f9ddf3-168f-403b-8e93-3a0e8072293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:52.294216 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (65586614-4f8c-47c6-8d01-8d44e025e173), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:52.342713 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port b8572d4e-2769-4760-8bc3-d4fb1e8fd26f triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:10:52.343090 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b8572d4e-2769-4760-8bc3-d4fb1e8fd26f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:52.374231 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (8c92121c-7be7-48c9-b2ec-7f24c4956068), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:52.436358 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-05f9ddf3-168f-403b-8e93-3a0e8072293e None None] Allocated IP 2001:db8::2 (65586614-4f8c-47c6-8d01-8d44e025e173/8c92121c-7be7-48c9-b2ec-7f24c4956068/4934d97b-9359-494a-830f-3d5329100303) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:10:52.502426 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port b8572d4e-2769-4760-8bc3-d4fb1e8fd26f is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:10:52.502873 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (b8572d4e-2769-4760-8bc3-d4fb1e8fd26f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:52.575453 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port b8572d4e-2769-4760-8bc3-d4fb1e8fd26f, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=b8572d4e-2769-4760-8bc3-d4fb1e8fd26f,segment=NetworkSegment(d3be4f3b-c698-4953-9674-7becc200a65d),segment_id=d3be4f3b-c698-4953-9674-7becc200a65d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:10:52.643910 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (b8572d4e-2769-4760-8bc3-d4fb1e8fd26f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:52.650551 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-05f9ddf3-168f-403b-8e93-3a0e8072293e None None] Publish callbacks [] for port (4934d97b-9359-494a-830f-3d5329100303), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:52.696920 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=b8572d4e-2769-4760-8bc3-d4fb1e8fd26f,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:52.717338 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233510a5-e8f7-4a39-97b6-8f754bd3a289 None None] Network 54633711-2f7f-4202-8b06-e8666e48197d requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:10:52.737764 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-05f9ddf3-168f-403b-8e93-3a0e8072293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (4934d97b-9359-494a-830f-3d5329100303), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:52.813575 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f9ddf3-168f-403b-8e93-3a0e8072293e None None] Network 65586614-4f8c-47c6-8d01-8d44e025e173 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:10:52.819010 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (8c92121c-7be7-48c9-b2ec-7f24c4956068), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:52.829413 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-05f9ddf3-168f-403b-8e93-3a0e8072293e None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:10:52.837996 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f9ddf3-168f-403b-8e93-3a0e8072293e None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:10:52.844447 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9ddf3-168f-403b-8e93-3a0e8072293e None None] Pushing event updated for resources: {'Port': ['ID=4934d97b-9359-494a-830f-3d5329100303,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:52.848679 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-bc6686d8-d82d-4cb5-8cc0-fd7fc3ed412d None None] Provisioning complete for port b8572d4e-2769-4760-8bc3-d4fb1e8fd26f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:10:52.849048 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bc6686d8-d82d-4cb5-8cc0-fd7fc3ed412d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b8572d4e-2769-4760-8bc3-d4fb1e8fd26f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:52.850241 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event deleted for resources: {'Subnet': ['ID=8c92121c-7be7-48c9-b2ec-7f24c4956068,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:52.915377 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (65586614-4f8c-47c6-8d01-8d44e025e173), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:52.936051 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65586614-4f8c-47c6-8d01-8d44e025e173']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:52.946243 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928c91c7-66df-4bc1-9059-42169152c3f2') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:52.946243 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928c91c7-66df-4bc1-9059-42169152c3f2') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:52.956777 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (928c91c7-66df-4bc1-9059-42169152c3f2), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:52.962105 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-05f9ddf3-168f-403b-8e93-3a0e8072293e None None] Attempting to bind port 4934d97b-9359-494a-830f-3d5329100303 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:10:52.962639 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-05f9ddf3-168f-403b-8e93-3a0e8072293e None None] Attempting to bind port 4934d97b-9359-494a-830f-3d5329100303 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '928c91c7-66df-4bc1-9059-42169152c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '65586614-4f8c-47c6-8d01-8d44e025e173'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:10:52.962858 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f9ddf3-168f-403b-8e93-3a0e8072293e None None] Attempting to bind port 4934d97b-9359-494a-830f-3d5329100303 on network 65586614-4f8c-47c6-8d01-8d44e025e173 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:10:52.971601 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (928c91c7-66df-4bc1-9059-42169152c3f2), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:52.971756 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f9ddf3-168f-403b-8e93-3a0e8072293e None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:10:52.971993 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f9ddf3-168f-403b-8e93-3a0e8072293e None None] Checking segment: {'id': '928c91c7-66df-4bc1-9059-42169152c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '65586614-4f8c-47c6-8d01-8d44e025e173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:10:52.972387 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-05f9ddf3-168f-403b-8e93-3a0e8072293e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:52.972775 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f9ddf3-168f-403b-8e93-3a0e8072293e None None] Bound using segment: {'id': '928c91c7-66df-4bc1-9059-42169152c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '65586614-4f8c-47c6-8d01-8d44e025e173'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:10:52.973237 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-05f9ddf3-168f-403b-8e93-3a0e8072293e None None] Bound port: 4934d97b-9359-494a-830f-3d5329100303, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928c91c7-66df-4bc1-9059-42169152c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '65586614-4f8c-47c6-8d01-8d44e025e173'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:10:52.973607 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-05f9ddf3-168f-403b-8e93-3a0e8072293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4934d97b-9359-494a-830f-3d5329100303), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:52.977549 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:10:52.978116 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (928c91c7-66df-4bc1-9059-42169152c3f2), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:10:52.981530 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:10:53.035355 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-bc6686d8-d82d-4cb5-8cc0-fd7fc3ed412d None None] Current status of the port b8572d4e-2769-4760-8bc3-d4fb1e8fd26f is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:10:53.071204 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-05f9ddf3-168f-403b-8e93-3a0e8072293e None None] For port 4934d97b-9359-494a-830f-3d5329100303, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:10:53.075118 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-05f9ddf3-168f-403b-8e93-3a0e8072293e None None] For port 4934d97b-9359-494a-830f-3d5329100303, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4934d97b-9359-494a-830f-3d5329100303,segment=NetworkSegment(928c91c7-66df-4bc1-9059-42169152c3f2),segment_id=928c91c7-66df-4bc1-9059-42169152c3f2)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:10:53.098814 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.db.api [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 04:10:53.098814 dv-neutron-837140-3-hyperv neutron-server[104667]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 04:10:53.098814 dv-neutron-837140-3-hyperv neutron-server[104667]: [parameters: {'id': '65586614-4f8c-47c6-8d01-8d44e025e173'}] Apr 15 04:10:53.098814 dv-neutron-837140-3-hyperv neutron-server[104667]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 04:10:53.099292 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG oslo_db.api [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 04:10:53.152680 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-08dfe830-5ca2-4a13-923f-9001d2ca124d None None] Provisioning complete for port b8572d4e-2769-4760-8bc3-d4fb1e8fd26f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:10:53.153049 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-08dfe830-5ca2-4a13-923f-9001d2ca124d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b8572d4e-2769-4760-8bc3-d4fb1e8fd26f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:53.156434 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-05f9ddf3-168f-403b-8e93-3a0e8072293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (4934d97b-9359-494a-830f-3d5329100303), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:53.281366 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9ddf3-168f-403b-8e93-3a0e8072293e None None] Pushing event updated for resources: {'Port': ['ID=4934d97b-9359-494a-830f-3d5329100303,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:53.311654 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d31024-582f-4e86-8a54-77cb5887df44 None None] get_active_networks_info from dv-neutron-837140-3-hyperv {{(pid=104668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 15 04:10:53.357434 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-08dfe830-5ca2-4a13-923f-9001d2ca124d None None] Current status of the port b8572d4e-2769-4760-8bc3-d4fb1e8fd26f is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:10:53.485813 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d31024-582f-4e86-8a54-77cb5887df44 None None] Resources bound (agent type, host, resource id): {{(pid=104668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 15 04:10:53.532811 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:53.600614 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (65586614-4f8c-47c6-8d01-8d44e025e173), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:53.644304 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f3f1cc-38a4-4585-8fef-0b96840ded38 None None] Network 65586614-4f8c-47c6-8d01-8d44e025e173 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:10:53.649600 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Deleting port 4934d97b-9359-494a-830f-3d5329100303 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:10:53.649940 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (4934d97b-9359-494a-830f-3d5329100303), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:53.711213 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] For port 4934d97b-9359-494a-830f-3d5329100303, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4934d97b-9359-494a-830f-3d5329100303,segment=NetworkSegment(928c91c7-66df-4bc1-9059-42169152c3f2),segment_id=928c91c7-66df-4bc1-9059-42169152c3f2)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:10:53.711577 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (4934d97b-9359-494a-830f-3d5329100303), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:53.724981 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Calling delete_port for 4934d97b-9359-494a-830f-3d5329100303 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:10:53.858453 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (4934d97b-9359-494a-830f-3d5329100303), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:53.881171 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event deleted for resources: {'Port': ['ID=4934d97b-9359-494a-830f-3d5329100303,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:53.886946 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] No DVR routers for this DVR port 4934d97b-9359-494a-830f-3d5329100303 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:10:53.966227 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (65586614-4f8c-47c6-8d01-8d44e025e173), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:53.986301 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65586614-4f8c-47c6-8d01-8d44e025e173']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:53.995494 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928c91c7-66df-4bc1-9059-42169152c3f2') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:53.995832 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928c91c7-66df-4bc1-9059-42169152c3f2') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:54.005382 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (928c91c7-66df-4bc1-9059-42169152c3f2), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:54.018809 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (928c91c7-66df-4bc1-9059-42169152c3f2), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:54.024743 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:10:54.025127 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (928c91c7-66df-4bc1-9059-42169152c3f2), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:10:54.028586 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:10:54.172649 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (65586614-4f8c-47c6-8d01-8d44e025e173), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:54.183960 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:54.187062 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "DELETE /v2.0/networks/65586614-4f8c-47c6-8d01-8d44e025e173 HTTP/1.1" status: 204 len: 168 time: 1.9969015 Apr 15 04:10:54.191912 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40848) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:54.197185 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1625899152'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:10:54.199941 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a78c7-e337-4314-8edc-38bc320a7df9 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event deleted for resources: {'Network': ['ID=65586614-4f8c-47c6-8d01-8d44e025e173,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:54.204785 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b8572d4e-2769-4760-8bc3-d4fb1e8fd26f up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:10:54.280060 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Made reservation on behalf of 29cf56633e6246469de0404c924b1553 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:10:54.283897 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:54.313473 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:10:54.322902 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (d60e70e3-a9fc-482b-b38a-0ca6a39db5fe), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:54.326497 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Added segment d60e70e3-a9fc-482b-b38a-0ca6a39db5fe of type vlan for network 0443d116-f69d-4ba4-bc43-fdd7dee6b44b Apr 15 04:10:54.364313 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (0443d116-f69d-4ba4-bc43-fdd7dee6b44b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:54.395415 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port b8572d4e-2769-4760-8bc3-d4fb1e8fd26f triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:10:54.395794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (b8572d4e-2769-4760-8bc3-d4fb1e8fd26f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:54.429619 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (0443d116-f69d-4ba4-bc43-fdd7dee6b44b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:54.434787 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:54.435366 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:54.472170 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port b8572d4e-2769-4760-8bc3-d4fb1e8fd26f is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:10:54.501556 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event updated for resources: {'Network': ['ID=0443d116-f69d-4ba4-bc43-fdd7dee6b44b,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:54.508533 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:54.512061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:54.512061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:54.512061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:54.512061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:54.512061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:54.512061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:54.512061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:54.512061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:54.512751 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:54.512751 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:54.513026 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:54.513348 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:54.513668 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:54.513987 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:10:54.524578 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 0443d116-f69d-4ba4-bc43-fdd7dee6b44b details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:10:54.529453 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-450eddd1-4e9d-469c-a086-6bf425bd48c7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3363767 Apr 15 04:10:54.532289 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40850) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:54.537222 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-c17aabbf-14bc-4f71-b614-853275c9b083 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Request body: {'subnet': {'network_id': '0443d116-f69d-4ba4-bc43-fdd7dee6b44b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:10:54.668235 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17aabbf-14bc-4f71-b614-853275c9b083 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Made reservation on behalf of 29cf56633e6246469de0404c924b1553 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:10:54.671574 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c17aabbf-14bc-4f71-b614-853275c9b083 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:54.731128 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.ipam_backend_mixin [None req-c17aabbf-14bc-4f71-b614-853275c9b083 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Performing IP validity checks on allocation pools {{(pid=104666) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 15 04:10:54.731647 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.ipam_backend_mixin [None req-c17aabbf-14bc-4f71-b614-853275c9b083 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104666) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 15 04:10:54.938351 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c17aabbf-14bc-4f71-b614-853275c9b083 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (62ec552c-8997-46f3-b6db-273719b96955), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:54.966723 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:54.998294 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17aabbf-14bc-4f71-b614-853275c9b083 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event updated for resources: {'Subnet': ['ID=62ec552c-8997-46f3-b6db-273719b96955,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:55.007056 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17aabbf-14bc-4f71-b614-853275c9b083 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Checking segment: {'id': 'd60e70e3-a9fc-482b-b38a-0ca6a39db5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0443d116-f69d-4ba4-bc43-fdd7dee6b44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:10:55.007426 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17aabbf-14bc-4f71-b614-853275c9b083 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Network hostable DHCP agents. Network: 0443d116-f69d-4ba4-bc43-fdd7dee6b44b, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:10:55.080922 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17aabbf-14bc-4f71-b614-853275c9b083 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Network 0443d116-f69d-4ba4-bc43-fdd7dee6b44b is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:10:55.166477 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-c17aabbf-14bc-4f71-b614-853275c9b083 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 0443d116-f69d-4ba4-bc43-fdd7dee6b44b) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:10:55.171148 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17aabbf-14bc-4f71-b614-853275c9b083 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:55.171744 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c17aabbf-14bc-4f71-b614-853275c9b083 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:55.175625 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641ba1ee-8d90-46a2-96b2-0a669b4f20b8 None None] Network 0443d116-f69d-4ba4-bc43-fdd7dee6b44b requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:10:55.254338 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c17aabbf-14bc-4f71-b614-853275c9b083 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7209213 Apr 15 04:10:55.257145 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40852) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:55.277503 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb3dbe2-4fe4-4bcd-b501-aed6f1b776dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-0443d116-f69d-4ba4-bc43-fdd7dee6b44b', 'network_id': '0443d116-f69d-4ba4-bc43-fdd7dee6b44b', 'project_id': '29cf56633e6246469de0404c924b1553', 'fixed_ips': [{'subnet_id': '62ec552c-8997-46f3-b6db-273719b96955'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 04:10:55.278432 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dbb3dbe2-4fe4-4bcd-b501-aed6f1b776dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:55.357656 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (0443d116-f69d-4ba4-bc43-fdd7dee6b44b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:55.408241 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (62ec552c-8997-46f3-b6db-273719b96955), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:55.413694 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-dbb3dbe2-4fe4-4bcd-b501-aed6f1b776dc None None] Allocated IP 2001:db8::3 (0443d116-f69d-4ba4-bc43-fdd7dee6b44b/62ec552c-8997-46f3-b6db-273719b96955/f07b9f05-67e4-44ba-b0ec-45973a16d0ee) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:10:55.554036 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dbb3dbe2-4fe4-4bcd-b501-aed6f1b776dc None None] Publish callbacks [] for port (f07b9f05-67e4-44ba-b0ec-45973a16d0ee), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:55.612688 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dbb3dbe2-4fe4-4bcd-b501-aed6f1b776dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (f07b9f05-67e4-44ba-b0ec-45973a16d0ee), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:55.650010 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb3dbe2-4fe4-4bcd-b501-aed6f1b776dc None None] Network 0443d116-f69d-4ba4-bc43-fdd7dee6b44b is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:10:55.655665 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-dbb3dbe2-4fe4-4bcd-b501-aed6f1b776dc None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:10:55.659243 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb3dbe2-4fe4-4bcd-b501-aed6f1b776dc None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:10:55.666388 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3dbe2-4fe4-4bcd-b501-aed6f1b776dc None None] Pushing event updated for resources: {'Port': ['ID=f07b9f05-67e4-44ba-b0ec-45973a16d0ee,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:55.709061 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (62ec552c-8997-46f3-b6db-273719b96955), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:55.719812 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-dbb3dbe2-4fe4-4bcd-b501-aed6f1b776dc None None] Attempting to bind port f07b9f05-67e4-44ba-b0ec-45973a16d0ee on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:10:55.720182 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-dbb3dbe2-4fe4-4bcd-b501-aed6f1b776dc None None] Attempting to bind port f07b9f05-67e4-44ba-b0ec-45973a16d0ee by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'd60e70e3-a9fc-482b-b38a-0ca6a39db5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0443d116-f69d-4ba4-bc43-fdd7dee6b44b'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:10:55.720545 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb3dbe2-4fe4-4bcd-b501-aed6f1b776dc None None] Attempting to bind port f07b9f05-67e4-44ba-b0ec-45973a16d0ee on network 0443d116-f69d-4ba4-bc43-fdd7dee6b44b {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:10:55.725616 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb3dbe2-4fe4-4bcd-b501-aed6f1b776dc None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:10:55.725988 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb3dbe2-4fe4-4bcd-b501-aed6f1b776dc None None] Checking segment: {'id': 'd60e70e3-a9fc-482b-b38a-0ca6a39db5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0443d116-f69d-4ba4-bc43-fdd7dee6b44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:10:55.726383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dbb3dbe2-4fe4-4bcd-b501-aed6f1b776dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:55.726808 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb3dbe2-4fe4-4bcd-b501-aed6f1b776dc None None] Bound using segment: {'id': 'd60e70e3-a9fc-482b-b38a-0ca6a39db5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0443d116-f69d-4ba4-bc43-fdd7dee6b44b'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:10:55.727272 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-dbb3dbe2-4fe4-4bcd-b501-aed6f1b776dc None None] Bound port: f07b9f05-67e4-44ba-b0ec-45973a16d0ee, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60e70e3-a9fc-482b-b38a-0ca6a39db5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0443d116-f69d-4ba4-bc43-fdd7dee6b44b'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:10:55.727641 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dbb3dbe2-4fe4-4bcd-b501-aed6f1b776dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f07b9f05-67e4-44ba-b0ec-45973a16d0ee), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:55.742195 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event deleted for resources: {'Subnet': ['ID=62ec552c-8997-46f3-b6db-273719b96955,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:55.793892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-dbb3dbe2-4fe4-4bcd-b501-aed6f1b776dc None None] For port f07b9f05-67e4-44ba-b0ec-45973a16d0ee, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:10:55.796897 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-dbb3dbe2-4fe4-4bcd-b501-aed6f1b776dc None None] For port f07b9f05-67e4-44ba-b0ec-45973a16d0ee, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f07b9f05-67e4-44ba-b0ec-45973a16d0ee,segment=NetworkSegment(d60e70e3-a9fc-482b-b38a-0ca6a39db5fe),segment_id=d60e70e3-a9fc-482b-b38a-0ca6a39db5fe)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:10:55.801507 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (0443d116-f69d-4ba4-bc43-fdd7dee6b44b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:55.821568 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0443d116-f69d-4ba4-bc43-fdd7dee6b44b']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:55.831688 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60e70e3-a9fc-482b-b38a-0ca6a39db5fe') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:55.832941 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60e70e3-a9fc-482b-b38a-0ca6a39db5fe') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:55.842054 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (d60e70e3-a9fc-482b-b38a-0ca6a39db5fe), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:55.881816 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-dbb3dbe2-4fe4-4bcd-b501-aed6f1b776dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f07b9f05-67e4-44ba-b0ec-45973a16d0ee), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:55.884339 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (d60e70e3-a9fc-482b-b38a-0ca6a39db5fe), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:55.893307 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:10:55.893820 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (d60e70e3-a9fc-482b-b38a-0ca6a39db5fe), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:10:55.897174 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:10:55.963805 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3dbe2-4fe4-4bcd-b501-aed6f1b776dc None None] Pushing event updated for resources: {'Port': ['ID=f07b9f05-67e4-44ba-b0ec-45973a16d0ee,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:55.977664 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6191f5fa-c6b0-4009-abb4-860354c2ac41 None None] get_active_networks_info from dv-neutron-837140-3-hyperv {{(pid=104668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 15 04:10:55.996165 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.db.api [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 04:10:55.996165 dv-neutron-837140-3-hyperv neutron-server[104667]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 04:10:55.996165 dv-neutron-837140-3-hyperv neutron-server[104667]: [parameters: {'id': '0443d116-f69d-4ba4-bc43-fdd7dee6b44b'}] Apr 15 04:10:55.996165 dv-neutron-837140-3-hyperv neutron-server[104667]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104667) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 04:10:55.996550 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG oslo_db.api [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 04:10:56.046307 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6191f5fa-c6b0-4009-abb4-860354c2ac41 None None] Resources bound (agent type, host, resource id): {{(pid=104668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 15 04:10:56.188149 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c18e99b-db91-4581-ae82-78bf6da2a9e0 None None] Network 0443d116-f69d-4ba4-bc43-fdd7dee6b44b requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:10:56.497858 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (0443d116-f69d-4ba4-bc43-fdd7dee6b44b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:56.540438 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Deleting port f07b9f05-67e4-44ba-b0ec-45973a16d0ee {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:10:56.540775 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f07b9f05-67e4-44ba-b0ec-45973a16d0ee), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:56.604483 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] For port f07b9f05-67e4-44ba-b0ec-45973a16d0ee, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f07b9f05-67e4-44ba-b0ec-45973a16d0ee,segment=NetworkSegment(d60e70e3-a9fc-482b-b38a-0ca6a39db5fe),segment_id=d60e70e3-a9fc-482b-b38a-0ca6a39db5fe)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:10:56.604841 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f07b9f05-67e4-44ba-b0ec-45973a16d0ee), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:56.617570 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Calling delete_port for f07b9f05-67e4-44ba-b0ec-45973a16d0ee owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:10:56.782718 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (f07b9f05-67e4-44ba-b0ec-45973a16d0ee), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:56.805971 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event deleted for resources: {'Port': ['ID=f07b9f05-67e4-44ba-b0ec-45973a16d0ee,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:56.815838 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] No DVR routers for this DVR port f07b9f05-67e4-44ba-b0ec-45973a16d0ee on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:10:56.889260 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (0443d116-f69d-4ba4-bc43-fdd7dee6b44b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:56.909174 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0443d116-f69d-4ba4-bc43-fdd7dee6b44b']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:56.918871 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60e70e3-a9fc-482b-b38a-0ca6a39db5fe') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:56.919170 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60e70e3-a9fc-482b-b38a-0ca6a39db5fe') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:56.928249 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (d60e70e3-a9fc-482b-b38a-0ca6a39db5fe), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:56.941375 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (d60e70e3-a9fc-482b-b38a-0ca6a39db5fe), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:56.947122 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:10:56.950097 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (d60e70e3-a9fc-482b-b38a-0ca6a39db5fe), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:10:56.950537 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:10:57.057964 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (0443d116-f69d-4ba4-bc43-fdd7dee6b44b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:57.064558 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:57.068216 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "DELETE /v2.0/networks/0443d116-f69d-4ba4-bc43-fdd7dee6b44b HTTP/1.1" status: 204 len: 168 time: 1.8095586 Apr 15 04:10:57.071593 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40854) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:57.077745 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-3c1a69b7-4e24-4715-9b8a-041e41387b96 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1744544257'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:10:57.079845 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188040e8-6b8f-45de-b452-43430dc4e2c4 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event deleted for resources: {'Network': ['ID=0443d116-f69d-4ba4-bc43-fdd7dee6b44b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:57.165886 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1a69b7-4e24-4715-9b8a-041e41387b96 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Made reservation on behalf of 29cf56633e6246469de0404c924b1553 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:10:57.169499 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c1a69b7-4e24-4715-9b8a-041e41387b96 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:57.196258 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1a69b7-4e24-4715-9b8a-041e41387b96 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:10:57.206845 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c1a69b7-4e24-4715-9b8a-041e41387b96 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (46fce910-20b4-41be-83cd-3aa49392d6f1), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:57.207189 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-3c1a69b7-4e24-4715-9b8a-041e41387b96 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Added segment 46fce910-20b4-41be-83cd-3aa49392d6f1 of type vlan for network ab7a011a-df90-4be4-aaae-7e702464f814 Apr 15 04:10:57.254457 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c1a69b7-4e24-4715-9b8a-041e41387b96 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (ab7a011a-df90-4be4-aaae-7e702464f814), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:57.343053 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c1a69b7-4e24-4715-9b8a-041e41387b96 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (ab7a011a-df90-4be4-aaae-7e702464f814), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:57.348051 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1a69b7-4e24-4715-9b8a-041e41387b96 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:57.348664 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c1a69b7-4e24-4715-9b8a-041e41387b96 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:57.413409 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a69b7-4e24-4715-9b8a-041e41387b96 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event updated for resources: {'Network': ['ID=ab7a011a-df90-4be4-aaae-7e702464f814,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:57.423179 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network ab7a011a-df90-4be4-aaae-7e702464f814 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:10:57.461156 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3c1a69b7-4e24-4715-9b8a-041e41387b96 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3879149 Apr 15 04:10:57.469496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40856) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:57.474560 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d8a8574d-efc1-404f-9c12-e678dfddfd4b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Request body: {'subnet': {'network_id': 'ab7a011a-df90-4be4-aaae-7e702464f814', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:10:57.623971 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a8574d-efc1-404f-9c12-e678dfddfd4b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Made reservation on behalf of 29cf56633e6246469de0404c924b1553 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:10:57.627239 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8a8574d-efc1-404f-9c12-e678dfddfd4b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:57.851509 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8a8574d-efc1-404f-9c12-e678dfddfd4b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (dcf39ecb-9113-464c-bb34-c99b197e400a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:57.914158 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8574d-efc1-404f-9c12-e678dfddfd4b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event updated for resources: {'Subnet': ['ID=dcf39ecb-9113-464c-bb34-c99b197e400a,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:57.921881 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a8574d-efc1-404f-9c12-e678dfddfd4b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Checking segment: {'id': '46fce910-20b4-41be-83cd-3aa49392d6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ab7a011a-df90-4be4-aaae-7e702464f814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:10:57.922247 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a8574d-efc1-404f-9c12-e678dfddfd4b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Network hostable DHCP agents. Network: ab7a011a-df90-4be4-aaae-7e702464f814, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:10:58.022580 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a8574d-efc1-404f-9c12-e678dfddfd4b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Network ab7a011a-df90-4be4-aaae-7e702464f814 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:10:58.085489 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-d8a8574d-efc1-404f-9c12-e678dfddfd4b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, ab7a011a-df90-4be4-aaae-7e702464f814) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:10:58.089473 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a8574d-efc1-404f-9c12-e678dfddfd4b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:58.090072 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d8a8574d-efc1-404f-9c12-e678dfddfd4b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:58.093815 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402d97bf-315f-443e-a7aa-e4c1477aaade None None] Network ab7a011a-df90-4be4-aaae-7e702464f814 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:10:58.175770 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d8a8574d-efc1-404f-9c12-e678dfddfd4b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7050314 Apr 15 04:10:58.179298 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40858) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:58.184872 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-8bb38bee-40b8-4641-be41-243ca6b8553b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1637635818'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:10:58.206945 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a1b38c-bc9b-48eb-b3f9-a53f49e4ac35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-ab7a011a-df90-4be4-aaae-7e702464f814', 'network_id': 'ab7a011a-df90-4be4-aaae-7e702464f814', 'project_id': '29cf56633e6246469de0404c924b1553', 'fixed_ips': [{'subnet_id': 'dcf39ecb-9113-464c-bb34-c99b197e400a'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 04:10:58.207801 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b38c-bc9b-48eb-b3f9-a53f49e4ac35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:58.252467 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb38bee-40b8-4641-be41-243ca6b8553b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Made reservation on behalf of 29cf56633e6246469de0404c924b1553 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:10:58.256000 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8bb38bee-40b8-4641-be41-243ca6b8553b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:58.281124 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb38bee-40b8-4641-be41-243ca6b8553b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:10:58.289950 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8bb38bee-40b8-4641-be41-243ca6b8553b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (828f6316-248c-4271-b7ff-04ba545bc026), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:58.290286 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-8bb38bee-40b8-4641-be41-243ca6b8553b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Added segment 828f6316-248c-4271-b7ff-04ba545bc026 of type vlan for network 3f924b1c-034c-4327-ad97-1521f56c6458 Apr 15 04:10:58.330926 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8bb38bee-40b8-4641-be41-243ca6b8553b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (3f924b1c-034c-4327-ad97-1521f56c6458), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:58.340547 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-d1a1b38c-bc9b-48eb-b3f9-a53f49e4ac35 None None] Allocated IP 2001:db8::2 (ab7a011a-df90-4be4-aaae-7e702464f814/dcf39ecb-9113-464c-bb34-c99b197e400a/dedb1943-9012-492f-8aed-df2937cd70c0) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:10:58.406570 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8bb38bee-40b8-4641-be41-243ca6b8553b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (3f924b1c-034c-4327-ad97-1521f56c6458), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:58.411633 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb38bee-40b8-4641-be41-243ca6b8553b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:58.412213 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8bb38bee-40b8-4641-be41-243ca6b8553b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:58.482490 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b38c-bc9b-48eb-b3f9-a53f49e4ac35 None None] Publish callbacks [] for port (dedb1943-9012-492f-8aed-df2937cd70c0), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:58.483786 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb38bee-40b8-4641-be41-243ca6b8553b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event updated for resources: {'Network': ['ID=3f924b1c-034c-4327-ad97-1521f56c6458,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:58.494431 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 3f924b1c-034c-4327-ad97-1521f56c6458 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:10:58.520498 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8bb38bee-40b8-4641-be41-243ca6b8553b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3375256 Apr 15 04:10:58.521344 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40860) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:58.526156 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-7c553d01-5712-4963-855d-e2ccfffbeb3b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Request body: {'subnet': {'network_id': '3f924b1c-034c-4327-ad97-1521f56c6458', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:10:58.550695 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b38c-bc9b-48eb-b3f9-a53f49e4ac35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (dedb1943-9012-492f-8aed-df2937cd70c0), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:58.603102 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a1b38c-bc9b-48eb-b3f9-a53f49e4ac35 None None] Network ab7a011a-df90-4be4-aaae-7e702464f814 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:10:58.607008 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1b38c-bc9b-48eb-b3f9-a53f49e4ac35 None None] Pushing event updated for resources: {'Port': ['ID=dedb1943-9012-492f-8aed-df2937cd70c0,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:58.609396 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-d1a1b38c-bc9b-48eb-b3f9-a53f49e4ac35 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:10:58.611375 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a1b38c-bc9b-48eb-b3f9-a53f49e4ac35 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:10:58.666822 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d1a1b38c-bc9b-48eb-b3f9-a53f49e4ac35 None None] Attempting to bind port dedb1943-9012-492f-8aed-df2937cd70c0 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:10:58.667214 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d1a1b38c-bc9b-48eb-b3f9-a53f49e4ac35 None None] Attempting to bind port dedb1943-9012-492f-8aed-df2937cd70c0 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '46fce910-20b4-41be-83cd-3aa49392d6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ab7a011a-df90-4be4-aaae-7e702464f814'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:10:58.667572 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1b38c-bc9b-48eb-b3f9-a53f49e4ac35 None None] Attempting to bind port dedb1943-9012-492f-8aed-df2937cd70c0 on network ab7a011a-df90-4be4-aaae-7e702464f814 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:10:58.672747 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1b38c-bc9b-48eb-b3f9-a53f49e4ac35 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:10:58.673140 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1b38c-bc9b-48eb-b3f9-a53f49e4ac35 None None] Checking segment: {'id': '46fce910-20b4-41be-83cd-3aa49392d6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ab7a011a-df90-4be4-aaae-7e702464f814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:10:58.673561 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b38c-bc9b-48eb-b3f9-a53f49e4ac35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:58.674032 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1b38c-bc9b-48eb-b3f9-a53f49e4ac35 None None] Bound using segment: {'id': '46fce910-20b4-41be-83cd-3aa49392d6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ab7a011a-df90-4be4-aaae-7e702464f814'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:10:58.674535 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d1a1b38c-bc9b-48eb-b3f9-a53f49e4ac35 None None] Bound port: dedb1943-9012-492f-8aed-df2937cd70c0, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46fce910-20b4-41be-83cd-3aa49392d6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ab7a011a-df90-4be4-aaae-7e702464f814'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:10:58.674934 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b38c-bc9b-48eb-b3f9-a53f49e4ac35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dedb1943-9012-492f-8aed-df2937cd70c0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:58.679373 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c553d01-5712-4963-855d-e2ccfffbeb3b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Made reservation on behalf of 29cf56633e6246469de0404c924b1553 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:10:58.679373 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7c553d01-5712-4963-855d-e2ccfffbeb3b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:58.738929 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d1a1b38c-bc9b-48eb-b3f9-a53f49e4ac35 None None] For port dedb1943-9012-492f-8aed-df2937cd70c0, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:10:58.741779 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d1a1b38c-bc9b-48eb-b3f9-a53f49e4ac35 None None] For port dedb1943-9012-492f-8aed-df2937cd70c0, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=dedb1943-9012-492f-8aed-df2937cd70c0,segment=NetworkSegment(46fce910-20b4-41be-83cd-3aa49392d6f1),segment_id=46fce910-20b4-41be-83cd-3aa49392d6f1)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:10:58.812927 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d1a1b38c-bc9b-48eb-b3f9-a53f49e4ac35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (dedb1943-9012-492f-8aed-df2937cd70c0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:58.870762 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1b38c-bc9b-48eb-b3f9-a53f49e4ac35 None None] Pushing event updated for resources: {'Port': ['ID=dedb1943-9012-492f-8aed-df2937cd70c0,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:58.932735 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7c553d01-5712-4963-855d-e2ccfffbeb3b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (93ecaeb6-bc40-40ff-8ca3-52c0c2e60325), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:58.998782 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c553d01-5712-4963-855d-e2ccfffbeb3b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event updated for resources: {'Subnet': ['ID=93ecaeb6-bc40-40ff-8ca3-52c0c2e60325,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:59.008593 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c553d01-5712-4963-855d-e2ccfffbeb3b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Checking segment: {'id': '828f6316-248c-4271-b7ff-04ba545bc026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3f924b1c-034c-4327-ad97-1521f56c6458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:10:59.009057 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c553d01-5712-4963-855d-e2ccfffbeb3b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Network hostable DHCP agents. Network: 3f924b1c-034c-4327-ad97-1521f56c6458, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:10:59.092541 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c553d01-5712-4963-855d-e2ccfffbeb3b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Network 3f924b1c-034c-4327-ad97-1521f56c6458 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:10:59.161383 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-7c553d01-5712-4963-855d-e2ccfffbeb3b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 3f924b1c-034c-4327-ad97-1521f56c6458) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:10:59.166134 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c553d01-5712-4963-855d-e2ccfffbeb3b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:10:59.171199 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7c553d01-5712-4963-855d-e2ccfffbeb3b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:59.171444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d336862-1837-4c7b-b669-1dae11a6494b None None] Network 3f924b1c-034c-4327-ad97-1521f56c6458 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:10:59.244218 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7c553d01-5712-4963-855d-e2ccfffbeb3b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7217481 Apr 15 04:10:59.247139 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40862) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:10:59.274651 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ebaa41-7378-4722-8425-d4713339de07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-3f924b1c-034c-4327-ad97-1521f56c6458', 'network_id': '3f924b1c-034c-4327-ad97-1521f56c6458', 'project_id': '29cf56633e6246469de0404c924b1553', 'fixed_ips': [{'subnet_id': '93ecaeb6-bc40-40ff-8ca3-52c0c2e60325'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 04:10:59.275520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-41ebaa41-7378-4722-8425-d4713339de07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:59.349871 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (3f924b1c-034c-4327-ad97-1521f56c6458), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:59.408712 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-41ebaa41-7378-4722-8425-d4713339de07 None None] Allocated IP 2001:db8::2 (3f924b1c-034c-4327-ad97-1521f56c6458/93ecaeb6-bc40-40ff-8ca3-52c0c2e60325/4daea110-232e-45d5-84d2-f915290aac0f) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:10:59.426426 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (93ecaeb6-bc40-40ff-8ca3-52c0c2e60325), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:59.561186 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-41ebaa41-7378-4722-8425-d4713339de07 None None] Publish callbacks [] for port (4daea110-232e-45d5-84d2-f915290aac0f), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:59.636748 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-41ebaa41-7378-4722-8425-d4713339de07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (4daea110-232e-45d5-84d2-f915290aac0f), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:59.678482 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ebaa41-7378-4722-8425-d4713339de07 None None] Network 3f924b1c-034c-4327-ad97-1521f56c6458 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:10:59.681557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-41ebaa41-7378-4722-8425-d4713339de07 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:10:59.687962 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ebaa41-7378-4722-8425-d4713339de07 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:10:59.697326 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebaa41-7378-4722-8425-d4713339de07 None None] Pushing event updated for resources: {'Port': ['ID=4daea110-232e-45d5-84d2-f915290aac0f,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:59.710647 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (93ecaeb6-bc40-40ff-8ca3-52c0c2e60325), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:59.739781 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event deleted for resources: {'Subnet': ['ID=93ecaeb6-bc40-40ff-8ca3-52c0c2e60325,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:10:59.754358 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-41ebaa41-7378-4722-8425-d4713339de07 None None] Attempting to bind port 4daea110-232e-45d5-84d2-f915290aac0f on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:10:59.754935 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-41ebaa41-7378-4722-8425-d4713339de07 None None] Attempting to bind port 4daea110-232e-45d5-84d2-f915290aac0f by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '828f6316-248c-4271-b7ff-04ba545bc026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3f924b1c-034c-4327-ad97-1521f56c6458'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:10:59.755543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ebaa41-7378-4722-8425-d4713339de07 None None] Attempting to bind port 4daea110-232e-45d5-84d2-f915290aac0f on network 3f924b1c-034c-4327-ad97-1521f56c6458 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:10:59.766879 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ebaa41-7378-4722-8425-d4713339de07 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:10:59.766879 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ebaa41-7378-4722-8425-d4713339de07 None None] Checking segment: {'id': '828f6316-248c-4271-b7ff-04ba545bc026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3f924b1c-034c-4327-ad97-1521f56c6458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:10:59.766879 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-41ebaa41-7378-4722-8425-d4713339de07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:59.766879 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ebaa41-7378-4722-8425-d4713339de07 None None] Bound using segment: {'id': '828f6316-248c-4271-b7ff-04ba545bc026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3f924b1c-034c-4327-ad97-1521f56c6458'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:10:59.766879 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-41ebaa41-7378-4722-8425-d4713339de07 None None] Bound port: 4daea110-232e-45d5-84d2-f915290aac0f, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828f6316-248c-4271-b7ff-04ba545bc026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3f924b1c-034c-4327-ad97-1521f56c6458'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:10:59.766879 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-41ebaa41-7378-4722-8425-d4713339de07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4daea110-232e-45d5-84d2-f915290aac0f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:59.768065 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2e738b-b233-473c-bf4f-c70f6d596aee None None] Network ab7a011a-df90-4be4-aaae-7e702464f814 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:10:59.801572 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (3f924b1c-034c-4327-ad97-1521f56c6458), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:59.821841 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f924b1c-034c-4327-ad97-1521f56c6458']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:59.832178 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828f6316-248c-4271-b7ff-04ba545bc026') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:59.832618 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828f6316-248c-4271-b7ff-04ba545bc026') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:10:59.842819 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (828f6316-248c-4271-b7ff-04ba545bc026), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:59.856733 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (828f6316-248c-4271-b7ff-04ba545bc026), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:59.862706 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:10:59.863119 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (828f6316-248c-4271-b7ff-04ba545bc026), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:10:59.866116 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:10:59.877757 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-c5c87698-bff3-42a0-acb8-258d4a61b565 None None] Provisioning complete for port dedb1943-9012-492f-8aed-df2937cd70c0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:10:59.878128 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c5c87698-bff3-42a0-acb8-258d4a61b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dedb1943-9012-492f-8aed-df2937cd70c0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:10:59.924499 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-41ebaa41-7378-4722-8425-d4713339de07 None None] For port 4daea110-232e-45d5-84d2-f915290aac0f, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:10:59.961150 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-41ebaa41-7378-4722-8425-d4713339de07 None None] For port 4daea110-232e-45d5-84d2-f915290aac0f, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4daea110-232e-45d5-84d2-f915290aac0f,segment=NetworkSegment(828f6316-248c-4271-b7ff-04ba545bc026),segment_id=828f6316-248c-4271-b7ff-04ba545bc026)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:10:59.972854 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.db.api [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 15 04:10:59.972854 dv-neutron-837140-3-hyperv neutron-server[104666]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 15 04:10:59.972854 dv-neutron-837140-3-hyperv neutron-server[104666]: [parameters: {'id': '3f924b1c-034c-4327-ad97-1521f56c6458'}] Apr 15 04:10:59.972854 dv-neutron-837140-3-hyperv neutron-server[104666]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104666) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 04:10:59.973250 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG oslo_db.api [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 04:11:00.176095 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c5c87698-bff3-42a0-acb8-258d4a61b565 None None] Current status of the port dedb1943-9012-492f-8aed-df2937cd70c0 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:00.176482 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c5c87698-bff3-42a0-acb8-258d4a61b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dedb1943-9012-492f-8aed-df2937cd70c0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:00.186957 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-41ebaa41-7378-4722-8425-d4713339de07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (4daea110-232e-45d5-84d2-f915290aac0f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:00.280674 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device dedb1943-9012-492f-8aed-df2937cd70c0 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:11:00.289184 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c5c87698-bff3-42a0-acb8-258d4a61b565 None None] For port dedb1943-9012-492f-8aed-df2937cd70c0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=dedb1943-9012-492f-8aed-df2937cd70c0,segment=NetworkSegment(46fce910-20b4-41be-83cd-3aa49392d6f1),segment_id=46fce910-20b4-41be-83cd-3aa49392d6f1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:11:00.318327 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebaa41-7378-4722-8425-d4713339de07 None None] Pushing event updated for resources: {'Port': ['ID=4daea110-232e-45d5-84d2-f915290aac0f,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:00.334838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a56d1e9-6461-4608-b49e-950c39d6b0a3 None None] get_active_networks_info from dv-neutron-837140-3-hyperv {{(pid=104668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 15 04:11:00.360950 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c5c87698-bff3-42a0-acb8-258d4a61b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (dedb1943-9012-492f-8aed-df2937cd70c0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:00.416780 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port dedb1943-9012-492f-8aed-df2937cd70c0 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:00.417153 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dedb1943-9012-492f-8aed-df2937cd70c0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:00.474604 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (3f924b1c-034c-4327-ad97-1521f56c6458), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:00.482323 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c87698-bff3-42a0-acb8-258d4a61b565 None None] Pushing event updated for resources: {'Port': ['ID=dedb1943-9012-492f-8aed-df2937cd70c0,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:00.503637 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6ca2ca84-3169-4a82-9571-d3e18e912f8e None None] Provisioning complete for port dedb1943-9012-492f-8aed-df2937cd70c0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:00.504008 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6ca2ca84-3169-4a82-9571-d3e18e912f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dedb1943-9012-492f-8aed-df2937cd70c0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:00.507968 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a56d1e9-6461-4608-b49e-950c39d6b0a3 None None] Resources bound (agent type, host, resource id): {{(pid=104668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 15 04:11:00.520603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Deleting port 4daea110-232e-45d5-84d2-f915290aac0f {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:11:00.520952 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (4daea110-232e-45d5-84d2-f915290aac0f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:00.586352 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] For port 4daea110-232e-45d5-84d2-f915290aac0f, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=4daea110-232e-45d5-84d2-f915290aac0f,segment=NetworkSegment(828f6316-248c-4271-b7ff-04ba545bc026),segment_id=828f6316-248c-4271-b7ff-04ba545bc026)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:11:00.586632 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (4daea110-232e-45d5-84d2-f915290aac0f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:00.599630 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Calling delete_port for 4daea110-232e-45d5-84d2-f915290aac0f owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:11:00.639745 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port dedb1943-9012-492f-8aed-df2937cd70c0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:00.701388 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6ca2ca84-3169-4a82-9571-d3e18e912f8e None None] Current status of the port dedb1943-9012-492f-8aed-df2937cd70c0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:00.743004 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (4daea110-232e-45d5-84d2-f915290aac0f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:00.749963 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bd67eb-45e8-48bf-83c1-18318f17723a None None] Network 3f924b1c-034c-4327-ad97-1521f56c6458 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:11:00.774544 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event deleted for resources: {'Port': ['ID=4daea110-232e-45d5-84d2-f915290aac0f,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:00.779510 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] No DVR routers for this DVR port 4daea110-232e-45d5-84d2-f915290aac0f on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:11:00.857221 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (3f924b1c-034c-4327-ad97-1521f56c6458), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:00.877474 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f924b1c-034c-4327-ad97-1521f56c6458']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:00.886864 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828f6316-248c-4271-b7ff-04ba545bc026') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:00.887170 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828f6316-248c-4271-b7ff-04ba545bc026') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:00.896474 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (828f6316-248c-4271-b7ff-04ba545bc026), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:00.909343 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (828f6316-248c-4271-b7ff-04ba545bc026), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:00.915202 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:11:00.915590 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (828f6316-248c-4271-b7ff-04ba545bc026), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:11:00.919070 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:11:01.046548 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (3f924b1c-034c-4327-ad97-1521f56c6458), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:01.053174 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:01.056346 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "DELETE /v2.0/networks/3f924b1c-034c-4327-ad97-1521f56c6458 HTTP/1.1" status: 204 len: 168 time: 1.8082809 Apr 15 04:11:01.061668 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40864) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:01.067775 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594e757-4304-4939-8023-5bdbd5e0c80e tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event deleted for resources: {'Network': ['ID=3f924b1c-034c-4327-ad97-1521f56c6458,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:01.089459 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-881a8de5-894a-4189-954c-c539f6b4535b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] GET failed (client error): The resource could not be found. Apr 15 04:11:01.097185 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-881a8de5-894a-4189-954c-c539f6b4535b tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "GET /v2.0/subnets/93ecaeb6-bc40-40ff-8ca3-52c0c2e60325 HTTP/1.1" status: 404 len: 337 time: 0.0295229 Apr 15 04:11:01.099243 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40866) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:01.117148 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8889b9-772a-43a1-9d93-3ec1c5f21569 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] DELETE failed (client error): The resource could not be found. Apr 15 04:11:01.117624 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8889b9-772a-43a1-9d93-3ec1c5f21569 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 04:11:01.121278 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-af8889b9-772a-43a1-9d93-3ec1c5f21569 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "DELETE /v2.0/networks/3f924b1c-034c-4327-ad97-1521f56c6458 HTTP/1.1" status: 404 len: 339 time: 0.0205235 Apr 15 04:11:01.124872 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40868) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:01.149997 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b222c1-3214-48df-bfbd-eae7f85fa325 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] DELETE failed (client error): The resource could not be found. Apr 15 04:11:01.150435 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b222c1-3214-48df-bfbd-eae7f85fa325 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 04:11:01.153334 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c7b222c1-3214-48df-bfbd-eae7f85fa325 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "DELETE /v2.0/subnets/93ecaeb6-bc40-40ff-8ca3-52c0c2e60325 HTTP/1.1" status: 404 len: 337 time: 0.0275860 Apr 15 04:11:01.155549 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40870) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:01.172537 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67cedd5-c442-4f5f-8c3f-a92e054f85f7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] DELETE failed (client error): The resource could not be found. Apr 15 04:11:01.172997 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67cedd5-c442-4f5f-8c3f-a92e054f85f7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 04:11:01.175829 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c67cedd5-c442-4f5f-8c3f-a92e054f85f7 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "DELETE /v2.0/networks/3f924b1c-034c-4327-ad97-1521f56c6458 HTTP/1.1" status: 404 len: 339 time: 0.0194268 Apr 15 04:11:01.177989 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40872) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:01.230683 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2aee7d6-37db-4f17-b7ec-bd065d01011c tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Deleting subnet dcf39ecb-9113-464c-bb34-c99b197e400a {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:11:01.233711 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2aee7d6-37db-4f17-b7ec-bd065d01011c tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks [] for subnet (dcf39ecb-9113-464c-bb34-c99b197e400a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:01.271725 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2aee7d6-37db-4f17-b7ec-bd065d01011c tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (dcf39ecb-9113-464c-bb34-c99b197e400a), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:01.351618 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2aee7d6-37db-4f17-b7ec-bd065d01011c tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (dcf39ecb-9113-464c-bb34-c99b197e400a), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:01.464087 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2aee7d6-37db-4f17-b7ec-bd065d01011c tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (dcf39ecb-9113-464c-bb34-c99b197e400a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:01.494804 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2aee7d6-37db-4f17-b7ec-bd065d01011c tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:01.498450 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c2aee7d6-37db-4f17-b7ec-bd065d01011c tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "DELETE /v2.0/subnets/dcf39ecb-9113-464c-bb34-c99b197e400a HTTP/1.1" status: 204 len: 168 time: 0.3196099 Apr 15 04:11:01.499403 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aee7d6-37db-4f17-b7ec-bd065d01011c tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf39ecb-9113-464c-bb34-c99b197e400a,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:01.500201 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d76e89-11e1-4d76-b185-5785c73e505f None None] Network ab7a011a-df90-4be4-aaae-7e702464f814 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:11:01.501002 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40874) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:01.576335 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1e07067d-f302-49be-8c97-43b3a916a57f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (ab7a011a-df90-4be4-aaae-7e702464f814), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:01.624634 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-1e07067d-f302-49be-8c97-43b3a916a57f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Deleting port dedb1943-9012-492f-8aed-df2937cd70c0 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:11:01.624634 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1e07067d-f302-49be-8c97-43b3a916a57f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (dedb1943-9012-492f-8aed-df2937cd70c0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:01.653478 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4154993f-5815-4738-aa93-fdba6d13c3a5 None None] DHCP port deletion for ab7a011a-df90-4be4-aaae-7e702464f814 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 04:11:01.688083 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-1e07067d-f302-49be-8c97-43b3a916a57f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] For port dedb1943-9012-492f-8aed-df2937cd70c0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=dedb1943-9012-492f-8aed-df2937cd70c0,segment=NetworkSegment(46fce910-20b4-41be-83cd-3aa49392d6f1),segment_id=46fce910-20b4-41be-83cd-3aa49392d6f1)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:11:01.688446 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1e07067d-f302-49be-8c97-43b3a916a57f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (dedb1943-9012-492f-8aed-df2937cd70c0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:01.692395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4154993f-5815-4738-aa93-fdba6d13c3a5 None None] Deleting port dedb1943-9012-492f-8aed-df2937cd70c0 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:11:01.692759 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4154993f-5815-4738-aa93-fdba6d13c3a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (dedb1943-9012-492f-8aed-df2937cd70c0), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:01.701823 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-1e07067d-f302-49be-8c97-43b3a916a57f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Calling delete_port for dedb1943-9012-492f-8aed-df2937cd70c0 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:11:01.756637 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4154993f-5815-4738-aa93-fdba6d13c3a5 None None] For port dedb1943-9012-492f-8aed-df2937cd70c0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=dedb1943-9012-492f-8aed-df2937cd70c0,segment=NetworkSegment(46fce910-20b4-41be-83cd-3aa49392d6f1),segment_id=46fce910-20b4-41be-83cd-3aa49392d6f1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:11:01.756945 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4154993f-5815-4738-aa93-fdba6d13c3a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (dedb1943-9012-492f-8aed-df2937cd70c0), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:01.770579 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4154993f-5815-4738-aa93-fdba6d13c3a5 None None] Calling delete_port for dedb1943-9012-492f-8aed-df2937cd70c0 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:11:01.824689 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1e07067d-f302-49be-8c97-43b3a916a57f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (dedb1943-9012-492f-8aed-df2937cd70c0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:01.845336 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4154993f-5815-4738-aa93-fdba6d13c3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (dedb1943-9012-492f-8aed-df2937cd70c0), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:01.851269 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07067d-f302-49be-8c97-43b3a916a57f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event deleted for resources: {'Port': ['ID=dedb1943-9012-492f-8aed-df2937cd70c0,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:01.854710 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e07067d-f302-49be-8c97-43b3a916a57f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] No DVR routers for this DVR port dedb1943-9012-492f-8aed-df2937cd70c0 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:11:01.876332 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154993f-5815-4738-aa93-fdba6d13c3a5 None None] Pushing event deleted for resources: {'Port': ['ID=dedb1943-9012-492f-8aed-df2937cd70c0,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:01.880028 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4154993f-5815-4738-aa93-fdba6d13c3a5 None None] No DVR routers for this DVR port dedb1943-9012-492f-8aed-df2937cd70c0 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:11:01.932408 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1e07067d-f302-49be-8c97-43b3a916a57f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (ab7a011a-df90-4be4-aaae-7e702464f814), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:01.955715 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-1e07067d-f302-49be-8c97-43b3a916a57f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7a011a-df90-4be4-aaae-7e702464f814']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:01.965417 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-1e07067d-f302-49be-8c97-43b3a916a57f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46fce910-20b4-41be-83cd-3aa49392d6f1') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:01.965718 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-1e07067d-f302-49be-8c97-43b3a916a57f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46fce910-20b4-41be-83cd-3aa49392d6f1') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:02.198177 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device dedb1943-9012-492f-8aed-df2937cd70c0 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:11:02.219600 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: dedb1943-9012-492f-8aed-df2937cd70c0 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:11:02.219943 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device dedb1943-9012-492f-8aed-df2937cd70c0 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:11:02.275317 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1e07067d-f302-49be-8c97-43b3a916a57f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (46fce910-20b4-41be-83cd-3aa49392d6f1), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:02.288501 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1e07067d-f302-49be-8c97-43b3a916a57f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (46fce910-20b4-41be-83cd-3aa49392d6f1), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:02.294340 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e07067d-f302-49be-8c97-43b3a916a57f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:11:02.294760 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1e07067d-f302-49be-8c97-43b3a916a57f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (46fce910-20b4-41be-83cd-3aa49392d6f1), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:11:02.297653 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:11:02.412231 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1e07067d-f302-49be-8c97-43b3a916a57f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (ab7a011a-df90-4be4-aaae-7e702464f814), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:02.419638 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1e07067d-f302-49be-8c97-43b3a916a57f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:02.422787 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1e07067d-f302-49be-8c97-43b3a916a57f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "DELETE /v2.0/networks/ab7a011a-df90-4be4-aaae-7e702464f814 HTTP/1.1" status: 204 len: 168 time: 0.9208450 Apr 15 04:11:02.425282 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40876) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:02.442392 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07067d-f302-49be-8c97-43b3a916a57f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event deleted for resources: {'Network': ['ID=ab7a011a-df90-4be4-aaae-7e702464f814,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:02.459834 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-6154f219-f544-46eb-8816-959326134d6d tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] DELETE failed (client error): The resource could not be found. Apr 15 04:11:02.460283 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6154f219-f544-46eb-8816-959326134d6d tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 04:11:02.463320 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6154f219-f544-46eb-8816-959326134d6d tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "DELETE /v2.0/subnets/62ec552c-8997-46f3-b6db-273719b96955 HTTP/1.1" status: 404 len: 337 time: 0.0371282 Apr 15 04:11:02.465646 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40878) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:02.483378 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ffb10e6-b953-4643-86f1-bd3abe6df71d tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] DELETE failed (client error): The resource could not be found. Apr 15 04:11:02.483853 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ffb10e6-b953-4643-86f1-bd3abe6df71d tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 04:11:02.486714 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9ffb10e6-b953-4643-86f1-bd3abe6df71d tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "DELETE /v2.0/networks/0443d116-f69d-4ba4-bc43-fdd7dee6b44b HTTP/1.1" status: 404 len: 339 time: 0.0201621 Apr 15 04:11:02.488967 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40880) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:02.517638 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-601c5892-e394-4ce4-bc42-6b2ede18bc93 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] DELETE failed (client error): The resource could not be found. Apr 15 04:11:02.518082 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601c5892-e394-4ce4-bc42-6b2ede18bc93 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 04:11:02.521005 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-601c5892-e394-4ce4-bc42-6b2ede18bc93 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "DELETE /v2.0/subnets/8c92121c-7be7-48c9-b2ec-7f24c4956068 HTTP/1.1" status: 404 len: 337 time: 0.0311723 Apr 15 04:11:02.523340 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40882) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:02.540167 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.pecan_wsgi.hooks.translation [None req-1313fb47-7fea-4c0d-9eec-064dc3d1004f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] DELETE failed (client error): The resource could not be found. Apr 15 04:11:02.540633 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1313fb47-7fea-4c0d-9eec-064dc3d1004f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104667) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 15 04:11:02.544021 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1313fb47-7fea-4c0d-9eec-064dc3d1004f tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "DELETE /v2.0/networks/65586614-4f8c-47c6-8d01-8d44e025e173 HTTP/1.1" status: 404 len: 339 time: 0.0197995 Apr 15 04:11:02.546087 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40884) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:02.593791 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-4055fc44-0c3c-4c9d-b938-f399b24f7ba3 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Deleting subnet 3fc5f911-6a5c-44ab-afeb-cd4741ee1ae6 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:11:02.596836 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4055fc44-0c3c-4c9d-b938-f399b24f7ba3 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks [] for subnet (3fc5f911-6a5c-44ab-afeb-cd4741ee1ae6), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:02.635651 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4055fc44-0c3c-4c9d-b938-f399b24f7ba3 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (3fc5f911-6a5c-44ab-afeb-cd4741ee1ae6), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:02.719473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4055fc44-0c3c-4c9d-b938-f399b24f7ba3 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (3fc5f911-6a5c-44ab-afeb-cd4741ee1ae6), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:02.835827 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4055fc44-0c3c-4c9d-b938-f399b24f7ba3 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (3fc5f911-6a5c-44ab-afeb-cd4741ee1ae6), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:02.862802 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055fc44-0c3c-4c9d-b938-f399b24f7ba3 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc5f911-6a5c-44ab-afeb-cd4741ee1ae6,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:02.869366 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4055fc44-0c3c-4c9d-b938-f399b24f7ba3 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:02.874650 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4055fc44-0c3c-4c9d-b938-f399b24f7ba3 tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "DELETE /v2.0/subnets/3fc5f911-6a5c-44ab-afeb-cd4741ee1ae6 HTTP/1.1" status: 204 len: 168 time: 0.3260615 Apr 15 04:11:02.875001 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51be8cb-e4eb-4782-9d1b-f6f4a28aaa93 None None] Network 54633711-2f7f-4202-8b06-e8666e48197d requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:11:02.875738 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40886) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:02.954381 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ff4b378b-1557-4696-8c79-6637a8657fad tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (54633711-2f7f-4202-8b06-e8666e48197d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:02.998846 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-ff4b378b-1557-4696-8c79-6637a8657fad tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Deleting port b8572d4e-2769-4760-8bc3-d4fb1e8fd26f {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:11:02.999192 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ff4b378b-1557-4696-8c79-6637a8657fad tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (b8572d4e-2769-4760-8bc3-d4fb1e8fd26f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:03.017848 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0cd6a7-f0f2-4470-b764-35163e9dc9f7 None None] DHCP port deletion for 54633711-2f7f-4202-8b06-e8666e48197d request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 04:11:03.056778 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2e0cd6a7-f0f2-4470-b764-35163e9dc9f7 None None] Deleting port b8572d4e-2769-4760-8bc3-d4fb1e8fd26f {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:11:03.057143 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd6a7-f0f2-4470-b764-35163e9dc9f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (b8572d4e-2769-4760-8bc3-d4fb1e8fd26f), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:03.061373 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-ff4b378b-1557-4696-8c79-6637a8657fad tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] For port b8572d4e-2769-4760-8bc3-d4fb1e8fd26f, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=b8572d4e-2769-4760-8bc3-d4fb1e8fd26f,segment=NetworkSegment(d3be4f3b-c698-4953-9674-7becc200a65d),segment_id=d3be4f3b-c698-4953-9674-7becc200a65d)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:11:03.061743 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ff4b378b-1557-4696-8c79-6637a8657fad tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (b8572d4e-2769-4760-8bc3-d4fb1e8fd26f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:03.079133 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-ff4b378b-1557-4696-8c79-6637a8657fad tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Calling delete_port for b8572d4e-2769-4760-8bc3-d4fb1e8fd26f owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:11:03.122014 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-2e0cd6a7-f0f2-4470-b764-35163e9dc9f7 None None] For port b8572d4e-2769-4760-8bc3-d4fb1e8fd26f, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=b8572d4e-2769-4760-8bc3-d4fb1e8fd26f,segment=NetworkSegment(d3be4f3b-c698-4953-9674-7becc200a65d),segment_id=d3be4f3b-c698-4953-9674-7becc200a65d)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:11:03.122405 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd6a7-f0f2-4470-b764-35163e9dc9f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (b8572d4e-2769-4760-8bc3-d4fb1e8fd26f), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:03.135329 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2e0cd6a7-f0f2-4470-b764-35163e9dc9f7 None None] Calling delete_port for b8572d4e-2769-4760-8bc3-d4fb1e8fd26f owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:11:03.234348 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ff4b378b-1557-4696-8c79-6637a8657fad tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (b8572d4e-2769-4760-8bc3-d4fb1e8fd26f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:03.240165 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd6a7-f0f2-4470-b764-35163e9dc9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (b8572d4e-2769-4760-8bc3-d4fb1e8fd26f), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:03.260231 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b378b-1557-4696-8c79-6637a8657fad tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event deleted for resources: {'Port': ['ID=b8572d4e-2769-4760-8bc3-d4fb1e8fd26f,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:03.264302 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4b378b-1557-4696-8c79-6637a8657fad tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] No DVR routers for this DVR port b8572d4e-2769-4760-8bc3-d4fb1e8fd26f on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:11:03.265293 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cd6a7-f0f2-4470-b764-35163e9dc9f7 None None] Pushing event deleted for resources: {'Port': ['ID=b8572d4e-2769-4760-8bc3-d4fb1e8fd26f,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:03.269331 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0cd6a7-f0f2-4470-b764-35163e9dc9f7 None None] No DVR routers for this DVR port b8572d4e-2769-4760-8bc3-d4fb1e8fd26f on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:11:03.343504 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ff4b378b-1557-4696-8c79-6637a8657fad tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (54633711-2f7f-4202-8b06-e8666e48197d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:03.362794 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-ff4b378b-1557-4696-8c79-6637a8657fad tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54633711-2f7f-4202-8b06-e8666e48197d']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:03.371681 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-ff4b378b-1557-4696-8c79-6637a8657fad tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3be4f3b-c698-4953-9674-7becc200a65d') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:03.371979 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-ff4b378b-1557-4696-8c79-6637a8657fad tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3be4f3b-c698-4953-9674-7becc200a65d') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:03.381052 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ff4b378b-1557-4696-8c79-6637a8657fad tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (d3be4f3b-c698-4953-9674-7becc200a65d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:03.394749 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ff4b378b-1557-4696-8c79-6637a8657fad tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (d3be4f3b-c698-4953-9674-7becc200a65d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:03.400518 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4b378b-1557-4696-8c79-6637a8657fad tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:11:03.400895 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ff4b378b-1557-4696-8c79-6637a8657fad tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (d3be4f3b-c698-4953-9674-7becc200a65d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:11:03.404921 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:11:03.544002 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ff4b378b-1557-4696-8c79-6637a8657fad tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (54633711-2f7f-4202-8b06-e8666e48197d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:03.550387 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ff4b378b-1557-4696-8c79-6637a8657fad tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:03.553703 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ff4b378b-1557-4696-8c79-6637a8657fad tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] 10.222.0.15 "DELETE /v2.0/networks/54633711-2f7f-4202-8b06-e8666e48197d HTTP/1.1" status: 204 len: 168 time: 0.6768072 Apr 15 04:11:03.565187 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b378b-1557-4696-8c79-6637a8657fad tempest-NetworksIpV6Test-647699144 tempest-NetworksIpV6Test-647699144-project] Pushing event deleted for resources: {'Network': ['ID=54633711-2f7f-4202-8b06-e8666e48197d,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:03.954698 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40892) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:04.087437 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-041db199-2890-4814-afc5-0edacb63b131 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29cf56633e6246469de0404c924b1553&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315019 Apr 15 04:11:04.089724 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40896) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:04.136031 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2d875235-aab0-4c94-b430-ce65af356630 admin admin] Publish callbacks [] for security_group (a15e96f5-b362-40f2-97ae-45d75ed8d35d), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:04.156802 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2d875235-aab0-4c94-b430-ce65af356630 admin admin] Publish callbacks [] for security_group (a15e96f5-b362-40f2-97ae-45d75ed8d35d), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:04.195402 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b8572d4e-2769-4760-8bc3-d4fb1e8fd26f no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:11:04.215931 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: b8572d4e-2769-4760-8bc3-d4fb1e8fd26f {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:11:04.216274 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device b8572d4e-2769-4760-8bc3-d4fb1e8fd26f not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:11:04.293268 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2d875235-aab0-4c94-b430-ce65af356630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (a15e96f5-b362-40f2-97ae-45d75ed8d35d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:04.295891 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2d875235-aab0-4c94-b430-ce65af356630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:04.297078 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2d875235-aab0-4c94-b430-ce65af356630 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a15e96f5-b362-40f2-97ae-45d75ed8d35d HTTP/1.1" status: 204 len: 168 time: 0.2064435 Apr 15 04:11:04.305060 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d875235-aab0-4c94-b430-ce65af356630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15e96f5-b362-40f2-97ae-45d75ed8d35d,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:04.845230 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:05.200707 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40918) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:05.293257 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-9b26ef4c-5250-4300-952a-2b174dfbfd3c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-561856298', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:11:05.389342 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b26ef4c-5250-4300-952a-2b174dfbfd3c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (e77d0509-1ebb-4a42-abf4-6738c36570cd), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:05.390366 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b26ef4c-5250-4300-952a-2b174dfbfd3c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (e77d0509-1ebb-4a42-abf4-6738c36570cd), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:05.444283 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b26ef4c-5250-4300-952a-2b174dfbfd3c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks [] for router_controller (e77d0509-1ebb-4a42-abf4-6738c36570cd), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:05.532495 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b26ef4c-5250-4300-952a-2b174dfbfd3c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (e77d0509-1ebb-4a42-abf4-6738c36570cd), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:05.619747 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b26ef4c-5250-4300-952a-2b174dfbfd3c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:05.621582 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9b26ef4c-5250-4300-952a-2b174dfbfd3c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4198554 Apr 15 04:11:05.624218 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40922) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:05.628933 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-dad09416-4f2d-49f6-b6a0-bef69176177e tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1923207919'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:11:05.715331 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad09416-4f2d-49f6-b6a0-bef69176177e tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Made reservation on behalf of 054faafff02548ff9b5ca825af9ff64c for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:11:05.718601 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dad09416-4f2d-49f6-b6a0-bef69176177e tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:05.726881 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dad09416-4f2d-49f6-b6a0-bef69176177e tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:05.798846 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dad09416-4f2d-49f6-b6a0-bef69176177e tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks [] for security_group (8014f554-0fc8-4d75-9b4a-f09ab5b68d8b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:05.852133 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dad09416-4f2d-49f6-b6a0-bef69176177e tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (8014f554-0fc8-4d75-9b4a-f09ab5b68d8b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:05.878594 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad09416-4f2d-49f6-b6a0-bef69176177e tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:11:05.887556 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad09416-4f2d-49f6-b6a0-bef69176177e tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8014f554-0fc8-4d75-9b4a-f09ab5b68d8b,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:05.893360 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dad09416-4f2d-49f6-b6a0-bef69176177e tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (754566a0-78be-4333-a8ea-ef0f527babb3), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:05.893705 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-dad09416-4f2d-49f6-b6a0-bef69176177e tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Added segment 754566a0-78be-4333-a8ea-ef0f527babb3 of type vlan for network e7c8ebb9-66d1-4226-a520-cc46ec6fa854 Apr 15 04:11:05.934154 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dad09416-4f2d-49f6-b6a0-bef69176177e tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (e7c8ebb9-66d1-4226-a520-cc46ec6fa854), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:06.040657 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dad09416-4f2d-49f6-b6a0-bef69176177e tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (e7c8ebb9-66d1-4226-a520-cc46ec6fa854), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:06.046282 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad09416-4f2d-49f6-b6a0-bef69176177e tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:06.046896 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dad09416-4f2d-49f6-b6a0-bef69176177e tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:06.113473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad09416-4f2d-49f6-b6a0-bef69176177e tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Pushing event updated for resources: {'Network': ['ID=e7c8ebb9-66d1-4226-a520-cc46ec6fa854,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:06.123360 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network e7c8ebb9-66d1-4226-a520-cc46ec6fa854 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:11:06.152788 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-dad09416-4f2d-49f6-b6a0-bef69176177e tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5275459 Apr 15 04:11:06.155523 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40924) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:06.160383 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-7421ef18-a354-4c1c-a8a1-9c44de86a553 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Request body: {'subnet': {'network_id': 'e7c8ebb9-66d1-4226-a520-cc46ec6fa854', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:11:06.321009 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7421ef18-a354-4c1c-a8a1-9c44de86a553 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Made reservation on behalf of 054faafff02548ff9b5ca825af9ff64c for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:11:06.324908 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7421ef18-a354-4c1c-a8a1-9c44de86a553 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:06.543940 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7421ef18-a354-4c1c-a8a1-9c44de86a553 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (adf7b866-825e-476b-83a4-539634914c1b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:06.606545 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421ef18-a354-4c1c-a8a1-9c44de86a553 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Pushing event updated for resources: {'Subnet': ['ID=adf7b866-825e-476b-83a4-539634914c1b,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:06.617480 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7421ef18-a354-4c1c-a8a1-9c44de86a553 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Checking segment: {'id': '754566a0-78be-4333-a8ea-ef0f527babb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e7c8ebb9-66d1-4226-a520-cc46ec6fa854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:11:06.617842 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7421ef18-a354-4c1c-a8a1-9c44de86a553 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Network hostable DHCP agents. Network: e7c8ebb9-66d1-4226-a520-cc46ec6fa854, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:11:06.680709 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7421ef18-a354-4c1c-a8a1-9c44de86a553 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Network e7c8ebb9-66d1-4226-a520-cc46ec6fa854 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:11:06.732239 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-7421ef18-a354-4c1c-a8a1-9c44de86a553 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, e7c8ebb9-66d1-4226-a520-cc46ec6fa854) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:11:06.736186 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7421ef18-a354-4c1c-a8a1-9c44de86a553 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:06.736856 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7421ef18-a354-4c1c-a8a1-9c44de86a553 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:06.740890 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fa415d-f26d-4c8b-8ab5-3524118158cc None None] Network e7c8ebb9-66d1-4226-a520-cc46ec6fa854 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:11:06.827041 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7421ef18-a354-4c1c-a8a1-9c44de86a553 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6703689 Apr 15 04:11:06.830122 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40926) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:06.835265 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-40906901-83f2-40dd-92bd-529f49a13e5f tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1532082611'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:11:06.841932 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b25bcc-4431-4a66-8edb-8dcd7bcd801d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-e7c8ebb9-66d1-4226-a520-cc46ec6fa854', 'network_id': 'e7c8ebb9-66d1-4226-a520-cc46ec6fa854', 'project_id': '054faafff02548ff9b5ca825af9ff64c', 'fixed_ips': [{'subnet_id': 'adf7b866-825e-476b-83a4-539634914c1b'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 04:11:06.842809 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e6b25bcc-4431-4a66-8edb-8dcd7bcd801d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:06.920955 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40906901-83f2-40dd-92bd-529f49a13e5f tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Made reservation on behalf of 054faafff02548ff9b5ca825af9ff64c for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:11:06.924277 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-40906901-83f2-40dd-92bd-529f49a13e5f tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:06.949710 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40906901-83f2-40dd-92bd-529f49a13e5f tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:11:06.958375 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-40906901-83f2-40dd-92bd-529f49a13e5f tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (f5c11feb-18b3-4486-b930-2dccebcaed1d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:06.958746 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-40906901-83f2-40dd-92bd-529f49a13e5f tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Added segment f5c11feb-18b3-4486-b930-2dccebcaed1d of type vlan for network c52cddc3-94d5-451c-86c3-850272a2c9b7 Apr 15 04:11:06.977400 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-e6b25bcc-4431-4a66-8edb-8dcd7bcd801d None None] Allocated IP 172.20.0.2 (e7c8ebb9-66d1-4226-a520-cc46ec6fa854/adf7b866-825e-476b-83a4-539634914c1b/9265ae2b-146e-4114-a81c-b9532716d8fe) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:11:07.006715 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-40906901-83f2-40dd-92bd-529f49a13e5f tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (c52cddc3-94d5-451c-86c3-850272a2c9b7), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:07.091459 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-40906901-83f2-40dd-92bd-529f49a13e5f tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (c52cddc3-94d5-451c-86c3-850272a2c9b7), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:07.096485 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40906901-83f2-40dd-92bd-529f49a13e5f tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:07.097086 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-40906901-83f2-40dd-92bd-529f49a13e5f tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:07.118210 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e6b25bcc-4431-4a66-8edb-8dcd7bcd801d None None] Publish callbacks [] for port (9265ae2b-146e-4114-a81c-b9532716d8fe), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:07.165875 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40906901-83f2-40dd-92bd-529f49a13e5f tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Pushing event updated for resources: {'Network': ['ID=c52cddc3-94d5-451c-86c3-850272a2c9b7,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:07.175938 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network c52cddc3-94d5-451c-86c3-850272a2c9b7 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:11:07.196336 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e6b25bcc-4431-4a66-8edb-8dcd7bcd801d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (9265ae2b-146e-4114-a81c-b9532716d8fe), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:07.221053 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-40906901-83f2-40dd-92bd-529f49a13e5f tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3898358 Apr 15 04:11:07.223714 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40928) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:07.228685 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-ca9f8d4e-3ec4-4c52-9f91-d17064405998 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Request body: {'subnet': {'network_id': 'c52cddc3-94d5-451c-86c3-850272a2c9b7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:11:07.269816 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b25bcc-4431-4a66-8edb-8dcd7bcd801d None None] Network e7c8ebb9-66d1-4226-a520-cc46ec6fa854 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:11:07.278114 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-e6b25bcc-4431-4a66-8edb-8dcd7bcd801d None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:11:07.283334 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b25bcc-4431-4a66-8edb-8dcd7bcd801d None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:11:07.287308 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b25bcc-4431-4a66-8edb-8dcd7bcd801d None None] Pushing event updated for resources: {'Port': ['ID=9265ae2b-146e-4114-a81c-b9532716d8fe,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:07.344384 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-e6b25bcc-4431-4a66-8edb-8dcd7bcd801d None None] Attempting to bind port 9265ae2b-146e-4114-a81c-b9532716d8fe on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:11:07.344665 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-e6b25bcc-4431-4a66-8edb-8dcd7bcd801d None None] Attempting to bind port 9265ae2b-146e-4114-a81c-b9532716d8fe by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '754566a0-78be-4333-a8ea-ef0f527babb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e7c8ebb9-66d1-4226-a520-cc46ec6fa854'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:11:07.345021 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b25bcc-4431-4a66-8edb-8dcd7bcd801d None None] Attempting to bind port 9265ae2b-146e-4114-a81c-b9532716d8fe on network e7c8ebb9-66d1-4226-a520-cc46ec6fa854 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:11:07.350386 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b25bcc-4431-4a66-8edb-8dcd7bcd801d None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:11:07.350780 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b25bcc-4431-4a66-8edb-8dcd7bcd801d None None] Checking segment: {'id': '754566a0-78be-4333-a8ea-ef0f527babb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e7c8ebb9-66d1-4226-a520-cc46ec6fa854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:11:07.351174 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e6b25bcc-4431-4a66-8edb-8dcd7bcd801d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:07.351561 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b25bcc-4431-4a66-8edb-8dcd7bcd801d None None] Bound using segment: {'id': '754566a0-78be-4333-a8ea-ef0f527babb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e7c8ebb9-66d1-4226-a520-cc46ec6fa854'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:11:07.352011 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-e6b25bcc-4431-4a66-8edb-8dcd7bcd801d None None] Bound port: 9265ae2b-146e-4114-a81c-b9532716d8fe, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '754566a0-78be-4333-a8ea-ef0f527babb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e7c8ebb9-66d1-4226-a520-cc46ec6fa854'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:11:07.352379 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e6b25bcc-4431-4a66-8edb-8dcd7bcd801d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (9265ae2b-146e-4114-a81c-b9532716d8fe), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:07.372256 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9f8d4e-3ec4-4c52-9f91-d17064405998 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Made reservation on behalf of 054faafff02548ff9b5ca825af9ff64c for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:11:07.375810 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ca9f8d4e-3ec4-4c52-9f91-d17064405998 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:07.413095 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-e6b25bcc-4431-4a66-8edb-8dcd7bcd801d None None] For port 9265ae2b-146e-4114-a81c-b9532716d8fe, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:11:07.416257 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-e6b25bcc-4431-4a66-8edb-8dcd7bcd801d None None] For port 9265ae2b-146e-4114-a81c-b9532716d8fe, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=9265ae2b-146e-4114-a81c-b9532716d8fe,segment=NetworkSegment(754566a0-78be-4333-a8ea-ef0f527babb3),segment_id=754566a0-78be-4333-a8ea-ef0f527babb3)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:11:07.469922 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e6b25bcc-4431-4a66-8edb-8dcd7bcd801d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (9265ae2b-146e-4114-a81c-b9532716d8fe), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:07.529825 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b25bcc-4431-4a66-8edb-8dcd7bcd801d None None] Pushing event updated for resources: {'Port': ['ID=9265ae2b-146e-4114-a81c-b9532716d8fe,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:07.607118 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ca9f8d4e-3ec4-4c52-9f91-d17064405998 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (506b5810-9174-46cb-8235-fcd6768b208a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:07.678831 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f8d4e-3ec4-4c52-9f91-d17064405998 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Pushing event updated for resources: {'Subnet': ['ID=506b5810-9174-46cb-8235-fcd6768b208a,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:07.699701 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9f8d4e-3ec4-4c52-9f91-d17064405998 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Checking segment: {'id': 'f5c11feb-18b3-4486-b930-2dccebcaed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c52cddc3-94d5-451c-86c3-850272a2c9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:11:07.700135 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9f8d4e-3ec4-4c52-9f91-d17064405998 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Network hostable DHCP agents. Network: c52cddc3-94d5-451c-86c3-850272a2c9b7, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:11:07.782778 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9f8d4e-3ec4-4c52-9f91-d17064405998 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Network c52cddc3-94d5-451c-86c3-850272a2c9b7 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:11:07.862816 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-ca9f8d4e-3ec4-4c52-9f91-d17064405998 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, c52cddc3-94d5-451c-86c3-850272a2c9b7) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:11:07.866963 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9f8d4e-3ec4-4c52-9f91-d17064405998 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:07.867557 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ca9f8d4e-3ec4-4c52-9f91-d17064405998 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:07.871292 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556085ce-c831-46ae-8d6f-cd94765a3014 None None] Network c52cddc3-94d5-451c-86c3-850272a2c9b7 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:11:07.951801 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ca9f8d4e-3ec4-4c52-9f91-d17064405998 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7270248 Apr 15 04:11:07.954722 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40930) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:07.959412 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-678325d0-dc9e-4e3f-b8e2-5193a0477d2f tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c52cddc3-94d5-451c-86c3-850272a2c9b7'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:11:07.974801 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77ae9bf-4593-463c-8d7d-dbe543a03d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-c52cddc3-94d5-451c-86c3-850272a2c9b7', 'network_id': 'c52cddc3-94d5-451c-86c3-850272a2c9b7', 'project_id': '054faafff02548ff9b5ca825af9ff64c', 'fixed_ips': [{'subnet_id': '506b5810-9174-46cb-8235-fcd6768b208a'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 04:11:07.975741 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d77ae9bf-4593-463c-8d7d-dbe543a03d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:08.120085 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-d77ae9bf-4593-463c-8d7d-dbe543a03d73 None None] Allocated IP 172.21.0.2 (c52cddc3-94d5-451c-86c3-850272a2c9b7/506b5810-9174-46cb-8235-fcd6768b208a/d0aed130-29b8-44a5-804a-8331670cbe83) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:11:08.186140 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-678325d0-dc9e-4e3f-b8e2-5193a0477d2f tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks [] for router_gateway (e77d0509-1ebb-4a42-abf4-6738c36570cd), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:08.256254 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 9265ae2b-146e-4114-a81c-b9532716d8fe up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:11:08.327746 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.api.v2.resource [None req-678325d0-dc9e-4e3f-b8e2-5193a0477d2f tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 15 04:11:08.331905 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d77ae9bf-4593-463c-8d7d-dbe543a03d73 None None] Publish callbacks [] for port (d0aed130-29b8-44a5-804a-8331670cbe83), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:08.334785 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-678325d0-dc9e-4e3f-b8e2-5193a0477d2f tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] 10.222.0.15 "PUT /v2.0/routers/e77d0509-1ebb-4a42-abf4-6738c36570cd HTTP/1.1" status: 400 len: 364 time: 0.3785930 Apr 15 04:11:08.336311 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40932) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:08.343064 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 9265ae2b-146e-4114-a81c-b9532716d8fe triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:08.343492 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (9265ae2b-146e-4114-a81c-b9532716d8fe), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:08.389983 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca236b2-8677-4efd-a42e-b1821a603077 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Deleting subnet 506b5810-9174-46cb-8235-fcd6768b208a {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:11:08.395091 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bca236b2-8677-4efd-a42e-b1821a603077 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks [] for subnet (506b5810-9174-46cb-8235-fcd6768b208a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:08.444002 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bca236b2-8677-4efd-a42e-b1821a603077 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (506b5810-9174-46cb-8235-fcd6768b208a), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:08.531823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bca236b2-8677-4efd-a42e-b1821a603077 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (506b5810-9174-46cb-8235-fcd6768b208a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:08.572959 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d77ae9bf-4593-463c-8d7d-dbe543a03d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (d0aed130-29b8-44a5-804a-8331670cbe83), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:08.576597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18677654-9ffa-4ff4-a594-4342e6966e11 None None] Network e7c8ebb9-66d1-4226-a520-cc46ec6fa854 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:11:08.619238 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 9265ae2b-146e-4114-a81c-b9532716d8fe is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:08.619617 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (9265ae2b-146e-4114-a81c-b9532716d8fe), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:08.643684 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-21ea8364-e0fa-4c79-8cc0-e2c7b894906a None None] Provisioning complete for port 9265ae2b-146e-4114-a81c-b9532716d8fe triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:08.644046 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-21ea8364-e0fa-4c79-8cc0-e2c7b894906a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (9265ae2b-146e-4114-a81c-b9532716d8fe), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:08.669802 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bca236b2-8677-4efd-a42e-b1821a603077 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (506b5810-9174-46cb-8235-fcd6768b208a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:08.685796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77ae9bf-4593-463c-8d7d-dbe543a03d73 None None] Network c52cddc3-94d5-451c-86c3-850272a2c9b7 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:11:08.701551 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca236b2-8677-4efd-a42e-b1821a603077 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Pushing event deleted for resources: {'Subnet': ['ID=506b5810-9174-46cb-8235-fcd6768b208a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:08.705498 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bca236b2-8677-4efd-a42e-b1821a603077 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:08.710971 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-bca236b2-8677-4efd-a42e-b1821a603077 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] 10.222.0.15 "DELETE /v2.0/subnets/506b5810-9174-46cb-8235-fcd6768b208a HTTP/1.1" status: 204 len: 168 time: 0.3714430 Apr 15 04:11:08.711237 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40934) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:08.716994 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ae9bf-4593-463c-8d7d-dbe543a03d73 None None] Pushing event updated for resources: {'Port': ['ID=d0aed130-29b8-44a5-804a-8331670cbe83,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:08.719362 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-d77ae9bf-4593-463c-8d7d-dbe543a03d73 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:11:08.729488 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ae9bf-4593-463c-8d7d-dbe543a03d73 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:11:08.764192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 9265ae2b-146e-4114-a81c-b9532716d8fe, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=9265ae2b-146e-4114-a81c-b9532716d8fe,segment=NetworkSegment(754566a0-78be-4333-a8ea-ef0f527babb3),segment_id=754566a0-78be-4333-a8ea-ef0f527babb3)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:11:08.788984 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-89434ba6-38e0-4f2b-935d-1c9cffaa9e7c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (c52cddc3-94d5-451c-86c3-850272a2c9b7), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:08.832042 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (9265ae2b-146e-4114-a81c-b9532716d8fe), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:08.835821 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-89434ba6-38e0-4f2b-935d-1c9cffaa9e7c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Deleting port d0aed130-29b8-44a5-804a-8331670cbe83 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:11:08.836014 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-89434ba6-38e0-4f2b-935d-1c9cffaa9e7c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (d0aed130-29b8-44a5-804a-8331670cbe83), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:08.893155 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d77ae9bf-4593-463c-8d7d-dbe543a03d73 None None] Attempting to bind port d0aed130-29b8-44a5-804a-8331670cbe83 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:11:08.893522 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d77ae9bf-4593-463c-8d7d-dbe543a03d73 None None] Attempting to bind port d0aed130-29b8-44a5-804a-8331670cbe83 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'f5c11feb-18b3-4486-b930-2dccebcaed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c52cddc3-94d5-451c-86c3-850272a2c9b7'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:11:08.894105 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ae9bf-4593-463c-8d7d-dbe543a03d73 None None] Attempting to bind port d0aed130-29b8-44a5-804a-8331670cbe83 on network c52cddc3-94d5-451c-86c3-850272a2c9b7 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:11:08.904844 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-89434ba6-38e0-4f2b-935d-1c9cffaa9e7c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] For port d0aed130-29b8-44a5-804a-8331670cbe83, host dv-neutron-837140-3-hyperv, got binding levels [] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:11:08.905202 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-89434ba6-38e0-4f2b-935d-1c9cffaa9e7c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (d0aed130-29b8-44a5-804a-8331670cbe83), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:08.922379 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ae9bf-4593-463c-8d7d-dbe543a03d73 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:11:08.923063 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ae9bf-4593-463c-8d7d-dbe543a03d73 None None] Checking segment: {'id': 'f5c11feb-18b3-4486-b930-2dccebcaed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c52cddc3-94d5-451c-86c3-850272a2c9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:11:08.923467 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d77ae9bf-4593-463c-8d7d-dbe543a03d73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:08.923863 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ae9bf-4593-463c-8d7d-dbe543a03d73 None None] Bound using segment: {'id': 'f5c11feb-18b3-4486-b930-2dccebcaed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c52cddc3-94d5-451c-86c3-850272a2c9b7'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:11:08.924333 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d77ae9bf-4593-463c-8d7d-dbe543a03d73 None None] Bound port: d0aed130-29b8-44a5-804a-8331670cbe83, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c11feb-18b3-4486-b930-2dccebcaed1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c52cddc3-94d5-451c-86c3-850272a2c9b7'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:11:08.924455 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-89434ba6-38e0-4f2b-935d-1c9cffaa9e7c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Calling delete_port for d0aed130-29b8-44a5-804a-8331670cbe83 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:11:08.924708 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d77ae9bf-4593-463c-8d7d-dbe543a03d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d0aed130-29b8-44a5-804a-8331670cbe83), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:08.939763 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-21ea8364-e0fa-4c79-8cc0-e2c7b894906a None None] Current status of the port 9265ae2b-146e-4114-a81c-b9532716d8fe is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:08.946987 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=9265ae2b-146e-4114-a81c-b9532716d8fe,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:09.005423 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d77ae9bf-4593-463c-8d7d-dbe543a03d73 None None] For port d0aed130-29b8-44a5-804a-8331670cbe83, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:11:09.008500 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d77ae9bf-4593-463c-8d7d-dbe543a03d73 None None] For port d0aed130-29b8-44a5-804a-8331670cbe83, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=d0aed130-29b8-44a5-804a-8331670cbe83,segment=NetworkSegment(f5c11feb-18b3-4486-b930-2dccebcaed1d),segment_id=f5c11feb-18b3-4486-b930-2dccebcaed1d)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:11:09.087028 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d77ae9bf-4593-463c-8d7d-dbe543a03d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (d0aed130-29b8-44a5-804a-8331670cbe83), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:09.132188 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-89434ba6-38e0-4f2b-935d-1c9cffaa9e7c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (d0aed130-29b8-44a5-804a-8331670cbe83), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server [None req-bf9fdc3f-4747-498f-a865-44c216bfb3bb None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port d0aed130-29b8-44a5-804a-8331670cbe83 could not be found. Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2865, in one Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return self._iter().one() Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1408, in one Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return self._only_one_row( Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 562, in _only_one_row Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise self.value Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 295, in _get_port Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port d0aed130-29b8-44a5-804a-8331670cbe83 could not be found. Apr 15 04:11:09.154399 dv-neutron-837140-3-hyperv neutron-server[104668]: ERROR oslo_messaging.rpc.server Apr 15 04:11:09.163718 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89434ba6-38e0-4f2b-935d-1c9cffaa9e7c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] No DVR routers for this DVR port d0aed130-29b8-44a5-804a-8331670cbe83 on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:11:09.173511 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ae9bf-4593-463c-8d7d-dbe543a03d73 None None] Pushing event updated for resources: {'Port': ['ID=d0aed130-29b8-44a5-804a-8331670cbe83,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:09.176100 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8ca4926d-1532-4c0f-8732-1f2868aebf59 None None] Provisioning complete for port 9265ae2b-146e-4114-a81c-b9532716d8fe triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:09.176483 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8ca4926d-1532-4c0f-8732-1f2868aebf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (9265ae2b-146e-4114-a81c-b9532716d8fe), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:09.179697 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5204e8-4b7c-4174-bc1f-ef8ede663cf2 None None] get_active_networks_info from dv-neutron-837140-3-hyperv {{(pid=104668) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 15 04:11:09.193321 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89434ba6-38e0-4f2b-935d-1c9cffaa9e7c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Pushing event deleted for resources: {'Port': ['ID=d0aed130-29b8-44a5-804a-8331670cbe83,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:09.250686 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-89434ba6-38e0-4f2b-935d-1c9cffaa9e7c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (c52cddc3-94d5-451c-86c3-850272a2c9b7), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:09.270767 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-89434ba6-38e0-4f2b-935d-1c9cffaa9e7c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52cddc3-94d5-451c-86c3-850272a2c9b7']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:09.280516 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-89434ba6-38e0-4f2b-935d-1c9cffaa9e7c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c11feb-18b3-4486-b930-2dccebcaed1d') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:09.280807 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-89434ba6-38e0-4f2b-935d-1c9cffaa9e7c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c11feb-18b3-4486-b930-2dccebcaed1d') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:09.289946 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-89434ba6-38e0-4f2b-935d-1c9cffaa9e7c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (f5c11feb-18b3-4486-b930-2dccebcaed1d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:09.302966 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-89434ba6-38e0-4f2b-935d-1c9cffaa9e7c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (f5c11feb-18b3-4486-b930-2dccebcaed1d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:09.304553 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5204e8-4b7c-4174-bc1f-ef8ede663cf2 None None] Resources bound (agent type, host, resource id): {{(pid=104668) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 15 04:11:09.308918 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89434ba6-38e0-4f2b-935d-1c9cffaa9e7c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:11:09.309399 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-89434ba6-38e0-4f2b-935d-1c9cffaa9e7c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (f5c11feb-18b3-4486-b930-2dccebcaed1d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:11:09.312427 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:11:09.316823 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4926d-1532-4c0f-8732-1f2868aebf59 None None] Current status of the port 9265ae2b-146e-4114-a81c-b9532716d8fe is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:09.435498 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-89434ba6-38e0-4f2b-935d-1c9cffaa9e7c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (c52cddc3-94d5-451c-86c3-850272a2c9b7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:09.443559 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-89434ba6-38e0-4f2b-935d-1c9cffaa9e7c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:09.449566 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-89434ba6-38e0-4f2b-935d-1c9cffaa9e7c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] 10.222.0.15 "DELETE /v2.0/networks/c52cddc3-94d5-451c-86c3-850272a2c9b7 HTTP/1.1" status: 204 len: 168 time: 0.7347174 Apr 15 04:11:09.449952 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40936) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:09.456864 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89434ba6-38e0-4f2b-935d-1c9cffaa9e7c tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Pushing event deleted for resources: {'Network': ['ID=c52cddc3-94d5-451c-86c3-850272a2c9b7,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:09.463623 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629e6fa0-f42c-44d9-9bb4-71085044fa2b None None] Network c52cddc3-94d5-451c-86c3-850272a2c9b7 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:11:09.476546 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629e6fa0-f42c-44d9-9bb4-71085044fa2b None None] Network c52cddc3-94d5-451c-86c3-850272a2c9b7 could not be found, it might have been deleted concurrently. {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 15 04:11:09.502978 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-d737fca3-b083-4214-9d4c-2d6abbcf05b2 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Deleting subnet adf7b866-825e-476b-83a4-539634914c1b {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:11:09.506043 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d737fca3-b083-4214-9d4c-2d6abbcf05b2 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks [] for subnet (adf7b866-825e-476b-83a4-539634914c1b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:09.545007 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d737fca3-b083-4214-9d4c-2d6abbcf05b2 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (adf7b866-825e-476b-83a4-539634914c1b), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:09.629224 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d737fca3-b083-4214-9d4c-2d6abbcf05b2 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (adf7b866-825e-476b-83a4-539634914c1b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:09.762244 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d737fca3-b083-4214-9d4c-2d6abbcf05b2 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (adf7b866-825e-476b-83a4-539634914c1b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:09.788572 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737fca3-b083-4214-9d4c-2d6abbcf05b2 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Pushing event deleted for resources: {'Subnet': ['ID=adf7b866-825e-476b-83a4-539634914c1b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:09.792355 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d737fca3-b083-4214-9d4c-2d6abbcf05b2 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:09.795734 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d737fca3-b083-4214-9d4c-2d6abbcf05b2 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] 10.222.0.15 "DELETE /v2.0/subnets/adf7b866-825e-476b-83a4-539634914c1b HTTP/1.1" status: 204 len: 168 time: 0.3447220 Apr 15 04:11:09.798083 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40938) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:09.800514 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be02984-f24b-4700-a5f7-5f1872ec1adc None None] Network e7c8ebb9-66d1-4226-a520-cc46ec6fa854 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:11:09.873902 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9100af40-a402-4f7a-985e-ac126eeb3de3 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (e7c8ebb9-66d1-4226-a520-cc46ec6fa854), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:09.927168 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-9100af40-a402-4f7a-985e-ac126eeb3de3 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Deleting port 9265ae2b-146e-4114-a81c-b9532716d8fe {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:11:09.927506 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9100af40-a402-4f7a-985e-ac126eeb3de3 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (9265ae2b-146e-4114-a81c-b9532716d8fe), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:09.941185 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c099d268-cd49-422e-852d-fb4fb66efdfe None None] DHCP port deletion for e7c8ebb9-66d1-4226-a520-cc46ec6fa854 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 04:11:09.978876 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c099d268-cd49-422e-852d-fb4fb66efdfe None None] Deleting port 9265ae2b-146e-4114-a81c-b9532716d8fe {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:11:09.979249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c099d268-cd49-422e-852d-fb4fb66efdfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (9265ae2b-146e-4114-a81c-b9532716d8fe), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:09.990939 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-9100af40-a402-4f7a-985e-ac126eeb3de3 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] For port 9265ae2b-146e-4114-a81c-b9532716d8fe, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=9265ae2b-146e-4114-a81c-b9532716d8fe,segment=NetworkSegment(754566a0-78be-4333-a8ea-ef0f527babb3),segment_id=754566a0-78be-4333-a8ea-ef0f527babb3)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:11:09.991315 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9100af40-a402-4f7a-985e-ac126eeb3de3 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (9265ae2b-146e-4114-a81c-b9532716d8fe), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:10.004389 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-9100af40-a402-4f7a-985e-ac126eeb3de3 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Calling delete_port for 9265ae2b-146e-4114-a81c-b9532716d8fe owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:11:10.041054 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c099d268-cd49-422e-852d-fb4fb66efdfe None None] For port 9265ae2b-146e-4114-a81c-b9532716d8fe, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=9265ae2b-146e-4114-a81c-b9532716d8fe,segment=NetworkSegment(754566a0-78be-4333-a8ea-ef0f527babb3),segment_id=754566a0-78be-4333-a8ea-ef0f527babb3)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:11:10.041372 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c099d268-cd49-422e-852d-fb4fb66efdfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (9265ae2b-146e-4114-a81c-b9532716d8fe), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:10.054479 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c099d268-cd49-422e-852d-fb4fb66efdfe None None] Calling delete_port for 9265ae2b-146e-4114-a81c-b9532716d8fe owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:11:10.132441 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9100af40-a402-4f7a-985e-ac126eeb3de3 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (9265ae2b-146e-4114-a81c-b9532716d8fe), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:10.138168 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c099d268-cd49-422e-852d-fb4fb66efdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (9265ae2b-146e-4114-a81c-b9532716d8fe), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:10.158057 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100af40-a402-4f7a-985e-ac126eeb3de3 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Pushing event deleted for resources: {'Port': ['ID=9265ae2b-146e-4114-a81c-b9532716d8fe,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:10.162309 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9100af40-a402-4f7a-985e-ac126eeb3de3 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] No DVR routers for this DVR port 9265ae2b-146e-4114-a81c-b9532716d8fe on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:11:10.165704 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099d268-cd49-422e-852d-fb4fb66efdfe None None] Pushing event deleted for resources: {'Port': ['ID=9265ae2b-146e-4114-a81c-b9532716d8fe,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:10.170982 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099d268-cd49-422e-852d-fb4fb66efdfe None None] No DVR routers for this DVR port 9265ae2b-146e-4114-a81c-b9532716d8fe on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:11:10.213335 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 9265ae2b-146e-4114-a81c-b9532716d8fe no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:11:10.234025 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 9265ae2b-146e-4114-a81c-b9532716d8fe {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:11:10.234368 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 9265ae2b-146e-4114-a81c-b9532716d8fe not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:11:10.247680 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9100af40-a402-4f7a-985e-ac126eeb3de3 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (e7c8ebb9-66d1-4226-a520-cc46ec6fa854), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:10.267282 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-9100af40-a402-4f7a-985e-ac126eeb3de3 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c8ebb9-66d1-4226-a520-cc46ec6fa854']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:10.276938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-9100af40-a402-4f7a-985e-ac126eeb3de3 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754566a0-78be-4333-a8ea-ef0f527babb3') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:10.277237 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-9100af40-a402-4f7a-985e-ac126eeb3de3 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754566a0-78be-4333-a8ea-ef0f527babb3') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:10.286477 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9100af40-a402-4f7a-985e-ac126eeb3de3 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (754566a0-78be-4333-a8ea-ef0f527babb3), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:10.300098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9100af40-a402-4f7a-985e-ac126eeb3de3 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (754566a0-78be-4333-a8ea-ef0f527babb3), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:10.305809 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9100af40-a402-4f7a-985e-ac126eeb3de3 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:11:10.306190 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9100af40-a402-4f7a-985e-ac126eeb3de3 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (754566a0-78be-4333-a8ea-ef0f527babb3), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:11:10.309153 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:11:10.445374 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9100af40-a402-4f7a-985e-ac126eeb3de3 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (e7c8ebb9-66d1-4226-a520-cc46ec6fa854), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:10.451730 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9100af40-a402-4f7a-985e-ac126eeb3de3 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:10.454882 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9100af40-a402-4f7a-985e-ac126eeb3de3 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] 10.222.0.15 "DELETE /v2.0/networks/e7c8ebb9-66d1-4226-a520-cc46ec6fa854 HTTP/1.1" status: 204 len: 168 time: 0.6558287 Apr 15 04:11:10.457622 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40940) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:10.467830 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100af40-a402-4f7a-985e-ac126eeb3de3 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Pushing event deleted for resources: {'Network': ['ID=e7c8ebb9-66d1-4226-a520-cc46ec6fa854,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:10.487244 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1ed20d87-21db-499f-a42f-4e0a39a26100 tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] 10.222.0.15 "GET /v2.0/ports?device_id=e77d0509-1ebb-4a42-abf4-6738c36570cd HTTP/1.1" status: 200 len: 205 time: 0.0283916 Apr 15 04:11:10.489472 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40942) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:10.564983 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5864769e-4e9d-4272-b5f1-f5ada15139ce tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks [] for router (e77d0509-1ebb-4a42-abf4-6738c36570cd), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:10.724517 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5864769e-4e9d-4272-b5f1-f5ada15139ce tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (e77d0509-1ebb-4a42-abf4-6738c36570cd), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:10.726750 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5864769e-4e9d-4272-b5f1-f5ada15139ce tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks [] for router_controller (e77d0509-1ebb-4a42-abf4-6738c36570cd), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:10.817996 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5864769e-4e9d-4272-b5f1-f5ada15139ce tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (e77d0509-1ebb-4a42-abf4-6738c36570cd), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:10.818414 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5864769e-4e9d-4272-b5f1-f5ada15139ce tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Fanout notify agent at l3_agent the message router_deleted on router e77d0509-1ebb-4a42-abf4-6738c36570cd {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 04:11:10.825566 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5864769e-4e9d-4272-b5f1-f5ada15139ce tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:10.826593 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5864769e-4e9d-4272-b5f1-f5ada15139ce tempest-RoutersNegativeTest-488761182 tempest-RoutersNegativeTest-488761182-project] 10.222.0.15 "DELETE /v2.0/routers/e77d0509-1ebb-4a42-abf4-6738c36570cd HTTP/1.1" status: 204 len: 168 time: 0.3361678 Apr 15 04:11:11.250178 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40948) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:11.376489 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-34112b59-4e7b-41c6-8ac0-b50e1bcb04fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=054faafff02548ff9b5ca825af9ff64c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1251216 Apr 15 04:11:11.378964 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40952) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:11.427933 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7c97c893-96f1-4e6b-acf8-82bd46ca42dc admin admin] Publish callbacks [] for security_group (8014f554-0fc8-4d75-9b4a-f09ab5b68d8b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:11.449153 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7c97c893-96f1-4e6b-acf8-82bd46ca42dc admin admin] Publish callbacks [] for security_group (8014f554-0fc8-4d75-9b4a-f09ab5b68d8b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:11.560819 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7c97c893-96f1-4e6b-acf8-82bd46ca42dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (8014f554-0fc8-4d75-9b4a-f09ab5b68d8b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:11.563372 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7c97c893-96f1-4e6b-acf8-82bd46ca42dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:11.564503 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7c97c893-96f1-4e6b-acf8-82bd46ca42dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8014f554-0fc8-4d75-9b4a-f09ab5b68d8b HTTP/1.1" status: 204 len: 168 time: 0.1846731 Apr 15 04:11:11.572268 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97c893-96f1-4e6b-acf8-82bd46ca42dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8014f554-0fc8-4d75-9b4a-f09ab5b68d8b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:12.466149 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40974) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:12.558098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-39b0d342-8a11-425c-b549-f4c02218a84c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1484586269-network', 'tenant_id': '89da96f1b63e477195277f21d3582d7a'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:11:12.629174 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b0d342-8a11-425c-b549-f4c02218a84c admin admin] Made reservation on behalf of 89da96f1b63e477195277f21d3582d7a for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:11:12.631427 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39b0d342-8a11-425c-b549-f4c02218a84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:12.640728 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39b0d342-8a11-425c-b549-f4c02218a84c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:12.712611 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39b0d342-8a11-425c-b549-f4c02218a84c admin admin] Publish callbacks [] for security_group (101d5759-883e-449d-ad09-ee785c79d282), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:12.770884 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39b0d342-8a11-425c-b549-f4c02218a84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (101d5759-883e-449d-ad09-ee785c79d282), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:12.795014 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b0d342-8a11-425c-b549-f4c02218a84c admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:11:12.804557 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0d342-8a11-425c-b549-f4c02218a84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101d5759-883e-449d-ad09-ee785c79d282,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:12.809671 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39b0d342-8a11-425c-b549-f4c02218a84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (3c4e9ecc-f351-478d-b584-2c79a224ffb2), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:12.810015 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-39b0d342-8a11-425c-b549-f4c02218a84c admin admin] Added segment 3c4e9ecc-f351-478d-b584-2c79a224ffb2 of type vlan for network 844acc3b-c7e1-4aab-9c12-a4adf4a6b240 Apr 15 04:11:12.853381 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39b0d342-8a11-425c-b549-f4c02218a84c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (844acc3b-c7e1-4aab-9c12-a4adf4a6b240), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:12.920390 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39b0d342-8a11-425c-b549-f4c02218a84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (844acc3b-c7e1-4aab-9c12-a4adf4a6b240), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:12.921256 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b0d342-8a11-425c-b549-f4c02218a84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:12.921825 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39b0d342-8a11-425c-b549-f4c02218a84c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:12.979217 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b0d342-8a11-425c-b549-f4c02218a84c admin admin] Pushing event updated for resources: {'Network': ['ID=844acc3b-c7e1-4aab-9c12-a4adf4a6b240,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:12.988901 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 844acc3b-c7e1-4aab-9c12-a4adf4a6b240 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:11:12.998437 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-39b0d342-8a11-425c-b549-f4c02218a84c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5311656 Apr 15 04:11:13.001347 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40978) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:13.006120 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-d319b6bc-f32c-4ca6-8790-f606e476e54e admin admin] Request body: {'subnet': {'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1484586269-subnet', 'tenant_id': '89da96f1b63e477195277f21d3582d7a', 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:11:13.063532 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d319b6bc-f32c-4ca6-8790-f606e476e54e admin admin] Made reservation on behalf of 89da96f1b63e477195277f21d3582d7a for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:11:13.065835 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d319b6bc-f32c-4ca6-8790-f606e476e54e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:13.298300 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d319b6bc-f32c-4ca6-8790-f606e476e54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (4fa23ff5-0667-4761-84eb-046a5a09756b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:13.351728 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319b6bc-f32c-4ca6-8790-f606e476e54e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fa23ff5-0667-4761-84eb-046a5a09756b,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:13.360794 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d319b6bc-f32c-4ca6-8790-f606e476e54e admin admin] Checking segment: {'id': '3c4e9ecc-f351-478d-b584-2c79a224ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:11:13.361151 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d319b6bc-f32c-4ca6-8790-f606e476e54e admin admin] Network hostable DHCP agents. Network: 844acc3b-c7e1-4aab-9c12-a4adf4a6b240, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:11:13.429186 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d319b6bc-f32c-4ca6-8790-f606e476e54e admin admin] Network 844acc3b-c7e1-4aab-9c12-a4adf4a6b240 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:11:13.532079 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-d319b6bc-f32c-4ca6-8790-f606e476e54e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 844acc3b-c7e1-4aab-9c12-a4adf4a6b240) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:11:13.536003 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d319b6bc-f32c-4ca6-8790-f606e476e54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:13.536596 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d319b6bc-f32c-4ca6-8790-f606e476e54e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:13.540429 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfea84db-dfb2-414d-9953-b01a94028a72 None None] Network 844acc3b-c7e1-4aab-9c12-a4adf4a6b240 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:11:13.603716 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d319b6bc-f32c-4ca6-8790-f606e476e54e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6012013 Apr 15 04:11:13.606863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40980) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:13.611207 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-fc9ea995-b785-430c-8ded-4e6e369e7680 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1484586269-router', 'tenant_id': '89da96f1b63e477195277f21d3582d7a', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:11:13.641399 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f7e001-3724-44a3-b9c6-85193978446c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-844acc3b-c7e1-4aab-9c12-a4adf4a6b240', 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240', 'project_id': '89da96f1b63e477195277f21d3582d7a', 'fixed_ips': [{'subnet_id': '4fa23ff5-0667-4761-84eb-046a5a09756b'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 04:11:13.642237 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f6f7e001-3724-44a3-b9c6-85193978446c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:13.681211 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea995-b785-430c-8ded-4e6e369e7680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (5f1b05fc-3e72-4ee2-9cf3-319d952176c4), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:13.682348 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea995-b785-430c-8ded-4e6e369e7680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (5f1b05fc-3e72-4ee2-9cf3-319d952176c4), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:13.781519 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-f6f7e001-3724-44a3-b9c6-85193978446c None None] Allocated IP 172.20.0.2 (844acc3b-c7e1-4aab-9c12-a4adf4a6b240/4fa23ff5-0667-4761-84eb-046a5a09756b/fc6e186e-6555-4fcc-aa0f-52b04576b212) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:11:13.927836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f6f7e001-3724-44a3-b9c6-85193978446c None None] Publish callbacks [] for port (fc6e186e-6555-4fcc-aa0f-52b04576b212), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:13.990285 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f6f7e001-3724-44a3-b9c6-85193978446c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (fc6e186e-6555-4fcc-aa0f-52b04576b212), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:14.028494 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea995-b785-430c-8ded-4e6e369e7680 admin admin] Publish callbacks [] for router_controller (5f1b05fc-3e72-4ee2-9cf3-319d952176c4), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:14.030294 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f7e001-3724-44a3-b9c6-85193978446c None None] Network 844acc3b-c7e1-4aab-9c12-a4adf4a6b240 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:11:14.033091 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-f6f7e001-3724-44a3-b9c6-85193978446c None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:11:14.038520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f7e001-3724-44a3-b9c6-85193978446c None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:11:14.047020 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7e001-3724-44a3-b9c6-85193978446c None None] Pushing event updated for resources: {'Port': ['ID=fc6e186e-6555-4fcc-aa0f-52b04576b212,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:14.100123 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-f6f7e001-3724-44a3-b9c6-85193978446c None None] Attempting to bind port fc6e186e-6555-4fcc-aa0f-52b04576b212 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:11:14.100492 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-f6f7e001-3724-44a3-b9c6-85193978446c None None] Attempting to bind port fc6e186e-6555-4fcc-aa0f-52b04576b212 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '3c4e9ecc-f351-478d-b584-2c79a224ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:11:14.100853 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7e001-3724-44a3-b9c6-85193978446c None None] Attempting to bind port fc6e186e-6555-4fcc-aa0f-52b04576b212 on network 844acc3b-c7e1-4aab-9c12-a4adf4a6b240 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:11:14.105942 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7e001-3724-44a3-b9c6-85193978446c None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:11:14.106313 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7e001-3724-44a3-b9c6-85193978446c None None] Checking segment: {'id': '3c4e9ecc-f351-478d-b584-2c79a224ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:11:14.106743 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f6f7e001-3724-44a3-b9c6-85193978446c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:14.107137 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7e001-3724-44a3-b9c6-85193978446c None None] Bound using segment: {'id': '3c4e9ecc-f351-478d-b584-2c79a224ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:11:14.107596 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-f6f7e001-3724-44a3-b9c6-85193978446c None None] Bound port: fc6e186e-6555-4fcc-aa0f-52b04576b212, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4e9ecc-f351-478d-b584-2c79a224ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:11:14.107978 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f6f7e001-3724-44a3-b9c6-85193978446c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fc6e186e-6555-4fcc-aa0f-52b04576b212), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:14.170826 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f6f7e001-3724-44a3-b9c6-85193978446c None None] For port fc6e186e-6555-4fcc-aa0f-52b04576b212, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:11:14.173737 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f6f7e001-3724-44a3-b9c6-85193978446c None None] For port fc6e186e-6555-4fcc-aa0f-52b04576b212, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fc6e186e-6555-4fcc-aa0f-52b04576b212,segment=NetworkSegment(3c4e9ecc-f351-478d-b584-2c79a224ffb2),segment_id=3c4e9ecc-f351-478d-b584-2c79a224ffb2)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:11:14.216790 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea995-b785-430c-8ded-4e6e369e7680 admin admin] Publish callbacks [] for router_gateway (5f1b05fc-3e72-4ee2-9cf3-319d952176c4), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:14.235177 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f6f7e001-3724-44a3-b9c6-85193978446c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fc6e186e-6555-4fcc-aa0f-52b04576b212), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:14.296067 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7e001-3724-44a3-b9c6-85193978446c None None] Pushing event updated for resources: {'Port': ['ID=fc6e186e-6555-4fcc-aa0f-52b04576b212,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:14.504489 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea995-b785-430c-8ded-4e6e369e7680 admin admin] Publish callbacks [] for router_gateway (5f1b05fc-3e72-4ee2-9cf3-319d952176c4), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:14.528179 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea995-b785-430c-8ded-4e6e369e7680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:14.632433 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-fc9ea995-b785-430c-8ded-4e6e369e7680 admin admin] Allocated IP 172.26.6.107 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/1231278a-6f79-4327-a23d-a52dc103bbd0) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:11:14.740637 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea995-b785-430c-8ded-4e6e369e7680 admin admin] Publish callbacks [] for port (1231278a-6f79-4327-a23d-a52dc103bbd0), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:14.921611 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea995-b785-430c-8ded-4e6e369e7680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (1231278a-6f79-4327-a23d-a52dc103bbd0), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:14.960357 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9ea995-b785-430c-8ded-4e6e369e7680 admin admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:11:14.967780 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-fc9ea995-b785-430c-8ded-4e6e369e7680 admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:11:14.971552 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9ea995-b785-430c-8ded-4e6e369e7680 admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:11:14.994895 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ea995-b785-430c-8ded-4e6e369e7680 admin admin] Pushing event updated for resources: {'Port': ['ID=1231278a-6f79-4327-a23d-a52dc103bbd0,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:15.181889 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0de8ac0-6a31-4f8a-889c-5490f1e177ec None None] Network 844acc3b-c7e1-4aab-9c12-a4adf4a6b240 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:11:15.290267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ddbcbcda-b553-4300-9a19-8df239b330fc None None] Provisioning complete for port fc6e186e-6555-4fcc-aa0f-52b04576b212 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:15.290543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ddbcbcda-b553-4300-9a19-8df239b330fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fc6e186e-6555-4fcc-aa0f-52b04576b212), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:15.291886 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea995-b785-430c-8ded-4e6e369e7680 admin admin] Publish callbacks [] for router_gateway (5f1b05fc-3e72-4ee2-9cf3-319d952176c4), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:15.375858 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ddbcbcda-b553-4300-9a19-8df239b330fc None None] Current status of the port fc6e186e-6555-4fcc-aa0f-52b04576b212 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:15.376396 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ddbcbcda-b553-4300-9a19-8df239b330fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fc6e186e-6555-4fcc-aa0f-52b04576b212), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:15.413747 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ddbcbcda-b553-4300-9a19-8df239b330fc None None] For port fc6e186e-6555-4fcc-aa0f-52b04576b212, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fc6e186e-6555-4fcc-aa0f-52b04576b212,segment=NetworkSegment(3c4e9ecc-f351-478d-b584-2c79a224ffb2),segment_id=3c4e9ecc-f351-478d-b584-2c79a224ffb2)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:11:15.480684 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ddbcbcda-b553-4300-9a19-8df239b330fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fc6e186e-6555-4fcc-aa0f-52b04576b212), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:15.505781 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea995-b785-430c-8ded-4e6e369e7680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (5f1b05fc-3e72-4ee2-9cf3-319d952176c4), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:15.529160 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbcbcda-b553-4300-9a19-8df239b330fc None None] Pushing event updated for resources: {'Port': ['ID=fc6e186e-6555-4fcc-aa0f-52b04576b212,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:15.601820 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3eb621a1-2eb9-447b-8ff5-c75e2ec11c8e None None] Provisioning complete for port fc6e186e-6555-4fcc-aa0f-52b04576b212 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:15.602107 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3eb621a1-2eb9-447b-8ff5-c75e2ec11c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fc6e186e-6555-4fcc-aa0f-52b04576b212), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:15.680681 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3eb621a1-2eb9-447b-8ff5-c75e2ec11c8e None None] Current status of the port fc6e186e-6555-4fcc-aa0f-52b04576b212 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:15.708993 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9ea995-b785-430c-8ded-4e6e369e7680 admin admin] Router 5f1b05fc-3e72-4ee2-9cf3-319d952176c4 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 04:11:15.818022 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9ea995-b785-430c-8ded-4e6e369e7680 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:11:15.830876 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] Sync routers for ids ['5f1b05fc-3e72-4ee2-9cf3-319d952176c4'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:11:15.840591 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] Routers {'5f1b05fc-3e72-4ee2-9cf3-319d952176c4'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:11:15.845162 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:10:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['5f1b05fc-3e72-4ee2-9cf3-319d952176c4'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:15.957004 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea995-b785-430c-8ded-4e6e369e7680 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:15.958433 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-fc9ea995-b785-430c-8ded-4e6e369e7680 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3505647 Apr 15 04:11:15.961185 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 40982) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:16.031134 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] Set router 5f1b05fc-3e72-4ee2-9cf3-319d952176c4 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:11:16.203714 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1b05fc-3e72-4ee2-9cf3-319d952176c4', 'name': 'tempest-TestEncryptedCinderVolumes-1484586269-router', 'tenant_id': '89da96f1b63e477195277f21d3582d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '1231278a-6f79-4327-a23d-a52dc103bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:11:13Z', 'updated_at': '2022-04-15T04:11:15Z', 'revision_number': 3, 'project_id': '89da96f1b63e477195277f21d3582d7a', 'gw_port': {'id': '1231278a-6f79-4327-a23d-a52dc103bbd0', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1b05fc-3e72-4ee2-9cf3-319d952176c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:11:14Z', 'updated_at': '2022-04-15T04:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:16.231009 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] Checking router: 5f1b05fc-3e72-4ee2-9cf3-319d952176c4 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:11:16.231370 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] Updating router 5f1b05fc-3e72-4ee2-9cf3-319d952176c4 port 1231278a-6f79-4327-a23d-a52dc103bbd0 binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:11:16.241350 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device fc6e186e-6555-4fcc-aa0f-52b04576b212 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:11:16.264592 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1231278a-6f79-4327-a23d-a52dc103bbd0), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:16.290813 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port fc6e186e-6555-4fcc-aa0f-52b04576b212 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:16.291509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fc6e186e-6555-4fcc-aa0f-52b04576b212), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:16.371257 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port fc6e186e-6555-4fcc-aa0f-52b04576b212 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:16.388893 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9a2fd8fe-e03a-444a-a311-1aabe8cce64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:16.517407 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] Publish callbacks [] for port (1231278a-6f79-4327-a23d-a52dc103bbd0), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:16.544575 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-9a2fd8fe-e03a-444a-a311-1aabe8cce64c admin admin] Allocated IP 172.20.0.1 (844acc3b-c7e1-4aab-9c12-a4adf4a6b240/4fa23ff5-0667-4761-84eb-046a5a09756b/e020296f-038e-4a9d-9048-463c09a3f4cb) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:11:16.605529 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (1231278a-6f79-4327-a23d-a52dc103bbd0), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:16.648126 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9a2fd8fe-e03a-444a-a311-1aabe8cce64c admin admin] Publish callbacks [] for port (e020296f-038e-4a9d-9048-463c09a3f4cb), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:16.658574 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] Attempting to bind port 1231278a-6f79-4327-a23d-a52dc103bbd0 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:11:16.658964 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] Attempting to bind port 1231278a-6f79-4327-a23d-a52dc103bbd0 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:11:16.659317 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] Attempting to bind port 1231278a-6f79-4327-a23d-a52dc103bbd0 on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:11:16.661144 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e4129-abbd-4418-a388-6f3d06611e05 None None] Pushing event updated for resources: {'Port': ['ID=1231278a-6f79-4327-a23d-a52dc103bbd0,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:16.669863 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e4129-abbd-4418-a388-6f3d06611e05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:16.670207 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e4129-abbd-4418-a388-6f3d06611e05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:16.670543 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e4129-abbd-4418-a388-6f3d06611e05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:16.670918 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e4129-abbd-4418-a388-6f3d06611e05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:16.671245 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e4129-abbd-4418-a388-6f3d06611e05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:16.671566 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e4129-abbd-4418-a388-6f3d06611e05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:16.671891 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e4129-abbd-4418-a388-6f3d06611e05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:16.672211 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e4129-abbd-4418-a388-6f3d06611e05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:16.672530 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e4129-abbd-4418-a388-6f3d06611e05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:16.672846 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e4129-abbd-4418-a388-6f3d06611e05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:16.673163 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e4129-abbd-4418-a388-6f3d06611e05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:16.673480 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e4129-abbd-4418-a388-6f3d06611e05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:16.673797 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e4129-abbd-4418-a388-6f3d06611e05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:16.674107 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e4129-abbd-4418-a388-6f3d06611e05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:16.674420 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66e4129-abbd-4418-a388-6f3d06611e05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:16.677587 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:11:16.677960 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:11:16.678352 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:16.678749 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:11:16.679211 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] Bound port: 1231278a-6f79-4327-a23d-a52dc103bbd0, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:11:16.679584 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1231278a-6f79-4327-a23d-a52dc103bbd0), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:16.731779 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] For port 1231278a-6f79-4327-a23d-a52dc103bbd0, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:11:16.732719 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9a2fd8fe-e03a-444a-a311-1aabe8cce64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (e020296f-038e-4a9d-9048-463c09a3f4cb), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:16.734786 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] For port 1231278a-6f79-4327-a23d-a52dc103bbd0, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1231278a-6f79-4327-a23d-a52dc103bbd0,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:11:16.769305 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2fd8fe-e03a-444a-a311-1aabe8cce64c admin admin] Network 844acc3b-c7e1-4aab-9c12-a4adf4a6b240 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:11:16.772079 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-9a2fd8fe-e03a-444a-a311-1aabe8cce64c admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:11:16.774445 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2fd8fe-e03a-444a-a311-1aabe8cce64c admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:11:16.805512 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fd8fe-e03a-444a-a311-1aabe8cce64c admin admin] Pushing event updated for resources: {'Port': ['ID=e020296f-038e-4a9d-9048-463c09a3f4cb,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:16.819492 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (1231278a-6f79-4327-a23d-a52dc103bbd0), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:16.823767 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9a2fd8fe-e03a-444a-a311-1aabe8cce64c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (5f1b05fc-3e72-4ee2-9cf3-319d952176c4), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:16.871891 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] Routers {'5f1b05fc-3e72-4ee2-9cf3-319d952176c4'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:11:16.872638 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:10:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['5f1b05fc-3e72-4ee2-9cf3-319d952176c4'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:16.922099 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66e4129-abbd-4418-a388-6f3d06611e05 None None] Pushing event updated for resources: {'Port': ['ID=1231278a-6f79-4327-a23d-a52dc103bbd0,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:16.998106 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] Set router 5f1b05fc-3e72-4ee2-9cf3-319d952176c4 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:11:17.007840 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9b7be238-2019-40c4-97d5-e7792fba3d58 None None] Provisioning complete for port e020296f-038e-4a9d-9048-463c09a3f4cb triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:17.008334 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9b7be238-2019-40c4-97d5-e7792fba3d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e020296f-038e-4a9d-9048-463c09a3f4cb), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:17.031549 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9a2fd8fe-e03a-444a-a311-1aabe8cce64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e020296f-038e-4a9d-9048-463c09a3f4cb), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:17.043059 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9b7be238-2019-40c4-97d5-e7792fba3d58 None None] Port e020296f-038e-4a9d-9048-463c09a3f4cb cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:11:17.168261 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1b05fc-3e72-4ee2-9cf3-319d952176c4', 'name': 'tempest-TestEncryptedCinderVolumes-1484586269-router', 'tenant_id': '89da96f1b63e477195277f21d3582d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '1231278a-6f79-4327-a23d-a52dc103bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:11:13Z', 'updated_at': '2022-04-15T04:11:15Z', 'revision_number': 3, 'project_id': '89da96f1b63e477195277f21d3582d7a', 'gw_port': {'id': '1231278a-6f79-4327-a23d-a52dc103bbd0', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1b05fc-3e72-4ee2-9cf3-319d952176c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:11:14Z', 'updated_at': '2022-04-15T04:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:17.192681 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9a2fd8fe-e03a-444a-a311-1aabe8cce64c admin admin] Publish callbacks [] for port (e020296f-038e-4a9d-9048-463c09a3f4cb), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:17.197909 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7b8243-4e42-4bdc-9995-13980af4ddc9 None None] The sync data for ids ['5f1b05fc-3e72-4ee2-9cf3-319d952176c4'] in dv-neutron-837140-3-hyperv is: [{'id': '5f1b05fc-3e72-4ee2-9cf3-319d952176c4', 'name': 'tempest-TestEncryptedCinderVolumes-1484586269-router', 'tenant_id': '89da96f1b63e477195277f21d3582d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '1231278a-6f79-4327-a23d-a52dc103bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:11:13Z', 'updated_at': '2022-04-15T04:11:15Z', 'revision_number': 3, 'project_id': '89da96f1b63e477195277f21d3582d7a', 'gw_port': {'id': '1231278a-6f79-4327-a23d-a52dc103bbd0', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1b05fc-3e72-4ee2-9cf3-319d952176c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:11:14Z', 'updated_at': '2022-04-15T04:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:11:17.291084 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9a2fd8fe-e03a-444a-a311-1aabe8cce64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (e020296f-038e-4a9d-9048-463c09a3f4cb), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:17.361962 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9a2fd8fe-e03a-444a-a311-1aabe8cce64c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (5f1b05fc-3e72-4ee2-9cf3-319d952176c4), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:17.363517 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fd8fe-e03a-444a-a311-1aabe8cce64c admin admin] Pushing event updated for resources: {'Port': ['ID=e020296f-038e-4a9d-9048-463c09a3f4cb,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:17.467525 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2fd8fe-e03a-444a-a311-1aabe8cce64c admin admin] Network 844acc3b-c7e1-4aab-9c12-a4adf4a6b240 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:11:17.468957 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-9a2fd8fe-e03a-444a-a311-1aabe8cce64c admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:11:17.595292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2fd8fe-e03a-444a-a311-1aabe8cce64c admin admin] Router 5f1b05fc-3e72-4ee2-9cf3-319d952176c4 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:11:17.766757 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-1710acbb-bc5b-469a-a688-f3d2257ea323 None None] Provisioning complete for port e020296f-038e-4a9d-9048-463c09a3f4cb triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:17.767335 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1710acbb-bc5b-469a-a688-f3d2257ea323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e020296f-038e-4a9d-9048-463c09a3f4cb), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:17.807145 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1710acbb-bc5b-469a-a688-f3d2257ea323 None None] Port e020296f-038e-4a9d-9048-463c09a3f4cb cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:11:18.023762 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2fd8fe-e03a-444a-a311-1aabe8cce64c admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:11:18.029758 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9a2fd8fe-e03a-444a-a311-1aabe8cce64c admin admin] 10.222.0.15 "PUT /v2.0/routers/5f1b05fc-3e72-4ee2-9cf3-319d952176c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0674996 Apr 15 04:11:18.225937 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1231278a-6f79-4327-a23d-a52dc103bbd0 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:11:18.277300 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 1231278a-6f79-4327-a23d-a52dc103bbd0 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:18.277673 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1231278a-6f79-4327-a23d-a52dc103bbd0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:18.352158 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 1231278a-6f79-4327-a23d-a52dc103bbd0 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:18.352542 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1231278a-6f79-4327-a23d-a52dc103bbd0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:18.372118 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 1231278a-6f79-4327-a23d-a52dc103bbd0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1231278a-6f79-4327-a23d-a52dc103bbd0,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:11:18.442761 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (1231278a-6f79-4327-a23d-a52dc103bbd0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:18.515486 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=1231278a-6f79-4327-a23d-a52dc103bbd0,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:18.543967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-75ad9a73-bb32-416f-b6c8-39c96c8f7eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:18.691954 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 40998) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:18.696824 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-8ff54e7d-10a9-41ff-9610-44805659a247 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-346173302-network', 'tenant_id': 'eaf1d13919254f6187fdc52cd1c4a6d9'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:11:18.739882 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] Sync routers for ids ['5f1b05fc-3e72-4ee2-9cf3-319d952176c4'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:11:18.751759 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] Routers {'5f1b05fc-3e72-4ee2-9cf3-319d952176c4'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:11:18.752375 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:10:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['5f1b05fc-3e72-4ee2-9cf3-319d952176c4'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:18.761590 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff54e7d-10a9-41ff-9610-44805659a247 admin admin] Made reservation on behalf of eaf1d13919254f6187fdc52cd1c4a6d9 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:11:18.763940 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8ff54e7d-10a9-41ff-9610-44805659a247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:18.776208 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8ff54e7d-10a9-41ff-9610-44805659a247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:18.850021 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8ff54e7d-10a9-41ff-9610-44805659a247 admin admin] Publish callbacks [] for security_group (55485fee-0b3f-4d5c-94d5-5b4e9c2bc901), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:18.909240 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8ff54e7d-10a9-41ff-9610-44805659a247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (55485fee-0b3f-4d5c-94d5-5b4e9c2bc901), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:18.936200 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff54e7d-10a9-41ff-9610-44805659a247 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:11:18.945405 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff54e7d-10a9-41ff-9610-44805659a247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55485fee-0b3f-4d5c-94d5-5b4e9c2bc901,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:18.951591 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8ff54e7d-10a9-41ff-9610-44805659a247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (90d8d11a-2185-4ac2-aaa3-12f8789c7d10), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:18.951941 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-8ff54e7d-10a9-41ff-9610-44805659a247 admin admin] Added segment 90d8d11a-2185-4ac2-aaa3-12f8789c7d10 of type vlan for network dfaac88b-a658-4fb4-ab49-99ba98d80d93 Apr 15 04:11:18.992484 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8ff54e7d-10a9-41ff-9610-44805659a247 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (dfaac88b-a658-4fb4-ab49-99ba98d80d93), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:19.007787 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] Set router 5f1b05fc-3e72-4ee2-9cf3-319d952176c4 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:11:19.074939 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8ff54e7d-10a9-41ff-9610-44805659a247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (dfaac88b-a658-4fb4-ab49-99ba98d80d93), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:19.076044 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff54e7d-10a9-41ff-9610-44805659a247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:19.076719 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8ff54e7d-10a9-41ff-9610-44805659a247 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:19.140001 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff54e7d-10a9-41ff-9610-44805659a247 admin admin] Pushing event updated for resources: {'Network': ['ID=dfaac88b-a658-4fb4-ab49-99ba98d80d93,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:19.150009 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network dfaac88b-a658-4fb4-ab49-99ba98d80d93 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:11:19.177361 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8ff54e7d-10a9-41ff-9610-44805659a247 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4818909 Apr 15 04:11:19.177569 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41000) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:19.182953 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-c3d59881-e6ac-4883-89e0-00560bfe3ba8 admin admin] Request body: {'subnet': {'network_id': 'dfaac88b-a658-4fb4-ab49-99ba98d80d93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-346173302-subnet', 'tenant_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:11:19.255018 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1b05fc-3e72-4ee2-9cf3-319d952176c4', 'name': 'tempest-TestEncryptedCinderVolumes-1484586269-router', 'tenant_id': '89da96f1b63e477195277f21d3582d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '1231278a-6f79-4327-a23d-a52dc103bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:11:13Z', 'updated_at': '2022-04-15T04:11:16Z', 'revision_number': 4, 'project_id': '89da96f1b63e477195277f21d3582d7a', 'gw_port': {'id': '1231278a-6f79-4327-a23d-a52dc103bbd0', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1b05fc-3e72-4ee2-9cf3-319d952176c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:11:14Z', 'updated_at': '2022-04-15T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'e020296f-038e-4a9d-9048-463c09a3f4cb', 'name': '', 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240', 'tenant_id': '89da96f1b63e477195277f21d3582d7a', 'mac_address': 'fa:16:3e:36:8f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1b05fc-3e72-4ee2-9cf3-319d952176c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '4fa23ff5-0667-4761-84eb-046a5a09756b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:11:16Z', 'updated_at': '2022-04-15T04:11:17Z', 'revision_number': 2, 'project_id': '89da96f1b63e477195277f21d3582d7a', 'subnets': [{'id': '4fa23ff5-0667-4761-84eb-046a5a09756b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:19.275168 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d59881-e6ac-4883-89e0-00560bfe3ba8 admin admin] Made reservation on behalf of eaf1d13919254f6187fdc52cd1c4a6d9 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:11:19.278056 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c3d59881-e6ac-4883-89e0-00560bfe3ba8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:19.281696 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] Checking router: 5f1b05fc-3e72-4ee2-9cf3-319d952176c4 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:11:19.282054 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] Updating router 5f1b05fc-3e72-4ee2-9cf3-319d952176c4 port e020296f-038e-4a9d-9048-463c09a3f4cb binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:11:19.309378 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e020296f-038e-4a9d-9048-463c09a3f4cb), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:19.498307 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c3d59881-e6ac-4883-89e0-00560bfe3ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (b1eb76e2-4b34-4223-9cb5-13bece7f46d2), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:19.557466 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d59881-e6ac-4883-89e0-00560bfe3ba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1eb76e2-4b34-4223-9cb5-13bece7f46d2,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:19.561720 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d59881-e6ac-4883-89e0-00560bfe3ba8 admin admin] Checking segment: {'id': '90d8d11a-2185-4ac2-aaa3-12f8789c7d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dfaac88b-a658-4fb4-ab49-99ba98d80d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:11:19.562382 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d59881-e6ac-4883-89e0-00560bfe3ba8 admin admin] Network hostable DHCP agents. Network: dfaac88b-a658-4fb4-ab49-99ba98d80d93, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:11:19.572092 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] Publish callbacks [] for port (e020296f-038e-4a9d-9048-463c09a3f4cb), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:19.640821 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e020296f-038e-4a9d-9048-463c09a3f4cb), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:19.646412 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d59881-e6ac-4883-89e0-00560bfe3ba8 admin admin] Network dfaac88b-a658-4fb4-ab49-99ba98d80d93 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:11:19.698853 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5755ef-e186-4927-a418-13e7ed5f3650 None None] Pushing event updated for resources: {'Port': ['ID=e020296f-038e-4a9d-9048-463c09a3f4cb,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:19.748683 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-c3d59881-e6ac-4883-89e0-00560bfe3ba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, dfaac88b-a658-4fb4-ab49-99ba98d80d93) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:11:19.752949 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] Attempting to bind port e020296f-038e-4a9d-9048-463c09a3f4cb on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:11:19.753335 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] Attempting to bind port e020296f-038e-4a9d-9048-463c09a3f4cb by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '3c4e9ecc-f351-478d-b584-2c79a224ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:11:19.753700 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] Attempting to bind port e020296f-038e-4a9d-9048-463c09a3f4cb on network 844acc3b-c7e1-4aab-9c12-a4adf4a6b240 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:11:19.755069 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d59881-e6ac-4883-89e0-00560bfe3ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:19.755900 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c3d59881-e6ac-4883-89e0-00560bfe3ba8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:19.763267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea88b484-d502-4321-87b2-9ce1a4fa278f None None] Network dfaac88b-a658-4fb4-ab49-99ba98d80d93 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:11:19.779202 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:11:19.779582 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] Checking segment: {'id': '3c4e9ecc-f351-478d-b584-2c79a224ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:11:19.780001 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:19.780396 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] Bound using segment: {'id': '3c4e9ecc-f351-478d-b584-2c79a224ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:11:19.780884 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] Bound port: e020296f-038e-4a9d-9048-463c09a3f4cb, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c4e9ecc-f351-478d-b584-2c79a224ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:11:19.781268 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e020296f-038e-4a9d-9048-463c09a3f4cb), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:19.853471 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41002) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:19.856850 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c3d59881-e6ac-4883-89e0-00560bfe3ba8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6750438 Apr 15 04:11:19.858957 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-d6948ed8-67c2-4054-ac6a-1c2c6f59f7aa admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-346173302-router', 'tenant_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:11:19.915939 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] For port e020296f-038e-4a9d-9048-463c09a3f4cb, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:11:19.919329 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec30fd9-7e24-41d1-a10a-ad981070c334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-dfaac88b-a658-4fb4-ab49-99ba98d80d93', 'network_id': 'dfaac88b-a658-4fb4-ab49-99ba98d80d93', 'project_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'fixed_ips': [{'subnet_id': 'b1eb76e2-4b34-4223-9cb5-13bece7f46d2'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 04:11:19.920242 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8ec30fd9-7e24-41d1-a10a-ad981070c334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:19.923088 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] For port e020296f-038e-4a9d-9048-463c09a3f4cb, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e020296f-038e-4a9d-9048-463c09a3f4cb,segment=NetworkSegment(3c4e9ecc-f351-478d-b584-2c79a224ffb2),segment_id=3c4e9ecc-f351-478d-b584-2c79a224ffb2)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:11:19.950177 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-97dd87d2-4efd-4c70-82d9-061dcf847885 None None] Provisioning complete for port e020296f-038e-4a9d-9048-463c09a3f4cb triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:19.950482 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-97dd87d2-4efd-4c70-82d9-061dcf847885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e020296f-038e-4a9d-9048-463c09a3f4cb), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:19.950656 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6948ed8-67c2-4054-ac6a-1c2c6f59f7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (f12a71f6-bd79-4f4a-b44d-3ca5b496208b), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:19.951608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6948ed8-67c2-4054-ac6a-1c2c6f59f7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (f12a71f6-bd79-4f4a-b44d-3ca5b496208b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:20.003094 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6948ed8-67c2-4054-ac6a-1c2c6f59f7aa admin admin] Publish callbacks [] for router_controller (f12a71f6-bd79-4f4a-b44d-3ca5b496208b), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:20.021091 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e020296f-038e-4a9d-9048-463c09a3f4cb), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:20.072026 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-97dd87d2-4efd-4c70-82d9-061dcf847885 None None] Port e020296f-038e-4a9d-9048-463c09a3f4cb cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:11:20.132846 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] Routers {'5f1b05fc-3e72-4ee2-9cf3-319d952176c4'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:11:20.133487 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:10:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['5f1b05fc-3e72-4ee2-9cf3-319d952176c4'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:20.174655 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5755ef-e186-4927-a418-13e7ed5f3650 None None] Pushing event updated for resources: {'Port': ['ID=e020296f-038e-4a9d-9048-463c09a3f4cb,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:20.196659 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5755ef-e186-4927-a418-13e7ed5f3650 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:20.199683 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5755ef-e186-4927-a418-13e7ed5f3650 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:20.199683 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5755ef-e186-4927-a418-13e7ed5f3650 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:20.199683 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5755ef-e186-4927-a418-13e7ed5f3650 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:20.199683 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5755ef-e186-4927-a418-13e7ed5f3650 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:20.199683 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5755ef-e186-4927-a418-13e7ed5f3650 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:20.199683 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5755ef-e186-4927-a418-13e7ed5f3650 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:20.199683 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5755ef-e186-4927-a418-13e7ed5f3650 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:20.200617 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5755ef-e186-4927-a418-13e7ed5f3650 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:20.200617 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5755ef-e186-4927-a418-13e7ed5f3650 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:20.200617 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5755ef-e186-4927-a418-13e7ed5f3650 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:20.200810 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5755ef-e186-4927-a418-13e7ed5f3650 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:20.201256 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5755ef-e186-4927-a418-13e7ed5f3650 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:20.201429 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5755ef-e186-4927-a418-13e7ed5f3650 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:20.201746 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5755ef-e186-4927-a418-13e7ed5f3650 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:11:20.213046 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-8ec30fd9-7e24-41d1-a10a-ad981070c334 None None] Allocated IP 172.20.0.2 (dfaac88b-a658-4fb4-ab49-99ba98d80d93/b1eb76e2-4b34-4223-9cb5-13bece7f46d2/89067906-f586-4f56-8d53-9eb439804bf7) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:11:20.229500 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6948ed8-67c2-4054-ac6a-1c2c6f59f7aa admin admin] Publish callbacks [] for router_gateway (f12a71f6-bd79-4f4a-b44d-3ca5b496208b), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:20.257015 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1231278a-6f79-4327-a23d-a52dc103bbd0 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:11:20.372681 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] Set router 5f1b05fc-3e72-4ee2-9cf3-319d952176c4 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:11:20.444229 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 1231278a-6f79-4327-a23d-a52dc103bbd0 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:20.444595 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1231278a-6f79-4327-a23d-a52dc103bbd0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:20.452288 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6df4043a-41dd-43c2-8990-f700a71b3f2f None None] Provisioning complete for port e020296f-038e-4a9d-9048-463c09a3f4cb triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:20.452644 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6df4043a-41dd-43c2-8990-f700a71b3f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e020296f-038e-4a9d-9048-463c09a3f4cb), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:20.473069 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6948ed8-67c2-4054-ac6a-1c2c6f59f7aa admin admin] Publish callbacks [] for router_gateway (f12a71f6-bd79-4f4a-b44d-3ca5b496208b), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:20.491792 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6948ed8-67c2-4054-ac6a-1c2c6f59f7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:20.597201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-d6948ed8-67c2-4054-ac6a-1c2c6f59f7aa admin admin] Allocated IP 172.26.6.53 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/82e391ee-db5b-4181-8744-43cd86af1e3a) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:11:20.708933 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6948ed8-67c2-4054-ac6a-1c2c6f59f7aa admin admin] Publish callbacks [] for port (82e391ee-db5b-4181-8744-43cd86af1e3a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:20.789658 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8ec30fd9-7e24-41d1-a10a-ad981070c334 None None] Publish callbacks [] for port (89067906-f586-4f56-8d53-9eb439804bf7), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:20.807074 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6948ed8-67c2-4054-ac6a-1c2c6f59f7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (82e391ee-db5b-4181-8744-43cd86af1e3a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:20.845572 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6948ed8-67c2-4054-ac6a-1c2c6f59f7aa admin admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:11:20.848773 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-d6948ed8-67c2-4054-ac6a-1c2c6f59f7aa admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:11:20.851217 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6948ed8-67c2-4054-ac6a-1c2c6f59f7aa admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:11:20.883372 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6948ed8-67c2-4054-ac6a-1c2c6f59f7aa admin admin] Pushing event updated for resources: {'Port': ['ID=82e391ee-db5b-4181-8744-43cd86af1e3a,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:20.907055 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 1231278a-6f79-4327-a23d-a52dc103bbd0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:20.914177 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8ec30fd9-7e24-41d1-a10a-ad981070c334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (89067906-f586-4f56-8d53-9eb439804bf7), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:20.920611 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8364a4d8-61e2-42bc-8db8-488e986d5acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:20.974469 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6df4043a-41dd-43c2-8990-f700a71b3f2f None None] Current status of the port e020296f-038e-4a9d-9048-463c09a3f4cb is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:20.974897 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6df4043a-41dd-43c2-8990-f700a71b3f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e020296f-038e-4a9d-9048-463c09a3f4cb), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:20.987446 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec30fd9-7e24-41d1-a10a-ad981070c334 None None] Network dfaac88b-a658-4fb4-ab49-99ba98d80d93 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:11:20.995128 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1b05fc-3e72-4ee2-9cf3-319d952176c4', 'name': 'tempest-TestEncryptedCinderVolumes-1484586269-router', 'tenant_id': '89da96f1b63e477195277f21d3582d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '1231278a-6f79-4327-a23d-a52dc103bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:11:13Z', 'updated_at': '2022-04-15T04:11:16Z', 'revision_number': 4, 'project_id': '89da96f1b63e477195277f21d3582d7a', 'gw_port': {'id': '1231278a-6f79-4327-a23d-a52dc103bbd0', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1b05fc-3e72-4ee2-9cf3-319d952176c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:11:14Z', 'updated_at': '2022-04-15T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'e020296f-038e-4a9d-9048-463c09a3f4cb', 'name': '', 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240', 'tenant_id': '89da96f1b63e477195277f21d3582d7a', 'mac_address': 'fa:16:3e:36:8f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1b05fc-3e72-4ee2-9cf3-319d952176c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '4fa23ff5-0667-4761-84eb-046a5a09756b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:11:16Z', 'updated_at': '2022-04-15T04:11:19Z', 'revision_number': 4, 'project_id': '89da96f1b63e477195277f21d3582d7a', 'subnets': [{'id': '4fa23ff5-0667-4761-84eb-046a5a09756b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:21.001833 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-8ec30fd9-7e24-41d1-a10a-ad981070c334 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:11:21.028347 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec30fd9-7e24-41d1-a10a-ad981070c334 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:11:21.030772 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec30fd9-7e24-41d1-a10a-ad981070c334 None None] Pushing event updated for resources: {'Port': ['ID=89067906-f586-4f56-8d53-9eb439804bf7,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:21.034365 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac08099e-bb11-4ce3-b00d-5d22397375bc None None] The sync data for ids ['5f1b05fc-3e72-4ee2-9cf3-319d952176c4'] in dv-neutron-837140-3-hyperv is: [{'id': '5f1b05fc-3e72-4ee2-9cf3-319d952176c4', 'name': 'tempest-TestEncryptedCinderVolumes-1484586269-router', 'tenant_id': '89da96f1b63e477195277f21d3582d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '1231278a-6f79-4327-a23d-a52dc103bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:11:13Z', 'updated_at': '2022-04-15T04:11:16Z', 'revision_number': 4, 'project_id': '89da96f1b63e477195277f21d3582d7a', 'gw_port': {'id': '1231278a-6f79-4327-a23d-a52dc103bbd0', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1b05fc-3e72-4ee2-9cf3-319d952176c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:11:14Z', 'updated_at': '2022-04-15T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'e020296f-038e-4a9d-9048-463c09a3f4cb', 'name': '', 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240', 'tenant_id': '89da96f1b63e477195277f21d3582d7a', 'mac_address': 'fa:16:3e:36:8f:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1b05fc-3e72-4ee2-9cf3-319d952176c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '4fa23ff5-0667-4761-84eb-046a5a09756b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:11:16Z', 'updated_at': '2022-04-15T04:11:19Z', 'revision_number': 4, 'project_id': '89da96f1b63e477195277f21d3582d7a', 'subnets': [{'id': '4fa23ff5-0667-4761-84eb-046a5a09756b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:11:21.078169 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-6df4043a-41dd-43c2-8990-f700a71b3f2f None None] For port e020296f-038e-4a9d-9048-463c09a3f4cb, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e020296f-038e-4a9d-9048-463c09a3f4cb,segment=NetworkSegment(3c4e9ecc-f351-478d-b584-2c79a224ffb2),segment_id=3c4e9ecc-f351-478d-b584-2c79a224ffb2)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:11:21.115455 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-8ec30fd9-7e24-41d1-a10a-ad981070c334 None None] Attempting to bind port 89067906-f586-4f56-8d53-9eb439804bf7 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:11:21.115744 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-8ec30fd9-7e24-41d1-a10a-ad981070c334 None None] Attempting to bind port 89067906-f586-4f56-8d53-9eb439804bf7 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '90d8d11a-2185-4ac2-aaa3-12f8789c7d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dfaac88b-a658-4fb4-ab49-99ba98d80d93'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:11:21.116099 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec30fd9-7e24-41d1-a10a-ad981070c334 None None] Attempting to bind port 89067906-f586-4f56-8d53-9eb439804bf7 on network dfaac88b-a658-4fb4-ab49-99ba98d80d93 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:11:21.127854 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec30fd9-7e24-41d1-a10a-ad981070c334 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:11:21.127854 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec30fd9-7e24-41d1-a10a-ad981070c334 None None] Checking segment: {'id': '90d8d11a-2185-4ac2-aaa3-12f8789c7d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dfaac88b-a658-4fb4-ab49-99ba98d80d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:11:21.127854 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8ec30fd9-7e24-41d1-a10a-ad981070c334 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:21.128758 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec30fd9-7e24-41d1-a10a-ad981070c334 None None] Bound using segment: {'id': '90d8d11a-2185-4ac2-aaa3-12f8789c7d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dfaac88b-a658-4fb4-ab49-99ba98d80d93'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:11:21.128758 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-8ec30fd9-7e24-41d1-a10a-ad981070c334 None None] Bound port: 89067906-f586-4f56-8d53-9eb439804bf7, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d8d11a-2185-4ac2-aaa3-12f8789c7d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dfaac88b-a658-4fb4-ab49-99ba98d80d93'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:11:21.128957 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8ec30fd9-7e24-41d1-a10a-ad981070c334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (89067906-f586-4f56-8d53-9eb439804bf7), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:21.145101 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6df4043a-41dd-43c2-8990-f700a71b3f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e020296f-038e-4a9d-9048-463c09a3f4cb), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:21.203948 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6948ed8-67c2-4054-ac6a-1c2c6f59f7aa admin admin] Publish callbacks [] for router_gateway (f12a71f6-bd79-4f4a-b44d-3ca5b496208b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:21.241926 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-8ec30fd9-7e24-41d1-a10a-ad981070c334 None None] For port 89067906-f586-4f56-8d53-9eb439804bf7, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:11:21.244044 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4043a-41dd-43c2-8990-f700a71b3f2f None None] Pushing event updated for resources: {'Port': ['ID=e020296f-038e-4a9d-9048-463c09a3f4cb,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:21.258398 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-8ec30fd9-7e24-41d1-a10a-ad981070c334 None None] For port 89067906-f586-4f56-8d53-9eb439804bf7, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=89067906-f586-4f56-8d53-9eb439804bf7,segment=NetworkSegment(90d8d11a-2185-4ac2-aaa3-12f8789c7d10),segment_id=90d8d11a-2185-4ac2-aaa3-12f8789c7d10)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:11:21.320472 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8ec30fd9-7e24-41d1-a10a-ad981070c334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (89067906-f586-4f56-8d53-9eb439804bf7), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:21.381865 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec30fd9-7e24-41d1-a10a-ad981070c334 None None] Pushing event updated for resources: {'Port': ['ID=89067906-f586-4f56-8d53-9eb439804bf7,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:21.432899 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6948ed8-67c2-4054-ac6a-1c2c6f59f7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (f12a71f6-bd79-4f4a-b44d-3ca5b496208b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:21.692276 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6948ed8-67c2-4054-ac6a-1c2c6f59f7aa admin admin] Router f12a71f6-bd79-4f4a-b44d-3ca5b496208b is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 04:11:21.813191 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6948ed8-67c2-4054-ac6a-1c2c6f59f7aa admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:11:21.822736 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] Sync routers for ids ['f12a71f6-bd79-4f4a-b44d-3ca5b496208b'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:11:21.832882 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] Routers {'f12a71f6-bd79-4f4a-b44d-3ca5b496208b'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:11:21.833506 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:11:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['f12a71f6-bd79-4f4a-b44d-3ca5b496208b'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:21.922790 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6948ed8-67c2-4054-ac6a-1c2c6f59f7aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:21.926428 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d6948ed8-67c2-4054-ac6a-1c2c6f59f7aa admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0687230 Apr 15 04:11:21.926858 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41004) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:11:21.958791 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] Set router f12a71f6-bd79-4f4a-b44d-3ca5b496208b gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:11:21.973106 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:22.145726 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12a71f6-bd79-4f4a-b44d-3ca5b496208b', 'name': 'tempest-TestEncryptedCinderVolumes-346173302-router', 'tenant_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '82e391ee-db5b-4181-8744-43cd86af1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:11:19Z', 'updated_at': '2022-04-15T04:11:21Z', 'revision_number': 3, 'project_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'gw_port': {'id': '82e391ee-db5b-4181-8744-43cd86af1e3a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12a71f6-bd79-4f4a-b44d-3ca5b496208b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:11:20Z', 'updated_at': '2022-04-15T04:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:22.185241 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] Checking router: f12a71f6-bd79-4f4a-b44d-3ca5b496208b for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:11:22.185588 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] Updating router f12a71f6-bd79-4f4a-b44d-3ca5b496208b port 82e391ee-db5b-4181-8744-43cd86af1e3a binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:11:22.240169 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (82e391ee-db5b-4181-8744-43cd86af1e3a), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:22.316568 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e020296f-038e-4a9d-9048-463c09a3f4cb up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:11:22.372767 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port e020296f-038e-4a9d-9048-463c09a3f4cb triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:22.373143 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e020296f-038e-4a9d-9048-463c09a3f4cb), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:22.466920 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1e74c8-e0c3-4d19-8ab6-b2570792583a None None] Network dfaac88b-a658-4fb4-ab49-99ba98d80d93 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:11:22.480497 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4dff6c99-b9fb-4f76-9e05-55c68e1253f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:22.495598 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e020296f-038e-4a9d-9048-463c09a3f4cb is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:22.496812 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 89067906-f586-4f56-8d53-9eb439804bf7 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:11:22.559469 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-1dc419ec-5488-4a32-87da-3982621e8da6 None None] Provisioning complete for port 89067906-f586-4f56-8d53-9eb439804bf7 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:22.560080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1dc419ec-5488-4a32-87da-3982621e8da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (89067906-f586-4f56-8d53-9eb439804bf7), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:22.651868 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] Publish callbacks [] for port (82e391ee-db5b-4181-8744-43cd86af1e3a), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:22.653764 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-4dff6c99-b9fb-4f76-9e05-55c68e1253f8 admin admin] Allocated IP 172.20.0.1 (dfaac88b-a658-4fb4-ab49-99ba98d80d93/b1eb76e2-4b34-4223-9cb5-13bece7f46d2/e119d68d-50f2-4d7f-804a-39ee99505c90) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:11:22.653988 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 89067906-f586-4f56-8d53-9eb439804bf7 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:22.654359 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (89067906-f586-4f56-8d53-9eb439804bf7), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:22.728309 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1dc419ec-5488-4a32-87da-3982621e8da6 None None] Current status of the port 89067906-f586-4f56-8d53-9eb439804bf7 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:22.728695 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1dc419ec-5488-4a32-87da-3982621e8da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (89067906-f586-4f56-8d53-9eb439804bf7), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:22.744575 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (82e391ee-db5b-4181-8744-43cd86af1e3a), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:22.777632 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4dff6c99-b9fb-4f76-9e05-55c68e1253f8 admin admin] Publish callbacks [] for port (e119d68d-50f2-4d7f-804a-39ee99505c90), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:22.784594 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-1dc419ec-5488-4a32-87da-3982621e8da6 None None] For port 89067906-f586-4f56-8d53-9eb439804bf7, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=89067906-f586-4f56-8d53-9eb439804bf7,segment=NetworkSegment(90d8d11a-2185-4ac2-aaa3-12f8789c7d10),segment_id=90d8d11a-2185-4ac2-aaa3-12f8789c7d10)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:11:22.800888 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 89067906-f586-4f56-8d53-9eb439804bf7 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:22.801277 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (89067906-f586-4f56-8d53-9eb439804bf7), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:22.805800 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] Attempting to bind port 82e391ee-db5b-4181-8744-43cd86af1e3a on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:11:22.810273 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] Attempting to bind port 82e391ee-db5b-4181-8744-43cd86af1e3a by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:11:22.810273 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] Attempting to bind port 82e391ee-db5b-4181-8744-43cd86af1e3a on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:11:22.819055 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809db75c-1520-485b-b965-9c95de99f89c None None] Pushing event updated for resources: {'Port': ['ID=82e391ee-db5b-4181-8744-43cd86af1e3a,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:22.823970 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:11:22.824696 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:11:22.824891 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:22.825287 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:11:22.825769 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] Bound port: 82e391ee-db5b-4181-8744-43cd86af1e3a, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:11:22.826199 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (82e391ee-db5b-4181-8744-43cd86af1e3a), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:22.883461 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4dff6c99-b9fb-4f76-9e05-55c68e1253f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (e119d68d-50f2-4d7f-804a-39ee99505c90), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:22.884576 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1dc419ec-5488-4a32-87da-3982621e8da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (89067906-f586-4f56-8d53-9eb439804bf7), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:22.886363 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] For port 82e391ee-db5b-4181-8744-43cd86af1e3a, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:11:22.891123 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] For port 82e391ee-db5b-4181-8744-43cd86af1e3a, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=82e391ee-db5b-4181-8744-43cd86af1e3a,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:11:22.925098 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dff6c99-b9fb-4f76-9e05-55c68e1253f8 admin admin] Network dfaac88b-a658-4fb4-ab49-99ba98d80d93 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:11:22.930315 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-4dff6c99-b9fb-4f76-9e05-55c68e1253f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:11:22.934066 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dff6c99-b9fb-4f76-9e05-55c68e1253f8 admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:11:22.957029 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 04:11:22.957526 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 04:11:22.958335 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff6c99-b9fb-4f76-9e05-55c68e1253f8 admin admin] Pushing event updated for resources: {'Port': ['ID=e119d68d-50f2-4d7f-804a-39ee99505c90,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:22.970697 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (82e391ee-db5b-4181-8744-43cd86af1e3a), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:22.977887 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4dff6c99-b9fb-4f76-9e05-55c68e1253f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (f12a71f6-bd79-4f4a-b44d-3ca5b496208b), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:22.983968 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc419ec-5488-4a32-87da-3982621e8da6 None None] Pushing event updated for resources: {'Port': ['ID=89067906-f586-4f56-8d53-9eb439804bf7,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:23.004852 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-e3bda5db-5087-493d-95ef-ea8158228069 None None] Provisioning complete for port 89067906-f586-4f56-8d53-9eb439804bf7 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:23.005271 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e3bda5db-5087-493d-95ef-ea8158228069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (89067906-f586-4f56-8d53-9eb439804bf7), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:23.040708 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809db75c-1520-485b-b965-9c95de99f89c None None] Pushing event updated for resources: {'Port': ['ID=82e391ee-db5b-4181-8744-43cd86af1e3a,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:23.043720 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] Routers {'f12a71f6-bd79-4f4a-b44d-3ca5b496208b'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:11:23.044409 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:11:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['f12a71f6-bd79-4f4a-b44d-3ca5b496208b'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:23.113134 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e3bda5db-5087-493d-95ef-ea8158228069 None None] Current status of the port 89067906-f586-4f56-8d53-9eb439804bf7 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:23.168364 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] Set router f12a71f6-bd79-4f4a-b44d-3ca5b496208b gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:11:23.190650 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4dff6c99-b9fb-4f76-9e05-55c68e1253f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e119d68d-50f2-4d7f-804a-39ee99505c90), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:23.334961 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-4a68cef3-33f3-44ad-82e8-7b1a0b98fac5 None None] Provisioning complete for port e119d68d-50f2-4d7f-804a-39ee99505c90 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:23.336076 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4a68cef3-33f3-44ad-82e8-7b1a0b98fac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e119d68d-50f2-4d7f-804a-39ee99505c90), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:23.340869 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12a71f6-bd79-4f4a-b44d-3ca5b496208b', 'name': 'tempest-TestEncryptedCinderVolumes-346173302-router', 'tenant_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '82e391ee-db5b-4181-8744-43cd86af1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:11:19Z', 'updated_at': '2022-04-15T04:11:21Z', 'revision_number': 3, 'project_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'gw_port': {'id': '82e391ee-db5b-4181-8744-43cd86af1e3a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12a71f6-bd79-4f4a-b44d-3ca5b496208b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:11:20Z', 'updated_at': '2022-04-15T04:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:23.365068 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4dff6c99-b9fb-4f76-9e05-55c68e1253f8 admin admin] Publish callbacks [] for port (e119d68d-50f2-4d7f-804a-39ee99505c90), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:23.371911 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4a68cef3-33f3-44ad-82e8-7b1a0b98fac5 None None] Port e119d68d-50f2-4d7f-804a-39ee99505c90 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:11:23.372082 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3e3d3e-5737-42d8-88b5-2fb2a5a5f695 None None] The sync data for ids ['f12a71f6-bd79-4f4a-b44d-3ca5b496208b'] in dv-neutron-837140-3-hyperv is: [{'id': 'f12a71f6-bd79-4f4a-b44d-3ca5b496208b', 'name': 'tempest-TestEncryptedCinderVolumes-346173302-router', 'tenant_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '82e391ee-db5b-4181-8744-43cd86af1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:11:19Z', 'updated_at': '2022-04-15T04:11:21Z', 'revision_number': 3, 'project_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'gw_port': {'id': '82e391ee-db5b-4181-8744-43cd86af1e3a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12a71f6-bd79-4f4a-b44d-3ca5b496208b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:11:20Z', 'updated_at': '2022-04-15T04:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:11:23.412381 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4dff6c99-b9fb-4f76-9e05-55c68e1253f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (e119d68d-50f2-4d7f-804a-39ee99505c90), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:23.483828 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:23.485367 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff6c99-b9fb-4f76-9e05-55c68e1253f8 admin admin] Pushing event updated for resources: {'Port': ['ID=e119d68d-50f2-4d7f-804a-39ee99505c90,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:23.490731 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-4dff6c99-b9fb-4f76-9e05-55c68e1253f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (f12a71f6-bd79-4f4a-b44d-3ca5b496208b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:23.497485 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 89067906-f586-4f56-8d53-9eb439804bf7 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:23.592512 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dff6c99-b9fb-4f76-9e05-55c68e1253f8 admin admin] Network dfaac88b-a658-4fb4-ab49-99ba98d80d93 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:11:23.594518 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-4dff6c99-b9fb-4f76-9e05-55c68e1253f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:11:23.732982 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dff6c99-b9fb-4f76-9e05-55c68e1253f8 admin admin] Router f12a71f6-bd79-4f4a-b44d-3ca5b496208b has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:11:23.856604 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dff6c99-b9fb-4f76-9e05-55c68e1253f8 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:11:23.861488 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-4dff6c99-b9fb-4f76-9e05-55c68e1253f8 admin admin] 10.222.0.15 "PUT /v2.0/routers/f12a71f6-bd79-4f4a-b44d-3ca5b496208b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9336405 Apr 15 04:11:23.891858 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-e1fb80a4-2307-46f3-a46d-a156f7fc94f5 None None] Provisioning complete for port e119d68d-50f2-4d7f-804a-39ee99505c90 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:23.892281 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e1fb80a4-2307-46f3-a46d-a156f7fc94f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e119d68d-50f2-4d7f-804a-39ee99505c90), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:23.934985 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e1fb80a4-2307-46f3-a46d-a156f7fc94f5 None None] Port e119d68d-50f2-4d7f-804a-39ee99505c90 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:11:24.294251 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 82e391ee-db5b-4181-8744-43cd86af1e3a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:11:24.340692 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 82e391ee-db5b-4181-8744-43cd86af1e3a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:24.341342 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (82e391ee-db5b-4181-8744-43cd86af1e3a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:24.416294 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 82e391ee-db5b-4181-8744-43cd86af1e3a is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:24.416705 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (82e391ee-db5b-4181-8744-43cd86af1e3a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:24.437733 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 82e391ee-db5b-4181-8744-43cd86af1e3a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=82e391ee-db5b-4181-8744-43cd86af1e3a,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:11:24.522993 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (82e391ee-db5b-4181-8744-43cd86af1e3a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:24.522993 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 89067906-f586-4f56-8d53-9eb439804bf7 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:11:24.599025 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=82e391ee-db5b-4181-8744-43cd86af1e3a,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:24.609811 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 89067906-f586-4f56-8d53-9eb439804bf7 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:24.610242 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (89067906-f586-4f56-8d53-9eb439804bf7), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:24.693992 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 89067906-f586-4f56-8d53-9eb439804bf7 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:24.827509 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-f7c3f115-a846-4f9f-9031-0cc5317161cb tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:24.828984 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-f7c3f115-a846-4f9f-9031-0cc5317161cb tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/networks?id=844acc3b-c7e1-4aab-9c12-a4adf4a6b240 HTTP/1.1" status: 200 len: 817 time: 0.1023588 Apr 15 04:11:24.844172 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-50333192-0feb-4fcf-ae09-600cc2ad68d6 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/quotas/89da96f1b63e477195277f21d3582d7a HTTP/1.1" status: 200 len: 375 time: 0.0096064 Apr 15 04:11:24.899288 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-a9943c7f-cb00-49b1-b2ff-247dd4e4172f tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=89da96f1b63e477195277f21d3582d7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490344 Apr 15 04:11:24.942339 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8654983-12eb-4612-a159-022598529e93 None None] Sync routers for ids ['f12a71f6-bd79-4f4a-b44d-3ca5b496208b'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:11:24.952361 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8654983-12eb-4612-a159-022598529e93 None None] Routers {'f12a71f6-bd79-4f4a-b44d-3ca5b496208b'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:11:24.952981 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e8654983-12eb-4612-a159-022598529e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:11:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['f12a71f6-bd79-4f4a-b44d-3ca5b496208b'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:24.990020 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:24.997038 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-e789414e-9deb-4eb9-bcf0-c46799eeb099 service neutron] 10.222.0.15 "GET /v2.0/networks/844acc3b-c7e1-4aab-9c12-a4adf4a6b240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861886 Apr 15 04:11:25.065688 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-e8654983-12eb-4612-a159-022598529e93 None None] Set router f12a71f6-bd79-4f4a-b44d-3ca5b496208b gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:11:25.091610 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-30e1df53-f208-49d9-b149-b221ca965a46 service neutron] 10.222.0.15 "GET /v2.0/networks/844acc3b-c7e1-4aab-9c12-a4adf4a6b240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882421 Apr 15 04:11:25.254796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e8654983-12eb-4612-a159-022598529e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12a71f6-bd79-4f4a-b44d-3ca5b496208b', 'name': 'tempest-TestEncryptedCinderVolumes-346173302-router', 'tenant_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '82e391ee-db5b-4181-8744-43cd86af1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:11:19Z', 'updated_at': '2022-04-15T04:11:23Z', 'revision_number': 4, 'project_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'gw_port': {'id': '82e391ee-db5b-4181-8744-43cd86af1e3a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12a71f6-bd79-4f4a-b44d-3ca5b496208b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:11:20Z', 'updated_at': '2022-04-15T04:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'e119d68d-50f2-4d7f-804a-39ee99505c90', 'name': '', 'network_id': 'dfaac88b-a658-4fb4-ab49-99ba98d80d93', 'tenant_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'mac_address': 'fa:16:3e:41:00:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12a71f6-bd79-4f4a-b44d-3ca5b496208b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'b1eb76e2-4b34-4223-9cb5-13bece7f46d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:11:22Z', 'updated_at': '2022-04-15T04:11:23Z', 'revision_number': 2, 'project_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'subnets': [{'id': 'b1eb76e2-4b34-4223-9cb5-13bece7f46d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:25.282930 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8654983-12eb-4612-a159-022598529e93 None None] Checking router: f12a71f6-bd79-4f4a-b44d-3ca5b496208b for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:11:25.283312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8654983-12eb-4612-a159-022598529e93 None None] Updating router f12a71f6-bd79-4f4a-b44d-3ca5b496208b port e119d68d-50f2-4d7f-804a-39ee99505c90 binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:11:25.315509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e8654983-12eb-4612-a159-022598529e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e119d68d-50f2-4d7f-804a-39ee99505c90), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:25.432557 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1746bbea-7eff-44b6-b902-48300e74b0ea req-962966bb-195c-496a-8a5a-0b8efbb8e86f tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39409e-5772-45b5-8820-4f2cf9bb89a9 HTTP/1.1" status: 200 len: 210 time: 0.1307285 Apr 15 04:11:25.585893 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e8654983-12eb-4612-a159-022598529e93 None None] Publish callbacks [] for port (e119d68d-50f2-4d7f-804a-39ee99505c90), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:25.629509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e8654983-12eb-4612-a159-022598529e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e119d68d-50f2-4d7f-804a-39ee99505c90), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:25.679454 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d8d8a-3e16-47e0-842b-55ab073a8e83 None None] Pushing event updated for resources: {'Port': ['ID=e119d68d-50f2-4d7f-804a-39ee99505c90,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:25.889179 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-e8654983-12eb-4612-a159-022598529e93 None None] Attempting to bind port e119d68d-50f2-4d7f-804a-39ee99505c90 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:11:25.889547 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-e8654983-12eb-4612-a159-022598529e93 None None] Attempting to bind port e119d68d-50f2-4d7f-804a-39ee99505c90 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '90d8d11a-2185-4ac2-aaa3-12f8789c7d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dfaac88b-a658-4fb4-ab49-99ba98d80d93'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:11:25.889907 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8654983-12eb-4612-a159-022598529e93 None None] Attempting to bind port e119d68d-50f2-4d7f-804a-39ee99505c90 on network dfaac88b-a658-4fb4-ab49-99ba98d80d93 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:11:25.894854 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8654983-12eb-4612-a159-022598529e93 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:11:25.895223 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8654983-12eb-4612-a159-022598529e93 None None] Checking segment: {'id': '90d8d11a-2185-4ac2-aaa3-12f8789c7d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dfaac88b-a658-4fb4-ab49-99ba98d80d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:11:25.895618 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e8654983-12eb-4612-a159-022598529e93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:25.896006 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8654983-12eb-4612-a159-022598529e93 None None] Bound using segment: {'id': '90d8d11a-2185-4ac2-aaa3-12f8789c7d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dfaac88b-a658-4fb4-ab49-99ba98d80d93'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:11:25.896459 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-e8654983-12eb-4612-a159-022598529e93 None None] Bound port: e119d68d-50f2-4d7f-804a-39ee99505c90, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d8d11a-2185-4ac2-aaa3-12f8789c7d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dfaac88b-a658-4fb4-ab49-99ba98d80d93'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:11:25.896831 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e8654983-12eb-4612-a159-022598529e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e119d68d-50f2-4d7f-804a-39ee99505c90), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:25.960498 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-e8654983-12eb-4612-a159-022598529e93 None None] For port e119d68d-50f2-4d7f-804a-39ee99505c90, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:11:25.976671 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-e8654983-12eb-4612-a159-022598529e93 None None] For port e119d68d-50f2-4d7f-804a-39ee99505c90, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e119d68d-50f2-4d7f-804a-39ee99505c90,segment=NetworkSegment(90d8d11a-2185-4ac2-aaa3-12f8789c7d10),segment_id=90d8d11a-2185-4ac2-aaa3-12f8789c7d10)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:11:25.979930 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ff0e2374-411e-4759-af50-6b1b06f844bf None None] Provisioning complete for port e119d68d-50f2-4d7f-804a-39ee99505c90 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:25.980300 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2374-411e-4759-af50-6b1b06f844bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e119d68d-50f2-4d7f-804a-39ee99505c90), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:26.016868 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ff0e2374-411e-4759-af50-6b1b06f844bf None None] Port e119d68d-50f2-4d7f-804a-39ee99505c90 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:11:26.074007 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e8654983-12eb-4612-a159-022598529e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e119d68d-50f2-4d7f-804a-39ee99505c90), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:26.132699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d8d8a-3e16-47e0-842b-55ab073a8e83 None None] Pushing event updated for resources: {'Port': ['ID=e119d68d-50f2-4d7f-804a-39ee99505c90,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:26.136120 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8654983-12eb-4612-a159-022598529e93 None None] Routers {'f12a71f6-bd79-4f4a-b44d-3ca5b496208b'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:11:26.136737 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e8654983-12eb-4612-a159-022598529e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:11:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['f12a71f6-bd79-4f4a-b44d-3ca5b496208b'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:26.234522 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 82e391ee-db5b-4181-8744-43cd86af1e3a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:11:26.290278 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-e8654983-12eb-4612-a159-022598529e93 None None] Set router f12a71f6-bd79-4f4a-b44d-3ca5b496208b gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:11:26.377791 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 82e391ee-db5b-4181-8744-43cd86af1e3a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:26.378041 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (82e391ee-db5b-4181-8744-43cd86af1e3a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:26.379906 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7022d421-ff18-4c75-90d7-c2791d994aea None None] Provisioning complete for port e119d68d-50f2-4d7f-804a-39ee99505c90 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:26.380261 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7022d421-ff18-4c75-90d7-c2791d994aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e119d68d-50f2-4d7f-804a-39ee99505c90), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:26.488625 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:11:26.534343 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6906e449-d210-442e-98a0-3f9d430e52f1 req-b5323b63-f618-4719-824e-87b51ad81a11 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39409e-5772-45b5-8820-4f2cf9bb89a9 HTTP/1.1" status: 200 len: 210 time: 0.0302396 Apr 15 04:11:26.597515 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7022d421-ff18-4c75-90d7-c2791d994aea None None] Current status of the port e119d68d-50f2-4d7f-804a-39ee99505c90 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:26.598137 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7022d421-ff18-4c75-90d7-c2791d994aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e119d68d-50f2-4d7f-804a-39ee99505c90), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:26.628573 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 82e391ee-db5b-4181-8744-43cd86af1e3a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:26.664490 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7022d421-ff18-4c75-90d7-c2791d994aea None None] For port e119d68d-50f2-4d7f-804a-39ee99505c90, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e119d68d-50f2-4d7f-804a-39ee99505c90,segment=NetworkSegment(90d8d11a-2185-4ac2-aaa3-12f8789c7d10),segment_id=90d8d11a-2185-4ac2-aaa3-12f8789c7d10)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:11:26.665642 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-e8654983-12eb-4612-a159-022598529e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12a71f6-bd79-4f4a-b44d-3ca5b496208b', 'name': 'tempest-TestEncryptedCinderVolumes-346173302-router', 'tenant_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '82e391ee-db5b-4181-8744-43cd86af1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:11:19Z', 'updated_at': '2022-04-15T04:11:23Z', 'revision_number': 4, 'project_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'gw_port': {'id': '82e391ee-db5b-4181-8744-43cd86af1e3a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12a71f6-bd79-4f4a-b44d-3ca5b496208b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:11:20Z', 'updated_at': '2022-04-15T04:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'e119d68d-50f2-4d7f-804a-39ee99505c90', 'name': '', 'network_id': 'dfaac88b-a658-4fb4-ab49-99ba98d80d93', 'tenant_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'mac_address': 'fa:16:3e:41:00:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12a71f6-bd79-4f4a-b44d-3ca5b496208b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'b1eb76e2-4b34-4223-9cb5-13bece7f46d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:11:22Z', 'updated_at': '2022-04-15T04:11:25Z', 'revision_number': 4, 'project_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'subnets': [{'id': 'b1eb76e2-4b34-4223-9cb5-13bece7f46d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:11:26.693433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8654983-12eb-4612-a159-022598529e93 None None] The sync data for ids ['f12a71f6-bd79-4f4a-b44d-3ca5b496208b'] in dv-neutron-837140-3-hyperv is: [{'id': 'f12a71f6-bd79-4f4a-b44d-3ca5b496208b', 'name': 'tempest-TestEncryptedCinderVolumes-346173302-router', 'tenant_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '82e391ee-db5b-4181-8744-43cd86af1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:11:19Z', 'updated_at': '2022-04-15T04:11:23Z', 'revision_number': 4, 'project_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'gw_port': {'id': '82e391ee-db5b-4181-8744-43cd86af1e3a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12a71f6-bd79-4f4a-b44d-3ca5b496208b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:11:20Z', 'updated_at': '2022-04-15T04:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'e119d68d-50f2-4d7f-804a-39ee99505c90', 'name': '', 'network_id': 'dfaac88b-a658-4fb4-ab49-99ba98d80d93', 'tenant_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'mac_address': 'fa:16:3e:41:00:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f12a71f6-bd79-4f4a-b44d-3ca5b496208b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'b1eb76e2-4b34-4223-9cb5-13bece7f46d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:11:22Z', 'updated_at': '2022-04-15T04:11:25Z', 'revision_number': 4, 'project_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'subnets': [{'id': 'b1eb76e2-4b34-4223-9cb5-13bece7f46d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:11:26.738921 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7022d421-ff18-4c75-90d7-c2791d994aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e119d68d-50f2-4d7f-804a-39ee99505c90), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:26.793314 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022d421-ff18-4c75-90d7-c2791d994aea None None] Pushing event updated for resources: {'Port': ['ID=e119d68d-50f2-4d7f-804a-39ee99505c90,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:27.202541 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-eb0cf76b-f515-4991-9c64-0ecf570d61fd tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:27.203963 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-eb0cf76b-f515-4991-9c64-0ecf570d61fd tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.30 "GET /v2.0/networks?id=844acc3b-c7e1-4aab-9c12-a4adf4a6b240 HTTP/1.1" status: 200 len: 817 time: 0.1048851 Apr 15 04:11:27.215909 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-3e567c0e-9e67-4bec-8fb2-d54b9736bec5 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Request body: {'port': {'device_id': 'dd39409e-5772-45b5-8820-4f2cf9bb89a9', 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240', 'admin_state_up': True, 'tenant_id': '89da96f1b63e477195277f21d3582d7a'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:11:27.371968 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-3e567c0e-9e67-4bec-8fb2-d54b9736bec5 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Made reservation on behalf of 89da96f1b63e477195277f21d3582d7a for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:11:27.375419 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-3e567c0e-9e67-4bec-8fb2-d54b9736bec5 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:27.504190 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-3e567c0e-9e67-4bec-8fb2-d54b9736bec5 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Allocated IP 172.20.0.6 (844acc3b-c7e1-4aab-9c12-a4adf4a6b240/4fa23ff5-0667-4761-84eb-046a5a09756b/fd48420a-9454-43f0-840a-6bf60f915fc0) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:11:27.629959 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c44ee8fd-c765-4022-a5b6-7ff19dc5a4a6 req-72c4fbb4-95f9-4786-b263-9c1663adb71f tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39409e-5772-45b5-8820-4f2cf9bb89a9 HTTP/1.1" status: 200 len: 210 time: 0.0274036 Apr 15 04:11:27.959537 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-3e567c0e-9e67-4bec-8fb2-d54b9736bec5 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Publish callbacks [] for port (fd48420a-9454-43f0-840a-6bf60f915fc0), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:28.041861 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-3e567c0e-9e67-4bec-8fb2-d54b9736bec5 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (fd48420a-9454-43f0-840a-6bf60f915fc0), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:28.088075 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-3e567c0e-9e67-4bec-8fb2-d54b9736bec5 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Network 844acc3b-c7e1-4aab-9c12-a4adf4a6b240 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:11:28.091192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-3e567c0e-9e67-4bec-8fb2-d54b9736bec5 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:11:28.097340 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-3e567c0e-9e67-4bec-8fb2-d54b9736bec5 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:11:28.125422 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e567c0e-9e67-4bec-8fb2-d54b9736bec5 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Pushing event updated for resources: {'Port': ['ID=fd48420a-9454-43f0-840a-6bf60f915fc0,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:28.151393 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-3e567c0e-9e67-4bec-8fb2-d54b9736bec5 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:28.152020 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-3e567c0e-9e67-4bec-8fb2-d54b9736bec5 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:28.198257 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-3e567c0e-9e67-4bec-8fb2-d54b9736bec5 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9864392 Apr 15 04:11:28.257930 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e119d68d-50f2-4d7f-804a-39ee99505c90 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:11:28.276939 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] Request body: {'port': {'device_id': 'dd39409e-5772-45b5-8820-4f2cf9bb89a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:11:28.318846 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port e119d68d-50f2-4d7f-804a-39ee99505c90 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:28.319318 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e119d68d-50f2-4d7f-804a-39ee99505c90), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:28.359292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fd48420a-9454-43f0-840a-6bf60f915fc0), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:28.378256 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-c80eaf68-7f3f-483b-bd2d-f283b7ee12af None None] Provisioning complete for port fd48420a-9454-43f0-840a-6bf60f915fc0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:28.378644 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c80eaf68-7f3f-483b-bd2d-f283b7ee12af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fd48420a-9454-43f0-840a-6bf60f915fc0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:28.444324 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c80eaf68-7f3f-483b-bd2d-f283b7ee12af None None] Port fd48420a-9454-43f0-840a-6bf60f915fc0 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:11:28.448864 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e119d68d-50f2-4d7f-804a-39ee99505c90 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:28.621773 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd48420a-9454-43f0-840a-6bf60f915fc0 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:11:28.628983 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] Publish callbacks [] for port (fd48420a-9454-43f0-840a-6bf60f915fc0), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:28.642133 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] Transition to ACTIVE for port object fd48420a-9454-43f0-840a-6bf60f915fc0 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 04:11:28.708039 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (fd48420a-9454-43f0-840a-6bf60f915fc0), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:28.778447 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad7b30-fc21-49a2-adc6-8c69e61bea54 req-4a97087c-8e67-49df-af27-160731bf759b tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:28.780010 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-30ad7b30-fc21-49a2-adc6-8c69e61bea54 req-4a97087c-8e67-49df-af27-160731bf759b tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39409e-5772-45b5-8820-4f2cf9bb89a9 HTTP/1.1" status: 200 len: 943 time: 0.0840549 Apr 15 04:11:28.828649 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] Pushing event updated for resources: {'Port': ['ID=fd48420a-9454-43f0-840a-6bf60f915fc0,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:28.885643 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-30ad7b30-fc21-49a2-adc6-8c69e61bea54 req-2547fe40-64d0-4743-ad0b-cc33190e33d0 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954733 Apr 15 04:11:28.908705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] Attempting to bind port fd48420a-9454-43f0-840a-6bf60f915fc0 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:11:28.909048 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] Attempting to bind port fd48420a-9454-43f0-840a-6bf60f915fc0 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3c4e9ecc-f351-478d-b584-2c79a224ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:11:28.909382 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] Attempting to bind port fd48420a-9454-43f0-840a-6bf60f915fc0 on network 844acc3b-c7e1-4aab-9c12-a4adf4a6b240 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:11:28.914260 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] Port fd48420a-9454-43f0-840a-6bf60f915fc0 on network 844acc3b-c7e1-4aab-9c12-a4adf4a6b240 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 04:11:28.914582 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] Attempting to bind port fd48420a-9454-43f0-840a-6bf60f915fc0 on network 844acc3b-c7e1-4aab-9c12-a4adf4a6b240 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:11:28.919651 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:11:28.919994 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] Checking segment: {'id': '3c4e9ecc-f351-478d-b584-2c79a224ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:11:28.920383 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] Bound using segment: {'id': '3c4e9ecc-f351-478d-b584-2c79a224ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:11:28.920816 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] Bound port: fd48420a-9454-43f0-840a-6bf60f915fc0, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c4e9ecc-f351-478d-b584-2c79a224ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:11:28.921178 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fd48420a-9454-43f0-840a-6bf60f915fc0), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:28.991494 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] For port fd48420a-9454-43f0-840a-6bf60f915fc0, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:11:28.995039 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] For port fd48420a-9454-43f0-840a-6bf60f915fc0, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=fd48420a-9454-43f0-840a-6bf60f915fc0,segment=NetworkSegment(3c4e9ecc-f351-478d-b584-2c79a224ffb2),segment_id=3c4e9ecc-f351-478d-b584-2c79a224ffb2)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:11:29.075395 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (fd48420a-9454-43f0-840a-6bf60f915fc0), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:29.109403 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:29.110152 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:29.111483 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] 10.222.0.30 "PUT /v2.0/ports/fd48420a-9454-43f0-840a-6bf60f915fc0 HTTP/1.1" status: 200 len: 1093 time: 0.9052758 Apr 15 04:11:29.111942 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd39409e-5772-45b5-8820-4f2cf9bb89a9', 'tag': 'fd48420a-9454-43f0-840a-6bf60f915fc0'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:11:29.114297 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4ec7b9-11d3-404e-870f-8cd86ff83618" -d '{"events": [{"name": "network-changed", "server_uuid": "dd39409e-5772-45b5-8820-4f2cf9bb89a9", "tag": "fd48420a-9454-43f0-840a-6bf60f915fc0"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:11:29.144381 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b99f6-f0a1-4407-92ca-055faceed33d service neutron] Pushing event updated for resources: {'Port': ['ID=fd48420a-9454-43f0-840a-6bf60f915fc0,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:29.154948 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b2a576-7ed7-420b-b1db-a812686bd064 x-openstack-request-id: req-17b2a576-7ed7-420b-b1db-a812686bd064 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:11:29.155355 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd39409e-5772-45b5-8820-4f2cf9bb89a9", "tag": "fd48420a-9454-43f0-840a-6bf60f915fc0", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:11:29.155675 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17b2a576-7ed7-420b-b1db-a812686bd064 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:11:29.156174 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b2a576-7ed7-420b-b1db-a812686bd064'] response: {'name': 'network-changed', 'server_uuid': 'dd39409e-5772-45b5-8820-4f2cf9bb89a9', 'tag': 'fd48420a-9454-43f0-840a-6bf60f915fc0', 'status': 'completed', 'code': 200} Apr 15 04:11:29.216448 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ec7b9-11d3-404e-870f-8cd86ff83618 req-eb08f1e4-042f-4589-8eb7-61541e3b2cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:29.217991 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1f4ec7b9-11d3-404e-870f-8cd86ff83618 req-eb08f1e4-042f-4589-8eb7-61541e3b2cc3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=89da96f1b63e477195277f21d3582d7a&device_id=dd39409e-5772-45b5-8820-4f2cf9bb89a9 HTTP/1.1" status: 200 len: 1127 time: 0.0425942 Apr 15 04:11:29.324122 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ec7b9-11d3-404e-870f-8cd86ff83618 req-cf6de18c-0dd8-4ff2-8b6d-e6ee74d796c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:29.325572 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1f4ec7b9-11d3-404e-870f-8cd86ff83618 req-cf6de18c-0dd8-4ff2-8b6d-e6ee74d796c0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=89da96f1b63e477195277f21d3582d7a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1000774 Apr 15 04:11:29.417461 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ec7b9-11d3-404e-870f-8cd86ff83618 req-1744af01-a5a5-400b-8697-9d2f05608d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:29.418904 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1f4ec7b9-11d3-404e-870f-8cd86ff83618 req-1744af01-a5a5-400b-8697-9d2f05608d7b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0875435 Apr 15 04:11:29.497233 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-8f1a56dd-95cd-46e6-9e3e-94f60aa6bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:29.498743 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-8f1a56dd-95cd-46e6-9e3e-94f60aa6bfb3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=89da96f1b63e477195277f21d3582d7a&device_id=dd39409e-5772-45b5-8820-4f2cf9bb89a9 HTTP/1.1" status: 200 len: 1127 time: 0.0437744 Apr 15 04:11:29.538415 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-e121350d-11a1-40b4-9bd6-923c0a8553fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd48420a-9454-43f0-840a-6bf60f915fc0 HTTP/1.1" status: 200 len: 217 time: 0.0331573 Apr 15 04:11:29.584045 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-a887119b-570d-4113-8b38-696374eb70de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:29.585437 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-a887119b-570d-4113-8b38-696374eb70de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4fa23ff5-0667-4761-84eb-046a5a09756b HTTP/1.1" status: 200 len: 856 time: 0.0420229 Apr 15 04:11:29.631483 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-d95044e1-9201-470b-b266-41b7bf4f5a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:29.632970 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-d95044e1-9201-470b-b266-41b7bf4f5a97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=844acc3b-c7e1-4aab-9c12-a4adf4a6b240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0415075 Apr 15 04:11:29.722240 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-205107db-5ce0-4b8d-bc6c-049a9155268c service neutron] 10.222.0.30 "GET /v2.0/networks/844acc3b-c7e1-4aab-9c12-a4adf4a6b240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836005 Apr 15 04:11:29.812573 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a42a6e08-e96d-4522-ac03-c799d5403644 req-a334ff6f-9dfc-46ea-9cee-e4d00279c062 service neutron] 10.222.0.30 "GET /v2.0/networks/844acc3b-c7e1-4aab-9c12-a4adf4a6b240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842173 Apr 15 04:11:29.998867 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899b1e6-f0f2-437f-9ecd-b943e1c92715 req-5c1b196e-a333-4d95-9d80-1747059c80b3 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:30.000217 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5899b1e6-f0f2-437f-9ecd-b943e1c92715 req-5c1b196e-a333-4d95-9d80-1747059c80b3 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39409e-5772-45b5-8820-4f2cf9bb89a9 HTTP/1.1" status: 200 len: 943 time: 0.0470004 Apr 15 04:11:30.047747 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5899b1e6-f0f2-437f-9ecd-b943e1c92715 req-154c941e-1ee2-4eb6-a069-5631c812d98f tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420089 Apr 15 04:11:31.162010 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726bfe8-0f1e-4f48-8f86-9efea6d13ed1 req-bd3c0d49-563e-4458-957c-d7a055e6091b tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:31.163480 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4726bfe8-0f1e-4f48-8f86-9efea6d13ed1 req-bd3c0d49-563e-4458-957c-d7a055e6091b tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39409e-5772-45b5-8820-4f2cf9bb89a9 HTTP/1.1" status: 200 len: 943 time: 0.0489118 Apr 15 04:11:31.209259 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4726bfe8-0f1e-4f48-8f86-9efea6d13ed1 req-65d8c32c-1a19-4e09-8778-e4e6b7a27ae8 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394540 Apr 15 04:11:31.642586 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device fd48420a-9454-43f0-840a-6bf60f915fc0 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:11:31.740080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port fd48420a-9454-43f0-840a-6bf60f915fc0, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=fd48420a-9454-43f0-840a-6bf60f915fc0,segment=NetworkSegment(3c4e9ecc-f351-478d-b584-2c79a224ffb2),segment_id=3c4e9ecc-f351-478d-b584-2c79a224ffb2)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:11:31.750967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'fd48420a-9454-43f0-840a-6bf60f915fc0', 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240', 'port_id': 'fd48420a-9454-43f0-840a-6bf60f915fc0', 'mac_address': 'fa:16:3e:d3:bf:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa23ff5-0667-4761-84eb-046a5a09756b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:11:31.787686 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port fd48420a-9454-43f0-840a-6bf60f915fc0 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:31.788067 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fd48420a-9454-43f0-840a-6bf60f915fc0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:31.800268 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd48420a-9454-43f0-840a-6bf60f915fc0 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:11:31.819219 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port fd48420a-9454-43f0-840a-6bf60f915fc0, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=fd48420a-9454-43f0-840a-6bf60f915fc0,segment=NetworkSegment(3c4e9ecc-f351-478d-b584-2c79a224ffb2),segment_id=3c4e9ecc-f351-478d-b584-2c79a224ffb2)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:11:31.908762 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fd48420a-9454-43f0-840a-6bf60f915fc0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:31.954347 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=fd48420a-9454-43f0-840a-6bf60f915fc0,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:32.104723 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['fd48420a-9454-43f0-840a-6bf60f915fc0'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:11:32.320955 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a566547-f27a-4201-bc51-afdf591f7d5c req-7934da93-12a9-458c-ac06-aa9365f1624f tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:32.322409 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4a566547-f27a-4201-bc51-afdf591f7d5c req-7934da93-12a9-458c-ac06-aa9365f1624f tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39409e-5772-45b5-8820-4f2cf9bb89a9 HTTP/1.1" status: 200 len: 944 time: 0.0462260 Apr 15 04:11:32.368593 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4a566547-f27a-4201-bc51-afdf591f7d5c req-957a140b-a47a-461d-9bc0-78b662189957 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399725 Apr 15 04:11:33.478907 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5d404-757a-4159-a2d3-29172b05ea4e req-933d33d8-8550-430c-9417-c1e23dc1506b tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:33.480356 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0bb5d404-757a-4159-a2d3-29172b05ea4e req-933d33d8-8550-430c-9417-c1e23dc1506b tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39409e-5772-45b5-8820-4f2cf9bb89a9 HTTP/1.1" status: 200 len: 944 time: 0.0462673 Apr 15 04:11:33.526462 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0bb5d404-757a-4159-a2d3-29172b05ea4e req-e7d479e5-71c7-40e4-9202-fe13c779ce1f tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407021 Apr 15 04:11:33.644867 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device fd48420a-9454-43f0-840a-6bf60f915fc0 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:11:33.687873 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port fd48420a-9454-43f0-840a-6bf60f915fc0 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 04:11:33.783077 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port fd48420a-9454-43f0-840a-6bf60f915fc0 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:11:33.783454 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fd48420a-9454-43f0-840a-6bf60f915fc0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:33.862930 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port fd48420a-9454-43f0-840a-6bf60f915fc0 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:11:33.863319 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fd48420a-9454-43f0-840a-6bf60f915fc0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:33.885865 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd39409e-5772-45b5-8820-4f2cf9bb89a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd48420a-9454-43f0-840a-6bf60f915fc0'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:11:33.888134 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd55acc0-7c2c-46ce-bf95-f3e122fdc902" -d '{"events": [{"server_uuid": "dd39409e-5772-45b5-8820-4f2cf9bb89a9", "name": "network-vif-plugged", "status": "completed", "tag": "fd48420a-9454-43f0-840a-6bf60f915fc0"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:11:33.900749 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port fd48420a-9454-43f0-840a-6bf60f915fc0, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=fd48420a-9454-43f0-840a-6bf60f915fc0,segment=NetworkSegment(3c4e9ecc-f351-478d-b584-2c79a224ffb2),segment_id=3c4e9ecc-f351-478d-b584-2c79a224ffb2)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:11:33.926670 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08174a4d-7f4f-4adc-be5b-f9175a29ef31 x-openstack-request-id: req-08174a4d-7f4f-4adc-be5b-f9175a29ef31 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:11:33.926670 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd39409e-5772-45b5-8820-4f2cf9bb89a9", "name": "network-vif-plugged", "status": "completed", "tag": "fd48420a-9454-43f0-840a-6bf60f915fc0", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:11:33.926670 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08174a4d-7f4f-4adc-be5b-f9175a29ef31 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:11:33.926670 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08174a4d-7f4f-4adc-be5b-f9175a29ef31'] response: {'server_uuid': 'dd39409e-5772-45b5-8820-4f2cf9bb89a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd48420a-9454-43f0-840a-6bf60f915fc0', 'code': 200} Apr 15 04:11:33.971645 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fd48420a-9454-43f0-840a-6bf60f915fc0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:34.020353 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=fd48420a-9454-43f0-840a-6bf60f915fc0,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:11:34.180225 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194098da-db77-4195-9b00-972c1e6acc91 req-f2984639-ffad-4a05-836d-fe7ad9b00c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:34.181707 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-194098da-db77-4195-9b00-972c1e6acc91 req-f2984639-ffad-4a05-836d-fe7ad9b00c2e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd39409e-5772-45b5-8820-4f2cf9bb89a9 HTTP/1.1" status: 200 len: 1129 time: 0.0414963 Apr 15 04:11:34.224957 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-194098da-db77-4195-9b00-972c1e6acc91 req-cd7c2169-8613-4208-8c7e-fb493f31e921 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365036 Apr 15 04:11:34.634829 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055949c1-4308-4014-84fd-b3b1488aa49b req-865bdf10-e73c-4ade-b793-f1817c060f8c tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:34.636814 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-055949c1-4308-4014-84fd-b3b1488aa49b req-865bdf10-e73c-4ade-b793-f1817c060f8c tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39409e-5772-45b5-8820-4f2cf9bb89a9 HTTP/1.1" status: 200 len: 945 time: 0.0457623 Apr 15 04:11:34.685771 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-055949c1-4308-4014-84fd-b3b1488aa49b req-584a101f-5087-4da3-8816-1c923adafa68 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433745 Apr 15 04:11:34.868793 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:35.799994 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a7e3a-a6e1-4d92-9b06-9482da57641a req-3f557ef5-2f7d-41f0-af38-cac05b96cbd1 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:35.801472 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f75a7e3a-a6e1-4d92-9b06-9482da57641a req-3f557ef5-2f7d-41f0-af38-cac05b96cbd1 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39409e-5772-45b5-8820-4f2cf9bb89a9 HTTP/1.1" status: 200 len: 945 time: 0.0476260 Apr 15 04:11:35.848814 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f75a7e3a-a6e1-4d92-9b06-9482da57641a req-7572cf88-b4ab-439a-9a9a-a30cc256694e tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417163 Apr 15 04:11:35.958727 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af4992-bdc4-4f19-9749-1a09b7686360 req-4a92c4c8-4555-49de-b12e-b455ec864264 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:11:35.960197 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-14af4992-bdc4-4f19-9749-1a09b7686360 req-4a92c4c8-4555-49de-b12e-b455ec864264 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39409e-5772-45b5-8820-4f2cf9bb89a9 HTTP/1.1" status: 200 len: 945 time: 0.0457101 Apr 15 04:11:36.006233 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-14af4992-bdc4-4f19-9749-1a09b7686360 req-e4ffa732-af9b-4957-9a69-0cc1fbbef79d tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399284 Apr 15 04:11:48.525686 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-aa618faa-f4b1-4976-873b-4ba8ec40116e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:50.897034 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fe93123d-029c-40ae-8c10-492b86f099f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:51.988179 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:53.525915 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:11:54.976656 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:03.487924 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:12:04.851154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:07.487526 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-77edce8f-eff4-41c5-b636-ed7d0aa3874a req-fae0fe76-8acf-4609-870f-72a521316d83 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd39409e-5772-45b5-8820-4f2cf9bb89a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407619 Apr 15 04:12:07.564189 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edce8f-eff4-41c5-b636-ed7d0aa3874a req-3abfa694-9f87-40f9-a0ae-32b1f1382928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:07.565644 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-77edce8f-eff4-41c5-b636-ed7d0aa3874a req-3abfa694-9f87-40f9-a0ae-32b1f1382928 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=89da96f1b63e477195277f21d3582d7a&device_id=dd39409e-5772-45b5-8820-4f2cf9bb89a9 HTTP/1.1" status: 200 len: 1129 time: 0.0390196 Apr 15 04:12:07.676415 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edce8f-eff4-41c5-b636-ed7d0aa3874a req-6479f86d-7e2b-4c69-9962-2e8c12ea9e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:07.677932 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-77edce8f-eff4-41c5-b636-ed7d0aa3874a req-6479f86d-7e2b-4c69-9962-2e8c12ea9e8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=844acc3b-c7e1-4aab-9c12-a4adf4a6b240 HTTP/1.1" status: 200 len: 917 time: 0.0864611 Apr 15 04:12:07.722651 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-77edce8f-eff4-41c5-b636-ed7d0aa3874a req-b8c9cd96-50b8-4e2f-a681-27b043395a56 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd48420a-9454-43f0-840a-6bf60f915fc0 HTTP/1.1" status: 200 len: 217 time: 0.0374670 Apr 15 04:12:07.772361 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edce8f-eff4-41c5-b636-ed7d0aa3874a req-10e7f1c5-0841-4ec5-9eb8-ef5f29371495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:07.780444 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-77edce8f-eff4-41c5-b636-ed7d0aa3874a req-10e7f1c5-0841-4ec5-9eb8-ef5f29371495 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4fa23ff5-0667-4761-84eb-046a5a09756b HTTP/1.1" status: 200 len: 856 time: 0.0455289 Apr 15 04:12:07.817551 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edce8f-eff4-41c5-b636-ed7d0aa3874a req-6d03d4ac-475d-4b3d-a5a6-14a72a9525e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:07.819053 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-77edce8f-eff4-41c5-b636-ed7d0aa3874a req-6d03d4ac-475d-4b3d-a5a6-14a72a9525e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=844acc3b-c7e1-4aab-9c12-a4adf4a6b240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386629 Apr 15 04:12:07.915683 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-77edce8f-eff4-41c5-b636-ed7d0aa3874a req-688617d9-5e4e-4053-b6a9-f0030ad52916 service neutron] 10.222.0.30 "GET /v2.0/networks/844acc3b-c7e1-4aab-9c12-a4adf4a6b240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858846 Apr 15 04:12:08.004561 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-77edce8f-eff4-41c5-b636-ed7d0aa3874a req-12e0a367-002d-434e-b1e0-39e6c30d759f service neutron] 10.222.0.30 "GET /v2.0/networks/844acc3b-c7e1-4aab-9c12-a4adf4a6b240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841913 Apr 15 04:12:14.804647 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ed1e0-58da-45a1-96d6-8d1d452bdc01 req-19820f8a-0f1c-4f7e-892a-04b964b8d7fe tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:14.806112 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0c0ed1e0-58da-45a1-96d6-8d1d452bdc01 req-19820f8a-0f1c-4f7e-892a-04b964b8d7fe tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39409e-5772-45b5-8820-4f2cf9bb89a9 HTTP/1.1" status: 200 len: 945 time: 0.0498009 Apr 15 04:12:14.853023 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0c0ed1e0-58da-45a1-96d6-8d1d452bdc01 req-f19a2dc1-faac-4566-ba5e-039410ba03e4 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405903 Apr 15 04:12:15.973863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc538b63-0f8f-4625-a386-94ab18db2dec req-1ab0190a-483f-41b6-b686-9470913a8f51 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:15.975408 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dc538b63-0f8f-4625-a386-94ab18db2dec req-1ab0190a-483f-41b6-b686-9470913a8f51 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39409e-5772-45b5-8820-4f2cf9bb89a9 HTTP/1.1" status: 200 len: 945 time: 0.0524533 Apr 15 04:12:16.023549 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dc538b63-0f8f-4625-a386-94ab18db2dec req-2230b82c-0092-4e7b-83e6-a0a29cc26cce tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416431 Apr 15 04:12:16.219005 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79b3b2-77a5-4c90-b9de-18e2381675e4 req-bc3e6af7-f0e8-4001-af49-fd328997791a tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:16.220515 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0e79b3b2-77a5-4c90-b9de-18e2381675e4 req-bc3e6af7-f0e8-4001-af49-fd328997791a tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd39409e-5772-45b5-8820-4f2cf9bb89a9 HTTP/1.1" status: 200 len: 945 time: 0.0533993 Apr 15 04:12:16.305118 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-0e79b3b2-77a5-4c90-b9de-18e2381675e4 req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Deleting port fd48420a-9454-43f0-840a-6bf60f915fc0 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:12:16.305446 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-0e79b3b2-77a5-4c90-b9de-18e2381675e4 req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (fd48420a-9454-43f0-840a-6bf60f915fc0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:16.391408 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-0e79b3b2-77a5-4c90-b9de-18e2381675e4 req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] For port fd48420a-9454-43f0-840a-6bf60f915fc0, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=fd48420a-9454-43f0-840a-6bf60f915fc0,segment=NetworkSegment(3c4e9ecc-f351-478d-b584-2c79a224ffb2),segment_id=3c4e9ecc-f351-478d-b584-2c79a224ffb2)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:12:16.391764 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-0e79b3b2-77a5-4c90-b9de-18e2381675e4 req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (fd48420a-9454-43f0-840a-6bf60f915fc0), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:16.404771 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-0e79b3b2-77a5-4c90-b9de-18e2381675e4 req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Calling delete_port for fd48420a-9454-43f0-840a-6bf60f915fc0 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:12:16.593009 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-0e79b3b2-77a5-4c90-b9de-18e2381675e4 req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (fd48420a-9454-43f0-840a-6bf60f915fc0), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:16.604457 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['fd48420a-9454-43f0-840a-6bf60f915fc0'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:12:16.622034 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Pushing event deleted for resources: {'Port': ['ID=fd48420a-9454-43f0-840a-6bf60f915fc0,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:12:16.648450 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:16.648450 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:16.648450 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:16.648726 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:16.649126 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:16.649336 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:16.649663 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:16.650009 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:16.650315 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:16.650658 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:16.650983 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:16.651307 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:16.651631 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:16.651951 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:16.652322 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:16.675539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e79b3b2-77a5-4c90-b9de-18e2381675e4 req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] No DVR routers for this DVR port fd48420a-9454-43f0-840a-6bf60f915fc0 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:12:16.677918 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-0e79b3b2-77a5-4c90-b9de-18e2381675e4 req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:16.681169 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0e79b3b2-77a5-4c90-b9de-18e2381675e4 req-1d4c37d6-53bf-4b34-9f25-214e0141ee18 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.30 "DELETE /v2.0/ports/fd48420a-9454-43f0-840a-6bf60f915fc0 HTTP/1.1" status: 204 len: 173 time: 0.4554796 Apr 15 04:12:16.681599 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd39409e-5772-45b5-8820-4f2cf9bb89a9', 'name': 'network-vif-deleted', 'tag': 'fd48420a-9454-43f0-840a-6bf60f915fc0'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:12:16.684396 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e729b4f-735c-421c-98bc-82388170aa5b" -d '{"events": [{"server_uuid": "dd39409e-5772-45b5-8820-4f2cf9bb89a9", "name": "network-vif-deleted", "tag": "fd48420a-9454-43f0-840a-6bf60f915fc0"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:12:16.720083 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e61bda-ecf3-4d70-aba4-d6c548ad1ae4 x-openstack-request-id: req-a1e61bda-ecf3-4d70-aba4-d6c548ad1ae4 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:12:16.720384 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd39409e-5772-45b5-8820-4f2cf9bb89a9", "name": "network-vif-deleted", "tag": "fd48420a-9454-43f0-840a-6bf60f915fc0", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:12:16.720639 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1e61bda-ecf3-4d70-aba4-d6c548ad1ae4 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:12:16.721055 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e61bda-ecf3-4d70-aba4-d6c548ad1ae4'] response: {'server_uuid': 'dd39409e-5772-45b5-8820-4f2cf9bb89a9', 'name': 'network-vif-deleted', 'tag': 'fd48420a-9454-43f0-840a-6bf60f915fc0', 'status': 'completed', 'code': 200} Apr 15 04:12:17.135449 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-becbaf31-04fc-4536-9c43-f5a21c970c67 req-41f8e712-b32b-4d65-bb96-2ad176323b5a tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39409e-5772-45b5-8820-4f2cf9bb89a9 HTTP/1.1" status: 200 len: 210 time: 0.0316443 Apr 15 04:12:18.548750 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-992849b9-31f0-4ce7-8799-21ea9dc1d7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:18.735452 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df766c49-9850-4062-a667-9905bae3f1ec req-b6debdfd-f77a-43e5-857e-7f1202015bc7 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:18.736901 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-df766c49-9850-4062-a667-9905bae3f1ec req-b6debdfd-f77a-43e5-857e-7f1202015bc7 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/networks?id=844acc3b-c7e1-4aab-9c12-a4adf4a6b240 HTTP/1.1" status: 200 len: 817 time: 0.0989361 Apr 15 04:12:18.750974 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-df766c49-9850-4062-a667-9905bae3f1ec req-f74777e5-5c78-43f3-9379-5dc97afe9d70 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/quotas/89da96f1b63e477195277f21d3582d7a HTTP/1.1" status: 200 len: 375 time: 0.0087106 Apr 15 04:12:18.802200 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-df766c49-9850-4062-a667-9905bae3f1ec req-b45ea898-95c7-4df8-80a1-af7397185cde tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=89da96f1b63e477195277f21d3582d7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464191 Apr 15 04:12:18.895432 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-df766c49-9850-4062-a667-9905bae3f1ec req-4a1dbb8e-af6f-44f2-abeb-cc8c1a8e94a7 service neutron] 10.222.0.15 "GET /v2.0/networks/844acc3b-c7e1-4aab-9c12-a4adf4a6b240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824304 Apr 15 04:12:18.990162 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-df766c49-9850-4062-a667-9905bae3f1ec req-aaa14c83-a6cf-4bae-accb-3c7b192d92b7 service neutron] 10.222.0.15 "GET /v2.0/networks/844acc3b-c7e1-4aab-9c12-a4adf4a6b240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891082 Apr 15 04:12:19.229159 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1f74b5c8-b07b-4195-8335-ace8889095a1 req-6f6e0ffc-64a0-409d-8bf8-42a820a1eba5 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8cc44ea-b042-47c4-8b8c-74f7430aa36d HTTP/1.1" status: 200 len: 210 time: 0.0271890 Apr 15 04:12:19.860302 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device fd48420a-9454-43f0-840a-6bf60f915fc0 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:12:19.880352 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: fd48420a-9454-43f0-840a-6bf60f915fc0 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:12:19.880693 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device fd48420a-9454-43f0-840a-6bf60f915fc0 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:12:20.328405 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-47d5b26b-61a4-4e87-9be6-2149d579cf4e req-6c2da2ef-cc66-4984-b561-5ecc7a75755e tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8cc44ea-b042-47c4-8b8c-74f7430aa36d HTTP/1.1" status: 200 len: 210 time: 0.0280313 Apr 15 04:12:20.885179 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c31a9de9-01b7-4d71-9a49-1d07d362f078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:21.054845 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df766c49-9850-4062-a667-9905bae3f1ec req-35c8bd33-7c56-46b5-b3a7-cce11dbecc17 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:21.056381 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-df766c49-9850-4062-a667-9905bae3f1ec req-35c8bd33-7c56-46b5-b3a7-cce11dbecc17 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.30 "GET /v2.0/networks?id=844acc3b-c7e1-4aab-9c12-a4adf4a6b240 HTTP/1.1" status: 200 len: 817 time: 0.1000619 Apr 15 04:12:21.069543 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-df766c49-9850-4062-a667-9905bae3f1ec req-bd6b686b-b559-4dc1-b865-24c9c77cc060 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Request body: {'port': {'device_id': 'f8cc44ea-b042-47c4-8b8c-74f7430aa36d', 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240', 'admin_state_up': True, 'tenant_id': '89da96f1b63e477195277f21d3582d7a'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:12:21.216415 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df766c49-9850-4062-a667-9905bae3f1ec req-bd6b686b-b559-4dc1-b865-24c9c77cc060 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Made reservation on behalf of 89da96f1b63e477195277f21d3582d7a for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:12:21.219911 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-df766c49-9850-4062-a667-9905bae3f1ec req-bd6b686b-b559-4dc1-b865-24c9c77cc060 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:21.351285 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-df766c49-9850-4062-a667-9905bae3f1ec req-bd6b686b-b559-4dc1-b865-24c9c77cc060 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Allocated IP 172.20.0.5 (844acc3b-c7e1-4aab-9c12-a4adf4a6b240/4fa23ff5-0667-4761-84eb-046a5a09756b/cbe10c92-08e6-4bd9-a530-65093ad0a135) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:12:21.423135 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-be2a2a06-2af5-4ec9-9c3e-9ec2773e1ab6 req-c3aa1ee9-bd4a-4235-9bb5-4c4dd8bbcaa2 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8cc44ea-b042-47c4-8b8c-74f7430aa36d HTTP/1.1" status: 200 len: 210 time: 0.0278118 Apr 15 04:12:21.495390 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-df766c49-9850-4062-a667-9905bae3f1ec req-bd6b686b-b559-4dc1-b865-24c9c77cc060 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Publish callbacks [] for port (cbe10c92-08e6-4bd9-a530-65093ad0a135), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:21.571549 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-df766c49-9850-4062-a667-9905bae3f1ec req-bd6b686b-b559-4dc1-b865-24c9c77cc060 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (cbe10c92-08e6-4bd9-a530-65093ad0a135), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:21.614957 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df766c49-9850-4062-a667-9905bae3f1ec req-bd6b686b-b559-4dc1-b865-24c9c77cc060 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Network 844acc3b-c7e1-4aab-9c12-a4adf4a6b240 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:12:21.618233 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-df766c49-9850-4062-a667-9905bae3f1ec req-bd6b686b-b559-4dc1-b865-24c9c77cc060 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:12:21.625110 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-df766c49-9850-4062-a667-9905bae3f1ec req-bd6b686b-b559-4dc1-b865-24c9c77cc060 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:12:21.652865 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b686b-b559-4dc1-b865-24c9c77cc060 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Pushing event updated for resources: {'Port': ['ID=cbe10c92-08e6-4bd9-a530-65093ad0a135,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:12:21.680522 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df766c49-9850-4062-a667-9905bae3f1ec req-bd6b686b-b559-4dc1-b865-24c9c77cc060 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:21.681161 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-df766c49-9850-4062-a667-9905bae3f1ec req-bd6b686b-b559-4dc1-b865-24c9c77cc060 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:21.745600 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-df766c49-9850-4062-a667-9905bae3f1ec req-bd6b686b-b559-4dc1-b865-24c9c77cc060 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6799052 Apr 15 04:12:21.757099 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-df766c49-9850-4062-a667-9905bae3f1ec req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] Request body: {'port': {'device_id': 'f8cc44ea-b042-47c4-8b8c-74f7430aa36d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:12:21.816490 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-df766c49-9850-4062-a667-9905bae3f1ec req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cbe10c92-08e6-4bd9-a530-65093ad0a135), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:21.899165 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-87b13f17-c6a0-4ed5-b89e-03017490cf2d None None] Provisioning complete for port cbe10c92-08e6-4bd9-a530-65093ad0a135 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:12:21.899730 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-87b13f17-c6a0-4ed5-b89e-03017490cf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cbe10c92-08e6-4bd9-a530-65093ad0a135), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:21.945239 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-87b13f17-c6a0-4ed5-b89e-03017490cf2d None None] Port cbe10c92-08e6-4bd9-a530-65093ad0a135 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:12:21.976491 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:22.079245 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-df766c49-9850-4062-a667-9905bae3f1ec req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe10c92-08e6-4bd9-a530-65093ad0a135 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:12:22.086640 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-df766c49-9850-4062-a667-9905bae3f1ec req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] Publish callbacks [] for port (cbe10c92-08e6-4bd9-a530-65093ad0a135), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:22.099273 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-df766c49-9850-4062-a667-9905bae3f1ec req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] Transition to ACTIVE for port object cbe10c92-08e6-4bd9-a530-65093ad0a135 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 04:12:22.147957 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-df766c49-9850-4062-a667-9905bae3f1ec req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (cbe10c92-08e6-4bd9-a530-65093ad0a135), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:22.197376 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe10c92-08e6-4bd9-a530-65093ad0a135,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:12:22.275834 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-df766c49-9850-4062-a667-9905bae3f1ec req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] Attempting to bind port cbe10c92-08e6-4bd9-a530-65093ad0a135 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:12:22.276170 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-df766c49-9850-4062-a667-9905bae3f1ec req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] Attempting to bind port cbe10c92-08e6-4bd9-a530-65093ad0a135 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '3c4e9ecc-f351-478d-b584-2c79a224ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:12:22.276503 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df766c49-9850-4062-a667-9905bae3f1ec req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] Attempting to bind port cbe10c92-08e6-4bd9-a530-65093ad0a135 on network 844acc3b-c7e1-4aab-9c12-a4adf4a6b240 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:12:22.281586 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df766c49-9850-4062-a667-9905bae3f1ec req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] Port cbe10c92-08e6-4bd9-a530-65093ad0a135 on network 844acc3b-c7e1-4aab-9c12-a4adf4a6b240 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 04:12:22.281912 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df766c49-9850-4062-a667-9905bae3f1ec req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] Attempting to bind port cbe10c92-08e6-4bd9-a530-65093ad0a135 on network 844acc3b-c7e1-4aab-9c12-a4adf4a6b240 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:12:22.287117 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df766c49-9850-4062-a667-9905bae3f1ec req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:12:22.287456 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df766c49-9850-4062-a667-9905bae3f1ec req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] Checking segment: {'id': '3c4e9ecc-f351-478d-b584-2c79a224ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:12:22.287844 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df766c49-9850-4062-a667-9905bae3f1ec req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] Bound using segment: {'id': '3c4e9ecc-f351-478d-b584-2c79a224ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:12:22.288274 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-df766c49-9850-4062-a667-9905bae3f1ec req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] Bound port: cbe10c92-08e6-4bd9-a530-65093ad0a135, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c4e9ecc-f351-478d-b584-2c79a224ffb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:12:22.288633 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-df766c49-9850-4062-a667-9905bae3f1ec req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cbe10c92-08e6-4bd9-a530-65093ad0a135), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:22.353863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-df766c49-9850-4062-a667-9905bae3f1ec req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] For port cbe10c92-08e6-4bd9-a530-65093ad0a135, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:12:22.356999 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-df766c49-9850-4062-a667-9905bae3f1ec req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] For port cbe10c92-08e6-4bd9-a530-65093ad0a135, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cbe10c92-08e6-4bd9-a530-65093ad0a135,segment=NetworkSegment(3c4e9ecc-f351-478d-b584-2c79a224ffb2),segment_id=3c4e9ecc-f351-478d-b584-2c79a224ffb2)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:12:22.416714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-df766c49-9850-4062-a667-9905bae3f1ec req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (cbe10c92-08e6-4bd9-a530-65093ad0a135), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:22.448860 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df766c49-9850-4062-a667-9905bae3f1ec req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:22.449478 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-df766c49-9850-4062-a667-9905bae3f1ec req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:22.451426 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-df766c49-9850-4062-a667-9905bae3f1ec req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] 10.222.0.30 "PUT /v2.0/ports/cbe10c92-08e6-4bd9-a530-65093ad0a135 HTTP/1.1" status: 200 len: 1093 time: 0.6985848 Apr 15 04:12:22.451875 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8cc44ea-b042-47c4-8b8c-74f7430aa36d', 'tag': 'cbe10c92-08e6-4bd9-a530-65093ad0a135'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:12:22.454124 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0602fb2-7a4d-4152-abaf-7bf34d8d967a" -d '{"events": [{"name": "network-changed", "server_uuid": "f8cc44ea-b042-47c4-8b8c-74f7430aa36d", "tag": "cbe10c92-08e6-4bd9-a530-65093ad0a135"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:12:22.480354 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b81fe-3f03-464f-90ae-890eaa012414 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe10c92-08e6-4bd9-a530-65093ad0a135,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:12:22.503239 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d731ff9b-f979-47b4-b2a4-4d71003d2dce x-openstack-request-id: req-d731ff9b-f979-47b4-b2a4-4d71003d2dce {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:12:22.509765 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8cc44ea-b042-47c4-8b8c-74f7430aa36d", "tag": "cbe10c92-08e6-4bd9-a530-65093ad0a135", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:12:22.509765 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d731ff9b-f979-47b4-b2a4-4d71003d2dce {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:12:22.509765 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d731ff9b-f979-47b4-b2a4-4d71003d2dce'] response: {'name': 'network-changed', 'server_uuid': 'f8cc44ea-b042-47c4-8b8c-74f7430aa36d', 'tag': 'cbe10c92-08e6-4bd9-a530-65093ad0a135', 'status': 'completed', 'code': 200} Apr 15 04:12:22.602378 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd78507-447f-42ca-8f01-664606b6d623 req-f41b1db4-8587-4673-bc1e-c21e23b14c0d tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:22.603866 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ddd78507-447f-42ca-8f01-664606b6d623 req-f41b1db4-8587-4673-bc1e-c21e23b14c0d tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8cc44ea-b042-47c4-8b8c-74f7430aa36d HTTP/1.1" status: 200 len: 943 time: 0.0831771 Apr 15 04:12:22.605128 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0602fb2-7a4d-4152-abaf-7bf34d8d967a req-2fdc839e-7f57-4c9b-b9e3-1ddd72297978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:22.606473 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c0602fb2-7a4d-4152-abaf-7bf34d8d967a req-2fdc839e-7f57-4c9b-b9e3-1ddd72297978 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=89da96f1b63e477195277f21d3582d7a&device_id=f8cc44ea-b042-47c4-8b8c-74f7430aa36d HTTP/1.1" status: 200 len: 1127 time: 0.0762196 Apr 15 04:12:22.713853 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ddd78507-447f-42ca-8f01-664606b6d623 req-80d0d8da-a85f-49bf-81e9-b0425c5e1761 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042070 Apr 15 04:12:22.736081 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0602fb2-7a4d-4152-abaf-7bf34d8d967a req-55f67b7b-1d57-41a0-b1f0-72e893e435fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:22.737532 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c0602fb2-7a4d-4152-abaf-7bf34d8d967a req-55f67b7b-1d57-41a0-b1f0-72e893e435fc service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=89da96f1b63e477195277f21d3582d7a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1218431 Apr 15 04:12:22.828851 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0602fb2-7a4d-4152-abaf-7bf34d8d967a req-e1f8c282-2b14-418b-bc47-a4ea03d1564d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:22.830305 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c0602fb2-7a4d-4152-abaf-7bf34d8d967a req-e1f8c282-2b14-418b-bc47-a4ea03d1564d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0871532 Apr 15 04:12:22.901021 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df766c49-9850-4062-a667-9905bae3f1ec req-84b4deb3-41f5-4aa3-b8b6-6bba04bdb7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:22.902477 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-df766c49-9850-4062-a667-9905bae3f1ec req-84b4deb3-41f5-4aa3-b8b6-6bba04bdb7bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=89da96f1b63e477195277f21d3582d7a&device_id=f8cc44ea-b042-47c4-8b8c-74f7430aa36d HTTP/1.1" status: 200 len: 1127 time: 0.0390325 Apr 15 04:12:22.945876 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-df766c49-9850-4062-a667-9905bae3f1ec req-d50c21df-3fa9-48d1-846a-4dd863162649 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbe10c92-08e6-4bd9-a530-65093ad0a135 HTTP/1.1" status: 200 len: 217 time: 0.0371728 Apr 15 04:12:22.993721 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df766c49-9850-4062-a667-9905bae3f1ec req-ddf9492a-d8e0-4dbe-9aae-f0c050256f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:22.995200 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-df766c49-9850-4062-a667-9905bae3f1ec req-ddf9492a-d8e0-4dbe-9aae-f0c050256f7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4fa23ff5-0667-4761-84eb-046a5a09756b HTTP/1.1" status: 200 len: 856 time: 0.0431147 Apr 15 04:12:23.040617 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df766c49-9850-4062-a667-9905bae3f1ec req-708ca218-b902-48bc-b7ce-a00f3f0134a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:23.042067 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-df766c49-9850-4062-a667-9905bae3f1ec req-708ca218-b902-48bc-b7ce-a00f3f0134a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=844acc3b-c7e1-4aab-9c12-a4adf4a6b240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384293 Apr 15 04:12:23.134016 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-df766c49-9850-4062-a667-9905bae3f1ec req-d425198f-6b60-4bcd-89d8-858109226016 service neutron] 10.222.0.30 "GET /v2.0/networks/844acc3b-c7e1-4aab-9c12-a4adf4a6b240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854361 Apr 15 04:12:23.222899 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-df766c49-9850-4062-a667-9905bae3f1ec req-94fbdc98-ba11-46d0-85ff-b263c6a6fae8 service neutron] 10.222.0.30 "GET /v2.0/networks/844acc3b-c7e1-4aab-9c12-a4adf4a6b240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823369 Apr 15 04:12:23.479449 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:23.824920 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99791d6-e779-4173-8c48-a1b6086da54c req-36673f6d-9136-41ff-9c7e-1007e86d01b0 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:23.826892 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a99791d6-e779-4173-8c48-a1b6086da54c req-36673f6d-9136-41ff-9c7e-1007e86d01b0 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8cc44ea-b042-47c4-8b8c-74f7430aa36d HTTP/1.1" status: 200 len: 943 time: 0.0457067 Apr 15 04:12:23.875308 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a99791d6-e779-4173-8c48-a1b6086da54c req-37837631-0b2b-4eeb-8868-131bde898751 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429833 Apr 15 04:12:24.919941 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:24.992262 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141010ab-775e-4cf7-b555-eacc05ff0a3e req-c7d34b69-7d88-45b4-90db-8ec04666e1d8 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:24.993753 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-141010ab-775e-4cf7-b555-eacc05ff0a3e req-c7d34b69-7d88-45b4-90db-8ec04666e1d8 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8cc44ea-b042-47c4-8b8c-74f7430aa36d HTTP/1.1" status: 200 len: 943 time: 0.0518610 Apr 15 04:12:25.039434 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-141010ab-775e-4cf7-b555-eacc05ff0a3e req-9f6cb7f4-c4c0-498d-8dd9-b9e25139fdd1 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402277 Apr 15 04:12:25.922896 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device cbe10c92-08e6-4bd9-a530-65093ad0a135 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:12:26.019715 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port cbe10c92-08e6-4bd9-a530-65093ad0a135, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cbe10c92-08e6-4bd9-a530-65093ad0a135,segment=NetworkSegment(3c4e9ecc-f351-478d-b584-2c79a224ffb2),segment_id=3c4e9ecc-f351-478d-b584-2c79a224ffb2)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:12:26.031164 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'cbe10c92-08e6-4bd9-a530-65093ad0a135', 'network_id': '844acc3b-c7e1-4aab-9c12-a4adf4a6b240', 'port_id': 'cbe10c92-08e6-4bd9-a530-65093ad0a135', 'mac_address': 'fa:16:3e:73:70:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa23ff5-0667-4761-84eb-046a5a09756b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:12:26.066536 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port cbe10c92-08e6-4bd9-a530-65093ad0a135 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:12:26.067292 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cbe10c92-08e6-4bd9-a530-65093ad0a135), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:26.084050 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe10c92-08e6-4bd9-a530-65093ad0a135 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:12:26.103597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port cbe10c92-08e6-4bd9-a530-65093ad0a135, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cbe10c92-08e6-4bd9-a530-65093ad0a135,segment=NetworkSegment(3c4e9ecc-f351-478d-b584-2c79a224ffb2),segment_id=3c4e9ecc-f351-478d-b584-2c79a224ffb2)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:12:26.152427 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4d50d-0d52-4266-81fe-e04bfab91086 req-7a4d4304-62da-4f89-b0c6-1346a44c87ae tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:26.154477 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-83f4d50d-0d52-4266-81fe-e04bfab91086 req-7a4d4304-62da-4f89-b0c6-1346a44c87ae tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8cc44ea-b042-47c4-8b8c-74f7430aa36d HTTP/1.1" status: 200 len: 943 time: 0.0472786 Apr 15 04:12:26.191302 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cbe10c92-08e6-4bd9-a530-65093ad0a135), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:26.200202 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-83f4d50d-0d52-4266-81fe-e04bfab91086 req-1edac161-7220-4870-a2f0-6ed1d2f58f7b tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401161 Apr 15 04:12:26.235079 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=cbe10c92-08e6-4bd9-a530-65093ad0a135,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:12:26.241946 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:26.242295 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:26.242659 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:26.243003 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:26.243354 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:26.243676 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:26.244003 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:26.244329 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:26.244656 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:26.244981 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:26.245307 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:26.245628 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:26.245956 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:26.246275 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:26.246592 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:12:26.388821 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['cbe10c92-08e6-4bd9-a530-65093ad0a135'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:12:27.311638 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7843a9-6fe8-40b9-88e8-bf71cca8c016 req-f9e63684-f796-429c-b084-a52246afdbc9 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:27.313070 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3d7843a9-6fe8-40b9-88e8-bf71cca8c016 req-f9e63684-f796-429c-b084-a52246afdbc9 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8cc44ea-b042-47c4-8b8c-74f7430aa36d HTTP/1.1" status: 200 len: 944 time: 0.0458212 Apr 15 04:12:27.359214 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3d7843a9-6fe8-40b9-88e8-bf71cca8c016 req-355540dc-aae1-44ab-8681-fb3fef4c8781 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407124 Apr 15 04:12:27.938450 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device cbe10c92-08e6-4bd9-a530-65093ad0a135 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:12:27.980722 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port cbe10c92-08e6-4bd9-a530-65093ad0a135 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 04:12:28.062181 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port cbe10c92-08e6-4bd9-a530-65093ad0a135 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:12:28.063611 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cbe10c92-08e6-4bd9-a530-65093ad0a135), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:28.137865 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port cbe10c92-08e6-4bd9-a530-65093ad0a135 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:12:28.138254 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cbe10c92-08e6-4bd9-a530-65093ad0a135), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:28.159644 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cc44ea-b042-47c4-8b8c-74f7430aa36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe10c92-08e6-4bd9-a530-65093ad0a135'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:12:28.161839 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ecadb4-34de-4ebf-90af-e22579f6d8b7" -d '{"events": [{"server_uuid": "f8cc44ea-b042-47c4-8b8c-74f7430aa36d", "name": "network-vif-plugged", "status": "completed", "tag": "cbe10c92-08e6-4bd9-a530-65093ad0a135"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:12:28.174477 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port cbe10c92-08e6-4bd9-a530-65093ad0a135, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cbe10c92-08e6-4bd9-a530-65093ad0a135,segment=NetworkSegment(3c4e9ecc-f351-478d-b584-2c79a224ffb2),segment_id=3c4e9ecc-f351-478d-b584-2c79a224ffb2)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:12:28.196511 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5786764-3f2f-401f-bc64-9340e279c75b x-openstack-request-id: req-f5786764-3f2f-401f-bc64-9340e279c75b {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:12:28.196968 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8cc44ea-b042-47c4-8b8c-74f7430aa36d", "name": "network-vif-plugged", "status": "completed", "tag": "cbe10c92-08e6-4bd9-a530-65093ad0a135", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:12:28.197229 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5786764-3f2f-401f-bc64-9340e279c75b {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:12:28.197620 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5786764-3f2f-401f-bc64-9340e279c75b'] response: {'server_uuid': 'f8cc44ea-b042-47c4-8b8c-74f7430aa36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe10c92-08e6-4bd9-a530-65093ad0a135', 'code': 200} Apr 15 04:12:28.250182 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cbe10c92-08e6-4bd9-a530-65093ad0a135), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:28.300641 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=cbe10c92-08e6-4bd9-a530-65093ad0a135,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:12:28.496593 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcaa18-ba76-4c23-aa57-5e464db99df3 req-52ee676e-484c-4127-99d1-29b0803954b7 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:28.497961 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d1fcaa18-ba76-4c23-aa57-5e464db99df3 req-52ee676e-484c-4127-99d1-29b0803954b7 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8cc44ea-b042-47c4-8b8c-74f7430aa36d HTTP/1.1" status: 200 len: 945 time: 0.0749698 Apr 15 04:12:28.503105 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd0105b-9c90-4437-96d5-76691a599cfd req-cc27bc48-4eb2-40b7-a412-ece647965850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:28.504461 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2cd0105b-9c90-4437-96d5-76691a599cfd req-cc27bc48-4eb2-40b7-a412-ece647965850 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8cc44ea-b042-47c4-8b8c-74f7430aa36d HTTP/1.1" status: 200 len: 1129 time: 0.0504940 Apr 15 04:12:28.572210 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d1fcaa18-ba76-4c23-aa57-5e464db99df3 req-289c2aae-0301-4148-bb0e-f1d7b0c12cae tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668128 Apr 15 04:12:28.574559 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2cd0105b-9c90-4437-96d5-76691a599cfd req-1a7a44cc-c4cc-4319-be50-a3103b178561 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634410 Apr 15 04:12:29.685235 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e6a58-6833-45d0-ba88-68f78970041d req-4e984be7-8c54-4e40-ad28-90bd7bc2cfbe tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:29.687255 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ae5e6a58-6833-45d0-ba88-68f78970041d req-4e984be7-8c54-4e40-ad28-90bd7bc2cfbe tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8cc44ea-b042-47c4-8b8c-74f7430aa36d HTTP/1.1" status: 200 len: 945 time: 0.0463026 Apr 15 04:12:29.731905 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ae5e6a58-6833-45d0-ba88-68f78970041d req-83e70167-142a-4d07-bac1-e45391d8bf1a tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391943 Apr 15 04:12:30.842581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272c8ef-90ea-4a0d-9771-d72c7e408553 req-0ba6da2f-0f20-4096-b1cc-35a50da91c9b tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:30.844063 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f272c8ef-90ea-4a0d-9771-d72c7e408553 req-0ba6da2f-0f20-4096-b1cc-35a50da91c9b tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8cc44ea-b042-47c4-8b8c-74f7430aa36d HTTP/1.1" status: 200 len: 945 time: 0.0470572 Apr 15 04:12:30.891720 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f272c8ef-90ea-4a0d-9771-d72c7e408553 req-78ec9109-add2-4212-ab65-f5e20f033e09 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421934 Apr 15 04:12:31.002853 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b2b4d-487d-44f3-a959-192d1326982b req-d839e969-ab62-4e28-b374-f7dfe7ebc045 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:12:31.004323 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2c4b2b4d-487d-44f3-a959-192d1326982b req-d839e969-ab62-4e28-b374-f7dfe7ebc045 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8cc44ea-b042-47c4-8b8c-74f7430aa36d HTTP/1.1" status: 200 len: 945 time: 0.0488989 Apr 15 04:12:31.050507 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2c4b2b4d-487d-44f3-a959-192d1326982b req-c6e84277-59ce-4d93-ae15-0f58e7a352ee tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403967 Apr 15 04:12:34.861995 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:40.486007 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:12:48.678893 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-08c148a1-d7af-4961-8751-e368085c829e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:50.844505 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6d99258f-2950-4561-8672-bd6144aca540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:51.998522 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:53.518564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:12:54.936226 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:04.878328 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:07.495884 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c4688668-9e70-4534-97ea-ec18b76819d7 req-91501151-1afc-49c7-92b9-57ad27a32d2e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8cc44ea-b042-47c4-8b8c-74f7430aa36d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412412 Apr 15 04:13:07.575942 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4688668-9e70-4534-97ea-ec18b76819d7 req-981134b5-e349-40cf-8456-66eec7e60a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:07.577509 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c4688668-9e70-4534-97ea-ec18b76819d7 req-981134b5-e349-40cf-8456-66eec7e60a1f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=89da96f1b63e477195277f21d3582d7a&device_id=f8cc44ea-b042-47c4-8b8c-74f7430aa36d HTTP/1.1" status: 200 len: 1129 time: 0.0410373 Apr 15 04:13:07.686938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4688668-9e70-4534-97ea-ec18b76819d7 req-348b4163-54eb-4886-8007-f0a00e0f2a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:07.690072 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c4688668-9e70-4534-97ea-ec18b76819d7 req-348b4163-54eb-4886-8007-f0a00e0f2a24 service neutron] 10.222.0.30 "GET /v2.0/networks?id=844acc3b-c7e1-4aab-9c12-a4adf4a6b240 HTTP/1.1" status: 200 len: 917 time: 0.0913360 Apr 15 04:13:07.728768 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c4688668-9e70-4534-97ea-ec18b76819d7 req-ddfd5351-b20f-4c5b-b6d7-c7df859969cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbe10c92-08e6-4bd9-a530-65093ad0a135 HTTP/1.1" status: 200 len: 217 time: 0.0343096 Apr 15 04:13:07.775713 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4688668-9e70-4534-97ea-ec18b76819d7 req-68f2241f-c48a-4fd4-a66f-14dc45e15cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:07.777138 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c4688668-9e70-4534-97ea-ec18b76819d7 req-68f2241f-c48a-4fd4-a66f-14dc45e15cc7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4fa23ff5-0667-4761-84eb-046a5a09756b HTTP/1.1" status: 200 len: 856 time: 0.0426893 Apr 15 04:13:07.820631 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4688668-9e70-4534-97ea-ec18b76819d7 req-873ad2d8-a69d-43ab-919b-5ef6deaa0e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:07.822179 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c4688668-9e70-4534-97ea-ec18b76819d7 req-873ad2d8-a69d-43ab-919b-5ef6deaa0e2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=844acc3b-c7e1-4aab-9c12-a4adf4a6b240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381348 Apr 15 04:13:07.920752 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c4688668-9e70-4534-97ea-ec18b76819d7 req-c9193481-2628-444d-bc72-e96bfc42f1c0 service neutron] 10.222.0.30 "GET /v2.0/networks/844acc3b-c7e1-4aab-9c12-a4adf4a6b240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921926 Apr 15 04:13:08.012159 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c4688668-9e70-4534-97ea-ec18b76819d7 req-9235ebc7-dd98-4758-ba0d-43bfcdba240d service neutron] 10.222.0.30 "GET /v2.0/networks/844acc3b-c7e1-4aab-9c12-a4adf4a6b240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855775 Apr 15 04:13:09.446541 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3e4ab-77b1-4fa8-948c-3fc7f7af73af req-c80127dc-541c-43be-bcb5-38e8a41c122b tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:09.448021 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9eb3e4ab-77b1-4fa8-948c-3fc7f7af73af req-c80127dc-541c-43be-bcb5-38e8a41c122b tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8cc44ea-b042-47c4-8b8c-74f7430aa36d HTTP/1.1" status: 200 len: 945 time: 0.0458496 Apr 15 04:13:09.496287 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9eb3e4ab-77b1-4fa8-948c-3fc7f7af73af req-3b46a4f4-d3a1-4f37-9f9f-22ea9b5e4f3d tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420387 Apr 15 04:13:10.608912 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691cdc1-f751-4c3c-a992-d1af90238b90 req-9e0a52fe-f4e2-492e-84f2-f4889cc409a2 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:10.610394 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a691cdc1-f751-4c3c-a992-d1af90238b90 req-9e0a52fe-f4e2-492e-84f2-f4889cc409a2 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8cc44ea-b042-47c4-8b8c-74f7430aa36d HTTP/1.1" status: 200 len: 945 time: 0.0465274 Apr 15 04:13:10.657130 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a691cdc1-f751-4c3c-a992-d1af90238b90 req-52b3bbb0-89d2-4216-821b-67a90d286e09 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/security-groups?id=101d5759-883e-449d-ad09-ee785c79d282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409784 Apr 15 04:13:10.851405 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65237c-2d85-41cb-97b8-a24f9c94c6f3 req-4dcccd63-d2de-437c-b1bf-878906331c17 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:10.852804 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4e65237c-2d85-41cb-97b8-a24f9c94c6f3 req-4dcccd63-d2de-437c-b1bf-878906331c17 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8cc44ea-b042-47c4-8b8c-74f7430aa36d HTTP/1.1" status: 200 len: 945 time: 0.0457885 Apr 15 04:13:10.936892 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-4e65237c-2d85-41cb-97b8-a24f9c94c6f3 req-1c14bcb6-52d7-473f-a2a6-ca713ccb767a tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Deleting port cbe10c92-08e6-4bd9-a530-65093ad0a135 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:13:10.937226 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4e65237c-2d85-41cb-97b8-a24f9c94c6f3 req-1c14bcb6-52d7-473f-a2a6-ca713ccb767a tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (cbe10c92-08e6-4bd9-a530-65093ad0a135), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:11.021709 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-4e65237c-2d85-41cb-97b8-a24f9c94c6f3 req-1c14bcb6-52d7-473f-a2a6-ca713ccb767a tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] For port cbe10c92-08e6-4bd9-a530-65093ad0a135, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cbe10c92-08e6-4bd9-a530-65093ad0a135,segment=NetworkSegment(3c4e9ecc-f351-478d-b584-2c79a224ffb2),segment_id=3c4e9ecc-f351-478d-b584-2c79a224ffb2)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:13:11.022063 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4e65237c-2d85-41cb-97b8-a24f9c94c6f3 req-1c14bcb6-52d7-473f-a2a6-ca713ccb767a tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (cbe10c92-08e6-4bd9-a530-65093ad0a135), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:11.035124 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-4e65237c-2d85-41cb-97b8-a24f9c94c6f3 req-1c14bcb6-52d7-473f-a2a6-ca713ccb767a tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Calling delete_port for cbe10c92-08e6-4bd9-a530-65093ad0a135 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:13:11.490065 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4e65237c-2d85-41cb-97b8-a24f9c94c6f3 req-1c14bcb6-52d7-473f-a2a6-ca713ccb767a tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (cbe10c92-08e6-4bd9-a530-65093ad0a135), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:11.502389 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['cbe10c92-08e6-4bd9-a530-65093ad0a135'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:13:11.518946 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14bcb6-52d7-473f-a2a6-ca713ccb767a tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Pushing event deleted for resources: {'Port': ['ID=cbe10c92-08e6-4bd9-a530-65093ad0a135,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:11.566814 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e65237c-2d85-41cb-97b8-a24f9c94c6f3 req-1c14bcb6-52d7-473f-a2a6-ca713ccb767a tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] No DVR routers for this DVR port cbe10c92-08e6-4bd9-a530-65093ad0a135 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:13:11.569308 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-4e65237c-2d85-41cb-97b8-a24f9c94c6f3 req-1c14bcb6-52d7-473f-a2a6-ca713ccb767a tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:11.572494 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4e65237c-2d85-41cb-97b8-a24f9c94c6f3 req-1c14bcb6-52d7-473f-a2a6-ca713ccb767a tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.30 "DELETE /v2.0/ports/cbe10c92-08e6-4bd9-a530-65093ad0a135 HTTP/1.1" status: 204 len: 173 time: 0.7143240 Apr 15 04:13:11.572973 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cc44ea-b042-47c4-8b8c-74f7430aa36d', 'name': 'network-vif-deleted', 'tag': 'cbe10c92-08e6-4bd9-a530-65093ad0a135'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:13:11.575194 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bf0b79-3a72-4f86-8e1a-102216153648" -d '{"events": [{"server_uuid": "f8cc44ea-b042-47c4-8b8c-74f7430aa36d", "name": "network-vif-deleted", "tag": "cbe10c92-08e6-4bd9-a530-65093ad0a135"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:13:11.609742 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f784e43-786b-4fa5-99d8-ac393d95669e x-openstack-request-id: req-9f784e43-786b-4fa5-99d8-ac393d95669e {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:13:11.610292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8cc44ea-b042-47c4-8b8c-74f7430aa36d", "name": "network-vif-deleted", "tag": "cbe10c92-08e6-4bd9-a530-65093ad0a135", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:13:11.610292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f784e43-786b-4fa5-99d8-ac393d95669e {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:13:11.610687 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f784e43-786b-4fa5-99d8-ac393d95669e'] response: {'server_uuid': 'f8cc44ea-b042-47c4-8b8c-74f7430aa36d', 'name': 'network-vif-deleted', 'tag': 'cbe10c92-08e6-4bd9-a530-65093ad0a135', 'status': 'completed', 'code': 200} Apr 15 04:13:11.753105 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cd9ddf48-cf78-4559-a7c3-004815c94cb2 req-f237b527-7403-4790-896d-e4f9f23b4a58 tempest-TestEncryptedCinderVolumes-1162315434 tempest-TestEncryptedCinderVolumes-1162315434-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8cc44ea-b042-47c4-8b8c-74f7430aa36d HTTP/1.1" status: 200 len: 210 time: 0.0288231 Apr 15 04:13:12.893752 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41384) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:13:13.215819 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f66638c4-8c24-4a4f-8629-3ba8edb65759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (5f1b05fc-3e72-4ee2-9cf3-319d952176c4), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:13.445383 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f66638c4-8c24-4a4f-8629-3ba8edb65759 admin admin] Deleting port e020296f-038e-4a9d-9048-463c09a3f4cb {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:13:13.445727 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f66638c4-8c24-4a4f-8629-3ba8edb65759 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e020296f-038e-4a9d-9048-463c09a3f4cb), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:13.522743 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-f66638c4-8c24-4a4f-8629-3ba8edb65759 admin admin] For port e020296f-038e-4a9d-9048-463c09a3f4cb, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e020296f-038e-4a9d-9048-463c09a3f4cb,segment=NetworkSegment(3c4e9ecc-f351-478d-b584-2c79a224ffb2),segment_id=3c4e9ecc-f351-478d-b584-2c79a224ffb2)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:13:13.523105 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f66638c4-8c24-4a4f-8629-3ba8edb65759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e020296f-038e-4a9d-9048-463c09a3f4cb), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:13.536152 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f66638c4-8c24-4a4f-8629-3ba8edb65759 admin admin] Calling delete_port for e020296f-038e-4a9d-9048-463c09a3f4cb owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:13:13.763931 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f66638c4-8c24-4a4f-8629-3ba8edb65759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (e020296f-038e-4a9d-9048-463c09a3f4cb), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:13.790105 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66638c4-8c24-4a4f-8629-3ba8edb65759 admin admin] Pushing event deleted for resources: {'Port': ['ID=e020296f-038e-4a9d-9048-463c09a3f4cb,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:13.961456 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f66638c4-8c24-4a4f-8629-3ba8edb65759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (5f1b05fc-3e72-4ee2-9cf3-319d952176c4), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:14.140991 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device cbe10c92-08e6-4bd9-a530-65093ad0a135 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:13:14.161458 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: cbe10c92-08e6-4bd9-a530-65093ad0a135 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:13:14.161803 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device cbe10c92-08e6-4bd9-a530-65093ad0a135 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:13:14.179387 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66638c4-8c24-4a4f-8629-3ba8edb65759 admin admin] Router 5f1b05fc-3e72-4ee2-9cf3-319d952176c4 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:13:14.289596 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66638c4-8c24-4a4f-8629-3ba8edb65759 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:13:14.294503 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f66638c4-8c24-4a4f-8629-3ba8edb65759 admin admin] 10.222.0.15 "PUT /v2.0/routers/5f1b05fc-3e72-4ee2-9cf3-319d952176c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3997340 Apr 15 04:13:14.297098 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41386) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:13:14.299920 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29fbce5-652e-424b-9070-55213ea5adb0 None None] Sync routers for ids ['5f1b05fc-3e72-4ee2-9cf3-319d952176c4'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:13:14.309895 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29fbce5-652e-424b-9070-55213ea5adb0 None None] Routers {'5f1b05fc-3e72-4ee2-9cf3-319d952176c4'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:13:14.310574 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c29fbce5-652e-424b-9070-55213ea5adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:12:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['5f1b05fc-3e72-4ee2-9cf3-319d952176c4'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:14.402632 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec048924-0102-401c-936c-cb55fc1d8ff3 admin admin] Publish callbacks [] for router (5f1b05fc-3e72-4ee2-9cf3-319d952176c4), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:14.415711 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-c29fbce5-652e-424b-9070-55213ea5adb0 None None] Set router 5f1b05fc-3e72-4ee2-9cf3-319d952176c4 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:13:14.506085 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec048924-0102-401c-936c-cb55fc1d8ff3 admin admin] Publish callbacks [] for router_gateway (5f1b05fc-3e72-4ee2-9cf3-319d952176c4), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:14.579403 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c29fbce5-652e-424b-9070-55213ea5adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1b05fc-3e72-4ee2-9cf3-319d952176c4', 'name': 'tempest-TestEncryptedCinderVolumes-1484586269-router', 'tenant_id': '89da96f1b63e477195277f21d3582d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.107'}], 'enable_snat': True}, 'gw_port_id': '1231278a-6f79-4327-a23d-a52dc103bbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:11:13Z', 'updated_at': '2022-04-15T04:13:13Z', 'revision_number': 5, 'project_id': '89da96f1b63e477195277f21d3582d7a', 'gw_port': {'id': '1231278a-6f79-4327-a23d-a52dc103bbd0', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1b05fc-3e72-4ee2-9cf3-319d952176c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:11:14Z', 'updated_at': '2022-04-15T04:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:14.605407 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29fbce5-652e-424b-9070-55213ea5adb0 None None] Checking router: 5f1b05fc-3e72-4ee2-9cf3-319d952176c4 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:13:14.614273 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29fbce5-652e-424b-9070-55213ea5adb0 None None] Routers {'5f1b05fc-3e72-4ee2-9cf3-319d952176c4'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:13:14.614943 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c29fbce5-652e-424b-9070-55213ea5adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:12:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['5f1b05fc-3e72-4ee2-9cf3-319d952176c4'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:14.616448 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-ec048924-0102-401c-936c-cb55fc1d8ff3 admin admin] Deleting port 1231278a-6f79-4327-a23d-a52dc103bbd0 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:13:14.616789 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec048924-0102-401c-936c-cb55fc1d8ff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (1231278a-6f79-4327-a23d-a52dc103bbd0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:14.694739 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-ec048924-0102-401c-936c-cb55fc1d8ff3 admin admin] For port 1231278a-6f79-4327-a23d-a52dc103bbd0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1231278a-6f79-4327-a23d-a52dc103bbd0,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:13:14.695120 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec048924-0102-401c-936c-cb55fc1d8ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (1231278a-6f79-4327-a23d-a52dc103bbd0), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:14.703819 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-c29fbce5-652e-424b-9070-55213ea5adb0 None None] Set router 5f1b05fc-3e72-4ee2-9cf3-319d952176c4 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:13:14.707933 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-ec048924-0102-401c-936c-cb55fc1d8ff3 admin admin] Calling delete_port for 1231278a-6f79-4327-a23d-a52dc103bbd0 owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:13:14.849911 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c29fbce5-652e-424b-9070-55213ea5adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1b05fc-3e72-4ee2-9cf3-319d952176c4', 'name': 'tempest-TestEncryptedCinderVolumes-1484586269-router', 'tenant_id': '89da96f1b63e477195277f21d3582d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:11:13Z', 'updated_at': '2022-04-15T04:13:14Z', 'revision_number': 6, 'project_id': '89da96f1b63e477195277f21d3582d7a', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:14.876494 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29fbce5-652e-424b-9070-55213ea5adb0 None None] The sync data for ids ['5f1b05fc-3e72-4ee2-9cf3-319d952176c4'] in dv-neutron-837140-3-hyperv is: [{'id': '5f1b05fc-3e72-4ee2-9cf3-319d952176c4', 'name': 'tempest-TestEncryptedCinderVolumes-1484586269-router', 'tenant_id': '89da96f1b63e477195277f21d3582d7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:11:13Z', 'updated_at': '2022-04-15T04:13:14Z', 'revision_number': 6, 'project_id': '89da96f1b63e477195277f21d3582d7a', 'gw_port_host': None}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:13:14.969794 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec048924-0102-401c-936c-cb55fc1d8ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (1231278a-6f79-4327-a23d-a52dc103bbd0), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:14.999152 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec048924-0102-401c-936c-cb55fc1d8ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1231278a-6f79-4327-a23d-a52dc103bbd0,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:15.060875 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec048924-0102-401c-936c-cb55fc1d8ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (5f1b05fc-3e72-4ee2-9cf3-319d952176c4), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:15.150146 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec048924-0102-401c-936c-cb55fc1d8ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (5f1b05fc-3e72-4ee2-9cf3-319d952176c4), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:15.152328 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec048924-0102-401c-936c-cb55fc1d8ff3 admin admin] Publish callbacks [] for router_controller (5f1b05fc-3e72-4ee2-9cf3-319d952176c4), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:15.250218 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec048924-0102-401c-936c-cb55fc1d8ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (5f1b05fc-3e72-4ee2-9cf3-319d952176c4), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:15.250815 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec048924-0102-401c-936c-cb55fc1d8ff3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f1b05fc-3e72-4ee2-9cf3-319d952176c4 {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 04:13:15.255201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ec048924-0102-401c-936c-cb55fc1d8ff3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:15.259017 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ec048924-0102-401c-936c-cb55fc1d8ff3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/5f1b05fc-3e72-4ee2-9cf3-319d952176c4 HTTP/1.1" status: 204 len: 168 time: 0.9584167 Apr 15 04:13:15.260715 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41388) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:13:15.306435 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a63e27-f1c1-45dc-b5e7-56fc9539e96e admin admin] Deleting subnet 4fa23ff5-0667-4761-84eb-046a5a09756b {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:13:15.309548 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f8a63e27-f1c1-45dc-b5e7-56fc9539e96e admin admin] Publish callbacks [] for subnet (4fa23ff5-0667-4761-84eb-046a5a09756b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:15.344289 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f8a63e27-f1c1-45dc-b5e7-56fc9539e96e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (4fa23ff5-0667-4761-84eb-046a5a09756b), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:15.422736 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f8a63e27-f1c1-45dc-b5e7-56fc9539e96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (4fa23ff5-0667-4761-84eb-046a5a09756b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:15.530633 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f8a63e27-f1c1-45dc-b5e7-56fc9539e96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (4fa23ff5-0667-4761-84eb-046a5a09756b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:15.554999 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a63e27-f1c1-45dc-b5e7-56fc9539e96e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fa23ff5-0667-4761-84eb-046a5a09756b,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:15.558559 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f8a63e27-f1c1-45dc-b5e7-56fc9539e96e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:15.561688 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f8a63e27-f1c1-45dc-b5e7-56fc9539e96e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4fa23ff5-0667-4761-84eb-046a5a09756b HTTP/1.1" status: 204 len: 168 time: 0.3014104 Apr 15 04:13:15.564265 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41390) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:13:15.566735 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff047f36-cbd2-441c-86b4-7c01e27bab0c None None] Network 844acc3b-c7e1-4aab-9c12-a4adf4a6b240 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:13:15.636560 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80dd4b2e-d396-4fbd-9e4c-5b8557f324f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (844acc3b-c7e1-4aab-9c12-a4adf4a6b240), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:15.684260 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-80dd4b2e-d396-4fbd-9e4c-5b8557f324f7 admin admin] Deleting port fc6e186e-6555-4fcc-aa0f-52b04576b212 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:13:15.684603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80dd4b2e-d396-4fbd-9e4c-5b8557f324f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (fc6e186e-6555-4fcc-aa0f-52b04576b212), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:15.736099 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bccd967-5ca0-4639-b890-c2f46764f4fd None None] DHCP port deletion for 844acc3b-c7e1-4aab-9c12-a4adf4a6b240 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 04:13:15.753047 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-80dd4b2e-d396-4fbd-9e4c-5b8557f324f7 admin admin] For port fc6e186e-6555-4fcc-aa0f-52b04576b212, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fc6e186e-6555-4fcc-aa0f-52b04576b212,segment=NetworkSegment(3c4e9ecc-f351-478d-b584-2c79a224ffb2),segment_id=3c4e9ecc-f351-478d-b584-2c79a224ffb2)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:13:15.753343 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80dd4b2e-d396-4fbd-9e4c-5b8557f324f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (fc6e186e-6555-4fcc-aa0f-52b04576b212), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:15.768767 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-80dd4b2e-d396-4fbd-9e4c-5b8557f324f7 admin admin] Calling delete_port for fc6e186e-6555-4fcc-aa0f-52b04576b212 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:13:15.776596 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2bccd967-5ca0-4639-b890-c2f46764f4fd None None] Deleting port fc6e186e-6555-4fcc-aa0f-52b04576b212 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:13:15.776968 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2bccd967-5ca0-4639-b890-c2f46764f4fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (fc6e186e-6555-4fcc-aa0f-52b04576b212), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:15.843853 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-2bccd967-5ca0-4639-b890-c2f46764f4fd None None] For port fc6e186e-6555-4fcc-aa0f-52b04576b212, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fc6e186e-6555-4fcc-aa0f-52b04576b212,segment=NetworkSegment(3c4e9ecc-f351-478d-b584-2c79a224ffb2),segment_id=3c4e9ecc-f351-478d-b584-2c79a224ffb2)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:13:15.844258 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2bccd967-5ca0-4639-b890-c2f46764f4fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (fc6e186e-6555-4fcc-aa0f-52b04576b212), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:15.857796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2bccd967-5ca0-4639-b890-c2f46764f4fd None None] Calling delete_port for fc6e186e-6555-4fcc-aa0f-52b04576b212 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:13:15.930142 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80dd4b2e-d396-4fbd-9e4c-5b8557f324f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (fc6e186e-6555-4fcc-aa0f-52b04576b212), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:15.938422 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2bccd967-5ca0-4639-b890-c2f46764f4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (fc6e186e-6555-4fcc-aa0f-52b04576b212), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:15.959250 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd4b2e-d396-4fbd-9e4c-5b8557f324f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6e186e-6555-4fcc-aa0f-52b04576b212,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:15.962599 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dd4b2e-d396-4fbd-9e4c-5b8557f324f7 admin admin] No DVR routers for this DVR port fc6e186e-6555-4fcc-aa0f-52b04576b212 on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:13:15.965067 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bccd967-5ca0-4639-b890-c2f46764f4fd None None] No DVR routers for this DVR port fc6e186e-6555-4fcc-aa0f-52b04576b212 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:13:15.968208 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccd967-5ca0-4639-b890-c2f46764f4fd None None] Pushing event deleted for resources: {'Port': ['ID=fc6e186e-6555-4fcc-aa0f-52b04576b212,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:16.268724 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1231278a-6f79-4327-a23d-a52dc103bbd0 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:13:16.292344 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 1231278a-6f79-4327-a23d-a52dc103bbd0 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:13:16.292688 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1231278a-6f79-4327-a23d-a52dc103bbd0 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:13:16.293123 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device fc6e186e-6555-4fcc-aa0f-52b04576b212 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:13:16.314246 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: fc6e186e-6555-4fcc-aa0f-52b04576b212 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:13:16.314596 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device fc6e186e-6555-4fcc-aa0f-52b04576b212 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:13:16.315058 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e020296f-038e-4a9d-9048-463c09a3f4cb no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:13:16.327556 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80dd4b2e-d396-4fbd-9e4c-5b8557f324f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (844acc3b-c7e1-4aab-9c12-a4adf4a6b240), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:16.334245 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: e020296f-038e-4a9d-9048-463c09a3f4cb {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:13:16.334597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e020296f-038e-4a9d-9048-463c09a3f4cb not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:13:16.347410 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-80dd4b2e-d396-4fbd-9e4c-5b8557f324f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844acc3b-c7e1-4aab-9c12-a4adf4a6b240']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:16.356841 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-80dd4b2e-d396-4fbd-9e4c-5b8557f324f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4e9ecc-f351-478d-b584-2c79a224ffb2') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:16.357143 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-80dd4b2e-d396-4fbd-9e4c-5b8557f324f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4e9ecc-f351-478d-b584-2c79a224ffb2') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:16.367047 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80dd4b2e-d396-4fbd-9e4c-5b8557f324f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (3c4e9ecc-f351-478d-b584-2c79a224ffb2), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:16.380603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80dd4b2e-d396-4fbd-9e4c-5b8557f324f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (3c4e9ecc-f351-478d-b584-2c79a224ffb2), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:16.386865 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80dd4b2e-d396-4fbd-9e4c-5b8557f324f7 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:13:16.387244 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80dd4b2e-d396-4fbd-9e4c-5b8557f324f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (3c4e9ecc-f351-478d-b584-2c79a224ffb2), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:13:16.388937 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:13:16.495733 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80dd4b2e-d396-4fbd-9e4c-5b8557f324f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (844acc3b-c7e1-4aab-9c12-a4adf4a6b240), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:16.500944 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-80dd4b2e-d396-4fbd-9e4c-5b8557f324f7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:16.504063 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-80dd4b2e-d396-4fbd-9e4c-5b8557f324f7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/844acc3b-c7e1-4aab-9c12-a4adf4a6b240 HTTP/1.1" status: 204 len: 168 time: 0.9388142 Apr 15 04:13:16.507176 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41392) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:13:16.514901 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd4b2e-d396-4fbd-9e4c-5b8557f324f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=844acc3b-c7e1-4aab-9c12-a4adf4a6b240,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:17.135810 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (f12a71f6-bd79-4f4a-b44d-3ca5b496208b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:17.363332 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Deleting port e119d68d-50f2-4d7f-804a-39ee99505c90 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:13:17.363676 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e119d68d-50f2-4d7f-804a-39ee99505c90), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:17.442936 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] For port e119d68d-50f2-4d7f-804a-39ee99505c90, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e119d68d-50f2-4d7f-804a-39ee99505c90,segment=NetworkSegment(90d8d11a-2185-4ac2-aaa3-12f8789c7d10),segment_id=90d8d11a-2185-4ac2-aaa3-12f8789c7d10)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:13:17.443281 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e119d68d-50f2-4d7f-804a-39ee99505c90), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:17.456243 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Calling delete_port for e119d68d-50f2-4d7f-804a-39ee99505c90 owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:13:17.484717 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:13:17.712814 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (e119d68d-50f2-4d7f-804a-39ee99505c90), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:17.738034 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=e119d68d-50f2-4d7f-804a-39ee99505c90,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:17.749991 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:17.750341 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:17.750709 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:17.751051 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:17.751414 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:17.751748 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:17.752084 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:17.752459 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:17.752796 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:17.753122 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:17.753452 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:17.753776 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:17.754099 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:17.754423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:17.754772 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:17.919360 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (f12a71f6-bd79-4f4a-b44d-3ca5b496208b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:18.136396 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Router f12a71f6-bd79-4f4a-b44d-3ca5b496208b has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:13:18.246308 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:13:18.254357 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-24c0b856-6329-4c12-ac42-4a859ff39a58 admin admin] 10.222.0.15 "PUT /v2.0/routers/f12a71f6-bd79-4f4a-b44d-3ca5b496208b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7434247 Apr 15 04:13:18.254888 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41394) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:13:18.255597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569cba7b-eab2-4324-ab88-3e22d80ad691 None None] Sync routers for ids ['f12a71f6-bd79-4f4a-b44d-3ca5b496208b'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:13:18.266982 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569cba7b-eab2-4324-ab88-3e22d80ad691 None None] Routers {'f12a71f6-bd79-4f4a-b44d-3ca5b496208b'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:13:18.267617 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-569cba7b-eab2-4324-ab88-3e22d80ad691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:12:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['f12a71f6-bd79-4f4a-b44d-3ca5b496208b'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:18.361806 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Publish callbacks [] for router (f12a71f6-bd79-4f4a-b44d-3ca5b496208b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:18.372540 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-569cba7b-eab2-4324-ab88-3e22d80ad691 None None] Set router f12a71f6-bd79-4f4a-b44d-3ca5b496208b gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:13:18.466443 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Publish callbacks [] for router_gateway (f12a71f6-bd79-4f4a-b44d-3ca5b496208b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:18.550689 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d61b7483-fab5-4d24-8f2d-aef2d1c4f357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:18.556236 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-569cba7b-eab2-4324-ab88-3e22d80ad691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12a71f6-bd79-4f4a-b44d-3ca5b496208b', 'name': 'tempest-TestEncryptedCinderVolumes-346173302-router', 'tenant_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.53'}], 'enable_snat': True}, 'gw_port_id': '82e391ee-db5b-4181-8744-43cd86af1e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:11:19Z', 'updated_at': '2022-04-15T04:13:17Z', 'revision_number': 5, 'project_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'gw_port': {'id': '82e391ee-db5b-4181-8744-43cd86af1e3a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f12a71f6-bd79-4f4a-b44d-3ca5b496208b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:11:20Z', 'updated_at': '2022-04-15T04:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:18.563913 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Deleting port 82e391ee-db5b-4181-8744-43cd86af1e3a {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:13:18.564251 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (82e391ee-db5b-4181-8744-43cd86af1e3a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:18.582892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569cba7b-eab2-4324-ab88-3e22d80ad691 None None] Checking router: f12a71f6-bd79-4f4a-b44d-3ca5b496208b for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:13:18.591009 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569cba7b-eab2-4324-ab88-3e22d80ad691 None None] Routers {'f12a71f6-bd79-4f4a-b44d-3ca5b496208b'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:13:18.591620 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-569cba7b-eab2-4324-ab88-3e22d80ad691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:12:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['f12a71f6-bd79-4f4a-b44d-3ca5b496208b'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:18.643648 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] For port 82e391ee-db5b-4181-8744-43cd86af1e3a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=82e391ee-db5b-4181-8744-43cd86af1e3a,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:13:18.644015 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (82e391ee-db5b-4181-8744-43cd86af1e3a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:18.656975 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Calling delete_port for 82e391ee-db5b-4181-8744-43cd86af1e3a owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:13:18.678885 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-569cba7b-eab2-4324-ab88-3e22d80ad691 None None] Set router f12a71f6-bd79-4f4a-b44d-3ca5b496208b gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:13:18.737215 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-569cba7b-eab2-4324-ab88-3e22d80ad691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f12a71f6-bd79-4f4a-b44d-3ca5b496208b', 'name': 'tempest-TestEncryptedCinderVolumes-346173302-router', 'tenant_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:11:19Z', 'updated_at': '2022-04-15T04:13:18Z', 'revision_number': 6, 'project_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:18.765974 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569cba7b-eab2-4324-ab88-3e22d80ad691 None None] The sync data for ids ['f12a71f6-bd79-4f4a-b44d-3ca5b496208b'] in dv-neutron-837140-3-hyperv is: [{'id': 'f12a71f6-bd79-4f4a-b44d-3ca5b496208b', 'name': 'tempest-TestEncryptedCinderVolumes-346173302-router', 'tenant_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:11:19Z', 'updated_at': '2022-04-15T04:13:18Z', 'revision_number': 6, 'project_id': 'eaf1d13919254f6187fdc52cd1c4a6d9', 'gw_port_host': None}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:13:18.901325 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (82e391ee-db5b-4181-8744-43cd86af1e3a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:18.930959 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Pushing event deleted for resources: {'Port': ['ID=82e391ee-db5b-4181-8744-43cd86af1e3a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:18.943164 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:18.943513 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:18.943856 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:18.944194 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:18.944525 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:18.944855 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:18.945199 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:18.945507 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:18.945830 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:18.946155 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:18.946479 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:18.946833 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:18.947158 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:18.947480 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:18.947797 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:19.004093 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (f12a71f6-bd79-4f4a-b44d-3ca5b496208b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:19.095697 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (f12a71f6-bd79-4f4a-b44d-3ca5b496208b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:19.097730 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Publish callbacks [] for router_controller (f12a71f6-bd79-4f4a-b44d-3ca5b496208b), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:19.186982 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (f12a71f6-bd79-4f4a-b44d-3ca5b496208b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:19.187552 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f12a71f6-bd79-4f4a-b44d-3ca5b496208b {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 04:13:19.192214 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:19.193368 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7a1a1397-9d29-4be7-9ddf-5b7fc99d671f admin admin] 10.222.0.15 "DELETE /v2.0/routers/f12a71f6-bd79-4f4a-b44d-3ca5b496208b HTTP/1.1" status: 204 len: 168 time: 0.9373786 Apr 15 04:13:19.199251 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41396) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:13:19.247293 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9f97be-1e26-4a4e-9def-63ec31f5642d admin admin] Deleting subnet b1eb76e2-4b34-4223-9cb5-13bece7f46d2 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:13:19.250305 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ce9f97be-1e26-4a4e-9def-63ec31f5642d admin admin] Publish callbacks [] for subnet (b1eb76e2-4b34-4223-9cb5-13bece7f46d2), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:19.284267 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ce9f97be-1e26-4a4e-9def-63ec31f5642d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (b1eb76e2-4b34-4223-9cb5-13bece7f46d2), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:19.358280 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ce9f97be-1e26-4a4e-9def-63ec31f5642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (b1eb76e2-4b34-4223-9cb5-13bece7f46d2), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:19.456034 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ce9f97be-1e26-4a4e-9def-63ec31f5642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (b1eb76e2-4b34-4223-9cb5-13bece7f46d2), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:19.482764 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f97be-1e26-4a4e-9def-63ec31f5642d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1eb76e2-4b34-4223-9cb5-13bece7f46d2,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:19.484718 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ce9f97be-1e26-4a4e-9def-63ec31f5642d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:19.488588 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ce9f97be-1e26-4a4e-9def-63ec31f5642d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b1eb76e2-4b34-4223-9cb5-13bece7f46d2 HTTP/1.1" status: 204 len: 168 time: 0.2876358 Apr 15 04:13:19.489594 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dc2a48-da85-4ab7-bbe2-b008434a2764 None None] Network dfaac88b-a658-4fb4-ab49-99ba98d80d93 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:13:19.491908 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41398) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:13:19.566784 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8331bc50-1041-4268-9b69-45b0d2c1a530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (dfaac88b-a658-4fb4-ab49-99ba98d80d93), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:19.616068 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-8331bc50-1041-4268-9b69-45b0d2c1a530 admin admin] Deleting port 89067906-f586-4f56-8d53-9eb439804bf7 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:13:19.616414 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8331bc50-1041-4268-9b69-45b0d2c1a530 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (89067906-f586-4f56-8d53-9eb439804bf7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:19.638364 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd984b5c-2ad7-4a9b-b52d-3d9c38783840 None None] DHCP port deletion for dfaac88b-a658-4fb4-ab49-99ba98d80d93 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 04:13:19.678688 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-fd984b5c-2ad7-4a9b-b52d-3d9c38783840 None None] Deleting port 89067906-f586-4f56-8d53-9eb439804bf7 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:13:19.679105 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fd984b5c-2ad7-4a9b-b52d-3d9c38783840 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (89067906-f586-4f56-8d53-9eb439804bf7), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:19.685310 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-8331bc50-1041-4268-9b69-45b0d2c1a530 admin admin] For port 89067906-f586-4f56-8d53-9eb439804bf7, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=89067906-f586-4f56-8d53-9eb439804bf7,segment=NetworkSegment(90d8d11a-2185-4ac2-aaa3-12f8789c7d10),segment_id=90d8d11a-2185-4ac2-aaa3-12f8789c7d10)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:13:19.686232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8331bc50-1041-4268-9b69-45b0d2c1a530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (89067906-f586-4f56-8d53-9eb439804bf7), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:19.699015 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-8331bc50-1041-4268-9b69-45b0d2c1a530 admin admin] Calling delete_port for 89067906-f586-4f56-8d53-9eb439804bf7 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:13:19.741298 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-fd984b5c-2ad7-4a9b-b52d-3d9c38783840 None None] For port 89067906-f586-4f56-8d53-9eb439804bf7, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=89067906-f586-4f56-8d53-9eb439804bf7,segment=NetworkSegment(90d8d11a-2185-4ac2-aaa3-12f8789c7d10),segment_id=90d8d11a-2185-4ac2-aaa3-12f8789c7d10)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:13:19.741700 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fd984b5c-2ad7-4a9b-b52d-3d9c38783840 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (89067906-f586-4f56-8d53-9eb439804bf7), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:19.755798 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-fd984b5c-2ad7-4a9b-b52d-3d9c38783840 None None] Calling delete_port for 89067906-f586-4f56-8d53-9eb439804bf7 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:13:19.844393 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8331bc50-1041-4268-9b69-45b0d2c1a530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (89067906-f586-4f56-8d53-9eb439804bf7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:19.856312 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8331bc50-1041-4268-9b69-45b0d2c1a530 admin admin] No DVR routers for this DVR port 89067906-f586-4f56-8d53-9eb439804bf7 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:13:19.882945 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fd984b5c-2ad7-4a9b-b52d-3d9c38783840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (89067906-f586-4f56-8d53-9eb439804bf7), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:19.899792 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331bc50-1041-4268-9b69-45b0d2c1a530 admin admin] Pushing event deleted for resources: {'Port': ['ID=89067906-f586-4f56-8d53-9eb439804bf7,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:19.905332 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd984b5c-2ad7-4a9b-b52d-3d9c38783840 None None] Pushing event deleted for resources: {'Port': ['ID=89067906-f586-4f56-8d53-9eb439804bf7,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:19.911470 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd984b5c-2ad7-4a9b-b52d-3d9c38783840 None None] No DVR routers for this DVR port 89067906-f586-4f56-8d53-9eb439804bf7 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:13:19.953929 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8331bc50-1041-4268-9b69-45b0d2c1a530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (dfaac88b-a658-4fb4-ab49-99ba98d80d93), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:19.973209 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-8331bc50-1041-4268-9b69-45b0d2c1a530 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfaac88b-a658-4fb4-ab49-99ba98d80d93']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:19.982237 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-8331bc50-1041-4268-9b69-45b0d2c1a530 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d8d11a-2185-4ac2-aaa3-12f8789c7d10') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:19.983063 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-8331bc50-1041-4268-9b69-45b0d2c1a530 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d8d11a-2185-4ac2-aaa3-12f8789c7d10') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:19.992351 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8331bc50-1041-4268-9b69-45b0d2c1a530 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (90d8d11a-2185-4ac2-aaa3-12f8789c7d10), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:20.005920 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8331bc50-1041-4268-9b69-45b0d2c1a530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (90d8d11a-2185-4ac2-aaa3-12f8789c7d10), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:20.012026 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8331bc50-1041-4268-9b69-45b0d2c1a530 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:13:20.012407 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8331bc50-1041-4268-9b69-45b0d2c1a530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (90d8d11a-2185-4ac2-aaa3-12f8789c7d10), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:13:20.014097 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:13:20.118742 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8331bc50-1041-4268-9b69-45b0d2c1a530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (dfaac88b-a658-4fb4-ab49-99ba98d80d93), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:20.124894 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8331bc50-1041-4268-9b69-45b0d2c1a530 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:20.128123 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8331bc50-1041-4268-9b69-45b0d2c1a530 admin admin] 10.222.0.15 "DELETE /v2.0/networks/dfaac88b-a658-4fb4-ab49-99ba98d80d93 HTTP/1.1" status: 204 len: 168 time: 0.6352184 Apr 15 04:13:20.139536 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331bc50-1041-4268-9b69-45b0d2c1a530 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfaac88b-a658-4fb4-ab49-99ba98d80d93,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:20.270879 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e119d68d-50f2-4d7f-804a-39ee99505c90 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:13:20.291551 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: e119d68d-50f2-4d7f-804a-39ee99505c90 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:13:20.291895 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e119d68d-50f2-4d7f-804a-39ee99505c90 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:13:20.292309 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 82e391ee-db5b-4181-8744-43cd86af1e3a no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:13:20.310860 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 82e391ee-db5b-4181-8744-43cd86af1e3a {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:13:20.314236 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 82e391ee-db5b-4181-8744-43cd86af1e3a not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:13:20.314236 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 89067906-f586-4f56-8d53-9eb439804bf7 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:13:20.332895 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 89067906-f586-4f56-8d53-9eb439804bf7 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:13:20.333240 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 89067906-f586-4f56-8d53-9eb439804bf7 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:13:20.452349 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41402) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:13:20.492430 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9e9aff4a-a94a-4b66-a737-db9649e43c23 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89da96f1b63e477195277f21d3582d7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388527 Apr 15 04:13:20.494870 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41404) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:13:20.541206 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7f63ba16-bf4f-4609-8703-90ae919a45f1 admin admin] Publish callbacks [] for security_group (101d5759-883e-449d-ad09-ee785c79d282), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:20.562517 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7f63ba16-bf4f-4609-8703-90ae919a45f1 admin admin] Publish callbacks [] for security_group (101d5759-883e-449d-ad09-ee785c79d282), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:20.671857 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7f63ba16-bf4f-4609-8703-90ae919a45f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (101d5759-883e-449d-ad09-ee785c79d282), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:20.674385 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7f63ba16-bf4f-4609-8703-90ae919a45f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:20.675578 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7f63ba16-bf4f-4609-8703-90ae919a45f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/101d5759-883e-449d-ad09-ee785c79d282 HTTP/1.1" status: 204 len: 168 time: 0.1798267 Apr 15 04:13:20.683562 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63ba16-bf4f-4609-8703-90ae919a45f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101d5759-883e-449d-ad09-ee785c79d282,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:20.878466 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0bfa1df0-79af-4c8f-a946-408fbc305af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:21.258843 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41410) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:13:21.298758 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7ad51be9-5438-44ac-a8b1-a030daaafbc5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eaf1d13919254f6187fdc52cd1c4a6d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386965 Apr 15 04:13:21.300973 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41412) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:13:21.349818 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-87b3b1c5-2774-47bd-9e14-dbde51a9ed33 admin admin] Publish callbacks [] for security_group (55485fee-0b3f-4d5c-94d5-5b4e9c2bc901), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:21.370700 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-87b3b1c5-2774-47bd-9e14-dbde51a9ed33 admin admin] Publish callbacks [] for security_group (55485fee-0b3f-4d5c-94d5-5b4e9c2bc901), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:21.489608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-87b3b1c5-2774-47bd-9e14-dbde51a9ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (55485fee-0b3f-4d5c-94d5-5b4e9c2bc901), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:21.492228 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-87b3b1c5-2774-47bd-9e14-dbde51a9ed33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:21.493379 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-87b3b1c5-2774-47bd-9e14-dbde51a9ed33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55485fee-0b3f-4d5c-94d5-5b4e9c2bc901 HTTP/1.1" status: 204 len: 168 time: 0.1915293 Apr 15 04:13:21.501876 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3b1c5-2774-47bd-9e14-dbde51a9ed33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55485fee-0b3f-4d5c-94d5-5b4e9c2bc901,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:21.981549 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:22.475268 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41434) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:13:22.579331 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-bc7cf52a-d6b8-44ac-b59d-77533fccefb9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1159693042-network', 'tenant_id': '859d69117320413aae4192457488d909'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:13:22.666848 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7cf52a-d6b8-44ac-b59d-77533fccefb9 admin admin] Made reservation on behalf of 859d69117320413aae4192457488d909 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:13:22.669065 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf52a-d6b8-44ac-b59d-77533fccefb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:22.678014 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf52a-d6b8-44ac-b59d-77533fccefb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:22.752480 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf52a-d6b8-44ac-b59d-77533fccefb9 admin admin] Publish callbacks [] for security_group (3e6b5f59-63e2-45a7-86cd-22d78857cb34), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:22.798134 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf52a-d6b8-44ac-b59d-77533fccefb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (3e6b5f59-63e2-45a7-86cd-22d78857cb34), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:22.818448 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7cf52a-d6b8-44ac-b59d-77533fccefb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:13:22.833324 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cf52a-d6b8-44ac-b59d-77533fccefb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6b5f59-63e2-45a7-86cd-22d78857cb34,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:22.836178 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf52a-d6b8-44ac-b59d-77533fccefb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (69fc6717-46e8-4aad-8127-c9aeabdc5c00), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:22.836520 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-bc7cf52a-d6b8-44ac-b59d-77533fccefb9 admin admin] Added segment 69fc6717-46e8-4aad-8127-c9aeabdc5c00 of type vlan for network 502e24ad-3803-40ee-b4c7-abb15d6b6085 Apr 15 04:13:22.878625 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf52a-d6b8-44ac-b59d-77533fccefb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (502e24ad-3803-40ee-b4c7-abb15d6b6085), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:23.009882 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf52a-d6b8-44ac-b59d-77533fccefb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (502e24ad-3803-40ee-b4c7-abb15d6b6085), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:23.010819 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7cf52a-d6b8-44ac-b59d-77533fccefb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:23.011444 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-bc7cf52a-d6b8-44ac-b59d-77533fccefb9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:23.069906 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cf52a-d6b8-44ac-b59d-77533fccefb9 admin admin] Pushing event updated for resources: {'Network': ['ID=502e24ad-3803-40ee-b4c7-abb15d6b6085,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:23.079831 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 502e24ad-3803-40ee-b4c7-abb15d6b6085 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:13:23.118463 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41438) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:13:23.118960 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-bc7cf52a-d6b8-44ac-b59d-77533fccefb9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6421587 Apr 15 04:13:23.123438 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e4b3408d-ceb6-41f1-b0d1-f36a2b7deba1 admin admin] Request body: {'subnet': {'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1159693042-subnet', 'tenant_id': '859d69117320413aae4192457488d909', 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:13:23.198018 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b3408d-ceb6-41f1-b0d1-f36a2b7deba1 admin admin] Made reservation on behalf of 859d69117320413aae4192457488d909 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:13:23.200415 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e4b3408d-ceb6-41f1-b0d1-f36a2b7deba1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:23.415299 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e4b3408d-ceb6-41f1-b0d1-f36a2b7deba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (27169322-b8e2-4c35-a62c-250be3d7d673), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:23.472508 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3408d-ceb6-41f1-b0d1-f36a2b7deba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27169322-b8e2-4c35-a62c-250be3d7d673,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:23.479684 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b3408d-ceb6-41f1-b0d1-f36a2b7deba1 admin admin] Checking segment: {'id': '69fc6717-46e8-4aad-8127-c9aeabdc5c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:13:23.480046 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b3408d-ceb6-41f1-b0d1-f36a2b7deba1 admin admin] Network hostable DHCP agents. Network: 502e24ad-3803-40ee-b4c7-abb15d6b6085, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:13:23.501176 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:23.552382 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b3408d-ceb6-41f1-b0d1-f36a2b7deba1 admin admin] Network 502e24ad-3803-40ee-b4c7-abb15d6b6085 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:13:23.597745 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-e4b3408d-ceb6-41f1-b0d1-f36a2b7deba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 502e24ad-3803-40ee-b4c7-abb15d6b6085) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:13:23.601729 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b3408d-ceb6-41f1-b0d1-f36a2b7deba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:23.602429 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e4b3408d-ceb6-41f1-b0d1-f36a2b7deba1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:23.606418 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7f5783-ea12-4635-ba24-9015b734fd59 None None] Network 502e24ad-3803-40ee-b4c7-abb15d6b6085 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:13:23.657899 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e4b3408d-ceb6-41f1-b0d1-f36a2b7deba1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5382385 Apr 15 04:13:23.660520 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41440) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:13:23.664760 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-d8e6e4f9-a0e6-4319-8042-a653fcda1942 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1159693042-router', 'tenant_id': '859d69117320413aae4192457488d909', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:13:23.704914 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604b6005-be5f-44bc-b25f-6494e4f585be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-502e24ad-3803-40ee-b4c7-abb15d6b6085', 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085', 'project_id': '859d69117320413aae4192457488d909', 'fixed_ips': [{'subnet_id': '27169322-b8e2-4c35-a62c-250be3d7d673'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 04:13:23.705859 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-604b6005-be5f-44bc-b25f-6494e4f585be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:23.747014 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e4f9-a0e6-4319-8042-a653fcda1942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:23.748753 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e4f9-a0e6-4319-8042-a653fcda1942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:23.805280 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e4f9-a0e6-4319-8042-a653fcda1942 admin admin] Publish callbacks [] for router_controller (dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:23.839231 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-604b6005-be5f-44bc-b25f-6494e4f585be None None] Allocated IP 172.20.0.2 (502e24ad-3803-40ee-b4c7-abb15d6b6085/27169322-b8e2-4c35-a62c-250be3d7d673/5d07cd15-e363-4f34-8a46-a4d4a70fcf36) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:13:24.020314 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e4f9-a0e6-4319-8042-a653fcda1942 admin admin] Publish callbacks [] for router_gateway (dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:24.124898 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-604b6005-be5f-44bc-b25f-6494e4f585be None None] Publish callbacks [] for port (5d07cd15-e363-4f34-8a46-a4d4a70fcf36), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:24.198975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-604b6005-be5f-44bc-b25f-6494e4f585be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (5d07cd15-e363-4f34-8a46-a4d4a70fcf36), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:24.235670 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604b6005-be5f-44bc-b25f-6494e4f585be None None] Network 502e24ad-3803-40ee-b4c7-abb15d6b6085 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:13:24.238489 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-604b6005-be5f-44bc-b25f-6494e4f585be None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:13:24.240974 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604b6005-be5f-44bc-b25f-6494e4f585be None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:13:24.273212 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b6005-be5f-44bc-b25f-6494e4f585be None None] Pushing event updated for resources: {'Port': ['ID=5d07cd15-e363-4f34-8a46-a4d4a70fcf36,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:24.275371 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e4f9-a0e6-4319-8042-a653fcda1942 admin admin] Publish callbacks [] for router_gateway (dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:24.294841 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e4f9-a0e6-4319-8042-a653fcda1942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:24.307121 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-604b6005-be5f-44bc-b25f-6494e4f585be None None] Attempting to bind port 5d07cd15-e363-4f34-8a46-a4d4a70fcf36 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:13:24.307494 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-604b6005-be5f-44bc-b25f-6494e4f585be None None] Attempting to bind port 5d07cd15-e363-4f34-8a46-a4d4a70fcf36 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '69fc6717-46e8-4aad-8127-c9aeabdc5c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:13:24.307886 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b6005-be5f-44bc-b25f-6494e4f585be None None] Attempting to bind port 5d07cd15-e363-4f34-8a46-a4d4a70fcf36 on network 502e24ad-3803-40ee-b4c7-abb15d6b6085 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:13:24.313051 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b6005-be5f-44bc-b25f-6494e4f585be None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:13:24.313423 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b6005-be5f-44bc-b25f-6494e4f585be None None] Checking segment: {'id': '69fc6717-46e8-4aad-8127-c9aeabdc5c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:13:24.313828 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-604b6005-be5f-44bc-b25f-6494e4f585be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:24.314217 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b6005-be5f-44bc-b25f-6494e4f585be None None] Bound using segment: {'id': '69fc6717-46e8-4aad-8127-c9aeabdc5c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:13:24.314696 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-604b6005-be5f-44bc-b25f-6494e4f585be None None] Bound port: 5d07cd15-e363-4f34-8a46-a4d4a70fcf36, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69fc6717-46e8-4aad-8127-c9aeabdc5c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:13:24.315075 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-604b6005-be5f-44bc-b25f-6494e4f585be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5d07cd15-e363-4f34-8a46-a4d4a70fcf36), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:24.376913 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-604b6005-be5f-44bc-b25f-6494e4f585be None None] For port 5d07cd15-e363-4f34-8a46-a4d4a70fcf36, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:13:24.380073 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-604b6005-be5f-44bc-b25f-6494e4f585be None None] For port 5d07cd15-e363-4f34-8a46-a4d4a70fcf36, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=5d07cd15-e363-4f34-8a46-a4d4a70fcf36,segment=NetworkSegment(69fc6717-46e8-4aad-8127-c9aeabdc5c00),segment_id=69fc6717-46e8-4aad-8127-c9aeabdc5c00)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:13:24.400619 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-d8e6e4f9-a0e6-4319-8042-a653fcda1942 admin admin] Allocated IP 172.26.6.209 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/f4d5683b-d872-4878-80ef-d9284b84b031) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:13:24.456248 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-604b6005-be5f-44bc-b25f-6494e4f585be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (5d07cd15-e363-4f34-8a46-a4d4a70fcf36), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:24.505397 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e4f9-a0e6-4319-8042-a653fcda1942 admin admin] Publish callbacks [] for port (f4d5683b-d872-4878-80ef-d9284b84b031), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:24.516610 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b6005-be5f-44bc-b25f-6494e4f585be None None] Pushing event updated for resources: {'Port': ['ID=5d07cd15-e363-4f34-8a46-a4d4a70fcf36,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:24.598536 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e4f9-a0e6-4319-8042-a653fcda1942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (f4d5683b-d872-4878-80ef-d9284b84b031), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:24.638313 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e6e4f9-a0e6-4319-8042-a653fcda1942 admin admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:13:24.640638 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-d8e6e4f9-a0e6-4319-8042-a653fcda1942 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:13:24.646786 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e6e4f9-a0e6-4319-8042-a653fcda1942 admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:13:24.664944 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6e4f9-a0e6-4319-8042-a653fcda1942 admin admin] Pushing event updated for resources: {'Port': ['ID=f4d5683b-d872-4878-80ef-d9284b84b031,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:24.941256 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:24.968677 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e4f9-a0e6-4319-8042-a653fcda1942 admin admin] Publish callbacks [] for router_gateway (dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:25.384574 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b357bd0-784b-4fc1-a824-3f0623b0c04a None None] Network 502e24ad-3803-40ee-b4c7-abb15d6b6085 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:13:25.489119 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3d1d6aa5-b369-4073-98cb-29919910eb3e None None] Provisioning complete for port 5d07cd15-e363-4f34-8a46-a4d4a70fcf36 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:13:25.489501 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6aa5-b369-4073-98cb-29919910eb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (5d07cd15-e363-4f34-8a46-a4d4a70fcf36), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:25.492952 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e4f9-a0e6-4319-8042-a653fcda1942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:25.578639 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3d1d6aa5-b369-4073-98cb-29919910eb3e None None] Current status of the port 5d07cd15-e363-4f34-8a46-a4d4a70fcf36 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:13:25.579088 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6aa5-b369-4073-98cb-29919910eb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (5d07cd15-e363-4f34-8a46-a4d4a70fcf36), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:25.612694 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-3d1d6aa5-b369-4073-98cb-29919910eb3e None None] For port 5d07cd15-e363-4f34-8a46-a4d4a70fcf36, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=5d07cd15-e363-4f34-8a46-a4d4a70fcf36,segment=NetworkSegment(69fc6717-46e8-4aad-8127-c9aeabdc5c00),segment_id=69fc6717-46e8-4aad-8127-c9aeabdc5c00)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:13:25.667213 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3d1d6aa5-b369-4073-98cb-29919910eb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (5d07cd15-e363-4f34-8a46-a4d4a70fcf36), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:25.695503 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e6e4f9-a0e6-4319-8042-a653fcda1942 admin admin] Router dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 04:13:25.715012 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d6aa5-b369-4073-98cb-29919910eb3e None None] Pushing event updated for resources: {'Port': ['ID=5d07cd15-e363-4f34-8a46-a4d4a70fcf36,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:25.785192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-bf4d4965-ddfc-4930-836e-79884543083f None None] Provisioning complete for port 5d07cd15-e363-4f34-8a46-a4d4a70fcf36 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:13:25.785562 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bf4d4965-ddfc-4930-836e-79884543083f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (5d07cd15-e363-4f34-8a46-a4d4a70fcf36), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:25.807333 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e6e4f9-a0e6-4319-8042-a653fcda1942 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:13:25.819193 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] Sync routers for ids ['dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:13:25.829958 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] Routers {'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:13:25.830558 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:13:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:25.870430 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-bf4d4965-ddfc-4930-836e-79884543083f None None] Current status of the port 5d07cd15-e363-4f34-8a46-a4d4a70fcf36 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:13:25.926208 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e4f9-a0e6-4319-8042-a653fcda1942 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:25.930174 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d8e6e4f9-a0e6-4319-8042-a653fcda1942 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2660668 Apr 15 04:13:25.930993 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41442) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:13:25.938006 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] Set router dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:13:26.102381 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'name': 'tempest-TestMinimumBasicScenario-1159693042-router', 'tenant_id': '859d69117320413aae4192457488d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:23Z', 'updated_at': '2022-04-15T04:13:24Z', 'revision_number': 3, 'project_id': '859d69117320413aae4192457488d909', 'gw_port': {'id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:24Z', 'updated_at': '2022-04-15T04:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:26.127908 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] Checking router: dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:13:26.128250 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] Updating router dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f port f4d5683b-d872-4878-80ef-d9284b84b031 binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:13:26.155696 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f4d5683b-d872-4878-80ef-d9284b84b031), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:26.312195 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 5d07cd15-e363-4f34-8a46-a4d4a70fcf36 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:13:26.363883 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46822bd8-d0c9-4ab9-8ebf-19ac92aa7d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:26.364086 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 5d07cd15-e363-4f34-8a46-a4d4a70fcf36 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:13:26.364086 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (5d07cd15-e363-4f34-8a46-a4d4a70fcf36), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:26.412231 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] Publish callbacks [] for port (f4d5683b-d872-4878-80ef-d9284b84b031), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:26.440987 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 5d07cd15-e363-4f34-8a46-a4d4a70fcf36 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:13:26.449927 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f4d5683b-d872-4878-80ef-d9284b84b031), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:26.501929 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] Attempting to bind port f4d5683b-d872-4878-80ef-d9284b84b031 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:13:26.502295 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] Attempting to bind port f4d5683b-d872-4878-80ef-d9284b84b031 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:13:26.502672 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] Attempting to bind port f4d5683b-d872-4878-80ef-d9284b84b031 on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:13:26.509740 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c07de-ee22-4d29-a64a-5c313c28f94a None None] Pushing event updated for resources: {'Port': ['ID=f4d5683b-d872-4878-80ef-d9284b84b031,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:26.512874 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:13:26.513246 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:13:26.514265 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:26.514678 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:13:26.515140 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] Bound port: f4d5683b-d872-4878-80ef-d9284b84b031, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:13:26.515517 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f4d5683b-d872-4878-80ef-d9284b84b031), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:26.516956 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-46822bd8-d0c9-4ab9-8ebf-19ac92aa7d32 admin admin] Allocated IP 172.20.0.1 (502e24ad-3803-40ee-b4c7-abb15d6b6085/27169322-b8e2-4c35-a62c-250be3d7d673/fa2bbf5a-9206-422c-963d-dc88f7a7decd) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:13:26.537160 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c07de-ee22-4d29-a64a-5c313c28f94a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:26.537504 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c07de-ee22-4d29-a64a-5c313c28f94a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:26.537843 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c07de-ee22-4d29-a64a-5c313c28f94a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:26.538178 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c07de-ee22-4d29-a64a-5c313c28f94a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:26.538507 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c07de-ee22-4d29-a64a-5c313c28f94a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:26.538862 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c07de-ee22-4d29-a64a-5c313c28f94a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:26.539187 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c07de-ee22-4d29-a64a-5c313c28f94a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:26.539601 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c07de-ee22-4d29-a64a-5c313c28f94a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:26.539975 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c07de-ee22-4d29-a64a-5c313c28f94a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:26.540296 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c07de-ee22-4d29-a64a-5c313c28f94a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:26.540621 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c07de-ee22-4d29-a64a-5c313c28f94a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:26.540943 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c07de-ee22-4d29-a64a-5c313c28f94a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:26.541259 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c07de-ee22-4d29-a64a-5c313c28f94a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:26.541619 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c07de-ee22-4d29-a64a-5c313c28f94a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:26.541935 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c07de-ee22-4d29-a64a-5c313c28f94a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:26.578191 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] For port f4d5683b-d872-4878-80ef-d9284b84b031, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:13:26.581793 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] For port f4d5683b-d872-4878-80ef-d9284b84b031, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f4d5683b-d872-4878-80ef-d9284b84b031,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:13:26.621840 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46822bd8-d0c9-4ab9-8ebf-19ac92aa7d32 admin admin] Publish callbacks [] for port (fa2bbf5a-9206-422c-963d-dc88f7a7decd), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:26.627204 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f4d5683b-d872-4878-80ef-d9284b84b031), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:26.683795 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] Routers {'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:13:26.684424 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:13:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:26.701739 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46822bd8-d0c9-4ab9-8ebf-19ac92aa7d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (fa2bbf5a-9206-422c-963d-dc88f7a7decd), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:26.722316 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c07de-ee22-4d29-a64a-5c313c28f94a None None] Pushing event updated for resources: {'Port': ['ID=f4d5683b-d872-4878-80ef-d9284b84b031,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:26.747362 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46822bd8-d0c9-4ab9-8ebf-19ac92aa7d32 admin admin] Network 502e24ad-3803-40ee-b4c7-abb15d6b6085 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:13:26.751048 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-46822bd8-d0c9-4ab9-8ebf-19ac92aa7d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:13:26.756784 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46822bd8-d0c9-4ab9-8ebf-19ac92aa7d32 admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:13:26.783024 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46822bd8-d0c9-4ab9-8ebf-19ac92aa7d32 admin admin] Pushing event updated for resources: {'Port': ['ID=fa2bbf5a-9206-422c-963d-dc88f7a7decd,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:26.798492 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] Set router dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:13:26.801015 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46822bd8-d0c9-4ab9-8ebf-19ac92aa7d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:26.970456 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'name': 'tempest-TestMinimumBasicScenario-1159693042-router', 'tenant_id': '859d69117320413aae4192457488d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:23Z', 'updated_at': '2022-04-15T04:13:24Z', 'revision_number': 3, 'project_id': '859d69117320413aae4192457488d909', 'gw_port': {'id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:24Z', 'updated_at': '2022-04-15T04:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:26.993559 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9f5bd62e-9cec-40a3-8011-6b33ccf1aa7f None None] Provisioning complete for port fa2bbf5a-9206-422c-963d-dc88f7a7decd triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:13:26.993933 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9f5bd62e-9cec-40a3-8011-6b33ccf1aa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fa2bbf5a-9206-422c-963d-dc88f7a7decd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:26.999984 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e3d743-99c3-4bf7-90ab-85b835beb824 None None] The sync data for ids ['dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'] in dv-neutron-837140-3-hyperv is: [{'id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'name': 'tempest-TestMinimumBasicScenario-1159693042-router', 'tenant_id': '859d69117320413aae4192457488d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:23Z', 'updated_at': '2022-04-15T04:13:24Z', 'revision_number': 3, 'project_id': '859d69117320413aae4192457488d909', 'gw_port': {'id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:24Z', 'updated_at': '2022-04-15T04:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:13:27.033495 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46822bd8-d0c9-4ab9-8ebf-19ac92aa7d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fa2bbf5a-9206-422c-963d-dc88f7a7decd), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:27.037941 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9f5bd62e-9cec-40a3-8011-6b33ccf1aa7f None None] Port fa2bbf5a-9206-422c-963d-dc88f7a7decd cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:13:27.205517 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46822bd8-d0c9-4ab9-8ebf-19ac92aa7d32 admin admin] Publish callbacks [] for port (fa2bbf5a-9206-422c-963d-dc88f7a7decd), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:27.256473 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46822bd8-d0c9-4ab9-8ebf-19ac92aa7d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (fa2bbf5a-9206-422c-963d-dc88f7a7decd), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:27.327628 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-46822bd8-d0c9-4ab9-8ebf-19ac92aa7d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:27.329551 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46822bd8-d0c9-4ab9-8ebf-19ac92aa7d32 admin admin] Pushing event updated for resources: {'Port': ['ID=fa2bbf5a-9206-422c-963d-dc88f7a7decd,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:27.428656 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46822bd8-d0c9-4ab9-8ebf-19ac92aa7d32 admin admin] Network 502e24ad-3803-40ee-b4c7-abb15d6b6085 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:13:27.430058 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-46822bd8-d0c9-4ab9-8ebf-19ac92aa7d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:13:27.562230 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46822bd8-d0c9-4ab9-8ebf-19ac92aa7d32 admin admin] Router dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:13:27.661192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-542d2939-e138-4d9c-91f9-c4fdd8f1135a None None] Provisioning complete for port fa2bbf5a-9206-422c-963d-dc88f7a7decd triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:13:27.661754 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-542d2939-e138-4d9c-91f9-c4fdd8f1135a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fa2bbf5a-9206-422c-963d-dc88f7a7decd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:27.693435 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46822bd8-d0c9-4ab9-8ebf-19ac92aa7d32 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:13:27.699620 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-46822bd8-d0c9-4ab9-8ebf-19ac92aa7d32 admin admin] 10.222.0.15 "PUT /v2.0/routers/dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7674510 Apr 15 04:13:27.705904 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-542d2939-e138-4d9c-91f9-c4fdd8f1135a None None] Port fa2bbf5a-9206-422c-963d-dc88f7a7decd cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:13:28.299925 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f4d5683b-d872-4878-80ef-d9284b84b031 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:13:28.321772 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41458) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:13:28.327180 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-cbae365c-d372-4515-a2db-d89d7cb6fddf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-758818504-network', 'tenant_id': '6f4dcab64751499db5a37574a6a891da'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:13:28.354742 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port f4d5683b-d872-4878-80ef-d9284b84b031 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:13:28.355165 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f4d5683b-d872-4878-80ef-d9284b84b031), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:28.397971 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbae365c-d372-4515-a2db-d89d7cb6fddf admin admin] Made reservation on behalf of 6f4dcab64751499db5a37574a6a891da for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:13:28.400388 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cbae365c-d372-4515-a2db-d89d7cb6fddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:28.409309 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cbae365c-d372-4515-a2db-d89d7cb6fddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:28.437756 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port f4d5683b-d872-4878-80ef-d9284b84b031 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:13:28.438221 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f4d5683b-d872-4878-80ef-d9284b84b031), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:28.460547 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port f4d5683b-d872-4878-80ef-d9284b84b031, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f4d5683b-d872-4878-80ef-d9284b84b031,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:13:28.488452 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cbae365c-d372-4515-a2db-d89d7cb6fddf admin admin] Publish callbacks [] for security_group (b412267d-469d-4066-8337-f64aa7d621a7), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:28.504520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] Sync routers for ids ['dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:13:28.508669 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f4d5683b-d872-4878-80ef-d9284b84b031), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:28.535553 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cbae365c-d372-4515-a2db-d89d7cb6fddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (b412267d-469d-4066-8337-f64aa7d621a7), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:28.538092 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] Routers {'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:13:28.538744 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:13:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:28.557466 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbae365c-d372-4515-a2db-d89d7cb6fddf admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:13:28.572260 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae365c-d372-4515-a2db-d89d7cb6fddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b412267d-469d-4066-8337-f64aa7d621a7,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:28.576537 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cbae365c-d372-4515-a2db-d89d7cb6fddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (a8fe8eb8-2935-4029-8cad-5d12b7469906), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:28.576884 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-cbae365c-d372-4515-a2db-d89d7cb6fddf admin admin] Added segment a8fe8eb8-2935-4029-8cad-5d12b7469906 of type vlan for network 49a40cfd-89a1-43b7-84d6-a198e0011f95 Apr 15 04:13:28.619922 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cbae365c-d372-4515-a2db-d89d7cb6fddf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (49a40cfd-89a1-43b7-84d6-a198e0011f95), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:28.636609 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=f4d5683b-d872-4878-80ef-d9284b84b031,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:28.646424 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:28.646796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:28.647136 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:28.647504 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:28.651543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:28.651543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:28.651543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:28.651543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:28.651543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:28.651543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:28.651543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:28.651543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:28.651543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:28.651543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:28.651543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:13:28.677829 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] Set router dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:13:28.701240 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cbae365c-d372-4515-a2db-d89d7cb6fddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (49a40cfd-89a1-43b7-84d6-a198e0011f95), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:28.702234 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbae365c-d372-4515-a2db-d89d7cb6fddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:28.702873 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cbae365c-d372-4515-a2db-d89d7cb6fddf admin admin] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:28.765822 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae365c-d372-4515-a2db-d89d7cb6fddf admin admin] Pushing event updated for resources: {'Network': ['ID=49a40cfd-89a1-43b7-84d6-a198e0011f95,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:28.783930 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cbae365c-d372-4515-a2db-d89d7cb6fddf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4607160 Apr 15 04:13:28.786543 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41460) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:13:28.791297 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-4338b0e6-5c45-4015-98ad-06a74a5ae3b0 admin admin] Request body: {'subnet': {'network_id': '49a40cfd-89a1-43b7-84d6-a198e0011f95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-758818504-subnet', 'tenant_id': '6f4dcab64751499db5a37574a6a891da', 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:13:28.798604 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 49a40cfd-89a1-43b7-84d6-a198e0011f95 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:13:28.861618 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4338b0e6-5c45-4015-98ad-06a74a5ae3b0 admin admin] Made reservation on behalf of 6f4dcab64751499db5a37574a6a891da for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:13:28.864103 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4338b0e6-5c45-4015-98ad-06a74a5ae3b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:28.928732 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'name': 'tempest-TestMinimumBasicScenario-1159693042-router', 'tenant_id': '859d69117320413aae4192457488d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:23Z', 'updated_at': '2022-04-15T04:13:26Z', 'revision_number': 4, 'project_id': '859d69117320413aae4192457488d909', 'gw_port': {'id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:24Z', 'updated_at': '2022-04-15T04:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'fa2bbf5a-9206-422c-963d-dc88f7a7decd', 'name': '', 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085', 'tenant_id': '859d69117320413aae4192457488d909', 'mac_address': 'fa:16:3e:f0:fd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '27169322-b8e2-4c35-a62c-250be3d7d673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:26Z', 'updated_at': '2022-04-15T04:13:27Z', 'revision_number': 2, 'project_id': '859d69117320413aae4192457488d909', 'subnets': [{'id': '27169322-b8e2-4c35-a62c-250be3d7d673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:28.955565 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] Checking router: dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:13:28.955925 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] Updating router dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f port fa2bbf5a-9206-422c-963d-dc88f7a7decd binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:13:28.984287 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fa2bbf5a-9206-422c-963d-dc88f7a7decd), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:29.084507 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4338b0e6-5c45-4015-98ad-06a74a5ae3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (fa2cb405-42b9-41a9-9f4a-3d44890dc3d8), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:29.141651 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338b0e6-5c45-4015-98ad-06a74a5ae3b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa2cb405-42b9-41a9-9f4a-3d44890dc3d8,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:29.149660 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4338b0e6-5c45-4015-98ad-06a74a5ae3b0 admin admin] Checking segment: {'id': 'a8fe8eb8-2935-4029-8cad-5d12b7469906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '49a40cfd-89a1-43b7-84d6-a198e0011f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:13:29.150014 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4338b0e6-5c45-4015-98ad-06a74a5ae3b0 admin admin] Network hostable DHCP agents. Network: 49a40cfd-89a1-43b7-84d6-a198e0011f95, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:13:29.226741 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4338b0e6-5c45-4015-98ad-06a74a5ae3b0 admin admin] Network 49a40cfd-89a1-43b7-84d6-a198e0011f95 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:13:29.247594 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] Publish callbacks [] for port (fa2bbf5a-9206-422c-963d-dc88f7a7decd), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:29.317702 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-4338b0e6-5c45-4015-98ad-06a74a5ae3b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 49a40cfd-89a1-43b7-84d6-a198e0011f95) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:13:29.321704 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4338b0e6-5c45-4015-98ad-06a74a5ae3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:29.322294 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4338b0e6-5c45-4015-98ad-06a74a5ae3b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:29.326914 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b35a31-12a1-4058-8a60-3431b1bac4d0 None None] Network 49a40cfd-89a1-43b7-84d6-a198e0011f95 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:13:29.349544 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fa2bbf5a-9206-422c-963d-dc88f7a7decd), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:29.443038 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea7e42-f33b-4dae-934a-9f1feb4f9e9b None None] Pushing event updated for resources: {'Port': ['ID=fa2bbf5a-9206-422c-963d-dc88f7a7decd,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:29.458235 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4338b0e6-5c45-4015-98ad-06a74a5ae3b0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6706104 Apr 15 04:13:29.460749 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41462) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:13:29.464938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-75c807c1-4f9a-4795-a193-f00cb9b94f4e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-758818504-router', 'tenant_id': '6f4dcab64751499db5a37574a6a891da', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:13:29.502825 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37607a0d-dc8d-47b4-88cb-bd3d15b989e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-49a40cfd-89a1-43b7-84d6-a198e0011f95', 'network_id': '49a40cfd-89a1-43b7-84d6-a198e0011f95', 'project_id': '6f4dcab64751499db5a37574a6a891da', 'fixed_ips': [{'subnet_id': 'fa2cb405-42b9-41a9-9f4a-3d44890dc3d8'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 04:13:29.503680 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-37607a0d-dc8d-47b4-88cb-bd3d15b989e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:29.530790 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] Attempting to bind port fa2bbf5a-9206-422c-963d-dc88f7a7decd on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:13:29.531161 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] Attempting to bind port fa2bbf5a-9206-422c-963d-dc88f7a7decd by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '69fc6717-46e8-4aad-8127-c9aeabdc5c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:13:29.531519 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] Attempting to bind port fa2bbf5a-9206-422c-963d-dc88f7a7decd on network 502e24ad-3803-40ee-b4c7-abb15d6b6085 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:13:29.545646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:13:29.546024 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] Checking segment: {'id': '69fc6717-46e8-4aad-8127-c9aeabdc5c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:13:29.546430 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:29.546893 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] Bound using segment: {'id': '69fc6717-46e8-4aad-8127-c9aeabdc5c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:13:29.547366 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] Bound port: fa2bbf5a-9206-422c-963d-dc88f7a7decd, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69fc6717-46e8-4aad-8127-c9aeabdc5c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:13:29.547750 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fa2bbf5a-9206-422c-963d-dc88f7a7decd), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:29.564284 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-75c807c1-4f9a-4795-a193-f00cb9b94f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:29.565461 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-75c807c1-4f9a-4795-a193-f00cb9b94f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:29.627362 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-75c807c1-4f9a-4795-a193-f00cb9b94f4e admin admin] Publish callbacks [] for router_controller (c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:29.686409 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-4a7cb5a4-8587-4b25-a540-ed787c4f1266 None None] Provisioning complete for port fa2bbf5a-9206-422c-963d-dc88f7a7decd triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:13:29.686964 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4a7cb5a4-8587-4b25-a540-ed787c4f1266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fa2bbf5a-9206-422c-963d-dc88f7a7decd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:29.751995 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-37607a0d-dc8d-47b4-88cb-bd3d15b989e8 None None] Allocated IP 172.20.0.2 (49a40cfd-89a1-43b7-84d6-a198e0011f95/fa2cb405-42b9-41a9-9f4a-3d44890dc3d8/ffa1f532-9093-4e1a-a958-227a04ca3e0a) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:13:29.754184 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] For port fa2bbf5a-9206-422c-963d-dc88f7a7decd, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:13:29.759292 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] For port fa2bbf5a-9206-422c-963d-dc88f7a7decd, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fa2bbf5a-9206-422c-963d-dc88f7a7decd,segment=NetworkSegment(69fc6717-46e8-4aad-8127-c9aeabdc5c00),segment_id=69fc6717-46e8-4aad-8127-c9aeabdc5c00)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:13:29.761554 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4a7cb5a4-8587-4b25-a540-ed787c4f1266 None None] Port fa2bbf5a-9206-422c-963d-dc88f7a7decd cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:13:29.834196 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fa2bbf5a-9206-422c-963d-dc88f7a7decd), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:29.846842 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-75c807c1-4f9a-4795-a193-f00cb9b94f4e admin admin] Publish callbacks [] for router_gateway (c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:30.096146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea7e42-f33b-4dae-934a-9f1feb4f9e9b None None] Pushing event updated for resources: {'Port': ['ID=fa2bbf5a-9206-422c-963d-dc88f7a7decd,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:30.105403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] Routers {'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:13:30.106038 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:13:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:30.111499 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-75c807c1-4f9a-4795-a193-f00cb9b94f4e admin admin] Publish callbacks [] for router_gateway (c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:30.120436 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-41b50508-6ca2-4fa7-9062-600e7d7e6ac1 None None] Provisioning complete for port fa2bbf5a-9206-422c-963d-dc88f7a7decd triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:13:30.120436 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-41b50508-6ca2-4fa7-9062-600e7d7e6ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fa2bbf5a-9206-422c-963d-dc88f7a7decd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:30.135855 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-75c807c1-4f9a-4795-a193-f00cb9b94f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:30.158219 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-37607a0d-dc8d-47b4-88cb-bd3d15b989e8 None None] Publish callbacks [] for port (ffa1f532-9093-4e1a-a958-227a04ca3e0a), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:30.233676 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-37607a0d-dc8d-47b4-88cb-bd3d15b989e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (ffa1f532-9093-4e1a-a958-227a04ca3e0a), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:30.298369 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37607a0d-dc8d-47b4-88cb-bd3d15b989e8 None None] Network 49a40cfd-89a1-43b7-84d6-a198e0011f95 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:13:30.306240 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-37607a0d-dc8d-47b4-88cb-bd3d15b989e8 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:13:30.308215 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f4d5683b-d872-4878-80ef-d9284b84b031 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:13:30.310156 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37607a0d-dc8d-47b4-88cb-bd3d15b989e8 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:13:30.368556 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] Set router dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:13:30.401252 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37607a0d-dc8d-47b4-88cb-bd3d15b989e8 None None] Pushing event updated for resources: {'Port': ['ID=ffa1f532-9093-4e1a-a958-227a04ca3e0a,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:30.503079 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-41b50508-6ca2-4fa7-9062-600e7d7e6ac1 None None] Current status of the port fa2bbf5a-9206-422c-963d-dc88f7a7decd is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:13:30.503472 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-41b50508-6ca2-4fa7-9062-600e7d7e6ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (fa2bbf5a-9206-422c-963d-dc88f7a7decd), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:30.552247 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-75c807c1-4f9a-4795-a193-f00cb9b94f4e admin admin] Allocated IP 172.26.6.207 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/04d73b63-21d6-4bfe-9b56-7eeadbc39fc0) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:13:30.556735 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-37607a0d-dc8d-47b4-88cb-bd3d15b989e8 None None] Attempting to bind port ffa1f532-9093-4e1a-a958-227a04ca3e0a on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:13:30.557114 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-37607a0d-dc8d-47b4-88cb-bd3d15b989e8 None None] Attempting to bind port ffa1f532-9093-4e1a-a958-227a04ca3e0a by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'a8fe8eb8-2935-4029-8cad-5d12b7469906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '49a40cfd-89a1-43b7-84d6-a198e0011f95'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:13:30.557481 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37607a0d-dc8d-47b4-88cb-bd3d15b989e8 None None] Attempting to bind port ffa1f532-9093-4e1a-a958-227a04ca3e0a on network 49a40cfd-89a1-43b7-84d6-a198e0011f95 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:13:30.600404 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37607a0d-dc8d-47b4-88cb-bd3d15b989e8 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:13:30.600771 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37607a0d-dc8d-47b4-88cb-bd3d15b989e8 None None] Checking segment: {'id': 'a8fe8eb8-2935-4029-8cad-5d12b7469906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '49a40cfd-89a1-43b7-84d6-a198e0011f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:13:30.601175 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-37607a0d-dc8d-47b4-88cb-bd3d15b989e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:30.601571 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37607a0d-dc8d-47b4-88cb-bd3d15b989e8 None None] Bound using segment: {'id': 'a8fe8eb8-2935-4029-8cad-5d12b7469906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '49a40cfd-89a1-43b7-84d6-a198e0011f95'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:13:30.602046 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-37607a0d-dc8d-47b4-88cb-bd3d15b989e8 None None] Bound port: ffa1f532-9093-4e1a-a958-227a04ca3e0a, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8fe8eb8-2935-4029-8cad-5d12b7469906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '49a40cfd-89a1-43b7-84d6-a198e0011f95'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:13:30.602428 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-37607a0d-dc8d-47b4-88cb-bd3d15b989e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ffa1f532-9093-4e1a-a958-227a04ca3e0a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:30.604181 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port f4d5683b-d872-4878-80ef-d9284b84b031 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:13:30.604537 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f4d5683b-d872-4878-80ef-d9284b84b031), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:30.651181 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-75c807c1-4f9a-4795-a193-f00cb9b94f4e admin admin] Publish callbacks [] for port (04d73b63-21d6-4bfe-9b56-7eeadbc39fc0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:30.653997 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-41b50508-6ca2-4fa7-9062-600e7d7e6ac1 None None] For port fa2bbf5a-9206-422c-963d-dc88f7a7decd, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fa2bbf5a-9206-422c-963d-dc88f7a7decd,segment=NetworkSegment(69fc6717-46e8-4aad-8127-c9aeabdc5c00),segment_id=69fc6717-46e8-4aad-8127-c9aeabdc5c00)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:13:30.735611 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-75c807c1-4f9a-4795-a193-f00cb9b94f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (04d73b63-21d6-4bfe-9b56-7eeadbc39fc0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:30.736391 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-41b50508-6ca2-4fa7-9062-600e7d7e6ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (fa2bbf5a-9206-422c-963d-dc88f7a7decd), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:30.777364 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c807c1-4f9a-4795-a193-f00cb9b94f4e admin admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:13:30.780343 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-75c807c1-4f9a-4795-a193-f00cb9b94f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:13:30.786096 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c807c1-4f9a-4795-a193-f00cb9b94f4e admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:13:30.792746 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-37607a0d-dc8d-47b4-88cb-bd3d15b989e8 None None] For port ffa1f532-9093-4e1a-a958-227a04ca3e0a, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:13:30.809422 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c807c1-4f9a-4795-a193-f00cb9b94f4e admin admin] Pushing event updated for resources: {'Port': ['ID=04d73b63-21d6-4bfe-9b56-7eeadbc39fc0,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:30.825289 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'name': 'tempest-TestMinimumBasicScenario-1159693042-router', 'tenant_id': '859d69117320413aae4192457488d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:23Z', 'updated_at': '2022-04-15T04:13:26Z', 'revision_number': 4, 'project_id': '859d69117320413aae4192457488d909', 'gw_port': {'id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:24Z', 'updated_at': '2022-04-15T04:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'fa2bbf5a-9206-422c-963d-dc88f7a7decd', 'name': '', 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085', 'tenant_id': '859d69117320413aae4192457488d909', 'mac_address': 'fa:16:3e:f0:fd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '27169322-b8e2-4c35-a62c-250be3d7d673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:26Z', 'updated_at': '2022-04-15T04:13:29Z', 'revision_number': 4, 'project_id': '859d69117320413aae4192457488d909', 'subnets': [{'id': '27169322-b8e2-4c35-a62c-250be3d7d673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:30.834219 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-37607a0d-dc8d-47b4-88cb-bd3d15b989e8 None None] For port ffa1f532-9093-4e1a-a958-227a04ca3e0a, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ffa1f532-9093-4e1a-a958-227a04ca3e0a,segment=NetworkSegment(a8fe8eb8-2935-4029-8cad-5d12b7469906),segment_id=a8fe8eb8-2935-4029-8cad-5d12b7469906)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:13:30.874543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c0bbdf-ed1e-4e6c-8c06-8f366693da72 None None] The sync data for ids ['dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'] in dv-neutron-837140-3-hyperv is: [{'id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'name': 'tempest-TestMinimumBasicScenario-1159693042-router', 'tenant_id': '859d69117320413aae4192457488d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:23Z', 'updated_at': '2022-04-15T04:13:26Z', 'revision_number': 4, 'project_id': '859d69117320413aae4192457488d909', 'gw_port': {'id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:24Z', 'updated_at': '2022-04-15T04:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'fa2bbf5a-9206-422c-963d-dc88f7a7decd', 'name': '', 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085', 'tenant_id': '859d69117320413aae4192457488d909', 'mac_address': 'fa:16:3e:f0:fd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '27169322-b8e2-4c35-a62c-250be3d7d673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:26Z', 'updated_at': '2022-04-15T04:13:29Z', 'revision_number': 4, 'project_id': '859d69117320413aae4192457488d909', 'subnets': [{'id': '27169322-b8e2-4c35-a62c-250be3d7d673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:13:30.884085 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b50508-6ca2-4fa7-9062-600e7d7e6ac1 None None] Pushing event updated for resources: {'Port': ['ID=fa2bbf5a-9206-422c-963d-dc88f7a7decd,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:30.895545 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port f4d5683b-d872-4878-80ef-d9284b84b031 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:13:30.908686 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-37607a0d-dc8d-47b4-88cb-bd3d15b989e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ffa1f532-9093-4e1a-a958-227a04ca3e0a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:30.979976 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37607a0d-dc8d-47b4-88cb-bd3d15b989e8 None None] Pushing event updated for resources: {'Port': ['ID=ffa1f532-9093-4e1a-a958-227a04ca3e0a,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:31.132760 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-75c807c1-4f9a-4795-a193-f00cb9b94f4e admin admin] Publish callbacks [] for router_gateway (c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:31.371151 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-75c807c1-4f9a-4795-a193-f00cb9b94f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:31.564065 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c807c1-4f9a-4795-a193-f00cb9b94f4e admin admin] Router c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 04:13:31.684488 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c807c1-4f9a-4795-a193-f00cb9b94f4e admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:13:31.694822 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] Sync routers for ids ['c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:13:31.705825 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] Routers {'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:13:31.706876 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:13:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:31.780638 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-75c807c1-4f9a-4795-a193-f00cb9b94f4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:31.781951 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-75c807c1-4f9a-4795-a193-f00cb9b94f4e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3202758 Apr 15 04:13:31.791358 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41464) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:13:31.832237 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] Set router c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:13:32.076796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb18f8f0-b9d9-4348-a805-fec78f1799d9 None None] Network 49a40cfd-89a1-43b7-84d6-a198e0011f95 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:13:32.115240 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c', 'name': 'tempest-TestMinimumBasicScenario-758818504-router', 'tenant_id': '6f4dcab64751499db5a37574a6a891da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '04d73b63-21d6-4bfe-9b56-7eeadbc39fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:29Z', 'updated_at': '2022-04-15T04:13:30Z', 'revision_number': 3, 'project_id': '6f4dcab64751499db5a37574a6a891da', 'gw_port': {'id': '04d73b63-21d6-4bfe-9b56-7eeadbc39fc0', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:30Z', 'updated_at': '2022-04-15T04:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:32.142581 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] Checking router: c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:13:32.142991 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] Updating router c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c port 04d73b63-21d6-4bfe-9b56-7eeadbc39fc0 binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:13:32.174228 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (04d73b63-21d6-4bfe-9b56-7eeadbc39fc0), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:32.177779 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7c96bc90-5a1c-4a26-8068-465e82b99fab None None] Provisioning complete for port ffa1f532-9093-4e1a-a958-227a04ca3e0a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:13:32.178849 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7c96bc90-5a1c-4a26-8068-465e82b99fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ffa1f532-9093-4e1a-a958-227a04ca3e0a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:32.305600 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7c96bc90-5a1c-4a26-8068-465e82b99fab None None] Current status of the port ffa1f532-9093-4e1a-a958-227a04ca3e0a is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:13:32.306316 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7c96bc90-5a1c-4a26-8068-465e82b99fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (ffa1f532-9093-4e1a-a958-227a04ca3e0a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:32.352533 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7c96bc90-5a1c-4a26-8068-465e82b99fab None None] For port ffa1f532-9093-4e1a-a958-227a04ca3e0a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ffa1f532-9093-4e1a-a958-227a04ca3e0a,segment=NetworkSegment(a8fe8eb8-2935-4029-8cad-5d12b7469906),segment_id=a8fe8eb8-2935-4029-8cad-5d12b7469906)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:13:32.367748 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f606ca4b-3604-4c0c-8a21-3dd833030702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:32.373490 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ffa1f532-9093-4e1a-a958-227a04ca3e0a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:13:32.425671 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port ffa1f532-9093-4e1a-a958-227a04ca3e0a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:13:32.426093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ffa1f532-9093-4e1a-a958-227a04ca3e0a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:32.429634 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7c96bc90-5a1c-4a26-8068-465e82b99fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (ffa1f532-9093-4e1a-a958-227a04ca3e0a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:32.493477 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] Publish callbacks [] for port (04d73b63-21d6-4bfe-9b56-7eeadbc39fc0), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:32.510865 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96bc90-5a1c-4a26-8068-465e82b99fab None None] Pushing event updated for resources: {'Port': ['ID=ffa1f532-9093-4e1a-a958-227a04ca3e0a,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:32.561603 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-1410a02e-e7b8-4e5c-88b6-1ec38b8b30de None None] Provisioning complete for port ffa1f532-9093-4e1a-a958-227a04ca3e0a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:13:32.561970 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1410a02e-e7b8-4e5c-88b6-1ec38b8b30de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ffa1f532-9093-4e1a-a958-227a04ca3e0a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:32.563622 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (04d73b63-21d6-4bfe-9b56-7eeadbc39fc0), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:32.581055 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-f606ca4b-3604-4c0c-8a21-3dd833030702 admin admin] Allocated IP 172.20.0.1 (49a40cfd-89a1-43b7-84d6-a198e0011f95/fa2cb405-42b9-41a9-9f4a-3d44890dc3d8/832c56a1-4d20-46d9-80a9-e02519c6efa9) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:13:32.585032 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port ffa1f532-9093-4e1a-a958-227a04ca3e0a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:13:32.586249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device fa2bbf5a-9206-422c-963d-dc88f7a7decd up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:13:32.616154 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] Attempting to bind port 04d73b63-21d6-4bfe-9b56-7eeadbc39fc0 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:13:32.617454 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] Attempting to bind port 04d73b63-21d6-4bfe-9b56-7eeadbc39fc0 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:13:32.617454 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] Attempting to bind port 04d73b63-21d6-4bfe-9b56-7eeadbc39fc0 on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:13:32.625194 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07515c-34a9-4ee7-8914-827b87c66356 None None] Pushing event updated for resources: {'Port': ['ID=04d73b63-21d6-4bfe-9b56-7eeadbc39fc0,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:32.627952 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:13:32.628689 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:13:32.628689 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:32.629260 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:13:32.629531 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] Bound port: 04d73b63-21d6-4bfe-9b56-7eeadbc39fc0, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:13:32.629961 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (04d73b63-21d6-4bfe-9b56-7eeadbc39fc0), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:32.669338 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port fa2bbf5a-9206-422c-963d-dc88f7a7decd triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:13:32.670246 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (fa2bbf5a-9206-422c-963d-dc88f7a7decd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:32.686695 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] For port 04d73b63-21d6-4bfe-9b56-7eeadbc39fc0, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:13:32.690151 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] For port 04d73b63-21d6-4bfe-9b56-7eeadbc39fc0, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=04d73b63-21d6-4bfe-9b56-7eeadbc39fc0,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:13:32.701683 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f606ca4b-3604-4c0c-8a21-3dd833030702 admin admin] Publish callbacks [] for port (832c56a1-4d20-46d9-80a9-e02519c6efa9), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:32.707768 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1410a02e-e7b8-4e5c-88b6-1ec38b8b30de None None] Current status of the port ffa1f532-9093-4e1a-a958-227a04ca3e0a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:13:32.741738 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (04d73b63-21d6-4bfe-9b56-7eeadbc39fc0), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:32.761235 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port fa2bbf5a-9206-422c-963d-dc88f7a7decd is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:13:32.794457 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] Routers {'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:13:32.795613 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:13:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:32.810091 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f606ca4b-3604-4c0c-8a21-3dd833030702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (832c56a1-4d20-46d9-80a9-e02519c6efa9), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:32.848528 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07515c-34a9-4ee7-8914-827b87c66356 None None] Pushing event updated for resources: {'Port': ['ID=04d73b63-21d6-4bfe-9b56-7eeadbc39fc0,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:32.853838 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f606ca4b-3604-4c0c-8a21-3dd833030702 admin admin] Network 49a40cfd-89a1-43b7-84d6-a198e0011f95 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:13:32.860158 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-f606ca4b-3604-4c0c-8a21-3dd833030702 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:13:32.862072 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606ca4b-3604-4c0c-8a21-3dd833030702 admin admin] Pushing event updated for resources: {'Port': ['ID=832c56a1-4d20-46d9-80a9-e02519c6efa9,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:32.864243 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f606ca4b-3604-4c0c-8a21-3dd833030702 admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:13:32.904752 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f606ca4b-3604-4c0c-8a21-3dd833030702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:32.923254 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] Set router c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:13:33.101693 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c', 'name': 'tempest-TestMinimumBasicScenario-758818504-router', 'tenant_id': '6f4dcab64751499db5a37574a6a891da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '04d73b63-21d6-4bfe-9b56-7eeadbc39fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:29Z', 'updated_at': '2022-04-15T04:13:30Z', 'revision_number': 3, 'project_id': '6f4dcab64751499db5a37574a6a891da', 'gw_port': {'id': '04d73b63-21d6-4bfe-9b56-7eeadbc39fc0', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:30Z', 'updated_at': '2022-04-15T04:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:33.112816 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f606ca4b-3604-4c0c-8a21-3dd833030702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (832c56a1-4d20-46d9-80a9-e02519c6efa9), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:33.127370 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f12f96c4-e7e3-4168-84a1-c4abffe3951d None None] Provisioning complete for port 832c56a1-4d20-46d9-80a9-e02519c6efa9 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:13:33.127895 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f12f96c4-e7e3-4168-84a1-c4abffe3951d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (832c56a1-4d20-46d9-80a9-e02519c6efa9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:33.137857 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac1307-d7ad-4086-8950-a56c0da12f73 None None] The sync data for ids ['c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c'] in dv-neutron-837140-3-hyperv is: [{'id': 'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c', 'name': 'tempest-TestMinimumBasicScenario-758818504-router', 'tenant_id': '6f4dcab64751499db5a37574a6a891da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '04d73b63-21d6-4bfe-9b56-7eeadbc39fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:29Z', 'updated_at': '2022-04-15T04:13:30Z', 'revision_number': 3, 'project_id': '6f4dcab64751499db5a37574a6a891da', 'gw_port': {'id': '04d73b63-21d6-4bfe-9b56-7eeadbc39fc0', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:30Z', 'updated_at': '2022-04-15T04:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:13:33.171410 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f12f96c4-e7e3-4168-84a1-c4abffe3951d None None] Port 832c56a1-4d20-46d9-80a9-e02519c6efa9 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:13:33.288322 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f606ca4b-3604-4c0c-8a21-3dd833030702 admin admin] Publish callbacks [] for port (832c56a1-4d20-46d9-80a9-e02519c6efa9), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:33.346898 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f606ca4b-3604-4c0c-8a21-3dd833030702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (832c56a1-4d20-46d9-80a9-e02519c6efa9), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:33.418494 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606ca4b-3604-4c0c-8a21-3dd833030702 admin admin] Pushing event updated for resources: {'Port': ['ID=832c56a1-4d20-46d9-80a9-e02519c6efa9,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:33.424259 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f606ca4b-3604-4c0c-8a21-3dd833030702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:33.519640 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f606ca4b-3604-4c0c-8a21-3dd833030702 admin admin] Network 49a40cfd-89a1-43b7-84d6-a198e0011f95 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:13:33.521005 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-f606ca4b-3604-4c0c-8a21-3dd833030702 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:13:33.650847 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f606ca4b-3604-4c0c-8a21-3dd833030702 admin admin] Router c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:13:33.771197 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f606ca4b-3604-4c0c-8a21-3dd833030702 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:13:33.784617 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f606ca4b-3604-4c0c-8a21-3dd833030702 admin admin] 10.222.0.15 "PUT /v2.0/routers/c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9879756 Apr 15 04:13:33.793717 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-e4f9a6f5-c748-495d-91fe-444e51851d47 None None] Provisioning complete for port 832c56a1-4d20-46d9-80a9-e02519c6efa9 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:13:33.794091 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e4f9a6f5-c748-495d-91fe-444e51851d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (832c56a1-4d20-46d9-80a9-e02519c6efa9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:33.830194 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9a6f5-c748-495d-91fe-444e51851d47 None None] Port 832c56a1-4d20-46d9-80a9-e02519c6efa9 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:13:34.365577 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ffa1f532-9093-4e1a-a958-227a04ca3e0a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:13:34.563339 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port ffa1f532-9093-4e1a-a958-227a04ca3e0a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:13:34.563721 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (ffa1f532-9093-4e1a-a958-227a04ca3e0a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:34.666881 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port ffa1f532-9093-4e1a-a958-227a04ca3e0a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:13:34.668314 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 04d73b63-21d6-4bfe-9b56-7eeadbc39fc0 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:13:34.721427 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 04d73b63-21d6-4bfe-9b56-7eeadbc39fc0 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:13:34.721808 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (04d73b63-21d6-4bfe-9b56-7eeadbc39fc0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:34.772685 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] Sync routers for ids ['c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:13:34.808955 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] Routers {'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:13:34.809958 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:13:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:34.872350 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 04d73b63-21d6-4bfe-9b56-7eeadbc39fc0 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:13:34.873673 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (04d73b63-21d6-4bfe-9b56-7eeadbc39fc0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:34.905194 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 04d73b63-21d6-4bfe-9b56-7eeadbc39fc0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=04d73b63-21d6-4bfe-9b56-7eeadbc39fc0,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:13:34.948009 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:34.965990 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] Set router c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:13:34.997059 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (04d73b63-21d6-4bfe-9b56-7eeadbc39fc0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:35.101113 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=04d73b63-21d6-4bfe-9b56-7eeadbc39fc0,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:35.220666 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c', 'name': 'tempest-TestMinimumBasicScenario-758818504-router', 'tenant_id': '6f4dcab64751499db5a37574a6a891da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '04d73b63-21d6-4bfe-9b56-7eeadbc39fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:29Z', 'updated_at': '2022-04-15T04:13:33Z', 'revision_number': 4, 'project_id': '6f4dcab64751499db5a37574a6a891da', 'gw_port': {'id': '04d73b63-21d6-4bfe-9b56-7eeadbc39fc0', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:30Z', 'updated_at': '2022-04-15T04:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '832c56a1-4d20-46d9-80a9-e02519c6efa9', 'name': '', 'network_id': '49a40cfd-89a1-43b7-84d6-a198e0011f95', 'tenant_id': '6f4dcab64751499db5a37574a6a891da', 'mac_address': 'fa:16:3e:29:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'fa2cb405-42b9-41a9-9f4a-3d44890dc3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:32Z', 'updated_at': '2022-04-15T04:13:33Z', 'revision_number': 2, 'project_id': '6f4dcab64751499db5a37574a6a891da', 'subnets': [{'id': 'fa2cb405-42b9-41a9-9f4a-3d44890dc3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:35.249665 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] Checking router: c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:13:35.250120 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] Updating router c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c port 832c56a1-4d20-46d9-80a9-e02519c6efa9 binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:13:35.283240 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (832c56a1-4d20-46d9-80a9-e02519c6efa9), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:35.567287 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] Publish callbacks [] for port (832c56a1-4d20-46d9-80a9-e02519c6efa9), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:35.621856 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (832c56a1-4d20-46d9-80a9-e02519c6efa9), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:35.667842 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c44d03-7358-4cd1-bd1a-91ef50207727 None None] Pushing event updated for resources: {'Port': ['ID=832c56a1-4d20-46d9-80a9-e02519c6efa9,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:35.745493 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] Attempting to bind port 832c56a1-4d20-46d9-80a9-e02519c6efa9 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:13:35.746273 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] Attempting to bind port 832c56a1-4d20-46d9-80a9-e02519c6efa9 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'a8fe8eb8-2935-4029-8cad-5d12b7469906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '49a40cfd-89a1-43b7-84d6-a198e0011f95'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:13:35.746827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] Attempting to bind port 832c56a1-4d20-46d9-80a9-e02519c6efa9 on network 49a40cfd-89a1-43b7-84d6-a198e0011f95 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:13:35.754736 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:13:35.755312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] Checking segment: {'id': 'a8fe8eb8-2935-4029-8cad-5d12b7469906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '49a40cfd-89a1-43b7-84d6-a198e0011f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:13:35.755895 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:35.756462 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] Bound using segment: {'id': 'a8fe8eb8-2935-4029-8cad-5d12b7469906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '49a40cfd-89a1-43b7-84d6-a198e0011f95'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:13:35.757350 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] Bound port: 832c56a1-4d20-46d9-80a9-e02519c6efa9, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8fe8eb8-2935-4029-8cad-5d12b7469906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '49a40cfd-89a1-43b7-84d6-a198e0011f95'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:13:35.757901 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (832c56a1-4d20-46d9-80a9-e02519c6efa9), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:35.839069 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] For port 832c56a1-4d20-46d9-80a9-e02519c6efa9, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:13:35.843545 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] For port 832c56a1-4d20-46d9-80a9-e02519c6efa9, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=832c56a1-4d20-46d9-80a9-e02519c6efa9,segment=NetworkSegment(a8fe8eb8-2935-4029-8cad-5d12b7469906),segment_id=a8fe8eb8-2935-4029-8cad-5d12b7469906)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:13:35.936542 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (832c56a1-4d20-46d9-80a9-e02519c6efa9), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:36.028537 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-b5f61a48-55e5-4802-9fae-ee9fae69d5a0 None None] Provisioning complete for port 832c56a1-4d20-46d9-80a9-e02519c6efa9 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:13:36.028955 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b5f61a48-55e5-4802-9fae-ee9fae69d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (832c56a1-4d20-46d9-80a9-e02519c6efa9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:36.071180 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] Routers {'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:13:36.073779 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:13:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:36.076976 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c44d03-7358-4cd1-bd1a-91ef50207727 None None] Pushing event updated for resources: {'Port': ['ID=832c56a1-4d20-46d9-80a9-e02519c6efa9,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:36.249135 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-b5f61a48-55e5-4802-9fae-ee9fae69d5a0 None None] Current status of the port 832c56a1-4d20-46d9-80a9-e02519c6efa9 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:13:36.249519 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b5f61a48-55e5-4802-9fae-ee9fae69d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (832c56a1-4d20-46d9-80a9-e02519c6efa9), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:36.254978 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] Set router c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:13:36.321174 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 04d73b63-21d6-4bfe-9b56-7eeadbc39fc0 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:13:36.378938 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b5f61a48-55e5-4802-9fae-ee9fae69d5a0 None None] For port 832c56a1-4d20-46d9-80a9-e02519c6efa9, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=832c56a1-4d20-46d9-80a9-e02519c6efa9,segment=NetworkSegment(a8fe8eb8-2935-4029-8cad-5d12b7469906),segment_id=a8fe8eb8-2935-4029-8cad-5d12b7469906)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:13:36.442493 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b5f61a48-55e5-4802-9fae-ee9fae69d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (832c56a1-4d20-46d9-80a9-e02519c6efa9), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:36.496972 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 04d73b63-21d6-4bfe-9b56-7eeadbc39fc0 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:13:36.497342 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (04d73b63-21d6-4bfe-9b56-7eeadbc39fc0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:36.545710 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f61a48-55e5-4802-9fae-ee9fae69d5a0 None None] Pushing event updated for resources: {'Port': ['ID=832c56a1-4d20-46d9-80a9-e02519c6efa9,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:36.594586 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f5ac7273-4d32-4d7e-b2aa-7372e269dace None None] Provisioning complete for port 832c56a1-4d20-46d9-80a9-e02519c6efa9 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:13:36.595323 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f5ac7273-4d32-4d7e-b2aa-7372e269dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (832c56a1-4d20-46d9-80a9-e02519c6efa9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:36.639665 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c', 'name': 'tempest-TestMinimumBasicScenario-758818504-router', 'tenant_id': '6f4dcab64751499db5a37574a6a891da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '04d73b63-21d6-4bfe-9b56-7eeadbc39fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:29Z', 'updated_at': '2022-04-15T04:13:33Z', 'revision_number': 4, 'project_id': '6f4dcab64751499db5a37574a6a891da', 'gw_port': {'id': '04d73b63-21d6-4bfe-9b56-7eeadbc39fc0', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:30Z', 'updated_at': '2022-04-15T04:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '832c56a1-4d20-46d9-80a9-e02519c6efa9', 'name': '', 'network_id': '49a40cfd-89a1-43b7-84d6-a198e0011f95', 'tenant_id': '6f4dcab64751499db5a37574a6a891da', 'mac_address': 'fa:16:3e:29:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'fa2cb405-42b9-41a9-9f4a-3d44890dc3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:32Z', 'updated_at': '2022-04-15T04:13:35Z', 'revision_number': 4, 'project_id': '6f4dcab64751499db5a37574a6a891da', 'subnets': [{'id': 'fa2cb405-42b9-41a9-9f4a-3d44890dc3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:13:36.694788 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf2862-50c3-4f63-9ebf-3327a30afd51 None None] The sync data for ids ['c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c'] in dv-neutron-837140-3-hyperv is: [{'id': 'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c', 'name': 'tempest-TestMinimumBasicScenario-758818504-router', 'tenant_id': '6f4dcab64751499db5a37574a6a891da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '04d73b63-21d6-4bfe-9b56-7eeadbc39fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:29Z', 'updated_at': '2022-04-15T04:13:33Z', 'revision_number': 4, 'project_id': '6f4dcab64751499db5a37574a6a891da', 'gw_port': {'id': '04d73b63-21d6-4bfe-9b56-7eeadbc39fc0', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:30Z', 'updated_at': '2022-04-15T04:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '832c56a1-4d20-46d9-80a9-e02519c6efa9', 'name': '', 'network_id': '49a40cfd-89a1-43b7-84d6-a198e0011f95', 'tenant_id': '6f4dcab64751499db5a37574a6a891da', 'mac_address': 'fa:16:3e:29:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': 'fa2cb405-42b9-41a9-9f4a-3d44890dc3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:32Z', 'updated_at': '2022-04-15T04:13:35Z', 'revision_number': 4, 'project_id': '6f4dcab64751499db5a37574a6a891da', 'subnets': [{'id': 'fa2cb405-42b9-41a9-9f4a-3d44890dc3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:13:36.719538 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 04d73b63-21d6-4bfe-9b56-7eeadbc39fc0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:13:36.772149 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f5ac7273-4d32-4d7e-b2aa-7372e269dace None None] Current status of the port 832c56a1-4d20-46d9-80a9-e02519c6efa9 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:13:38.322300 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 832c56a1-4d20-46d9-80a9-e02519c6efa9 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:13:38.384184 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 832c56a1-4d20-46d9-80a9-e02519c6efa9 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:13:38.384466 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (832c56a1-4d20-46d9-80a9-e02519c6efa9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:38.468475 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 832c56a1-4d20-46d9-80a9-e02519c6efa9 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:13:45.600805 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-0d49db12-191f-4191-9aa4-2c1fee7bf6a2 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:45.602262 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-0d49db12-191f-4191-9aa4-2c1fee7bf6a2 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/networks?id=502e24ad-3803-40ee-b4c7-abb15d6b6085 HTTP/1.1" status: 200 len: 815 time: 0.1045568 Apr 15 04:13:45.616987 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-0056bb75-55d2-44d7-ad34-4bcd1207a346 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/quotas/859d69117320413aae4192457488d909 HTTP/1.1" status: 200 len: 375 time: 0.0093458 Apr 15 04:13:45.664752 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-37a71806-a49e-4857-8b9a-2c62947e6fbb tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=859d69117320413aae4192457488d909&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431106 Apr 15 04:13:45.680300 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-e035df96-d500-46a2-8320-ed1684902859 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 04:13:45.681239 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-e035df96-d500-46a2-8320-ed1684902859 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050159 Apr 15 04:13:45.767613 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-a2a619eb-b4c2-4568-9145-61f0d9b24064 service neutron] 10.222.0.15 "GET /v2.0/networks/502e24ad-3803-40ee-b4c7-abb15d6b6085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810695 Apr 15 04:13:45.859654 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-fcc6ebcc-df57-4b4e-9b94-436b95a0dcea service neutron] 10.222.0.15 "GET /v2.0/networks/502e24ad-3803-40ee-b4c7-abb15d6b6085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863454 Apr 15 04:13:46.067785 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8353f3f6-aaba-438e-9a39-68e383f36ce5 req-c492928b-77c8-4ccc-a5ae-78996cf4a1f4 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 210 time: 0.0279844 Apr 15 04:13:47.162514 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6af10122-e039-44e0-ad2d-6181e17a8129 req-286663ef-67cd-42ff-81a4-5709a2e4c559 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 210 time: 0.0278189 Apr 15 04:13:47.869097 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-873421b7-4820-43bc-b143-ab20b9d737f5 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:47.870478 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-873421b7-4820-43bc-b143-ab20b9d737f5 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.30 "GET /v2.0/networks?id=502e24ad-3803-40ee-b4c7-abb15d6b6085 HTTP/1.1" status: 200 len: 815 time: 0.1043985 Apr 15 04:13:47.883021 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-27865269-670f-41a1-b5ad-bc54b1c31c2a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Request body: {'port': {'device_id': '36d77891-a023-4ab3-8aab-c7115e3d3629', 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085', 'admin_state_up': True, 'tenant_id': '859d69117320413aae4192457488d909'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:13:48.043550 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-27865269-670f-41a1-b5ad-bc54b1c31c2a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Made reservation on behalf of 859d69117320413aae4192457488d909 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:13:48.046959 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-27865269-670f-41a1-b5ad-bc54b1c31c2a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:48.176405 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-27865269-670f-41a1-b5ad-bc54b1c31c2a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Allocated IP 172.20.0.8 (502e24ad-3803-40ee-b4c7-abb15d6b6085/27169322-b8e2-4c35-a62c-250be3d7d673/0e69b39d-bdbc-4b3a-8439-7ce05ead83cf) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:13:48.278393 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a8cf1dde-9be0-4152-a0fd-bc767a0d2d4b req-5f78ce0e-af3b-49fd-b8ba-6d3af978c01b tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 210 time: 0.0440936 Apr 15 04:13:48.330151 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-27865269-670f-41a1-b5ad-bc54b1c31c2a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:48.412308 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-27865269-670f-41a1-b5ad-bc54b1c31c2a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:48.517993 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-27865269-670f-41a1-b5ad-bc54b1c31c2a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Network 502e24ad-3803-40ee-b4c7-abb15d6b6085 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:13:48.521824 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-27865269-670f-41a1-b5ad-bc54b1c31c2a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:13:48.527442 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-27865269-670f-41a1-b5ad-bc54b1c31c2a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:13:48.531226 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27865269-670f-41a1-b5ad-bc54b1c31c2a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Pushing event updated for resources: {'Port': ['ID=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:48.535591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-aa8b2d58-315a-4af2-876c-085aa068e726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:48.594905 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-27865269-670f-41a1-b5ad-bc54b1c31c2a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:48.595708 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-27865269-670f-41a1-b5ad-bc54b1c31c2a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:48.732250 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-27865269-670f-41a1-b5ad-bc54b1c31c2a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8529983 Apr 15 04:13:48.879092 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3b71a962-88c9-49b0-a4bf-6dfdf8db1337 None None] Provisioning complete for port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:13:48.879858 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3b71a962-88c9-49b0-a4bf-6dfdf8db1337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:48.923386 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3b71a962-88c9-49b0-a4bf-6dfdf8db1337 None None] Port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:13:49.401099 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9a4be-f196-4f74-9b18-cbcb0a91ea6d req-cf4c8fb8-3e27-44ab-a2fa-18b405e3db0b tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:49.402740 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93e9a4be-f196-4f74-9b18-cbcb0a91ea6d req-cf4c8fb8-3e27-44ab-a2fa-18b405e3db0b tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 931 time: 0.0545545 Apr 15 04:13:49.454057 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-93e9a4be-f196-4f74-9b18-cbcb0a91ea6d req-3359cc86-65a7-4097-bc1c-3bbe2079a497 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444341 Apr 15 04:13:50.584455 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e0885-18ef-4374-b485-413b356b19dc req-dadde8da-5f18-488c-b719-1ee00b415031 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:50.585973 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-572e0885-18ef-4374-b485-413b356b19dc req-dadde8da-5f18-488c-b719-1ee00b415031 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 931 time: 0.0624187 Apr 15 04:13:50.637651 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-572e0885-18ef-4374-b485-413b356b19dc req-f2ba702e-5ac8-4c3e-89f1-9fae89a37efe tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456057 Apr 15 04:13:51.220916 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f778e229-ad99-480d-9404-9764309dcfad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:51.761269 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c008f1-a6f3-4bfa-80c4-630ca23243b0 req-60101ee1-c981-4121-bf44-8bde79411516 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:51.762803 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-41c008f1-a6f3-4bfa-80c4-630ca23243b0 req-60101ee1-c981-4121-bf44-8bde79411516 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 931 time: 0.0490270 Apr 15 04:13:51.819046 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-41c008f1-a6f3-4bfa-80c4-630ca23243b0 req-9fdebfa6-afa8-4636-85ef-d6bec85934da tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479519 Apr 15 04:13:52.020558 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:52.934813 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dec3b-6434-4044-92cb-11f39ea197c7 req-c401a2c9-bf23-4392-9a05-781da704f79c tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:52.936535 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1b1dec3b-6434-4044-92cb-11f39ea197c7 req-c401a2c9-bf23-4392-9a05-781da704f79c tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 931 time: 0.0496781 Apr 15 04:13:52.986885 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1b1dec3b-6434-4044-92cb-11f39ea197c7 req-4bc6b6a8-5e6a-4d48-bcd8-dafe59f6f751 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443034 Apr 15 04:13:53.517944 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:54.114862 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a31bb-3b3f-41f5-b1e5-14dbb9b0aff4 req-0e63b874-d00b-408d-9aff-552a1bf085e8 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:54.116550 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bc0a31bb-3b3f-41f5-b1e5-14dbb9b0aff4 req-0e63b874-d00b-408d-9aff-552a1bf085e8 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 931 time: 0.0563800 Apr 15 04:13:54.173060 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bc0a31bb-3b3f-41f5-b1e5-14dbb9b0aff4 req-d4338f07-061d-411c-ae9d-e0a8ac5b35fd tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505810 Apr 15 04:13:54.483427 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:13:54.946525 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:55.304975 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d3b5a-54d5-4720-b6eb-7f4eadc02b56 req-7bd7e4ed-fd2a-4796-a490-9df75bc35549 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:55.306732 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f34d3b5a-54d5-4720-b6eb-7f4eadc02b56 req-7bd7e4ed-fd2a-4796-a490-9df75bc35549 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 931 time: 0.0530198 Apr 15 04:13:55.361885 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f34d3b5a-54d5-4720-b6eb-7f4eadc02b56 req-dc31c594-7c69-4d27-9844-35aaa2f685e8 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426719 Apr 15 04:13:56.472147 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb41ed-e83a-4c46-9875-b5e75ee8fb71 req-072d450e-f8ba-4d0c-8cb5-10fc73bf6441 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:56.473600 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4ecb41ed-e83a-4c46-9875-b5e75ee8fb71 req-072d450e-f8ba-4d0c-8cb5-10fc73bf6441 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 931 time: 0.0461893 Apr 15 04:13:56.514316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] Request body: {'port': {'device_id': '36d77891-a023-4ab3-8aab-c7115e3d3629', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:13:56.546469 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4ecb41ed-e83a-4c46-9875-b5e75ee8fb71 req-06fda3af-6c18-40f2-8cca-dee06c784740 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675015 Apr 15 04:13:56.581861 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:56.839878 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:13:56.847182 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] Publish callbacks [] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:56.859749 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] Transition to ACTIVE for port object 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 04:13:56.940195 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:57.019774 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] Pushing event updated for resources: {'Port': ['ID=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:57.067944 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] Attempting to bind port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:13:57.068287 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] Attempting to bind port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '69fc6717-46e8-4aad-8127-c9aeabdc5c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:13:57.068642 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] Attempting to bind port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf on network 502e24ad-3803-40ee-b4c7-abb15d6b6085 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:13:57.073333 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] Port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf on network 502e24ad-3803-40ee-b4c7-abb15d6b6085 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 04:13:57.073655 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] Attempting to bind port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf on network 502e24ad-3803-40ee-b4c7-abb15d6b6085 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:13:57.078809 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 13, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:13:57.079224 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] Checking segment: {'id': '69fc6717-46e8-4aad-8127-c9aeabdc5c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:13:57.079537 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] Bound using segment: {'id': '69fc6717-46e8-4aad-8127-c9aeabdc5c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:13:57.079965 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] Bound port: 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69fc6717-46e8-4aad-8127-c9aeabdc5c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:13:57.080331 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:57.149063 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] For port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:13:57.151972 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] For port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf,segment=NetworkSegment(69fc6717-46e8-4aad-8127-c9aeabdc5c00),segment_id=69fc6717-46e8-4aad-8127-c9aeabdc5c00)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:13:57.232266 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:57.264599 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:57.265257 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:13:57.266700 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] 10.222.0.30 "PUT /v2.0/ports/0e69b39d-bdbc-4b3a-8439-7ce05ead83cf HTTP/1.1" status: 200 len: 1093 time: 0.7676878 Apr 15 04:13:57.267142 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d77891-a023-4ab3-8aab-c7115e3d3629', 'tag': '0e69b39d-bdbc-4b3a-8439-7ce05ead83cf'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:13:57.269432 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ce7b8c-938b-4a30-aecf-618ae8d1e623" -d '{"events": [{"name": "network-changed", "server_uuid": "36d77891-a023-4ab3-8aab-c7115e3d3629", "tag": "0e69b39d-bdbc-4b3a-8439-7ce05ead83cf"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:13:57.298131 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10120a3e-9836-4e82-9d66-991b67fc6e83 service neutron] Pushing event updated for resources: {'Port': ['ID=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:13:57.317763 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069f6529-4a31-4572-8260-a8da18d8246a x-openstack-request-id: req-069f6529-4a31-4572-8260-a8da18d8246a {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:13:57.317763 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d77891-a023-4ab3-8aab-c7115e3d3629", "tag": "0e69b39d-bdbc-4b3a-8439-7ce05ead83cf", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:13:57.317763 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-069f6529-4a31-4572-8260-a8da18d8246a {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:13:57.317763 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-069f6529-4a31-4572-8260-a8da18d8246a'] response: {'name': 'network-changed', 'server_uuid': '36d77891-a023-4ab3-8aab-c7115e3d3629', 'tag': '0e69b39d-bdbc-4b3a-8439-7ce05ead83cf', 'status': 'completed', 'code': 200} Apr 15 04:13:57.376495 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce7b8c-938b-4a30-aecf-618ae8d1e623 req-c91f21d4-4cb1-41b0-98ec-5d05f0dd261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:57.377894 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f0ce7b8c-938b-4a30-aecf-618ae8d1e623 req-c91f21d4-4cb1-41b0-98ec-5d05f0dd261b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=859d69117320413aae4192457488d909&device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 1127 time: 0.0415778 Apr 15 04:13:57.480779 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce7b8c-938b-4a30-aecf-618ae8d1e623 req-8aa87205-64e3-420c-9253-0bfd8c8dce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:57.482305 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f0ce7b8c-938b-4a30-aecf-618ae8d1e623 req-8aa87205-64e3-420c-9253-0bfd8c8dce60 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=859d69117320413aae4192457488d909&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0969853 Apr 15 04:13:57.575629 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce7b8c-938b-4a30-aecf-618ae8d1e623 req-50fc051c-99cc-451d-aa88-ec80eed1a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:57.577590 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f0ce7b8c-938b-4a30-aecf-618ae8d1e623 req-50fc051c-99cc-451d-aa88-ec80eed1a258 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0900412 Apr 15 04:13:57.678017 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-92d8d15e-78e8-4494-8ad0-108fe71def82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:57.679549 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-92d8d15e-78e8-4494-8ad0-108fe71def82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=859d69117320413aae4192457488d909&device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 1127 time: 0.0674446 Apr 15 04:13:57.686356 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66091f2-8265-45ca-974e-eb9785f3255a req-f0134c53-6a9a-44a6-a737-cc1f724ce5a1 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:57.687694 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e66091f2-8265-45ca-974e-eb9785f3255a req-f0134c53-6a9a-44a6-a737-cc1f724ce5a1 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 943 time: 0.0676918 Apr 15 04:13:57.730912 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-37087d9c-b01c-4f9b-8414-85de81d765fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf HTTP/1.1" status: 200 len: 217 time: 0.0422697 Apr 15 04:13:57.799290 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e66091f2-8265-45ca-974e-eb9785f3255a req-8cae2093-63cc-4b73-b693-3e839913e724 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043413 Apr 15 04:13:57.800763 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-8c2f2e3c-589b-4eac-aecf-c60eb2e2493c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:57.802241 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-8c2f2e3c-589b-4eac-aecf-c60eb2e2493c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27169322-b8e2-4c35-a62c-250be3d7d673 HTTP/1.1" status: 200 len: 854 time: 0.0654371 Apr 15 04:13:57.844652 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-7b582e20-5aae-4b02-aad4-d6c1cfacbe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:57.846160 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-7b582e20-5aae-4b02-aad4-d6c1cfacbe0b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=502e24ad-3803-40ee-b4c7-abb15d6b6085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0386658 Apr 15 04:13:57.937413 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-f4741a6b-1f95-4d9e-ac2e-09f3eefa45bc service neutron] 10.222.0.30 "GET /v2.0/networks/502e24ad-3803-40ee-b4c7-abb15d6b6085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851581 Apr 15 04:13:58.023611 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-21b2c0c0-2b1e-4eb0-ae52-59aeb2a7a392 req-56faf7fc-1585-4f4a-973f-2596b406604e service neutron] 10.222.0.30 "GET /v2.0/networks/502e24ad-3803-40ee-b4c7-abb15d6b6085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803230 Apr 15 04:13:58.910021 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab538e87-559a-422d-9e6b-385b2eeb79dd req-d1c81be9-df38-430b-b98e-0b16457a722a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:13:58.911508 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ab538e87-559a-422d-9e6b-385b2eeb79dd req-d1c81be9-df38-430b-b98e-0b16457a722a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 943 time: 0.0464306 Apr 15 04:13:58.956688 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ab538e87-559a-422d-9e6b-385b2eeb79dd req-63e53f6f-938f-43d6-9d02-febc29220668 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397389 Apr 15 04:14:00.069724 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebca07-159c-4b0d-8590-a1e122687948 req-260a0d05-0d80-4df2-8cce-3c4389b0b093 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:00.071227 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a2ebca07-159c-4b0d-8590-a1e122687948 req-260a0d05-0d80-4df2-8cce-3c4389b0b093 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 943 time: 0.0503745 Apr 15 04:14:00.117737 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a2ebca07-159c-4b0d-8590-a1e122687948 req-7b772ba9-8208-4db9-8254-402002c41a7b tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409441 Apr 15 04:14:00.278459 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:14:00.374403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf,segment=NetworkSegment(69fc6717-46e8-4aad-8127-c9aeabdc5c00),segment_id=69fc6717-46e8-4aad-8127-c9aeabdc5c00)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:14:00.385507 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '0e69b39d-bdbc-4b3a-8439-7ce05ead83cf', 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085', 'port_id': '0e69b39d-bdbc-4b3a-8439-7ce05ead83cf', 'mac_address': 'fa:16:3e:1a:7f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27169322-b8e2-4c35-a62c-250be3d7d673', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:14:00.421835 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:14:00.422219 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:00.434333 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:14:00.452841 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf,segment=NetworkSegment(69fc6717-46e8-4aad-8127-c9aeabdc5c00),segment_id=69fc6717-46e8-4aad-8127-c9aeabdc5c00)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:14:00.522980 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:00.567801 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:14:00.823278 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['0e69b39d-bdbc-4b3a-8439-7ce05ead83cf'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:14:01.226498 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c43511-4725-49f6-b878-5c8d3b293cc6 req-5c19d529-14ce-4ce3-b25d-9aae3a2dd6a9 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:01.230852 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-27c43511-4725-49f6-b878-5c8d3b293cc6 req-5c19d529-14ce-4ce3-b25d-9aae3a2dd6a9 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 944 time: 0.0458107 Apr 15 04:14:01.277948 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-27c43511-4725-49f6-b878-5c8d3b293cc6 req-7a9266df-12b4-4458-860d-1702b341b7d7 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439579 Apr 15 04:14:02.310937 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:14:02.354250 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 04:14:02.389246 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59439726-41c4-45e8-a7eb-e0d5c967f26e req-3017aa48-940e-49ca-a90f-3a6916743ace tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:02.390746 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-59439726-41c4-45e8-a7eb-e0d5c967f26e req-3017aa48-940e-49ca-a90f-3a6916743ace tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 944 time: 0.0465884 Apr 15 04:14:02.436557 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-59439726-41c4-45e8-a7eb-e0d5c967f26e req-136d03c3-3b52-4dea-9b0b-16bea1e525d7 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402117 Apr 15 04:14:02.442923 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:14:02.443282 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:02.662438 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:14:02.662787 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:02.686148 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d77891-a023-4ab3-8aab-c7115e3d3629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e69b39d-bdbc-4b3a-8439-7ce05ead83cf'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:14:02.688465 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f845457c-37f3-490c-977d-757269e8744f" -d '{"events": [{"server_uuid": "36d77891-a023-4ab3-8aab-c7115e3d3629", "name": "network-vif-plugged", "status": "completed", "tag": "0e69b39d-bdbc-4b3a-8439-7ce05ead83cf"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:14:02.700691 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf,segment=NetworkSegment(69fc6717-46e8-4aad-8127-c9aeabdc5c00),segment_id=69fc6717-46e8-4aad-8127-c9aeabdc5c00)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:14:02.768996 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:02.817205 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:14:02.846307 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e7757f-12ac-46cd-b668-2224605a357a x-openstack-request-id: req-b1e7757f-12ac-46cd-b668-2224605a357a {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:14:02.846582 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d77891-a023-4ab3-8aab-c7115e3d3629", "name": "network-vif-plugged", "status": "completed", "tag": "0e69b39d-bdbc-4b3a-8439-7ce05ead83cf", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:14:02.846862 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1e7757f-12ac-46cd-b668-2224605a357a {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:14:02.847330 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1e7757f-12ac-46cd-b668-2224605a357a'] response: {'server_uuid': '36d77891-a023-4ab3-8aab-c7115e3d3629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e69b39d-bdbc-4b3a-8439-7ce05ead83cf', 'code': 200} Apr 15 04:14:03.128961 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd40e5a-0279-4adc-a5ef-722c6d1e7d42 req-c89afd8e-9e79-4a53-9a92-573ccdead80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:03.130426 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fcd40e5a-0279-4adc-a5ef-722c6d1e7d42 req-c89afd8e-9e79-4a53-9a92-573ccdead80a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 1129 time: 0.0415030 Apr 15 04:14:03.173237 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fcd40e5a-0279-4adc-a5ef-722c6d1e7d42 req-aa431b9b-237b-4072-ba78-358edb43209b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366228 Apr 15 04:14:03.544504 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416ba42-8046-416c-b5b5-fd3fe40ed03b req-bb1ea51f-b83c-4316-88f0-62490dc764b2 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:03.545977 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2416ba42-8046-416c-b5b5-fd3fe40ed03b req-bb1ea51f-b83c-4316-88f0-62490dc764b2 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 945 time: 0.0462835 Apr 15 04:14:03.591180 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2416ba42-8046-416c-b5b5-fd3fe40ed03b req-5c12ce26-0b64-43b3-9632-f3ca010b311b tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397599 Apr 15 04:14:04.701505 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7adc067-b0ce-4a94-8b4f-1a5ca973f10a req-2086967d-c16f-4896-a14c-90c7781444cb tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:04.702984 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a7adc067-b0ce-4a94-8b4f-1a5ca973f10a req-2086967d-c16f-4896-a14c-90c7781444cb tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 945 time: 0.0461874 Apr 15 04:14:04.749641 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a7adc067-b0ce-4a94-8b4f-1a5ca973f10a req-3bc369b7-690e-48a1-bb7d-155f9c18f984 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410111 Apr 15 04:14:04.859122 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f4ca1-a2e6-4033-b735-9ee02bf60bfd req-f4044a6b-c1e7-4f8d-92e9-de1f7f13b863 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:04.860630 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-873f4ca1-a2e6-4033-b735-9ee02bf60bfd req-f4044a6b-c1e7-4f8d-92e9-de1f7f13b863 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 945 time: 0.0465708 Apr 15 04:14:04.871821 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:04.910537 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-873f4ca1-a2e6-4033-b735-9ee02bf60bfd req-a2e82ebd-19e3-4e75-8e90-0da0f6db9888 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443895 Apr 15 04:14:05.218845 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e43b00-e5ae-450a-a593-e416b6740b7d req-04cca891-984a-49b1-884e-184713ac6329 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:05.220268 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-78e43b00-e5ae-450a-a593-e416b6740b7d req-04cca891-984a-49b1-884e-184713ac6329 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 945 time: 0.0458882 Apr 15 04:14:05.266908 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-78e43b00-e5ae-450a-a593-e416b6740b7d req-322c1008-5b67-439c-8f7a-d45ffc81c7d4 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411115 Apr 15 04:14:09.509731 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e39cbf20-1d9c-4cb0-b2b7-94257fcb85e9 req-a099d756-628e-4505-9253-4259587ea09c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375016 Apr 15 04:14:09.588164 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cbf20-1d9c-4cb0-b2b7-94257fcb85e9 req-7fe3031b-cf2c-44ef-8c00-f3d06a5fd5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:09.589665 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e39cbf20-1d9c-4cb0-b2b7-94257fcb85e9 req-7fe3031b-cf2c-44ef-8c00-f3d06a5fd5b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=859d69117320413aae4192457488d909&device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 1129 time: 0.0390170 Apr 15 04:14:09.695386 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cbf20-1d9c-4cb0-b2b7-94257fcb85e9 req-41ee94ef-4156-40e2-8ead-a8a0017de24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:09.696991 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e39cbf20-1d9c-4cb0-b2b7-94257fcb85e9 req-41ee94ef-4156-40e2-8ead-a8a0017de24b service neutron] 10.222.0.30 "GET /v2.0/networks?id=502e24ad-3803-40ee-b4c7-abb15d6b6085 HTTP/1.1" status: 200 len: 915 time: 0.0893414 Apr 15 04:14:09.737041 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e39cbf20-1d9c-4cb0-b2b7-94257fcb85e9 req-5c1823a6-d947-487f-a328-135d3c24fb36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf HTTP/1.1" status: 200 len: 217 time: 0.0340846 Apr 15 04:14:09.790344 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cbf20-1d9c-4cb0-b2b7-94257fcb85e9 req-cd984715-ca22-469b-9e3b-4900da5ad379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:09.791771 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e39cbf20-1d9c-4cb0-b2b7-94257fcb85e9 req-cd984715-ca22-469b-9e3b-4900da5ad379 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27169322-b8e2-4c35-a62c-250be3d7d673 HTTP/1.1" status: 200 len: 854 time: 0.0492928 Apr 15 04:14:09.836264 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cbf20-1d9c-4cb0-b2b7-94257fcb85e9 req-f522add6-6e65-42a3-962e-4544889f2141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:09.837775 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e39cbf20-1d9c-4cb0-b2b7-94257fcb85e9 req-f522add6-6e65-42a3-962e-4544889f2141 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=502e24ad-3803-40ee-b4c7-abb15d6b6085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0397573 Apr 15 04:14:09.929742 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e39cbf20-1d9c-4cb0-b2b7-94257fcb85e9 req-46bc7235-c7c0-4e72-aba4-e767577b8cde service neutron] 10.222.0.30 "GET /v2.0/networks/502e24ad-3803-40ee-b4c7-abb15d6b6085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862143 Apr 15 04:14:10.032789 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e39cbf20-1d9c-4cb0-b2b7-94257fcb85e9 req-b6e12e44-46b8-4265-9dbd-2019b0cf3b6b service neutron] 10.222.0.30 "GET /v2.0/networks/502e24ad-3803-40ee-b4c7-abb15d6b6085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887182 Apr 15 04:14:18.534141 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-af8b0b1c-7022-46b4-bb5a-c816a57cd17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:20.860013 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-459df9a5-3902-468f-8373-a71f4e39888e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:21.985749 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:23.517428 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:24.945740 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:25.791952 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c770b-a98e-4d51-8bd5-35cf5c2d6a5a req-b0d830a5-1d7b-4480-98b3-ab1490bd8f8d tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:25.793413 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-702c770b-a98e-4d51-8bd5-35cf5c2d6a5a req-b0d830a5-1d7b-4480-98b3-ab1490bd8f8d tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 945 time: 0.0462961 Apr 15 04:14:25.844461 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-702c770b-a98e-4d51-8bd5-35cf5c2d6a5a req-53eac630-8715-4b1c-8428-4a1275555a59 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455735 Apr 15 04:14:25.867129 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41682) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:14:25.994377 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb85834-0c1a-4a66-9d02-88c98ecf9e72 tempest-TestMinimumBasicScenario-381356406 tempest-TestMinimumBasicScenario-381356406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:25.995917 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ecb85834-0c1a-4a66-9d02-88c98ecf9e72 tempest-TestMinimumBasicScenario-381356406 tempest-TestMinimumBasicScenario-381356406-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 1124 time: 0.1276877 Apr 15 04:14:25.998947 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41686) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:14:26.003317 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': '0e69b39d-bdbc-4b3a-8439-7ce05ead83cf', 'tenant_id': '859d69117320413aae4192457488d909', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:14:26.077797 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:26.159630 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:26.264932 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Allocated IP 172.26.6.51 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/21a2a457-740d-464b-a387-1578e8b5654e) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:14:26.364602 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for port (21a2a457-740d-464b-a387-1578e8b5654e), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:26.459853 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (21a2a457-740d-464b-a387-1578e8b5654e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:26.493277 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:14:26.497452 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:14:26.504045 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:14:26.527603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Pushing event updated for resources: {'Port': ['ID=21a2a457-740d-464b-a387-1578e8b5654e,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:14:26.538689 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:26.539040 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:26.539381 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:26.539719 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:26.540054 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:26.540391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:26.540719 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:26.541055 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:26.541381 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:26.541706 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:26.542031 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:26.542356 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:26.542706 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:26.547796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:26.547796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:27.186220 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for floatingip (8ec6ce24-6498-4160-8dbf-9a0bc48310d2), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:27.309418 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (21a2a457-740d-464b-a387-1578e8b5654e), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:27.456208 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for port (21a2a457-740d-464b-a387-1578e8b5654e), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:27.516701 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (21a2a457-740d-464b-a387-1578e8b5654e), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:27.582223 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Pushing event updated for resources: {'Port': ['ID=21a2a457-740d-464b-a387-1578e8b5654e,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:14:27.597860 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (8ec6ce24-6498-4160-8dbf-9a0bc48310d2), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:27.698782 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Floating IP 8ec6ce24-6498-4160-8dbf-9a0bc48310d2 associated. External IP: 172.26.6.51, port: 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf. Apr 15 04:14:27.904687 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Router dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:14:28.013230 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:14:28.024286 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444fd050-a66d-4bf2-b124-003f101fe354 None None] Sync routers for ids ['dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:14:28.033393 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444fd050-a66d-4bf2-b124-003f101fe354 None None] Routers {'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:14:28.034048 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-444fd050-a66d-4bf2-b124-003f101fe354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:14:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:14:28.102225 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:28.133023 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7920b045-54ab-4d67-9a7d-6cebead04053 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1330490 Apr 15 04:14:28.133618 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d77891-a023-4ab3-8aab-c7115e3d3629', 'tag': '0e69b39d-bdbc-4b3a-8439-7ce05ead83cf'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:14:28.135919 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def293c6-7021-4b20-9cb3-abbb70f1600d" -d '{"events": [{"name": "network-changed", "server_uuid": "36d77891-a023-4ab3-8aab-c7115e3d3629", "tag": "0e69b39d-bdbc-4b3a-8439-7ce05ead83cf"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:14:28.136214 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41688) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:14:28.140925 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-18f8bece-f10c-4185-b3f7-4039cbb37b28 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-785243878', 'description': 'tempest-secgroup-smoke-785243878 description', 'project_id': '859d69117320413aae4192457488d909'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:14:28.142997 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-444fd050-a66d-4bf2-b124-003f101fe354 None None] Set router dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:14:28.173403 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e905cb38-a8f9-4f8f-93a1-3a1702cee414 x-openstack-request-id: req-e905cb38-a8f9-4f8f-93a1-3a1702cee414 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:14:28.173698 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d77891-a023-4ab3-8aab-c7115e3d3629", "tag": "0e69b39d-bdbc-4b3a-8439-7ce05ead83cf", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:14:28.173955 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e905cb38-a8f9-4f8f-93a1-3a1702cee414 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:14:28.174366 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e905cb38-a8f9-4f8f-93a1-3a1702cee414'] response: {'name': 'network-changed', 'server_uuid': '36d77891-a023-4ab3-8aab-c7115e3d3629', 'tag': '0e69b39d-bdbc-4b3a-8439-7ce05ead83cf', 'status': 'completed', 'code': 200} Apr 15 04:14:28.214417 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18f8bece-f10c-4185-b3f7-4039cbb37b28 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:28.237990 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def293c6-7021-4b20-9cb3-abbb70f1600d req-c5f0742a-bffc-4227-8388-0e3a5115c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:28.239261 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-def293c6-7021-4b20-9cb3-abbb70f1600d req-c5f0742a-bffc-4227-8388-0e3a5115c787 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=859d69117320413aae4192457488d909&device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 1129 time: 0.0435789 Apr 15 04:14:28.304084 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18f8bece-f10c-4185-b3f7-4039cbb37b28 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group (11fff745-845a-4cb3-98af-d73e3427e9d8), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:28.338197 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def293c6-7021-4b20-9cb3-abbb70f1600d req-458e5068-88e4-4c68-9df4-365881bbc751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:28.339711 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-def293c6-7021-4b20-9cb3-abbb70f1600d req-458e5068-88e4-4c68-9df4-365881bbc751 service neutron] 10.222.0.30 "GET /v2.0/networks?id=502e24ad-3803-40ee-b4c7-abb15d6b6085 HTTP/1.1" status: 200 len: 915 time: 0.0928328 Apr 15 04:14:28.363035 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18f8bece-f10c-4185-b3f7-4039cbb37b28 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (11fff745-845a-4cb3-98af-d73e3427e9d8), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:28.367484 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-444fd050-a66d-4bf2-b124-003f101fe354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'name': 'tempest-TestMinimumBasicScenario-1159693042-router', 'tenant_id': '859d69117320413aae4192457488d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:23Z', 'updated_at': '2022-04-15T04:13:26Z', 'revision_number': 4, 'project_id': '859d69117320413aae4192457488d909', 'gw_port': {'id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:24Z', 'updated_at': '2022-04-15T04:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '8ec6ce24-6498-4160-8dbf-9a0bc48310d2', 'tenant_id': '859d69117320413aae4192457488d909', 'floating_ip_address': '172.26.6.51', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'port_id': '0e69b39d-bdbc-4b3a-8439-7ce05ead83cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085', 'mac_address': 'fa:16:3e:1a:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d77891-a023-4ab3-8aab-c7115e3d3629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:14:26Z', 'updated_at': '2022-04-15T04:14:26Z', 'revision_number': 0, 'project_id': '859d69117320413aae4192457488d909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2bbf5a-9206-422c-963d-dc88f7a7decd', 'name': '', 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085', 'tenant_id': '859d69117320413aae4192457488d909', 'mac_address': 'fa:16:3e:f0:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '27169322-b8e2-4c35-a62c-250be3d7d673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:26Z', 'updated_at': '2022-04-15T04:13:30Z', 'revision_number': 5, 'project_id': '859d69117320413aae4192457488d909', 'subnets': [{'id': '27169322-b8e2-4c35-a62c-250be3d7d673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:14:28.392361 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8bece-f10c-4185-b3f7-4039cbb37b28 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11fff745-845a-4cb3-98af-d73e3427e9d8,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:14:28.400050 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444fd050-a66d-4bf2-b124-003f101fe354 None None] Checking router: dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:14:28.400269 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f8bece-f10c-4185-b3f7-4039cbb37b28 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:28.400595 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f8bece-f10c-4185-b3f7-4039cbb37b28 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:28.401157 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f8bece-f10c-4185-b3f7-4039cbb37b28 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:28.401881 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f8bece-f10c-4185-b3f7-4039cbb37b28 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:28.402417 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f8bece-f10c-4185-b3f7-4039cbb37b28 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:28.402836 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f8bece-f10c-4185-b3f7-4039cbb37b28 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:28.403226 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f8bece-f10c-4185-b3f7-4039cbb37b28 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:28.403807 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f8bece-f10c-4185-b3f7-4039cbb37b28 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:28.404855 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f8bece-f10c-4185-b3f7-4039cbb37b28 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:28.405254 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f8bece-f10c-4185-b3f7-4039cbb37b28 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:28.405658 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f8bece-f10c-4185-b3f7-4039cbb37b28 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:28.406178 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f8bece-f10c-4185-b3f7-4039cbb37b28 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:28.406723 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f8bece-f10c-4185-b3f7-4039cbb37b28 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:28.407286 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f8bece-f10c-4185-b3f7-4039cbb37b28 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:28.407850 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f8bece-f10c-4185-b3f7-4039cbb37b28 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:14:28.409734 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444fd050-a66d-4bf2-b124-003f101fe354 None None] Routers {'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:14:28.410338 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-444fd050-a66d-4bf2-b124-003f101fe354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:14:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:14:28.413853 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-def293c6-7021-4b20-9cb3-abbb70f1600d req-c51ba8c3-3908-46b6-b304-18344070fed3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf HTTP/1.1" status: 200 len: 998 time: 0.0666416 Apr 15 04:14:28.445324 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-18f8bece-f10c-4185-b3f7-4039cbb37b28 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:28.449559 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-18f8bece-f10c-4185-b3f7-4039cbb37b28 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3095016 Apr 15 04:14:28.450016 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41692) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:14:28.455104 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e4a9571a-2dfd-4354-beb6-e6e42cca0992 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Request body: {'security_group_rule': {'security_group_id': '11fff745-845a-4cb3-98af-d73e3427e9d8', 'project_id': '859d69117320413aae4192457488d909', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:14:28.470111 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def293c6-7021-4b20-9cb3-abbb70f1600d req-d7534ec2-4044-4ba5-bea6-b49c340f0cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:28.471444 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-def293c6-7021-4b20-9cb3-abbb70f1600d req-d7534ec2-4044-4ba5-bea6-b49c340f0cf2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27169322-b8e2-4c35-a62c-250be3d7d673 HTTP/1.1" status: 200 len: 854 time: 0.0515783 Apr 15 04:14:28.522026 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def293c6-7021-4b20-9cb3-abbb70f1600d req-21ee2f4e-fb3c-427e-9531-f2104d6dc069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:28.523608 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-def293c6-7021-4b20-9cb3-abbb70f1600d req-21ee2f4e-fb3c-427e-9531-f2104d6dc069 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=502e24ad-3803-40ee-b4c7-abb15d6b6085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0401406 Apr 15 04:14:28.562555 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e4a9571a-2dfd-4354-beb6-e6e42cca0992 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group_rule (f75c5142-4f1c-4140-a76b-7724715980a9), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:28.606915 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-444fd050-a66d-4bf2-b124-003f101fe354 None None] Set router dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:14:28.620340 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e4a9571a-2dfd-4354-beb6-e6e42cca0992 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group_rule (f75c5142-4f1c-4140-a76b-7724715980a9), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:28.621952 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-def293c6-7021-4b20-9cb3-abbb70f1600d req-1afa185b-6d4f-41b2-9ec1-2dd8c2a47f73 service neutron] 10.222.0.30 "GET /v2.0/networks/502e24ad-3803-40ee-b4c7-abb15d6b6085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903275 Apr 15 04:14:28.671940 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e4a9571a-2dfd-4354-beb6-e6e42cca0992 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (f75c5142-4f1c-4140-a76b-7724715980a9), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:28.692859 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9571a-2dfd-4354-beb6-e6e42cca0992 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75c5142-4f1c-4140-a76b-7724715980a9,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:14:28.715677 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-def293c6-7021-4b20-9cb3-abbb70f1600d req-7cfde76f-ffc5-4bbe-be39-4e483a979e0d service neutron] 10.222.0.30 "GET /v2.0/networks/502e24ad-3803-40ee-b4c7-abb15d6b6085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869126 Apr 15 04:14:28.753576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e4a9571a-2dfd-4354-beb6-e6e42cca0992 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:28.758010 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e4a9571a-2dfd-4354-beb6-e6e42cca0992 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3033721 Apr 15 04:14:28.758335 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41694) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:14:28.762978 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-02c1a6aa-8f74-4bb8-ab22-783417ede04b tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Request body: {'security_group_rule': {'security_group_id': '11fff745-845a-4cb3-98af-d73e3427e9d8', 'project_id': '859d69117320413aae4192457488d909', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:14:28.830022 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-444fd050-a66d-4bf2-b124-003f101fe354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'name': 'tempest-TestMinimumBasicScenario-1159693042-router', 'tenant_id': '859d69117320413aae4192457488d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:23Z', 'updated_at': '2022-04-15T04:13:26Z', 'revision_number': 4, 'project_id': '859d69117320413aae4192457488d909', 'gw_port': {'id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:24Z', 'updated_at': '2022-04-15T04:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '8ec6ce24-6498-4160-8dbf-9a0bc48310d2', 'tenant_id': '859d69117320413aae4192457488d909', 'floating_ip_address': '172.26.6.51', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'port_id': '0e69b39d-bdbc-4b3a-8439-7ce05ead83cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085', 'mac_address': 'fa:16:3e:1a:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d77891-a023-4ab3-8aab-c7115e3d3629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:14:26Z', 'updated_at': '2022-04-15T04:14:26Z', 'revision_number': 0, 'project_id': '859d69117320413aae4192457488d909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2bbf5a-9206-422c-963d-dc88f7a7decd', 'name': '', 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085', 'tenant_id': '859d69117320413aae4192457488d909', 'mac_address': 'fa:16:3e:f0:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '27169322-b8e2-4c35-a62c-250be3d7d673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:26Z', 'updated_at': '2022-04-15T04:13:30Z', 'revision_number': 5, 'project_id': '859d69117320413aae4192457488d909', 'subnets': [{'id': '27169322-b8e2-4c35-a62c-250be3d7d673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:14:28.853630 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-02c1a6aa-8f74-4bb8-ab22-783417ede04b tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group_rule (949fb01b-6c99-41dc-8ac4-f278a92b4005), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:28.859753 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444fd050-a66d-4bf2-b124-003f101fe354 None None] The sync data for ids ['dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'] in dv-neutron-837140-3-hyperv is: [{'id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'name': 'tempest-TestMinimumBasicScenario-1159693042-router', 'tenant_id': '859d69117320413aae4192457488d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:23Z', 'updated_at': '2022-04-15T04:13:26Z', 'revision_number': 4, 'project_id': '859d69117320413aae4192457488d909', 'gw_port': {'id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:24Z', 'updated_at': '2022-04-15T04:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '8ec6ce24-6498-4160-8dbf-9a0bc48310d2', 'tenant_id': '859d69117320413aae4192457488d909', 'floating_ip_address': '172.26.6.51', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'port_id': '0e69b39d-bdbc-4b3a-8439-7ce05ead83cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085', 'mac_address': 'fa:16:3e:1a:7f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d77891-a023-4ab3-8aab-c7115e3d3629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:14:26Z', 'updated_at': '2022-04-15T04:14:26Z', 'revision_number': 0, 'project_id': '859d69117320413aae4192457488d909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa2bbf5a-9206-422c-963d-dc88f7a7decd', 'name': '', 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085', 'tenant_id': '859d69117320413aae4192457488d909', 'mac_address': 'fa:16:3e:f0:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '27169322-b8e2-4c35-a62c-250be3d7d673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:26Z', 'updated_at': '2022-04-15T04:13:30Z', 'revision_number': 5, 'project_id': '859d69117320413aae4192457488d909', 'subnets': [{'id': '27169322-b8e2-4c35-a62c-250be3d7d673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:14:28.921457 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-02c1a6aa-8f74-4bb8-ab22-783417ede04b tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group_rule (949fb01b-6c99-41dc-8ac4-f278a92b4005), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:28.968593 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-02c1a6aa-8f74-4bb8-ab22-783417ede04b tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (949fb01b-6c99-41dc-8ac4-f278a92b4005), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:28.987871 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1a6aa-8f74-4bb8-ab22-783417ede04b tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949fb01b-6c99-41dc-8ac4-f278a92b4005,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:14:29.044991 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-02c1a6aa-8f74-4bb8-ab22-783417ede04b tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:29.046954 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-02c1a6aa-8f74-4bb8-ab22-783417ede04b tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2874949 Apr 15 04:14:29.048944 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41696) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:14:29.053703 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-8d3d7261-d3fa-4a21-93d7-2cfe8dfafe12 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Request body: {'security_group_rule': {'security_group_id': '11fff745-845a-4cb3-98af-d73e3427e9d8', 'project_id': '859d69117320413aae4192457488d909', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:14:29.070253 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a52388-c383-4d90-95fc-44f4473ffe30 None None] New status for floating IP 8ec6ce24-6498-4160-8dbf-9a0bc48310d2: ACTIVE {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:14:29.126417 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7261-d3fa-4a21-93d7-2cfe8dfafe12 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group_rule (0a5a9e15-9f9d-4ea6-a1f6-2ac1b05827d8), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:29.182908 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7261-d3fa-4a21-93d7-2cfe8dfafe12 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group_rule (0a5a9e15-9f9d-4ea6-a1f6-2ac1b05827d8), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:29.231118 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7261-d3fa-4a21-93d7-2cfe8dfafe12 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (0a5a9e15-9f9d-4ea6-a1f6-2ac1b05827d8), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:29.251386 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d7261-d3fa-4a21-93d7-2cfe8dfafe12 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5a9e15-9f9d-4ea6-a1f6-2ac1b05827d8,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:14:29.290742 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8d3d7261-d3fa-4a21-93d7-2cfe8dfafe12 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:29.291967 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8d3d7261-d3fa-4a21-93d7-2cfe8dfafe12 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2420237 Apr 15 04:14:29.294707 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41698) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:14:29.298877 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-ae5f00dd-796c-4762-9585-6d04a37dc16a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Request body: {'security_group_rule': {'security_group_id': '11fff745-845a-4cb3-98af-d73e3427e9d8', 'project_id': '859d69117320413aae4192457488d909', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:14:29.356515 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ae5f00dd-796c-4762-9585-6d04a37dc16a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group_rule (a379fd2f-b989-47f0-a446-292684e23f69), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:29.413301 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ae5f00dd-796c-4762-9585-6d04a37dc16a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group_rule (a379fd2f-b989-47f0-a446-292684e23f69), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:29.453920 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ae5f00dd-796c-4762-9585-6d04a37dc16a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (a379fd2f-b989-47f0-a446-292684e23f69), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:29.471262 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f00dd-796c-4762-9585-6d04a37dc16a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a379fd2f-b989-47f0-a446-292684e23f69,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:14:29.558817 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ae5f00dd-796c-4762-9585-6d04a37dc16a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:29.560027 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ae5f00dd-796c-4762-9585-6d04a37dc16a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2644436 Apr 15 04:14:29.563304 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41700) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:14:29.567538 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-50cec83e-88e2-4608-b9bb-580a41ef04ed tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Request body: {'security_group_rule': {'security_group_id': '11fff745-845a-4cb3-98af-d73e3427e9d8', 'project_id': '859d69117320413aae4192457488d909', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:14:29.648588 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-50cec83e-88e2-4608-b9bb-580a41ef04ed tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Project 859d69117320413aae4192457488d909 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 04:14:29.653936 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50cec83e-88e2-4608-b9bb-580a41ef04ed tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group_rule (1e8d8b14-0b24-4079-a748-11b4348f2cb0), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:29.712507 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50cec83e-88e2-4608-b9bb-580a41ef04ed tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group_rule (1e8d8b14-0b24-4079-a748-11b4348f2cb0), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:29.819893 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50cec83e-88e2-4608-b9bb-580a41ef04ed tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (1e8d8b14-0b24-4079-a748-11b4348f2cb0), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:29.837320 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cec83e-88e2-4608-b9bb-580a41ef04ed tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8d8b14-0b24-4079-a748-11b4348f2cb0,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:14:29.902252 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-50cec83e-88e2-4608-b9bb-580a41ef04ed tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:29.903582 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-50cec83e-88e2-4608-b9bb-580a41ef04ed tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3393321 Apr 15 04:14:29.906975 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41702) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:14:29.911706 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-5c37fc5e-5880-4411-8849-a2659546c0db tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Request body: {'security_group_rule': {'security_group_id': '11fff745-845a-4cb3-98af-d73e3427e9d8', 'project_id': '859d69117320413aae4192457488d909', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:14:29.980161 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-5c37fc5e-5880-4411-8849-a2659546c0db tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Project 859d69117320413aae4192457488d909 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 04:14:29.986946 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5c37fc5e-5880-4411-8849-a2659546c0db tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group_rule (5d73d939-9632-4099-9ce7-37431afe1bdc), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:30.047238 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5c37fc5e-5880-4411-8849-a2659546c0db tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group_rule (5d73d939-9632-4099-9ce7-37431afe1bdc), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:30.111322 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5c37fc5e-5880-4411-8849-a2659546c0db tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (5d73d939-9632-4099-9ce7-37431afe1bdc), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:30.126574 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37fc5e-5880-4411-8849-a2659546c0db tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d73d939-9632-4099-9ce7-37431afe1bdc,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:14:30.210336 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-5c37fc5e-5880-4411-8849-a2659546c0db tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:30.211614 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5c37fc5e-5880-4411-8849-a2659546c0db tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3036208 Apr 15 04:14:30.299139 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cf2301f4-82bc-474e-b8ce-3cc64887a71a req-44bb401c-d5b5-40ad-8ef2-7f22f5f1c691 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-785243878&fields=id&tenant_id=859d69117320413aae4192457488d909 HTTP/1.1" status: 200 len: 267 time: 0.0438952 Apr 15 04:14:30.348517 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2301f4-82bc-474e-b8ce-3cc64887a71a req-70f83b34-78c2-4ce4-a54a-aa3595864ea2 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:30.349949 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cf2301f4-82bc-474e-b8ce-3cc64887a71a req-70f83b34-78c2-4ce4-a54a-aa3595864ea2 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 945 time: 0.0456176 Apr 15 04:14:30.360302 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-cf2301f4-82bc-474e-b8ce-3cc64887a71a req-c393c3b1-ef14-4394-aede-36dc67224ef1 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Request body: {'port': {'security_groups': ['3e6b5f59-63e2-45a7-86cd-22d78857cb34', '11fff745-845a-4cb3-98af-d73e3427e9d8']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:14:30.428973 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-cf2301f4-82bc-474e-b8ce-3cc64887a71a req-c393c3b1-ef14-4394-aede-36dc67224ef1 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:30.618223 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-cf2301f4-82bc-474e-b8ce-3cc64887a71a req-c393c3b1-ef14-4394-aede-36dc67224ef1 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] For port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf,segment=NetworkSegment(69fc6717-46e8-4aad-8127-c9aeabdc5c00),segment_id=69fc6717-46e8-4aad-8127-c9aeabdc5c00)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:14:30.648118 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-cf2301f4-82bc-474e-b8ce-3cc64887a71a req-c393c3b1-ef14-4394-aede-36dc67224ef1 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:30.694002 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-cf2301f4-82bc-474e-b8ce-3cc64887a71a req-c393c3b1-ef14-4394-aede-36dc67224ef1 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:30.705858 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['0e69b39d-bdbc-4b3a-8439-7ce05ead83cf'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:14:30.736597 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2301f4-82bc-474e-b8ce-3cc64887a71a req-c393c3b1-ef14-4394-aede-36dc67224ef1 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:30.737131 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-cf2301f4-82bc-474e-b8ce-3cc64887a71a req-c393c3b1-ef14-4394-aede-36dc67224ef1 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:30.738457 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cf2301f4-82bc-474e-b8ce-3cc64887a71a req-c393c3b1-ef14-4394-aede-36dc67224ef1 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "PUT /v2.0/ports/0e69b39d-bdbc-4b3a-8439-7ce05ead83cf HTTP/1.1" status: 200 len: 981 time: 0.3825498 Apr 15 04:14:30.738937 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d77891-a023-4ab3-8aab-c7115e3d3629', 'tag': '0e69b39d-bdbc-4b3a-8439-7ce05ead83cf'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:14:30.741221 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84336dd1-f0e7-4ea8-9d5b-af6629155af5" -d '{"events": [{"name": "network-changed", "server_uuid": "36d77891-a023-4ab3-8aab-c7115e3d3629", "tag": "0e69b39d-bdbc-4b3a-8439-7ce05ead83cf"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:14:30.773285 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393c3b1-ef14-4394-aede-36dc67224ef1 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Pushing event updated for resources: {'Port': ['ID=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf,revision_number=6']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:14:30.793598 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8eaabf9-c766-4b3e-b355-aca70b63bbc5 x-openstack-request-id: req-e8eaabf9-c766-4b3e-b355-aca70b63bbc5 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:14:30.793976 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d77891-a023-4ab3-8aab-c7115e3d3629", "tag": "0e69b39d-bdbc-4b3a-8439-7ce05ead83cf", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:14:30.794305 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8eaabf9-c766-4b3e-b355-aca70b63bbc5 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:14:30.795273 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8eaabf9-c766-4b3e-b355-aca70b63bbc5'] response: {'name': 'network-changed', 'server_uuid': '36d77891-a023-4ab3-8aab-c7115e3d3629', 'tag': '0e69b39d-bdbc-4b3a-8439-7ce05ead83cf', 'status': 'completed', 'code': 200} Apr 15 04:14:30.805556 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['0e69b39d-bdbc-4b3a-8439-7ce05ead83cf'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:14:30.898005 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7c3d5-de7d-4879-8d82-b12f7567b387 req-53eee3b8-a446-48c3-890b-30795b20d73f tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:30.899863 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d2a7c3d5-de7d-4879-8d82-b12f7567b387 req-53eee3b8-a446-48c3-890b-30795b20d73f tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 984 time: 0.0864310 Apr 15 04:14:30.901250 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84336dd1-f0e7-4ea8-9d5b-af6629155af5 req-3630518a-40b5-4af6-81f0-0c67b455c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:30.902692 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-84336dd1-f0e7-4ea8-9d5b-af6629155af5 req-3630518a-40b5-4af6-81f0-0c67b455c9c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=859d69117320413aae4192457488d909&device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 1168 time: 0.0798535 Apr 15 04:14:31.028847 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d2a7c3d5-de7d-4879-8d82-b12f7567b387 req-c9236586-3ca8-4a66-ada1-c9e2107c4148 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&id=11fff745-845a-4cb3-98af-d73e3427e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1194034 Apr 15 04:14:31.042266 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f0119769-17c9-4637-b52f-e59659562244 None None] Provisioning complete for port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:14:31.042659 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f0119769-17c9-4637-b52f-e59659562244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:31.056198 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84336dd1-f0e7-4ea8-9d5b-af6629155af5 req-3b06b2d3-0510-43e3-9fa3-e226947eafb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:31.057810 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-84336dd1-f0e7-4ea8-9d5b-af6629155af5 req-3b06b2d3-0510-43e3-9fa3-e226947eafb2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=502e24ad-3803-40ee-b4c7-abb15d6b6085 HTTP/1.1" status: 200 len: 915 time: 0.1474462 Apr 15 04:14:31.127798 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-84336dd1-f0e7-4ea8-9d5b-af6629155af5 req-10aff4be-0ce0-40b1-832e-f30d824245aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf HTTP/1.1" status: 200 len: 1000 time: 0.0603876 Apr 15 04:14:31.176134 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84336dd1-f0e7-4ea8-9d5b-af6629155af5 req-29b3983e-2375-4521-8e12-a7c4e742b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:31.177575 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-84336dd1-f0e7-4ea8-9d5b-af6629155af5 req-29b3983e-2375-4521-8e12-a7c4e742b769 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27169322-b8e2-4c35-a62c-250be3d7d673 HTTP/1.1" status: 200 len: 854 time: 0.0441196 Apr 15 04:14:31.224955 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84336dd1-f0e7-4ea8-9d5b-af6629155af5 req-44974836-80e9-47d4-a0a3-3be323b808c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:31.226470 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-84336dd1-f0e7-4ea8-9d5b-af6629155af5 req-44974836-80e9-47d4-a0a3-3be323b808c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=502e24ad-3803-40ee-b4c7-abb15d6b6085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423665 Apr 15 04:14:31.268465 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f0119769-17c9-4637-b52f-e59659562244 None None] Current status of the port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:14:31.316837 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-84336dd1-f0e7-4ea8-9d5b-af6629155af5 req-e3077dff-e41c-44ce-b4e6-ffee1802b8d7 service neutron] 10.222.0.30 "GET /v2.0/networks/502e24ad-3803-40ee-b4c7-abb15d6b6085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830526 Apr 15 04:14:31.410354 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-84336dd1-f0e7-4ea8-9d5b-af6629155af5 req-ef094378-15ff-4679-a1a9-b8e4a53e1faa service neutron] 10.222.0.30 "GET /v2.0/networks/502e24ad-3803-40ee-b4c7-abb15d6b6085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871384 Apr 15 04:14:31.483357 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:14:34.876998 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:38.973585 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d162d5-35d0-4124-bab7-a10a20d736e9 req-b5320cb3-178d-4609-87db-065b67573afc tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:38.974980 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-66d162d5-35d0-4124-bab7-a10a20d736e9 req-b5320cb3-178d-4609-87db-065b67573afc tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 984 time: 0.0492537 Apr 15 04:14:39.053323 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6ee27-26d1-4f32-b73d-18103b933ae8 req-8954befc-c155-4648-8a8f-d52e5a1f8105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:39.054852 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5be6ee27-26d1-4f32-b73d-18103b933ae8 req-8954befc-c155-4648-8a8f-d52e5a1f8105 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=859d69117320413aae4192457488d909&device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 1168 time: 0.0594172 Apr 15 04:14:39.075456 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-66d162d5-35d0-4124-bab7-a10a20d736e9 req-a470deda-b688-480e-aacc-25c8efcb45ed tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&id=11fff745-845a-4cb3-98af-d73e3427e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938218 Apr 15 04:14:39.155701 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6ee27-26d1-4f32-b73d-18103b933ae8 req-280ad813-2d70-470b-a641-3d3f33655e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:39.157671 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5be6ee27-26d1-4f32-b73d-18103b933ae8 req-280ad813-2d70-470b-a641-3d3f33655e0b service neutron] 10.222.0.30 "GET /v2.0/networks?id=502e24ad-3803-40ee-b4c7-abb15d6b6085 HTTP/1.1" status: 200 len: 915 time: 0.0955989 Apr 15 04:14:39.230742 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5be6ee27-26d1-4f32-b73d-18103b933ae8 req-a1b37e4c-6392-4359-9bb8-a7a831d9f3f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf HTTP/1.1" status: 200 len: 1000 time: 0.0653594 Apr 15 04:14:39.278987 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6ee27-26d1-4f32-b73d-18103b933ae8 req-fedc6629-bd29-4fab-b55a-e07741d2763b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:39.280406 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5be6ee27-26d1-4f32-b73d-18103b933ae8 req-fedc6629-bd29-4fab-b55a-e07741d2763b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27169322-b8e2-4c35-a62c-250be3d7d673 HTTP/1.1" status: 200 len: 854 time: 0.0438347 Apr 15 04:14:39.323225 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6ee27-26d1-4f32-b73d-18103b933ae8 req-dc193e6a-9d7b-4193-9714-643110f3556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:39.324662 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5be6ee27-26d1-4f32-b73d-18103b933ae8 req-dc193e6a-9d7b-4193-9714-643110f3556a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=502e24ad-3803-40ee-b4c7-abb15d6b6085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378084 Apr 15 04:14:39.418902 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5be6ee27-26d1-4f32-b73d-18103b933ae8 req-941bee08-5baf-4195-ac65-83d9c199848d service neutron] 10.222.0.30 "GET /v2.0/networks/502e24ad-3803-40ee-b4c7-abb15d6b6085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855751 Apr 15 04:14:39.509751 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5be6ee27-26d1-4f32-b73d-18103b933ae8 req-25dbc92b-9329-4ab2-b107-f908e6f994e3 service neutron] 10.222.0.30 "GET /v2.0/networks/502e24ad-3803-40ee-b4c7-abb15d6b6085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838220 Apr 15 04:14:40.195676 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1627ce-a205-4d67-99b7-e6796efd5c98 req-ac746ae5-e417-45da-88cd-9d15ac577dcb tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:40.197143 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2d1627ce-a205-4d67-99b7-e6796efd5c98 req-ac746ae5-e417-45da-88cd-9d15ac577dcb tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 984 time: 0.0475509 Apr 15 04:14:40.257494 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2d1627ce-a205-4d67-99b7-e6796efd5c98 req-921a6b22-3530-4338-91cc-d2dfe0392e73 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&id=11fff745-845a-4cb3-98af-d73e3427e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541551 Apr 15 04:14:41.378704 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a0e5e-4685-483c-97e9-c2fe39c4234c req-c1a37fbb-7324-4d63-a470-71bdef3c3247 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:41.380078 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-560a0e5e-4685-483c-97e9-c2fe39c4234c req-c1a37fbb-7324-4d63-a470-71bdef3c3247 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 984 time: 0.0467794 Apr 15 04:14:41.443643 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-560a0e5e-4685-483c-97e9-c2fe39c4234c req-6ab2a6da-4bbf-4a94-9ad8-2b9e137b5ef2 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&id=11fff745-845a-4cb3-98af-d73e3427e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577435 Apr 15 04:14:42.556939 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cb8f9-78bc-4a49-80b5-7706fba04591 req-da78b62f-be0e-43a6-8670-546220e3671e tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:42.558384 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6e2cb8f9-78bc-4a49-80b5-7706fba04591 req-da78b62f-be0e-43a6-8670-546220e3671e tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 984 time: 0.0488176 Apr 15 04:14:42.617607 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6e2cb8f9-78bc-4a49-80b5-7706fba04591 req-aef79eb2-8f4a-473a-a137-2a250ca9b404 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&id=11fff745-845a-4cb3-98af-d73e3427e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530541 Apr 15 04:14:43.728705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f98b12-8b53-4288-9737-04f4ee5b632e req-1c72c59e-2393-474f-9ce8-3c0a6b180088 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:43.730159 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d0f98b12-8b53-4288-9737-04f4ee5b632e req-1c72c59e-2393-474f-9ce8-3c0a6b180088 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 984 time: 0.0474474 Apr 15 04:14:43.790450 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d0f98b12-8b53-4288-9737-04f4ee5b632e req-ac067b0c-84bd-4c63-8fb7-1bcd082f5176 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&id=11fff745-845a-4cb3-98af-d73e3427e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546234 Apr 15 04:14:44.901802 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a263df-5ebd-4e76-a4da-901226d1fdcd req-82bb5592-7096-4579-bb06-27680f6c759d tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:44.903292 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e5a263df-5ebd-4e76-a4da-901226d1fdcd req-82bb5592-7096-4579-bb06-27680f6c759d tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 984 time: 0.0473835 Apr 15 04:14:44.962168 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e5a263df-5ebd-4e76-a4da-901226d1fdcd req-5b6f964d-7e27-4d3b-a4bd-8e6629176f95 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&id=11fff745-845a-4cb3-98af-d73e3427e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532842 Apr 15 04:14:46.072431 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286fdda-3403-43df-8ed3-5400142f5d92 req-b3e5e619-0dc7-42c2-9c48-7c7e4bd4cc11 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:46.073880 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0286fdda-3403-43df-8ed3-5400142f5d92 req-b3e5e619-0dc7-42c2-9c48-7c7e4bd4cc11 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 984 time: 0.0468316 Apr 15 04:14:46.132615 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0286fdda-3403-43df-8ed3-5400142f5d92 req-d0ef982b-38f4-4d70-8f48-d511d2f0f09b tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&id=11fff745-845a-4cb3-98af-d73e3427e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526500 Apr 15 04:14:47.246763 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caec26d-79a1-45f1-8c1d-268d0f4de4ed req-43d842e3-795f-488e-aec1-6652bf42d508 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:47.248212 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9caec26d-79a1-45f1-8c1d-268d0f4de4ed req-43d842e3-795f-488e-aec1-6652bf42d508 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 984 time: 0.0500054 Apr 15 04:14:47.306665 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9caec26d-79a1-45f1-8c1d-268d0f4de4ed req-3eb8e35c-7549-46c2-b994-2b7d0b3b45e2 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&id=11fff745-845a-4cb3-98af-d73e3427e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529454 Apr 15 04:14:48.420300 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29950937-f650-403b-84de-41c71f109283 req-7bb7075f-5cb6-4501-af96-662fa079545e tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:48.421932 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-29950937-f650-403b-84de-41c71f109283 req-7bb7075f-5cb6-4501-af96-662fa079545e tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 984 time: 0.0504260 Apr 15 04:14:48.483312 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-29950937-f650-403b-84de-41c71f109283 req-73235725-f037-41d1-88ed-ef3d56b6dde0 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&id=11fff745-845a-4cb3-98af-d73e3427e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557287 Apr 15 04:14:48.533897 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0aac96e4-b16d-434a-98f2-1ae2201d902b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:49.592949 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ac3f4-b254-4ab8-ab80-ea4fa4284054 req-baeecc54-efc8-4f42-a942-3737c3c2ca19 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:49.594898 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b07ac3f4-b254-4ab8-ab80-ea4fa4284054 req-baeecc54-efc8-4f42-a942-3737c3c2ca19 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 984 time: 0.0458174 Apr 15 04:14:49.653327 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b07ac3f4-b254-4ab8-ab80-ea4fa4284054 req-b90daf23-448c-416c-8a2a-7d41d04b0711 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&id=11fff745-845a-4cb3-98af-d73e3427e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529044 Apr 15 04:14:50.765631 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b28a9-e52b-4c38-8036-bcbd2002183f req-fb82e3fb-63ad-488f-8bab-db8e426ea599 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:50.767134 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-811b28a9-e52b-4c38-8036-bcbd2002183f req-fb82e3fb-63ad-488f-8bab-db8e426ea599 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 984 time: 0.0478866 Apr 15 04:14:50.826573 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-811b28a9-e52b-4c38-8036-bcbd2002183f req-b9004c87-185f-42ef-8327-036c19ba7741 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&id=11fff745-845a-4cb3-98af-d73e3427e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538008 Apr 15 04:14:50.882567 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79b707b6-4bbc-41af-a89e-76a6269fb6a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:51.938203 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8347df-d1c7-4f5b-b413-5773ee18aaae req-38489ca7-6e40-4b18-af7c-9c0b13ebd26e tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:51.939702 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0f8347df-d1c7-4f5b-b413-5773ee18aaae req-38489ca7-6e40-4b18-af7c-9c0b13ebd26e tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 984 time: 0.0462360 Apr 15 04:14:52.001951 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0f8347df-d1c7-4f5b-b413-5773ee18aaae req-8780df1e-c73e-415d-b055-959cb1bd3b27 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&id=11fff745-845a-4cb3-98af-d73e3427e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564146 Apr 15 04:14:52.014890 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:53.117867 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d01ab-b24c-4712-ba0f-17a5f27af884 req-958f5ebd-cbd9-4773-bb9f-bb3d116b01d7 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:53.119377 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c47d01ab-b24c-4712-ba0f-17a5f27af884 req-958f5ebd-cbd9-4773-bb9f-bb3d116b01d7 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 984 time: 0.0504081 Apr 15 04:14:53.177819 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c47d01ab-b24c-4712-ba0f-17a5f27af884 req-5842487c-6e9c-4baf-b2a4-f4b91a8518c7 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&id=11fff745-845a-4cb3-98af-d73e3427e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528107 Apr 15 04:14:53.522094 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:54.287303 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1208da-5f9c-4f3b-9ceb-39e68da79131 req-249e00c8-f224-474e-affd-3d851c75f837 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:54.288747 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-aa1208da-5f9c-4f3b-9ceb-39e68da79131 req-249e00c8-f224-474e-affd-3d851c75f837 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 984 time: 0.0465736 Apr 15 04:14:54.346212 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-aa1208da-5f9c-4f3b-9ceb-39e68da79131 req-8ae6ca0e-0559-4a8d-a111-431aa4a556a0 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&id=11fff745-845a-4cb3-98af-d73e3427e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518172 Apr 15 04:14:54.916346 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:14:55.456154 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec3318-656d-4a42-bac7-70d173082e5e req-b61b8ec0-2a2e-4068-8569-43ae9fc2e157 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:55.457603 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eeec3318-656d-4a42-bac7-70d173082e5e req-b61b8ec0-2a2e-4068-8569-43ae9fc2e157 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 984 time: 0.0466626 Apr 15 04:14:55.516510 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eeec3318-656d-4a42-bac7-70d173082e5e req-a8ceb552-6b60-4320-9966-b4bd99497dcc tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&id=11fff745-845a-4cb3-98af-d73e3427e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533097 Apr 15 04:14:56.628043 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f31bc-774c-4ab6-a6d5-24bbc9480e79 req-a28143c3-0c3d-4089-a742-ebefa588ce66 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:14:56.629524 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-186f31bc-774c-4ab6-a6d5-24bbc9480e79 req-a28143c3-0c3d-4089-a742-ebefa588ce66 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 984 time: 0.0482759 Apr 15 04:14:56.688781 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-186f31bc-774c-4ab6-a6d5-24bbc9480e79 req-bd7ae64c-501d-4c3b-9e77-0b56e9d21d4e tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&id=11fff745-845a-4cb3-98af-d73e3427e9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533819 Apr 15 04:15:04.888233 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:08.482370 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:15:11.511829 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-41161706-d59c-4de6-b6cf-84905bcdc7ab req-600422ff-c197-4912-966d-1f404f5d51b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380297 Apr 15 04:15:11.595176 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41161706-d59c-4de6-b6cf-84905bcdc7ab req-4485d52a-00ae-43af-b355-7d9b4e89ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:15:11.596893 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-41161706-d59c-4de6-b6cf-84905bcdc7ab req-4485d52a-00ae-43af-b355-7d9b4e89ac0d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=859d69117320413aae4192457488d909&device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 1168 time: 0.0445354 Apr 15 04:15:11.699762 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41161706-d59c-4de6-b6cf-84905bcdc7ab req-43eade93-b578-40e6-b845-c901eb798854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:15:11.701236 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-41161706-d59c-4de6-b6cf-84905bcdc7ab req-43eade93-b578-40e6-b845-c901eb798854 service neutron] 10.222.0.30 "GET /v2.0/networks?id=502e24ad-3803-40ee-b4c7-abb15d6b6085 HTTP/1.1" status: 200 len: 915 time: 0.0860293 Apr 15 04:15:11.770171 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-41161706-d59c-4de6-b6cf-84905bcdc7ab req-736195cd-ce69-4e30-bbbe-a576439586fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf HTTP/1.1" status: 200 len: 1000 time: 0.0619726 Apr 15 04:15:11.817352 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41161706-d59c-4de6-b6cf-84905bcdc7ab req-6431d789-5c60-49ac-870c-a9db5c682ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:15:11.818771 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-41161706-d59c-4de6-b6cf-84905bcdc7ab req-6431d789-5c60-49ac-870c-a9db5c682ac3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27169322-b8e2-4c35-a62c-250be3d7d673 HTTP/1.1" status: 200 len: 854 time: 0.0427754 Apr 15 04:15:11.861774 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41161706-d59c-4de6-b6cf-84905bcdc7ab req-ee1d5fa8-9a1f-42df-82db-698e58e33df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:15:11.863231 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-41161706-d59c-4de6-b6cf-84905bcdc7ab req-ee1d5fa8-9a1f-42df-82db-698e58e33df1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=502e24ad-3803-40ee-b4c7-abb15d6b6085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377412 Apr 15 04:15:11.952776 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-41161706-d59c-4de6-b6cf-84905bcdc7ab req-7737f2d1-5b4e-4a5c-81c0-ed35cfa5e9fe service neutron] 10.222.0.30 "GET /v2.0/networks/502e24ad-3803-40ee-b4c7-abb15d6b6085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837259 Apr 15 04:15:12.040633 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-41161706-d59c-4de6-b6cf-84905bcdc7ab req-79dbe175-26ee-4095-bb5c-9639cee9cf74 service neutron] 10.222.0.30 "GET /v2.0/networks/502e24ad-3803-40ee-b4c7-abb15d6b6085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808878 Apr 15 04:15:18.533404 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e298c63d-4d61-4367-aadb-8682758110bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:20.864574 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a08e82b5-6957-4d72-aaa1-940f66e3f147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:22.012976 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:23.516588 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:24.979171 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:25.546553 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1ef71c57-965b-40dc-b33f-f3d1ef41a9ae req-68579d95-2efd-40ed-b43d-43248a33536f tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-785243878&fields=id&tenant_id=859d69117320413aae4192457488d909 HTTP/1.1" status: 200 len: 267 time: 0.0486562 Apr 15 04:15:25.595699 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef71c57-965b-40dc-b33f-f3d1ef41a9ae req-053fbe9a-3199-43aa-8d10-f210897a0ef2 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:15:25.597118 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1ef71c57-965b-40dc-b33f-f3d1ef41a9ae req-053fbe9a-3199-43aa-8d10-f210897a0ef2 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 984 time: 0.0451641 Apr 15 04:15:25.607134 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-1ef71c57-965b-40dc-b33f-f3d1ef41a9ae req-d4cb69bd-5bbc-4022-8e1f-34115a7d461a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Request body: {'port': {'security_groups': ['3e6b5f59-63e2-45a7-86cd-22d78857cb34']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:15:25.675203 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-1ef71c57-965b-40dc-b33f-f3d1ef41a9ae req-d4cb69bd-5bbc-4022-8e1f-34115a7d461a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:25.843123 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-1ef71c57-965b-40dc-b33f-f3d1ef41a9ae req-d4cb69bd-5bbc-4022-8e1f-34115a7d461a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] For port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf,segment=NetworkSegment(69fc6717-46e8-4aad-8127-c9aeabdc5c00),segment_id=69fc6717-46e8-4aad-8127-c9aeabdc5c00)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:15:25.871662 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-1ef71c57-965b-40dc-b33f-f3d1ef41a9ae req-d4cb69bd-5bbc-4022-8e1f-34115a7d461a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:25.944657 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-1ef71c57-965b-40dc-b33f-f3d1ef41a9ae req-d4cb69bd-5bbc-4022-8e1f-34115a7d461a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:25.958830 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['0e69b39d-bdbc-4b3a-8439-7ce05ead83cf'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:15:25.991727 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef71c57-965b-40dc-b33f-f3d1ef41a9ae req-d4cb69bd-5bbc-4022-8e1f-34115a7d461a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:15:25.992360 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-1ef71c57-965b-40dc-b33f-f3d1ef41a9ae req-d4cb69bd-5bbc-4022-8e1f-34115a7d461a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:25.993790 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1ef71c57-965b-40dc-b33f-f3d1ef41a9ae req-d4cb69bd-5bbc-4022-8e1f-34115a7d461a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "PUT /v2.0/ports/0e69b39d-bdbc-4b3a-8439-7ce05ead83cf HTTP/1.1" status: 200 len: 942 time: 0.3909652 Apr 15 04:15:25.994259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d77891-a023-4ab3-8aab-c7115e3d3629', 'tag': '0e69b39d-bdbc-4b3a-8439-7ce05ead83cf'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:15:25.996640 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef5cfa8-02ca-4579-b463-240627673547" -d '{"events": [{"name": "network-changed", "server_uuid": "36d77891-a023-4ab3-8aab-c7115e3d3629", "tag": "0e69b39d-bdbc-4b3a-8439-7ce05ead83cf"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:15:26.000374 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41768) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:15:26.023405 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb69bd-5bbc-4022-8e1f-34115a7d461a tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Pushing event updated for resources: {'Port': ['ID=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf,revision_number=7']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:15:26.072955 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['0e69b39d-bdbc-4b3a-8439-7ce05ead83cf'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:15:26.085491 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dce13344-b02f-425f-81d3-a05d4e1980df tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group (11fff745-845a-4cb3-98af-d73e3427e9d8), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:26.108809 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a3a977-4e75-4417-82e8-ea94b6ed4b0a x-openstack-request-id: req-d4a3a977-4e75-4417-82e8-ea94b6ed4b0a {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:15:26.108926 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d77891-a023-4ab3-8aab-c7115e3d3629", "tag": "0e69b39d-bdbc-4b3a-8439-7ce05ead83cf", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:15:26.110186 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4a3a977-4e75-4417-82e8-ea94b6ed4b0a {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:15:26.110186 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a3a977-4e75-4417-82e8-ea94b6ed4b0a'] response: {'name': 'network-changed', 'server_uuid': '36d77891-a023-4ab3-8aab-c7115e3d3629', 'tag': '0e69b39d-bdbc-4b3a-8439-7ce05ead83cf', 'status': 'completed', 'code': 200} Apr 15 04:15:26.122204 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dce13344-b02f-425f-81d3-a05d4e1980df tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group (11fff745-845a-4cb3-98af-d73e3427e9d8), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:26.196976 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5cfa8-02ca-4579-b463-240627673547 req-8e5e8947-1efe-416b-b731-2b5010294a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:15:26.198525 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0ef5cfa8-02ca-4579-b463-240627673547 req-8e5e8947-1efe-416b-b731-2b5010294a1f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=859d69117320413aae4192457488d909&device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 1129 time: 0.0607269 Apr 15 04:15:26.248527 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dce13344-b02f-425f-81d3-a05d4e1980df tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (11fff745-845a-4cb3-98af-d73e3427e9d8), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:26.252399 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dce13344-b02f-425f-81d3-a05d4e1980df tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:26.256906 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-dce13344-b02f-425f-81d3-a05d4e1980df tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "DELETE /v2.0/security-groups/11fff745-845a-4cb3-98af-d73e3427e9d8 HTTP/1.1" status: 204 len: 168 time: 0.2526877 Apr 15 04:15:26.257946 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41772) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:15:26.263973 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce13344-b02f-425f-81d3-a05d4e1980df tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fff745-845a-4cb3-98af-d73e3427e9d8,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:15:26.312172 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-20fc138c-c375-4574-b20a-7237c2471d07 None None] Provisioning complete for port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:15:26.312556 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-20fc138c-c375-4574-b20a-7237c2471d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:26.349706 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5cfa8-02ca-4579-b463-240627673547 req-e810748c-60d6-4d86-b43d-1e44f0bd3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:15:26.351074 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0ef5cfa8-02ca-4579-b463-240627673547 req-e810748c-60d6-4d86-b43d-1e44f0bd3983 service neutron] 10.222.0.30 "GET /v2.0/networks?id=502e24ad-3803-40ee-b4c7-abb15d6b6085 HTTP/1.1" status: 200 len: 915 time: 0.1466660 Apr 15 04:15:26.395864 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-20fc138c-c375-4574-b20a-7237c2471d07 None None] Current status of the port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:15:26.470958 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0ef5cfa8-02ca-4579-b463-240627673547 req-9ac63646-1f7a-4c8c-9ca5-9e5daf6cb6cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf HTTP/1.1" status: 200 len: 1000 time: 0.0930066 Apr 15 04:15:26.511316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Deleting port 21a2a457-740d-464b-a387-1578e8b5654e {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:15:26.511658 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (21a2a457-740d-464b-a387-1578e8b5654e), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:26.571771 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5cfa8-02ca-4579-b463-240627673547 req-8916aee9-5009-4e32-8a21-2138efd4371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:15:26.573210 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0ef5cfa8-02ca-4579-b463-240627673547 req-8916aee9-5009-4e32-8a21-2138efd4371c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27169322-b8e2-4c35-a62c-250be3d7d673 HTTP/1.1" status: 200 len: 854 time: 0.0949197 Apr 15 04:15:26.625802 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (21a2a457-740d-464b-a387-1578e8b5654e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:26.626042 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for floatingip (21a2a457-740d-464b-a387-1578e8b5654e), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:26.643373 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5cfa8-02ca-4579-b463-240627673547 req-35753fb6-6c18-4f18-a3f1-8cc63b6981fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:15:26.644868 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0ef5cfa8-02ca-4579-b463-240627673547 req-35753fb6-6c18-4f18-a3f1-8cc63b6981fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=502e24ad-3803-40ee-b4c7-abb15d6b6085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0567765 Apr 15 04:15:26.645798 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Calling delete_port for 21a2a457-740d-464b-a387-1578e8b5654e owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:15:27.092179 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0ef5cfa8-02ca-4579-b463-240627673547 req-ce29bad9-6981-4174-83f5-6df2c8224233 service neutron] 10.222.0.30 "GET /v2.0/networks/502e24ad-3803-40ee-b4c7-abb15d6b6085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381189 Apr 15 04:15:27.221721 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0ef5cfa8-02ca-4579-b463-240627673547 req-3c26d59c-7a55-488b-a0d9-096622d67c65 service neutron] 10.222.0.30 "GET /v2.0/networks/502e24ad-3803-40ee-b4c7-abb15d6b6085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162236 Apr 15 04:15:27.276147 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (21a2a457-740d-464b-a387-1578e8b5654e), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:27.305363 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Pushing event deleted for resources: {'Port': ['ID=21a2a457-740d-464b-a387-1578e8b5654e,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:15:27.320538 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:27.320911 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:27.321271 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:27.321610 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:27.321941 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:27.322273 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:27.322602 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:27.322949 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:27.323275 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:27.323604 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:27.323925 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:27.324246 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:27.324569 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:27.324893 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:27.325216 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:27.381700 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks [] for floatingip (8ec6ce24-6498-4160-8dbf-9a0bc48310d2), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:27.381985 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Floating IP 8ec6ce24-6498-4160-8dbf-9a0bc48310d2 disassociated (deleted). External IP: 172.26.6.51, port: 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf. Apr 15 04:15:27.592315 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Router dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:15:27.701698 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:15:27.706478 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:27.712229 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b76600-e6ea-492b-8c09-68340fd2a7fa None None] Sync routers for ids ['dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:15:27.721770 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b76600-e6ea-492b-8c09-68340fd2a7fa None None] Routers {'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:15:27.722758 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-45b76600-e6ea-492b-8c09-68340fd2a7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:15:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:15:27.736133 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e7130b20-121b-40ad-9b54-3830ab58e2ba tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "DELETE /v2.0/floatingips/8ec6ce24-6498-4160-8dbf-9a0bc48310d2 HTTP/1.1" status: 204 len: 168 time: 1.4766819 Apr 15 04:15:27.830412 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-45b76600-e6ea-492b-8c09-68340fd2a7fa None None] Set router dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:15:28.016660 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-45b76600-e6ea-492b-8c09-68340fd2a7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'name': 'tempest-TestMinimumBasicScenario-1159693042-router', 'tenant_id': '859d69117320413aae4192457488d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:23Z', 'updated_at': '2022-04-15T04:13:26Z', 'revision_number': 4, 'project_id': '859d69117320413aae4192457488d909', 'gw_port': {'id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:24Z', 'updated_at': '2022-04-15T04:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'fa2bbf5a-9206-422c-963d-dc88f7a7decd', 'name': '', 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085', 'tenant_id': '859d69117320413aae4192457488d909', 'mac_address': 'fa:16:3e:f0:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '27169322-b8e2-4c35-a62c-250be3d7d673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:26Z', 'updated_at': '2022-04-15T04:13:30Z', 'revision_number': 5, 'project_id': '859d69117320413aae4192457488d909', 'subnets': [{'id': '27169322-b8e2-4c35-a62c-250be3d7d673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:15:28.042635 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b76600-e6ea-492b-8c09-68340fd2a7fa None None] Checking router: dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:15:28.051657 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b76600-e6ea-492b-8c09-68340fd2a7fa None None] Routers {'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:15:28.052315 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-45b76600-e6ea-492b-8c09-68340fd2a7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:15:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:15:28.111644 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d77891-a023-4ab3-8aab-c7115e3d3629', 'tag': '0e69b39d-bdbc-4b3a-8439-7ce05ead83cf'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:15:28.114088 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f24a7ec-4417-4c86-a748-1e6a3a826db3" -d '{"events": [{"name": "network-changed", "server_uuid": "36d77891-a023-4ab3-8aab-c7115e3d3629", "tag": "0e69b39d-bdbc-4b3a-8439-7ce05ead83cf"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:15:28.155731 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2094cd-d577-4349-8fd7-e2dc6f3c777b x-openstack-request-id: req-fc2094cd-d577-4349-8fd7-e2dc6f3c777b {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:15:28.156592 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d77891-a023-4ab3-8aab-c7115e3d3629", "tag": "0e69b39d-bdbc-4b3a-8439-7ce05ead83cf", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:15:28.156854 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc2094cd-d577-4349-8fd7-e2dc6f3c777b {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:15:28.157415 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc2094cd-d577-4349-8fd7-e2dc6f3c777b'] response: {'name': 'network-changed', 'server_uuid': '36d77891-a023-4ab3-8aab-c7115e3d3629', 'tag': '0e69b39d-bdbc-4b3a-8439-7ce05ead83cf', 'status': 'completed', 'code': 200} Apr 15 04:15:28.165191 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-45b76600-e6ea-492b-8c09-68340fd2a7fa None None] Set router dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:15:28.224358 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24a7ec-4417-4c86-a748-1e6a3a826db3 req-aa53fc0e-e20d-48bd-9d85-76c405127b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:15:28.225942 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8f24a7ec-4417-4c86-a748-1e6a3a826db3 req-aa53fc0e-e20d-48bd-9d85-76c405127b4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=859d69117320413aae4192457488d909&device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 1129 time: 0.0457046 Apr 15 04:15:28.324016 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24a7ec-4417-4c86-a748-1e6a3a826db3 req-bae339c7-5b38-4ab4-b95f-47d45baf6771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:15:28.325484 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8f24a7ec-4417-4c86-a748-1e6a3a826db3 req-bae339c7-5b38-4ab4-b95f-47d45baf6771 service neutron] 10.222.0.30 "GET /v2.0/networks?id=502e24ad-3803-40ee-b4c7-abb15d6b6085 HTTP/1.1" status: 200 len: 915 time: 0.0932269 Apr 15 04:15:28.374362 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8f24a7ec-4417-4c86-a748-1e6a3a826db3 req-0073d170-5d1f-4668-9edf-12f77e3afc69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf HTTP/1.1" status: 200 len: 217 time: 0.0427787 Apr 15 04:15:28.374785 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-45b76600-e6ea-492b-8c09-68340fd2a7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'name': 'tempest-TestMinimumBasicScenario-1159693042-router', 'tenant_id': '859d69117320413aae4192457488d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:23Z', 'updated_at': '2022-04-15T04:13:26Z', 'revision_number': 4, 'project_id': '859d69117320413aae4192457488d909', 'gw_port': {'id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:24Z', 'updated_at': '2022-04-15T04:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'fa2bbf5a-9206-422c-963d-dc88f7a7decd', 'name': '', 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085', 'tenant_id': '859d69117320413aae4192457488d909', 'mac_address': 'fa:16:3e:f0:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '27169322-b8e2-4c35-a62c-250be3d7d673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:26Z', 'updated_at': '2022-04-15T04:13:30Z', 'revision_number': 5, 'project_id': '859d69117320413aae4192457488d909', 'subnets': [{'id': '27169322-b8e2-4c35-a62c-250be3d7d673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:15:28.400421 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b76600-e6ea-492b-8c09-68340fd2a7fa None None] The sync data for ids ['dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'] in dv-neutron-837140-3-hyperv is: [{'id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'name': 'tempest-TestMinimumBasicScenario-1159693042-router', 'tenant_id': '859d69117320413aae4192457488d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:23Z', 'updated_at': '2022-04-15T04:13:26Z', 'revision_number': 4, 'project_id': '859d69117320413aae4192457488d909', 'gw_port': {'id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:24Z', 'updated_at': '2022-04-15T04:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'fa2bbf5a-9206-422c-963d-dc88f7a7decd', 'name': '', 'network_id': '502e24ad-3803-40ee-b4c7-abb15d6b6085', 'tenant_id': '859d69117320413aae4192457488d909', 'mac_address': 'fa:16:3e:f0:fd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': '27169322-b8e2-4c35-a62c-250be3d7d673', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:26Z', 'updated_at': '2022-04-15T04:13:30Z', 'revision_number': 5, 'project_id': '859d69117320413aae4192457488d909', 'subnets': [{'id': '27169322-b8e2-4c35-a62c-250be3d7d673', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:15:28.623472 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24359fc0-74a3-432f-84f6-39440966b4b3 None None] New status for floating IP 8ec6ce24-6498-4160-8dbf-9a0bc48310d2: DOWN {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:15:28.633080 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24a7ec-4417-4c86-a748-1e6a3a826db3 req-8ec96cf3-6504-403a-b10c-6d999219dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:15:28.634542 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8f24a7ec-4417-4c86-a748-1e6a3a826db3 req-8ec96cf3-6504-403a-b10c-6d999219dd9a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=27169322-b8e2-4c35-a62c-250be3d7d673 HTTP/1.1" status: 200 len: 854 time: 0.0474856 Apr 15 04:15:28.685783 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24a7ec-4417-4c86-a748-1e6a3a826db3 req-5666b864-8fd0-46cf-afdb-28f448162eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:15:28.687398 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8f24a7ec-4417-4c86-a748-1e6a3a826db3 req-5666b864-8fd0-46cf-afdb-28f448162eab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=502e24ad-3803-40ee-b4c7-abb15d6b6085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457070 Apr 15 04:15:28.791573 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8f24a7ec-4417-4c86-a748-1e6a3a826db3 req-f35f8325-c356-476a-8ff8-5a0bf8c86da6 service neutron] 10.222.0.30 "GET /v2.0/networks/502e24ad-3803-40ee-b4c7-abb15d6b6085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867045 Apr 15 04:15:28.886425 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8f24a7ec-4417-4c86-a748-1e6a3a826db3 req-f01c9064-3ea9-485a-935a-751f957d12f9 service neutron] 10.222.0.30 "GET /v2.0/networks/502e24ad-3803-40ee-b4c7-abb15d6b6085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884249 Apr 15 04:15:34.922046 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:45.481683 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:15:45.691563 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9211f2b-04a8-4e28-a57c-08a159b066c2 req-f61110fb-471f-44fa-a64e-7e0604fbecb1 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:15:45.693213 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b9211f2b-04a8-4e28-a57c-08a159b066c2 req-f61110fb-471f-44fa-a64e-7e0604fbecb1 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 945 time: 0.0510511 Apr 15 04:15:45.740268 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b9211f2b-04a8-4e28-a57c-08a159b066c2 req-b1cede49-ec71-4532-b9f6-55d03a4999c2 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412991 Apr 15 04:15:46.852163 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032d0ec-8e39-4ee4-965f-dd7241de662c req-fd4bcfb4-6f8a-4d38-9fc5-14eadef12c78 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:15:46.853501 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c032d0ec-8e39-4ee4-965f-dd7241de662c req-fd4bcfb4-6f8a-4d38-9fc5-14eadef12c78 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 945 time: 0.0459862 Apr 15 04:15:46.899518 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c032d0ec-8e39-4ee4-965f-dd7241de662c req-0e762000-c6d4-4d16-8a88-686c0bc4ad8b tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/security-groups?id=3e6b5f59-63e2-45a7-86cd-22d78857cb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404372 Apr 15 04:15:47.333266 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564885b-3699-4b18-99bb-cb2f82a41c1a req-f9f3fb55-12e6-49ac-b299-785ca1194a46 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:15:47.334711 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c564885b-3699-4b18-99bb-cb2f82a41c1a req-f9f3fb55-12e6-49ac-b299-785ca1194a46 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.30 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 945 time: 0.0493641 Apr 15 04:15:47.417023 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-c564885b-3699-4b18-99bb-cb2f82a41c1a req-2f2c2dcc-a10c-4b04-8005-3bc9a4242530 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Deleting port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:15:47.417362 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-c564885b-3699-4b18-99bb-cb2f82a41c1a req-2f2c2dcc-a10c-4b04-8005-3bc9a4242530 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:47.507546 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-c564885b-3699-4b18-99bb-cb2f82a41c1a req-2f2c2dcc-a10c-4b04-8005-3bc9a4242530 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] For port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf,segment=NetworkSegment(69fc6717-46e8-4aad-8127-c9aeabdc5c00),segment_id=69fc6717-46e8-4aad-8127-c9aeabdc5c00)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:15:47.507908 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-c564885b-3699-4b18-99bb-cb2f82a41c1a req-2f2c2dcc-a10c-4b04-8005-3bc9a4242530 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:47.521218 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-c564885b-3699-4b18-99bb-cb2f82a41c1a req-2f2c2dcc-a10c-4b04-8005-3bc9a4242530 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Calling delete_port for 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:15:47.721849 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-c564885b-3699-4b18-99bb-cb2f82a41c1a req-2f2c2dcc-a10c-4b04-8005-3bc9a4242530 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (0e69b39d-bdbc-4b3a-8439-7ce05ead83cf), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:47.732992 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['0e69b39d-bdbc-4b3a-8439-7ce05ead83cf'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:15:47.752169 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c2dcc-a10c-4b04-8005-3bc9a4242530 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Pushing event deleted for resources: {'Port': ['ID=0e69b39d-bdbc-4b3a-8439-7ce05ead83cf,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:15:47.799716 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-c564885b-3699-4b18-99bb-cb2f82a41c1a req-2f2c2dcc-a10c-4b04-8005-3bc9a4242530 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] No DVR routers for this DVR port 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:15:47.802291 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-c564885b-3699-4b18-99bb-cb2f82a41c1a req-2f2c2dcc-a10c-4b04-8005-3bc9a4242530 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:47.805567 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c564885b-3699-4b18-99bb-cb2f82a41c1a req-2f2c2dcc-a10c-4b04-8005-3bc9a4242530 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.30 "DELETE /v2.0/ports/0e69b39d-bdbc-4b3a-8439-7ce05ead83cf HTTP/1.1" status: 204 len: 173 time: 0.4651580 Apr 15 04:15:47.806235 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d77891-a023-4ab3-8aab-c7115e3d3629', 'name': 'network-vif-deleted', 'tag': '0e69b39d-bdbc-4b3a-8439-7ce05ead83cf'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:15:47.808996 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a66b2a8-8c2c-4f35-be0a-fb36eff0c913" -d '{"events": [{"server_uuid": "36d77891-a023-4ab3-8aab-c7115e3d3629", "name": "network-vif-deleted", "tag": "0e69b39d-bdbc-4b3a-8439-7ce05ead83cf"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:15:47.844362 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114629ac-caee-4fef-9205-d16e02623763 x-openstack-request-id: req-114629ac-caee-4fef-9205-d16e02623763 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:15:47.844659 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d77891-a023-4ab3-8aab-c7115e3d3629", "name": "network-vif-deleted", "tag": "0e69b39d-bdbc-4b3a-8439-7ce05ead83cf", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:15:47.845002 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-114629ac-caee-4fef-9205-d16e02623763 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:15:47.845422 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-114629ac-caee-4fef-9205-d16e02623763'] response: {'server_uuid': '36d77891-a023-4ab3-8aab-c7115e3d3629', 'name': 'network-vif-deleted', 'tag': '0e69b39d-bdbc-4b3a-8439-7ce05ead83cf', 'status': 'completed', 'code': 200} Apr 15 04:15:47.995065 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2740cd17-bb30-4023-a67d-b1ae039e41d9 req-3838e04d-bb7e-4d82-9360-7604d02309e8 tempest-TestMinimumBasicScenario-932051060 tempest-TestMinimumBasicScenario-932051060-project] 10.222.0.15 "GET /v2.0/ports?device_id=36d77891-a023-4ab3-8aab-c7115e3d3629 HTTP/1.1" status: 200 len: 210 time: 0.0278480 Apr 15 04:15:48.550015 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74522eeb-b75a-4ce1-ac32-58de6a8bce1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:50.232974 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41894) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:15:50.552982 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd59d3ec-10d8-4ff0-b2fb-8b8cd4e4ea26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:50.759666 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:15:50.779835 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:15:50.780184 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 0e69b39d-bdbc-4b3a-8439-7ce05ead83cf not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:15:50.780292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-cd59d3ec-10d8-4ff0-b2fb-8b8cd4e4ea26 admin admin] Deleting port fa2bbf5a-9206-422c-963d-dc88f7a7decd {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:15:50.780630 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd59d3ec-10d8-4ff0-b2fb-8b8cd4e4ea26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (fa2bbf5a-9206-422c-963d-dc88f7a7decd), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:50.858264 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-cd59d3ec-10d8-4ff0-b2fb-8b8cd4e4ea26 admin admin] For port fa2bbf5a-9206-422c-963d-dc88f7a7decd, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=fa2bbf5a-9206-422c-963d-dc88f7a7decd,segment=NetworkSegment(69fc6717-46e8-4aad-8127-c9aeabdc5c00),segment_id=69fc6717-46e8-4aad-8127-c9aeabdc5c00)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:15:50.858557 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd59d3ec-10d8-4ff0-b2fb-8b8cd4e4ea26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (fa2bbf5a-9206-422c-963d-dc88f7a7decd), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:50.871378 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-cd59d3ec-10d8-4ff0-b2fb-8b8cd4e4ea26 admin admin] Calling delete_port for fa2bbf5a-9206-422c-963d-dc88f7a7decd owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:15:50.876484 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-98b1943b-4e71-4fa1-8ca7-3a9a32f6170f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:51.115869 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd59d3ec-10d8-4ff0-b2fb-8b8cd4e4ea26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (fa2bbf5a-9206-422c-963d-dc88f7a7decd), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:51.143895 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59d3ec-10d8-4ff0-b2fb-8b8cd4e4ea26 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa2bbf5a-9206-422c-963d-dc88f7a7decd,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:15:51.313156 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd59d3ec-10d8-4ff0-b2fb-8b8cd4e4ea26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:51.525792 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd59d3ec-10d8-4ff0-b2fb-8b8cd4e4ea26 admin admin] Router dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:15:51.633867 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd59d3ec-10d8-4ff0-b2fb-8b8cd4e4ea26 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:15:51.642121 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cd59d3ec-10d8-4ff0-b2fb-8b8cd4e4ea26 admin admin] 10.222.0.15 "PUT /v2.0/routers/dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4058268 Apr 15 04:15:51.642371 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41896) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:15:51.643530 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9925c586-409c-45a2-9d51-29be23a4c1eb None None] Sync routers for ids ['dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:15:51.653547 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9925c586-409c-45a2-9d51-29be23a4c1eb None None] Routers {'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:15:51.654368 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9925c586-409c-45a2-9d51-29be23a4c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:15:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:15:51.761184 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-9925c586-409c-45a2-9d51-29be23a4c1eb None None] Set router dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:15:52.008182 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:52.024469 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9925c586-409c-45a2-9d51-29be23a4c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'name': 'tempest-TestMinimumBasicScenario-1159693042-router', 'tenant_id': '859d69117320413aae4192457488d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:23Z', 'updated_at': '2022-04-15T04:15:51Z', 'revision_number': 5, 'project_id': '859d69117320413aae4192457488d909', 'gw_port': {'id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:24Z', 'updated_at': '2022-04-15T04:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:15:52.050794 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9925c586-409c-45a2-9d51-29be23a4c1eb None None] Checking router: dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:15:52.054204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a1365531-e5e9-4396-a553-25840a342f07 admin admin] Publish callbacks [] for router (dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:52.059003 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9925c586-409c-45a2-9d51-29be23a4c1eb None None] Routers {'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:15:52.059612 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9925c586-409c-45a2-9d51-29be23a4c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:15:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:15:52.160090 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a1365531-e5e9-4396-a553-25840a342f07 admin admin] Publish callbacks [] for router_gateway (dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:52.164988 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-9925c586-409c-45a2-9d51-29be23a4c1eb None None] Set router dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:15:52.288657 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-a1365531-e5e9-4396-a553-25840a342f07 admin admin] Deleting port f4d5683b-d872-4878-80ef-d9284b84b031 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:15:52.288896 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a1365531-e5e9-4396-a553-25840a342f07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f4d5683b-d872-4878-80ef-d9284b84b031), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:52.334551 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9925c586-409c-45a2-9d51-29be23a4c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'name': 'tempest-TestMinimumBasicScenario-1159693042-router', 'tenant_id': '859d69117320413aae4192457488d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:23Z', 'updated_at': '2022-04-15T04:15:51Z', 'revision_number': 5, 'project_id': '859d69117320413aae4192457488d909', 'gw_port': {'id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:24Z', 'updated_at': '2022-04-15T04:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:15:52.361239 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9925c586-409c-45a2-9d51-29be23a4c1eb None None] The sync data for ids ['dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f'] in dv-neutron-837140-3-hyperv is: [{'id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'name': 'tempest-TestMinimumBasicScenario-1159693042-router', 'tenant_id': '859d69117320413aae4192457488d909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209'}], 'enable_snat': True}, 'gw_port_id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:23Z', 'updated_at': '2022-04-15T04:15:51Z', 'revision_number': 5, 'project_id': '859d69117320413aae4192457488d909', 'gw_port': {'id': 'f4d5683b-d872-4878-80ef-d9284b84b031', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:24Z', 'updated_at': '2022-04-15T04:13:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:15:52.372525 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-a1365531-e5e9-4396-a553-25840a342f07 admin admin] For port f4d5683b-d872-4878-80ef-d9284b84b031, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f4d5683b-d872-4878-80ef-d9284b84b031,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:15:52.373094 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a1365531-e5e9-4396-a553-25840a342f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f4d5683b-d872-4878-80ef-d9284b84b031), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:52.390503 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-a1365531-e5e9-4396-a553-25840a342f07 admin admin] Calling delete_port for f4d5683b-d872-4878-80ef-d9284b84b031 owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:15:52.596541 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a1365531-e5e9-4396-a553-25840a342f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (f4d5683b-d872-4878-80ef-d9284b84b031), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:52.623398 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1365531-e5e9-4396-a553-25840a342f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4d5683b-d872-4878-80ef-d9284b84b031,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:15:52.682506 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a1365531-e5e9-4396-a553-25840a342f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:52.777187 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a1365531-e5e9-4396-a553-25840a342f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:52.779459 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a1365531-e5e9-4396-a553-25840a342f07 admin admin] Publish callbacks [] for router_controller (dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:52.864810 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a1365531-e5e9-4396-a553-25840a342f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:52.865105 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1365531-e5e9-4396-a553-25840a342f07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 04:15:52.869523 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a1365531-e5e9-4396-a553-25840a342f07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:52.870753 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a1365531-e5e9-4396-a553-25840a342f07 admin admin] 10.222.0.15 "DELETE /v2.0/routers/dcee4cbd-9ac8-4ad8-9b09-d48a5c5de79f HTTP/1.1" status: 204 len: 168 time: 1.2273948 Apr 15 04:15:52.873250 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41898) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:15:52.919545 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-976bbff0-1ba7-4483-ac6f-dfef4d2c0fb1 admin admin] Deleting subnet 27169322-b8e2-4c35-a62c-250be3d7d673 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:15:52.922897 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-976bbff0-1ba7-4483-ac6f-dfef4d2c0fb1 admin admin] Publish callbacks [] for subnet (27169322-b8e2-4c35-a62c-250be3d7d673), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:52.958478 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-976bbff0-1ba7-4483-ac6f-dfef4d2c0fb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (27169322-b8e2-4c35-a62c-250be3d7d673), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:53.041108 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-976bbff0-1ba7-4483-ac6f-dfef4d2c0fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (27169322-b8e2-4c35-a62c-250be3d7d673), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:53.161930 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-976bbff0-1ba7-4483-ac6f-dfef4d2c0fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (27169322-b8e2-4c35-a62c-250be3d7d673), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:53.187844 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bbff0-1ba7-4483-ac6f-dfef4d2c0fb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27169322-b8e2-4c35-a62c-250be3d7d673,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:15:53.190291 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-976bbff0-1ba7-4483-ac6f-dfef4d2c0fb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:53.193416 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-976bbff0-1ba7-4483-ac6f-dfef4d2c0fb1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/27169322-b8e2-4c35-a62c-250be3d7d673 HTTP/1.1" status: 204 len: 168 time: 0.3191743 Apr 15 04:15:53.196023 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41900) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:15:53.198129 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f1cc71-6637-45ec-826b-958b1637812d None None] Network 502e24ad-3803-40ee-b4c7-abb15d6b6085 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:15:53.269981 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3bea684a-d7ab-4a74-8308-d8c91d9c56e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (502e24ad-3803-40ee-b4c7-abb15d6b6085), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:53.317190 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-3bea684a-d7ab-4a74-8308-d8c91d9c56e9 admin admin] Deleting port 5d07cd15-e363-4f34-8a46-a4d4a70fcf36 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:15:53.317526 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3bea684a-d7ab-4a74-8308-d8c91d9c56e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (5d07cd15-e363-4f34-8a46-a4d4a70fcf36), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:53.373348 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] DHCP port deletion for 502e24ad-3803-40ee-b4c7-abb15d6b6085 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 04:15:53.387628 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-3bea684a-d7ab-4a74-8308-d8c91d9c56e9 admin admin] For port 5d07cd15-e363-4f34-8a46-a4d4a70fcf36, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=5d07cd15-e363-4f34-8a46-a4d4a70fcf36,segment=NetworkSegment(69fc6717-46e8-4aad-8127-c9aeabdc5c00),segment_id=69fc6717-46e8-4aad-8127-c9aeabdc5c00)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:15:53.388195 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3bea684a-d7ab-4a74-8308-d8c91d9c56e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (5d07cd15-e363-4f34-8a46-a4d4a70fcf36), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:53.401418 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-3bea684a-d7ab-4a74-8308-d8c91d9c56e9 admin admin] Calling delete_port for 5d07cd15-e363-4f34-8a46-a4d4a70fcf36 owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:15:53.414109 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] Deleting port 5d07cd15-e363-4f34-8a46-a4d4a70fcf36 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:15:53.414478 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (5d07cd15-e363-4f34-8a46-a4d4a70fcf36), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:53.486739 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] For port 5d07cd15-e363-4f34-8a46-a4d4a70fcf36, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=5d07cd15-e363-4f34-8a46-a4d4a70fcf36,segment=NetworkSegment(69fc6717-46e8-4aad-8127-c9aeabdc5c00),segment_id=69fc6717-46e8-4aad-8127-c9aeabdc5c00)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:15:53.487135 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (5d07cd15-e363-4f34-8a46-a4d4a70fcf36), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:53.499112 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] Calling delete_port for 5d07cd15-e363-4f34-8a46-a4d4a70fcf36 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:15:53.550076 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3bea684a-d7ab-4a74-8308-d8c91d9c56e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (5d07cd15-e363-4f34-8a46-a4d4a70fcf36), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:53.563133 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:53.575953 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea684a-d7ab-4a74-8308-d8c91d9c56e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d07cd15-e363-4f34-8a46-a4d4a70fcf36,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:15:53.579517 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bea684a-d7ab-4a74-8308-d8c91d9c56e9 admin admin] No DVR routers for this DVR port 5d07cd15-e363-4f34-8a46-a4d4a70fcf36 on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:15:53.580051 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (5d07cd15-e363-4f34-8a46-a4d4a70fcf36), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:53.605273 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] Pushing event deleted for resources: {'Port': ['ID=5d07cd15-e363-4f34-8a46-a4d4a70fcf36,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:15:53.613450 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] No DVR routers for this DVR port 5d07cd15-e363-4f34-8a46-a4d4a70fcf36 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:15:53.615689 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:53.616037 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:53.616893 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:53.616893 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:53.617114 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:53.617393 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:53.617720 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:53.618452 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:53.618452 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:53.618715 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:53.619048 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:53.619374 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:53.619701 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:53.620029 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:53.620376 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e48c629-478c-4f6b-8a86-96f81ad6bc1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:53.654368 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3bea684a-d7ab-4a74-8308-d8c91d9c56e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (502e24ad-3803-40ee-b4c7-abb15d6b6085), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:53.674134 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-3bea684a-d7ab-4a74-8308-d8c91d9c56e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502e24ad-3803-40ee-b4c7-abb15d6b6085']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:15:53.683092 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-3bea684a-d7ab-4a74-8308-d8c91d9c56e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69fc6717-46e8-4aad-8127-c9aeabdc5c00') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:15:53.683381 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-3bea684a-d7ab-4a74-8308-d8c91d9c56e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69fc6717-46e8-4aad-8127-c9aeabdc5c00') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:15:53.693300 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3bea684a-d7ab-4a74-8308-d8c91d9c56e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (69fc6717-46e8-4aad-8127-c9aeabdc5c00), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:53.705984 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3bea684a-d7ab-4a74-8308-d8c91d9c56e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (69fc6717-46e8-4aad-8127-c9aeabdc5c00), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:53.711732 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bea684a-d7ab-4a74-8308-d8c91d9c56e9 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:15:53.712112 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3bea684a-d7ab-4a74-8308-d8c91d9c56e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (69fc6717-46e8-4aad-8127-c9aeabdc5c00), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:15:53.713751 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:15:53.807474 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3bea684a-d7ab-4a74-8308-d8c91d9c56e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (502e24ad-3803-40ee-b4c7-abb15d6b6085), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:53.811773 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3bea684a-d7ab-4a74-8308-d8c91d9c56e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:53.815151 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3bea684a-d7ab-4a74-8308-d8c91d9c56e9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/502e24ad-3803-40ee-b4c7-abb15d6b6085 HTTP/1.1" status: 204 len: 168 time: 0.6181307 Apr 15 04:15:53.818365 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41902) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:15:53.827472 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea684a-d7ab-4a74-8308-d8c91d9c56e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=502e24ad-3803-40ee-b4c7-abb15d6b6085,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:15:54.353811 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f4d5683b-d872-4878-80ef-d9284b84b031 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:15:54.373737 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: f4d5683b-d872-4878-80ef-d9284b84b031 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:15:54.374009 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f4d5683b-d872-4878-80ef-d9284b84b031 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:15:54.374450 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device fa2bbf5a-9206-422c-963d-dc88f7a7decd no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:15:54.393887 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: fa2bbf5a-9206-422c-963d-dc88f7a7decd {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:15:54.394309 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device fa2bbf5a-9206-422c-963d-dc88f7a7decd not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:15:54.394827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 5d07cd15-e363-4f34-8a46-a4d4a70fcf36 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:15:54.413780 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 5d07cd15-e363-4f34-8a46-a4d4a70fcf36 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:15:54.414222 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 5d07cd15-e363-4f34-8a46-a4d4a70fcf36 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:15:54.448113 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:54.675583 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Deleting port 832c56a1-4d20-46d9-80a9-e02519c6efa9 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:15:54.675923 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (832c56a1-4d20-46d9-80a9-e02519c6efa9), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:54.755741 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] For port 832c56a1-4d20-46d9-80a9-e02519c6efa9, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=832c56a1-4d20-46d9-80a9-e02519c6efa9,segment=NetworkSegment(a8fe8eb8-2935-4029-8cad-5d12b7469906),segment_id=a8fe8eb8-2935-4029-8cad-5d12b7469906)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:15:54.756103 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (832c56a1-4d20-46d9-80a9-e02519c6efa9), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:54.769171 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Calling delete_port for 832c56a1-4d20-46d9-80a9-e02519c6efa9 owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:15:54.938969 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:55.035969 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (832c56a1-4d20-46d9-80a9-e02519c6efa9), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:55.061697 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Pushing event deleted for resources: {'Port': ['ID=832c56a1-4d20-46d9-80a9-e02519c6efa9,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:15:55.088222 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:55.091531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:55.091531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:55.091531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:55.091531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:55.091531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:55.091531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:55.091531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:55.091531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:55.091531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:55.091531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:55.092448 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:55.092448 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:55.092448 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:55.092883 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:15:55.243558 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:55.464491 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Router c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:15:55.575898 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:15:55.582057 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a422e7c8-b3d7-4c77-ba41-631b3696a93d admin admin] 10.222.0.15 "PUT /v2.0/routers/c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7616787 Apr 15 04:15:55.583605 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41904) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:15:55.585273 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df08317a-8742-435f-9eba-3521ed415dd2 None None] Sync routers for ids ['c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:15:55.595985 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df08317a-8742-435f-9eba-3521ed415dd2 None None] Routers {'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:15:55.596603 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-df08317a-8742-435f-9eba-3521ed415dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:15:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:15:55.691776 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-56ed743b-4647-440f-8c50-8c979c839554 admin admin] Publish callbacks [] for router (c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:55.703424 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-df08317a-8742-435f-9eba-3521ed415dd2 None None] Set router c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:15:55.799409 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-56ed743b-4647-440f-8c50-8c979c839554 admin admin] Publish callbacks [] for router_gateway (c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:55.871029 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-df08317a-8742-435f-9eba-3521ed415dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c', 'name': 'tempest-TestMinimumBasicScenario-758818504-router', 'tenant_id': '6f4dcab64751499db5a37574a6a891da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.207'}], 'enable_snat': True}, 'gw_port_id': '04d73b63-21d6-4bfe-9b56-7eeadbc39fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:29Z', 'updated_at': '2022-04-15T04:15:54Z', 'revision_number': 5, 'project_id': '6f4dcab64751499db5a37574a6a891da', 'gw_port': {'id': '04d73b63-21d6-4bfe-9b56-7eeadbc39fc0', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:13:30Z', 'updated_at': '2022-04-15T04:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:15:55.898325 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df08317a-8742-435f-9eba-3521ed415dd2 None None] Checking router: c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:15:55.906846 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df08317a-8742-435f-9eba-3521ed415dd2 None None] Routers {'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:15:55.907962 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-df08317a-8742-435f-9eba-3521ed415dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:15:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:15:55.913560 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-56ed743b-4647-440f-8c50-8c979c839554 admin admin] Deleting port 04d73b63-21d6-4bfe-9b56-7eeadbc39fc0 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:15:55.913906 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-56ed743b-4647-440f-8c50-8c979c839554 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (04d73b63-21d6-4bfe-9b56-7eeadbc39fc0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:56.000314 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-56ed743b-4647-440f-8c50-8c979c839554 admin admin] For port 04d73b63-21d6-4bfe-9b56-7eeadbc39fc0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=04d73b63-21d6-4bfe-9b56-7eeadbc39fc0,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:15:56.001189 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-56ed743b-4647-440f-8c50-8c979c839554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (04d73b63-21d6-4bfe-9b56-7eeadbc39fc0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:56.015703 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-56ed743b-4647-440f-8c50-8c979c839554 admin admin] Calling delete_port for 04d73b63-21d6-4bfe-9b56-7eeadbc39fc0 owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:15:56.142036 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-df08317a-8742-435f-9eba-3521ed415dd2 None None] Set router c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:15:56.196063 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-df08317a-8742-435f-9eba-3521ed415dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c', 'name': 'tempest-TestMinimumBasicScenario-758818504-router', 'tenant_id': '6f4dcab64751499db5a37574a6a891da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:29Z', 'updated_at': '2022-04-15T04:15:55Z', 'revision_number': 6, 'project_id': '6f4dcab64751499db5a37574a6a891da', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:15:56.222093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df08317a-8742-435f-9eba-3521ed415dd2 None None] The sync data for ids ['c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c'] in dv-neutron-837140-3-hyperv is: [{'id': 'c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c', 'name': 'tempest-TestMinimumBasicScenario-758818504-router', 'tenant_id': '6f4dcab64751499db5a37574a6a891da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:13:29Z', 'updated_at': '2022-04-15T04:15:55Z', 'revision_number': 6, 'project_id': '6f4dcab64751499db5a37574a6a891da', 'gw_port_host': None}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:15:56.253393 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-56ed743b-4647-440f-8c50-8c979c839554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (04d73b63-21d6-4bfe-9b56-7eeadbc39fc0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:56.277935 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed743b-4647-440f-8c50-8c979c839554 admin admin] Pushing event deleted for resources: {'Port': ['ID=04d73b63-21d6-4bfe-9b56-7eeadbc39fc0,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:15:56.341286 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-56ed743b-4647-440f-8c50-8c979c839554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:56.434207 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-56ed743b-4647-440f-8c50-8c979c839554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:56.436358 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-56ed743b-4647-440f-8c50-8c979c839554 admin admin] Publish callbacks [] for router_controller (c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:56.550607 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-56ed743b-4647-440f-8c50-8c979c839554 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:56.551550 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ed743b-4647-440f-8c50-8c979c839554 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 04:15:56.558317 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-56ed743b-4647-440f-8c50-8c979c839554 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:56.561831 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-56ed743b-4647-440f-8c50-8c979c839554 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c2d31758-0ebb-4a3c-ad7f-b5541b8ebd5c HTTP/1.1" status: 204 len: 168 time: 0.9748533 Apr 15 04:15:56.562514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41906) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:15:56.631372 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ffa93e-ff6b-4f2b-ad11-7f7f87b550f1 admin admin] Deleting subnet fa2cb405-42b9-41a9-9f4a-3d44890dc3d8 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:15:56.634666 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa93e-ff6b-4f2b-ad11-7f7f87b550f1 admin admin] Publish callbacks [] for subnet (fa2cb405-42b9-41a9-9f4a-3d44890dc3d8), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:56.672771 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa93e-ff6b-4f2b-ad11-7f7f87b550f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (fa2cb405-42b9-41a9-9f4a-3d44890dc3d8), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:56.748603 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa93e-ff6b-4f2b-ad11-7f7f87b550f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (fa2cb405-42b9-41a9-9f4a-3d44890dc3d8), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:56.864931 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa93e-ff6b-4f2b-ad11-7f7f87b550f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (fa2cb405-42b9-41a9-9f4a-3d44890dc3d8), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:56.892965 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffa93e-ff6b-4f2b-ad11-7f7f87b550f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa2cb405-42b9-41a9-9f4a-3d44890dc3d8,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:15:56.894962 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa93e-ff6b-4f2b-ad11-7f7f87b550f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:56.898151 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d0ffa93e-ff6b-4f2b-ad11-7f7f87b550f1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fa2cb405-42b9-41a9-9f4a-3d44890dc3d8 HTTP/1.1" status: 204 len: 168 time: 0.3344636 Apr 15 04:15:56.899629 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76e08f0-fd91-46ff-9156-532ee761ad58 None None] Network 49a40cfd-89a1-43b7-84d6-a198e0011f95 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:15:56.900833 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41908) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:15:56.972459 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d223feff-c546-47a9-8c41-091f426fb9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (49a40cfd-89a1-43b7-84d6-a198e0011f95), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:56.993303 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 832c56a1-4d20-46d9-80a9-e02519c6efa9 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:15:57.017796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 832c56a1-4d20-46d9-80a9-e02519c6efa9 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:15:57.018191 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 832c56a1-4d20-46d9-80a9-e02519c6efa9 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:15:57.029218 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-d223feff-c546-47a9-8c41-091f426fb9da admin admin] Deleting port ffa1f532-9093-4e1a-a958-227a04ca3e0a {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:15:57.029561 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d223feff-c546-47a9-8c41-091f426fb9da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (ffa1f532-9093-4e1a-a958-227a04ca3e0a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:57.080263 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd6b27e-dcab-41f5-a467-1511b999c09f None None] DHCP port deletion for 49a40cfd-89a1-43b7-84d6-a198e0011f95 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 04:15:57.096451 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-d223feff-c546-47a9-8c41-091f426fb9da admin admin] For port ffa1f532-9093-4e1a-a958-227a04ca3e0a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ffa1f532-9093-4e1a-a958-227a04ca3e0a,segment=NetworkSegment(a8fe8eb8-2935-4029-8cad-5d12b7469906),segment_id=a8fe8eb8-2935-4029-8cad-5d12b7469906)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:15:57.096892 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d223feff-c546-47a9-8c41-091f426fb9da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (ffa1f532-9093-4e1a-a958-227a04ca3e0a), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:57.110863 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-d223feff-c546-47a9-8c41-091f426fb9da admin admin] Calling delete_port for ffa1f532-9093-4e1a-a958-227a04ca3e0a owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:15:57.132814 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-cdd6b27e-dcab-41f5-a467-1511b999c09f None None] Deleting port ffa1f532-9093-4e1a-a958-227a04ca3e0a {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:15:57.133186 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cdd6b27e-dcab-41f5-a467-1511b999c09f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (ffa1f532-9093-4e1a-a958-227a04ca3e0a), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:57.198412 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-cdd6b27e-dcab-41f5-a467-1511b999c09f None None] For port ffa1f532-9093-4e1a-a958-227a04ca3e0a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=ffa1f532-9093-4e1a-a958-227a04ca3e0a,segment=NetworkSegment(a8fe8eb8-2935-4029-8cad-5d12b7469906),segment_id=a8fe8eb8-2935-4029-8cad-5d12b7469906)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:15:57.198850 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cdd6b27e-dcab-41f5-a467-1511b999c09f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (ffa1f532-9093-4e1a-a958-227a04ca3e0a), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:57.212680 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-cdd6b27e-dcab-41f5-a467-1511b999c09f None None] Calling delete_port for ffa1f532-9093-4e1a-a958-227a04ca3e0a owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:15:57.259382 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d223feff-c546-47a9-8c41-091f426fb9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (ffa1f532-9093-4e1a-a958-227a04ca3e0a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:57.287394 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223feff-c546-47a9-8c41-091f426fb9da admin admin] Pushing event deleted for resources: {'Port': ['ID=ffa1f532-9093-4e1a-a958-227a04ca3e0a,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:15:57.291918 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d223feff-c546-47a9-8c41-091f426fb9da admin admin] No DVR routers for this DVR port ffa1f532-9093-4e1a-a958-227a04ca3e0a on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:15:57.298126 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-cdd6b27e-dcab-41f5-a467-1511b999c09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (ffa1f532-9093-4e1a-a958-227a04ca3e0a), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:57.326862 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd6b27e-dcab-41f5-a467-1511b999c09f None None] No DVR routers for this DVR port ffa1f532-9093-4e1a-a958-227a04ca3e0a on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:15:57.328508 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6b27e-dcab-41f5-a467-1511b999c09f None None] Pushing event deleted for resources: {'Port': ['ID=ffa1f532-9093-4e1a-a958-227a04ca3e0a,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:15:57.367491 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d223feff-c546-47a9-8c41-091f426fb9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (49a40cfd-89a1-43b7-84d6-a198e0011f95), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:57.391703 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-d223feff-c546-47a9-8c41-091f426fb9da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a40cfd-89a1-43b7-84d6-a198e0011f95']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:15:57.400836 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-d223feff-c546-47a9-8c41-091f426fb9da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8fe8eb8-2935-4029-8cad-5d12b7469906') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:15:57.401134 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-d223feff-c546-47a9-8c41-091f426fb9da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8fe8eb8-2935-4029-8cad-5d12b7469906') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:15:57.410313 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d223feff-c546-47a9-8c41-091f426fb9da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (a8fe8eb8-2935-4029-8cad-5d12b7469906), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:57.423992 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d223feff-c546-47a9-8c41-091f426fb9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (a8fe8eb8-2935-4029-8cad-5d12b7469906), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:57.429890 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d223feff-c546-47a9-8c41-091f426fb9da admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:15:57.430284 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d223feff-c546-47a9-8c41-091f426fb9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (a8fe8eb8-2935-4029-8cad-5d12b7469906), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:15:57.432117 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:15:57.549607 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d223feff-c546-47a9-8c41-091f426fb9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (49a40cfd-89a1-43b7-84d6-a198e0011f95), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:57.554003 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d223feff-c546-47a9-8c41-091f426fb9da admin admin] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:57.557209 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d223feff-c546-47a9-8c41-091f426fb9da admin admin] 10.222.0.15 "DELETE /v2.0/networks/49a40cfd-89a1-43b7-84d6-a198e0011f95 HTTP/1.1" status: 204 len: 168 time: 0.6552765 Apr 15 04:15:57.569469 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223feff-c546-47a9-8c41-091f426fb9da admin admin] Pushing event deleted for resources: {'Network': ['ID=49a40cfd-89a1-43b7-84d6-a198e0011f95,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:15:57.918814 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41912) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:15:57.958245 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-82af0696-20f6-4aad-b901-5f10cad98cd8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=859d69117320413aae4192457488d909&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382590 Apr 15 04:15:57.960645 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41914) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:15:58.006124 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2d7962e-b018-4c61-963c-49dd82436732 admin admin] Publish callbacks [] for security_group (3e6b5f59-63e2-45a7-86cd-22d78857cb34), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:58.027001 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2d7962e-b018-4c61-963c-49dd82436732 admin admin] Publish callbacks [] for security_group (3e6b5f59-63e2-45a7-86cd-22d78857cb34), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:58.150546 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2d7962e-b018-4c61-963c-49dd82436732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (3e6b5f59-63e2-45a7-86cd-22d78857cb34), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:58.153164 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c2d7962e-b018-4c61-963c-49dd82436732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:58.154313 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c2d7962e-b018-4c61-963c-49dd82436732 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e6b5f59-63e2-45a7-86cd-22d78857cb34 HTTP/1.1" status: 204 len: 168 time: 0.1927919 Apr 15 04:15:58.162684 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7962e-b018-4c61-963c-49dd82436732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6b5f59-63e2-45a7-86cd-22d78857cb34,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:15:58.362034 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ffa1f532-9093-4e1a-a958-227a04ca3e0a no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:15:58.382602 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: ffa1f532-9093-4e1a-a958-227a04ca3e0a {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:15:58.382993 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device ffa1f532-9093-4e1a-a958-227a04ca3e0a not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:15:58.383412 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 04d73b63-21d6-4bfe-9b56-7eeadbc39fc0 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:15:58.402231 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 04d73b63-21d6-4bfe-9b56-7eeadbc39fc0 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:15:58.402572 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 04d73b63-21d6-4bfe-9b56-7eeadbc39fc0 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:15:58.775313 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41920) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:15:58.815881 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7114a83f-eac8-4fa0-986e-00147cac315d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f4dcab64751499db5a37574a6a891da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393903 Apr 15 04:15:58.818295 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41922) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:15:58.868332 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f5c8990d-7233-4ba1-9624-a198b09d2d7d admin admin] Publish callbacks [] for security_group (b412267d-469d-4066-8337-f64aa7d621a7), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:58.892211 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f5c8990d-7233-4ba1-9624-a198b09d2d7d admin admin] Publish callbacks [] for security_group (b412267d-469d-4066-8337-f64aa7d621a7), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:59.018709 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f5c8990d-7233-4ba1-9624-a198b09d2d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (b412267d-469d-4066-8337-f64aa7d621a7), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:59.021182 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f5c8990d-7233-4ba1-9624-a198b09d2d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:15:59.022336 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f5c8990d-7233-4ba1-9624-a198b09d2d7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b412267d-469d-4066-8337-f64aa7d621a7 HTTP/1.1" status: 204 len: 168 time: 0.2031074 Apr 15 04:15:59.030142 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8990d-7233-4ba1-9624-a198b09d2d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b412267d-469d-4066-8337-f64aa7d621a7,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:01.132133 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41962) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:16:01.136909 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-a96bdf4e-01ea-4fe2-8cfe-b2f4a6b4ef3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1002380864', 'description': 'tempest-secgroup-smoke-1002380864 description', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:16:01.224375 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a96bdf4e-01ea-4fe2-8cfe-b2f4a6b4ef3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:01.232709 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a96bdf4e-01ea-4fe2-8cfe-b2f4a6b4ef3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:01.309449 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a96bdf4e-01ea-4fe2-8cfe-b2f4a6b4ef3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (503e7d1e-d446-4fe0-9faa-2bde4004ad27), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:01.367053 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a96bdf4e-01ea-4fe2-8cfe-b2f4a6b4ef3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (503e7d1e-d446-4fe0-9faa-2bde4004ad27), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:01.405476 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bdf4e-01ea-4fe2-8cfe-b2f4a6b4ef3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=503e7d1e-d446-4fe0-9faa-2bde4004ad27,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:01.448253 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a96bdf4e-01ea-4fe2-8cfe-b2f4a6b4ef3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (730dfe5b-3f86-4a23-a499-ed2179a4f939), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:01.510229 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a96bdf4e-01ea-4fe2-8cfe-b2f4a6b4ef3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (730dfe5b-3f86-4a23-a499-ed2179a4f939), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:01.540127 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bdf4e-01ea-4fe2-8cfe-b2f4a6b4ef3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=730dfe5b-3f86-4a23-a499-ed2179a4f939,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:01.592021 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a96bdf4e-01ea-4fe2-8cfe-b2f4a6b4ef3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:01.596266 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a96bdf4e-01ea-4fe2-8cfe-b2f4a6b4ef3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4601753 Apr 15 04:16:01.596513 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41964) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:16:01.600864 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-9a64fdf8-c78c-47c5-b223-80254591114d tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': '730dfe5b-3f86-4a23-a499-ed2179a4f939', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:16:01.669702 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a64fdf8-c78c-47c5-b223-80254591114d tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (bb2d32ad-9116-4d96-a0e3-36e71a13fbbb), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:01.726297 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a64fdf8-c78c-47c5-b223-80254591114d tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (bb2d32ad-9116-4d96-a0e3-36e71a13fbbb), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:01.784098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a64fdf8-c78c-47c5-b223-80254591114d tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (bb2d32ad-9116-4d96-a0e3-36e71a13fbbb), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:01.802811 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64fdf8-c78c-47c5-b223-80254591114d tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2d32ad-9116-4d96-a0e3-36e71a13fbbb,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:01.854539 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9a64fdf8-c78c-47c5-b223-80254591114d tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:01.855759 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9a64fdf8-c78c-47c5-b223-80254591114d tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2582741 Apr 15 04:16:01.858400 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41966) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:16:01.863274 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-7c1d532c-eb59-411e-bfd1-2fb38776e08a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': '730dfe5b-3f86-4a23-a499-ed2179a4f939', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:16:01.954477 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7c1d532c-eb59-411e-bfd1-2fb38776e08a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (08eca01e-6e22-4c66-9dc0-666deda79d32), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:02.009435 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7c1d532c-eb59-411e-bfd1-2fb38776e08a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (08eca01e-6e22-4c66-9dc0-666deda79d32), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:02.081319 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7c1d532c-eb59-411e-bfd1-2fb38776e08a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (08eca01e-6e22-4c66-9dc0-666deda79d32), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:02.100471 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d532c-eb59-411e-bfd1-2fb38776e08a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08eca01e-6e22-4c66-9dc0-666deda79d32,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:02.174829 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7c1d532c-eb59-411e-bfd1-2fb38776e08a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:02.176043 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7c1d532c-eb59-411e-bfd1-2fb38776e08a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3166955 Apr 15 04:16:02.178712 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41968) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:16:02.183100 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-7739bff8-1ccd-4643-9621-534aa7a71bae tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': '730dfe5b-3f86-4a23-a499-ed2179a4f939', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:16:02.258066 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7739bff8-1ccd-4643-9621-534aa7a71bae tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (3924db15-ab9d-447b-8b87-10f56e3dd53c), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:02.316443 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7739bff8-1ccd-4643-9621-534aa7a71bae tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (3924db15-ab9d-447b-8b87-10f56e3dd53c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:02.395274 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7739bff8-1ccd-4643-9621-534aa7a71bae tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (3924db15-ab9d-447b-8b87-10f56e3dd53c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:02.414867 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739bff8-1ccd-4643-9621-534aa7a71bae tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3924db15-ab9d-447b-8b87-10f56e3dd53c,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:02.465804 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7739bff8-1ccd-4643-9621-534aa7a71bae tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:02.467017 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7739bff8-1ccd-4643-9621-534aa7a71bae tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2873013 Apr 15 04:16:02.470353 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41970) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:16:02.474847 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-c1cf1e51-007d-42b9-95b2-d9b98a9e7ebb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': '730dfe5b-3f86-4a23-a499-ed2179a4f939', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:16:02.543206 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1e51-007d-42b9-95b2-d9b98a9e7ebb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (7035b18b-0777-4abd-9e5b-3ee16b7f9234), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:02.600058 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1e51-007d-42b9-95b2-d9b98a9e7ebb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (7035b18b-0777-4abd-9e5b-3ee16b7f9234), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:02.663953 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1e51-007d-42b9-95b2-d9b98a9e7ebb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (7035b18b-0777-4abd-9e5b-3ee16b7f9234), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:02.682813 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf1e51-007d-42b9-95b2-d9b98a9e7ebb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7035b18b-0777-4abd-9e5b-3ee16b7f9234,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:02.757567 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c1cf1e51-007d-42b9-95b2-d9b98a9e7ebb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:02.758836 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c1cf1e51-007d-42b9-95b2-d9b98a9e7ebb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2875192 Apr 15 04:16:02.761388 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41972) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:16:02.765584 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f62d716b-bc30-49df-b4c9-64a701cfe627 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': '730dfe5b-3f86-4a23-a499-ed2179a4f939', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:16:02.858385 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-f62d716b-bc30-49df-b4c9-64a701cfe627 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Project dd190e8f20b4434dbd4f9acd2d0e1e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 04:16:02.863779 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f62d716b-bc30-49df-b4c9-64a701cfe627 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (b10a5907-598e-4571-a1ad-935a14353106), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:02.920820 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f62d716b-bc30-49df-b4c9-64a701cfe627 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (b10a5907-598e-4571-a1ad-935a14353106), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:03.001506 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f62d716b-bc30-49df-b4c9-64a701cfe627 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (b10a5907-598e-4571-a1ad-935a14353106), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:03.019543 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d716b-bc30-49df-b4c9-64a701cfe627 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10a5907-598e-4571-a1ad-935a14353106,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:03.071813 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f62d716b-bc30-49df-b4c9-64a701cfe627 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:03.073045 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f62d716b-bc30-49df-b4c9-64a701cfe627 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3107462 Apr 15 04:16:03.075721 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41974) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:16:03.080720 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-2950e693-b413-4481-baa2-c7ad09d74dbd tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': '730dfe5b-3f86-4a23-a499-ed2179a4f939', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:16:03.150188 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-2950e693-b413-4481-baa2-c7ad09d74dbd tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Project dd190e8f20b4434dbd4f9acd2d0e1e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 04:16:03.155780 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2950e693-b413-4481-baa2-c7ad09d74dbd tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (f88b0a65-8d4e-4fe6-b4df-54c44509c7fd), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:03.215549 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2950e693-b413-4481-baa2-c7ad09d74dbd tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (f88b0a65-8d4e-4fe6-b4df-54c44509c7fd), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:03.269658 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2950e693-b413-4481-baa2-c7ad09d74dbd tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (f88b0a65-8d4e-4fe6-b4df-54c44509c7fd), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:03.286645 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950e693-b413-4481-baa2-c7ad09d74dbd tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88b0a65-8d4e-4fe6-b4df-54c44509c7fd,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:03.345828 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2950e693-b413-4481-baa2-c7ad09d74dbd tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:03.347059 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2950e693-b413-4481-baa2-c7ad09d74dbd tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2703731 Apr 15 04:16:03.350023 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41976) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:16:03.354846 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-83525d11-1d05-4d7f-8948-2145aa156965 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'network': {'name': 'tempest-network-smoke--63609642', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'port_security_enabled': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:16:03.406905 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83525d11-1d05-4d7f-8948-2145aa156965 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Made reservation on behalf of dd190e8f20b4434dbd4f9acd2d0e1e71 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:16:03.410163 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-83525d11-1d05-4d7f-8948-2145aa156965 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:03.433098 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83525d11-1d05-4d7f-8948-2145aa156965 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:16:03.442135 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-83525d11-1d05-4d7f-8948-2145aa156965 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (62a95df2-20e6-44a2-b001-0bff4936e976), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:03.442481 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-83525d11-1d05-4d7f-8948-2145aa156965 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Added segment 62a95df2-20e6-44a2-b001-0bff4936e976 of type vlan for network d7c3f9aa-77fb-481e-b4cb-d9ed6333f067 Apr 15 04:16:03.480284 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-83525d11-1d05-4d7f-8948-2145aa156965 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (d7c3f9aa-77fb-481e-b4cb-d9ed6333f067), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:03.533117 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-83525d11-1d05-4d7f-8948-2145aa156965 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (d7c3f9aa-77fb-481e-b4cb-d9ed6333f067), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:03.538101 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83525d11-1d05-4d7f-8948-2145aa156965 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:03.538701 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-83525d11-1d05-4d7f-8948-2145aa156965 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:03.605215 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83525d11-1d05-4d7f-8948-2145aa156965 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Network': ['ID=d7c3f9aa-77fb-481e-b4cb-d9ed6333f067,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:03.616649 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network d7c3f9aa-77fb-481e-b4cb-d9ed6333f067 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:16:03.627067 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-83525d11-1d05-4d7f-8948-2145aa156965 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2760124 Apr 15 04:16:03.630130 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41978) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:16:03.634490 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f11d5f40-12d2-408c-844b-3d47360df6c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-988258729', 'admin_state_up': True, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:16:03.716090 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f11d5f40-12d2-408c-844b-3d47360df6c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (f728fdb0-350c-4d2c-8a2d-b9244170163a), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:03.717152 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f11d5f40-12d2-408c-844b-3d47360df6c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (f728fdb0-350c-4d2c-8a2d-b9244170163a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:03.769049 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f11d5f40-12d2-408c-844b-3d47360df6c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_controller (f728fdb0-350c-4d2c-8a2d-b9244170163a), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:03.957326 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f11d5f40-12d2-408c-844b-3d47360df6c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_gateway (f728fdb0-350c-4d2c-8a2d-b9244170163a), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:04.166115 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f11d5f40-12d2-408c-844b-3d47360df6c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_gateway (f728fdb0-350c-4d2c-8a2d-b9244170163a), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:04.187597 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f11d5f40-12d2-408c-844b-3d47360df6c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:04.285172 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-f11d5f40-12d2-408c-844b-3d47360df6c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Allocated IP 172.26.6.238 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/eb43f404-3d94-434c-bda2-7e2110cb6a3a) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:16:04.386379 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f11d5f40-12d2-408c-844b-3d47360df6c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (eb43f404-3d94-434c-bda2-7e2110cb6a3a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:04.481712 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f11d5f40-12d2-408c-844b-3d47360df6c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (eb43f404-3d94-434c-bda2-7e2110cb6a3a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:04.517216 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11d5f40-12d2-408c-844b-3d47360df6c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:16:04.520011 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-f11d5f40-12d2-408c-844b-3d47360df6c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:16:04.525384 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d5f40-12d2-408c-844b-3d47360df6c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:16:04.549133 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d5f40-12d2-408c-844b-3d47360df6c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=eb43f404-3d94-434c-bda2-7e2110cb6a3a,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:04.856798 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f11d5f40-12d2-408c-844b-3d47360df6c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_gateway (f728fdb0-350c-4d2c-8a2d-b9244170163a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:04.887371 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:05.054483 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f11d5f40-12d2-408c-844b-3d47360df6c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (f728fdb0-350c-4d2c-8a2d-b9244170163a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:05.212979 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11d5f40-12d2-408c-844b-3d47360df6c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router f728fdb0-350c-4d2c-8a2d-b9244170163a is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 04:16:05.623926 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11d5f40-12d2-408c-844b-3d47360df6c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:16:05.633912 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] Sync routers for ids ['f728fdb0-350c-4d2c-8a2d-b9244170163a'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:16:05.644420 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] Routers {'f728fdb0-350c-4d2c-8a2d-b9244170163a'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:16:05.645190 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:15:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['f728fdb0-350c-4d2c-8a2d-b9244170163a'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:16:05.694947 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f11d5f40-12d2-408c-844b-3d47360df6c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:05.696533 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f11d5f40-12d2-408c-844b-3d47360df6c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0654385 Apr 15 04:16:05.699621 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41980) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:16:05.751619 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] Set router f728fdb0-350c-4d2c-8a2d-b9244170163a gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:16:05.821321 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ecd87161-78bd-4c88-a02a-1fe111785562 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=dd190e8f20b4434dbd4f9acd2d0e1e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1204720 Apr 15 04:16:05.823924 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 41984) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:16:05.913415 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb74ac0-bb33-45dc-8d6e-ab876909a048 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:05.915040 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cdb74ac0-bb33-45dc-8d6e-ab876909a048 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901814 Apr 15 04:16:05.918034 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41986) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:16:05.923917 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988258729', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:16:03Z', 'updated_at': '2022-04-15T04:16:04Z', 'revision_number': 3, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:04Z', 'updated_at': '2022-04-15T04:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:16:05.949246 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] Checking router: f728fdb0-350c-4d2c-8a2d-b9244170163a for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:16:05.949606 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] Updating router f728fdb0-350c-4d2c-8a2d-b9244170163a port eb43f404-3d94-434c-bda2-7e2110cb6a3a binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:16:05.954500 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e52081a8-461e-4c41-96d7-5f24c36d1f67 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329268 Apr 15 04:16:05.955283 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41988) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:16:05.959956 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-3fa1fa07-e2a6-486a-98ea-55d0c364b62b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1832990219', 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:16:05.976317 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (eb43f404-3d94-434c-bda2-7e2110cb6a3a), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:06.098763 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa1fa07-e2a6-486a-98ea-55d0c364b62b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Made reservation on behalf of dd190e8f20b4434dbd4f9acd2d0e1e71 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:16:06.102336 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3fa1fa07-e2a6-486a-98ea-55d0c364b62b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:06.222834 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] Publish callbacks [] for port (eb43f404-3d94-434c-bda2-7e2110cb6a3a), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:06.292994 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (eb43f404-3d94-434c-bda2-7e2110cb6a3a), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:06.333286 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3fa1fa07-e2a6-486a-98ea-55d0c364b62b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (0a6b4ad8-d7ed-4654-8a18-84a18f7c9612), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:06.345733 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] Attempting to bind port eb43f404-3d94-434c-bda2-7e2110cb6a3a on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:16:06.346653 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] Attempting to bind port eb43f404-3d94-434c-bda2-7e2110cb6a3a by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:16:06.346653 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] Attempting to bind port eb43f404-3d94-434c-bda2-7e2110cb6a3a on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:16:06.348621 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154f9c4-13d9-4622-94c7-d995e31b9235 None None] Pushing event updated for resources: {'Port': ['ID=eb43f404-3d94-434c-bda2-7e2110cb6a3a,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:06.357012 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:16:06.357390 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:16:06.357792 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:06.358177 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:16:06.358647 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] Bound port: eb43f404-3d94-434c-bda2-7e2110cb6a3a, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:16:06.359027 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (eb43f404-3d94-434c-bda2-7e2110cb6a3a), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:06.361886 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f9c4-13d9-4622-94c7-d995e31b9235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:16:06.362230 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f9c4-13d9-4622-94c7-d995e31b9235 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:16:06.362564 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f9c4-13d9-4622-94c7-d995e31b9235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:16:06.362923 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f9c4-13d9-4622-94c7-d995e31b9235 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:16:06.363257 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f9c4-13d9-4622-94c7-d995e31b9235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:16:06.363583 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f9c4-13d9-4622-94c7-d995e31b9235 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:16:06.363908 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f9c4-13d9-4622-94c7-d995e31b9235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:16:06.364230 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f9c4-13d9-4622-94c7-d995e31b9235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:16:06.364552 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f9c4-13d9-4622-94c7-d995e31b9235 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:16:06.364872 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f9c4-13d9-4622-94c7-d995e31b9235 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:16:06.365196 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f9c4-13d9-4622-94c7-d995e31b9235 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:16:06.365548 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f9c4-13d9-4622-94c7-d995e31b9235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:16:06.365864 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f9c4-13d9-4622-94c7-d995e31b9235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:16:06.366181 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f9c4-13d9-4622-94c7-d995e31b9235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:16:06.366497 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9154f9c4-13d9-4622-94c7-d995e31b9235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:16:06.395093 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1fa07-e2a6-486a-98ea-55d0c364b62b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Subnet': ['ID=0a6b4ad8-d7ed-4654-8a18-84a18f7c9612,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:06.409953 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa1fa07-e2a6-486a-98ea-55d0c364b62b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Checking segment: {'id': '62a95df2-20e6-44a2-b001-0bff4936e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:16:06.409953 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa1fa07-e2a6-486a-98ea-55d0c364b62b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network hostable DHCP agents. Network: d7c3f9aa-77fb-481e-b4cb-d9ed6333f067, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:16:06.417597 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] For port eb43f404-3d94-434c-bda2-7e2110cb6a3a, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:16:06.420562 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] For port eb43f404-3d94-434c-bda2-7e2110cb6a3a, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=eb43f404-3d94-434c-bda2-7e2110cb6a3a,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:16:06.497905 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa1fa07-e2a6-486a-98ea-55d0c364b62b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network d7c3f9aa-77fb-481e-b4cb-d9ed6333f067 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:16:06.504754 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (eb43f404-3d94-434c-bda2-7e2110cb6a3a), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:06.559408 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] Routers {'f728fdb0-350c-4d2c-8a2d-b9244170163a'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:16:06.560004 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:15:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['f728fdb0-350c-4d2c-8a2d-b9244170163a'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:16:06.572417 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-3fa1fa07-e2a6-486a-98ea-55d0c364b62b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, d7c3f9aa-77fb-481e-b4cb-d9ed6333f067) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:16:06.576581 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa1fa07-e2a6-486a-98ea-55d0c364b62b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:06.577292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3fa1fa07-e2a6-486a-98ea-55d0c364b62b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:06.583165 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3128d958-7770-44d0-bebe-4beb44c78f99 None None] Network d7c3f9aa-77fb-481e-b4cb-d9ed6333f067 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:16:06.595278 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154f9c4-13d9-4622-94c7-d995e31b9235 None None] Pushing event updated for resources: {'Port': ['ID=eb43f404-3d94-434c-bda2-7e2110cb6a3a,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:06.666630 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3fa1fa07-e2a6-486a-98ea-55d0c364b62b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7102818 Apr 15 04:16:06.669468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 41990) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:16:06.672004 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] Set router f728fdb0-350c-4d2c-8a2d-b9244170163a gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:16:06.688740 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4c1db6-5c8c-43f8-b83f-f72e58743d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-d7c3f9aa-77fb-481e-b4cb-d9ed6333f067', 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ips': [{'subnet_id': '0a6b4ad8-d7ed-4654-8a18-84a18f7c9612'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 04:16:06.689970 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1db6-5c8c-43f8-b83f-f72e58743d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:06.838931 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-0b4c1db6-5c8c-43f8-b83f-f72e58743d62 None None] Allocated IP 172.20.0.2 (d7c3f9aa-77fb-481e-b4cb-d9ed6333f067/0a6b4ad8-d7ed-4654-8a18-84a18f7c9612/cd9aa8b0-887b-4c94-a26d-d0653386df32) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:16:06.934486 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988258729', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:16:03Z', 'updated_at': '2022-04-15T04:16:04Z', 'revision_number': 3, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:04Z', 'updated_at': '2022-04-15T04:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:16:06.962536 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992c1470-961c-4973-8cbc-67327014f3d3 None None] The sync data for ids ['f728fdb0-350c-4d2c-8a2d-b9244170163a'] in dv-neutron-837140-3-hyperv is: [{'id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988258729', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:16:03Z', 'updated_at': '2022-04-15T04:16:04Z', 'revision_number': 3, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:04Z', 'updated_at': '2022-04-15T04:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:16:06.993758 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1db6-5c8c-43f8-b83f-f72e58743d62 None None] Publish callbacks [] for port (cd9aa8b0-887b-4c94-a26d-d0653386df32), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:07.053516 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1db6-5c8c-43f8-b83f-f72e58743d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (cd9aa8b0-887b-4c94-a26d-d0653386df32), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:07.094109 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4c1db6-5c8c-43f8-b83f-f72e58743d62 None None] Network d7c3f9aa-77fb-481e-b4cb-d9ed6333f067 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:16:07.099048 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-0b4c1db6-5c8c-43f8-b83f-f72e58743d62 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:16:07.102706 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4c1db6-5c8c-43f8-b83f-f72e58743d62 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:16:07.116898 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c1db6-5c8c-43f8-b83f-f72e58743d62 None None] Pushing event updated for resources: {'Port': ['ID=cd9aa8b0-887b-4c94-a26d-d0653386df32,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:07.167248 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-05a5dea4-5da4-400e-b9d4-dc2e41615533 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:07.172596 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-0b4c1db6-5c8c-43f8-b83f-f72e58743d62 None None] Attempting to bind port cd9aa8b0-887b-4c94-a26d-d0653386df32 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:16:07.172966 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-0b4c1db6-5c8c-43f8-b83f-f72e58743d62 None None] Attempting to bind port cd9aa8b0-887b-4c94-a26d-d0653386df32 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '62a95df2-20e6-44a2-b001-0bff4936e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:16:07.173327 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4c1db6-5c8c-43f8-b83f-f72e58743d62 None None] Attempting to bind port cd9aa8b0-887b-4c94-a26d-d0653386df32 on network d7c3f9aa-77fb-481e-b4cb-d9ed6333f067 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:16:07.178684 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4c1db6-5c8c-43f8-b83f-f72e58743d62 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:16:07.179061 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4c1db6-5c8c-43f8-b83f-f72e58743d62 None None] Checking segment: {'id': '62a95df2-20e6-44a2-b001-0bff4936e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:16:07.179898 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1db6-5c8c-43f8-b83f-f72e58743d62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:07.179898 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4c1db6-5c8c-43f8-b83f-f72e58743d62 None None] Bound using segment: {'id': '62a95df2-20e6-44a2-b001-0bff4936e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:16:07.180292 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-0b4c1db6-5c8c-43f8-b83f-f72e58743d62 None None] Bound port: cd9aa8b0-887b-4c94-a26d-d0653386df32, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a95df2-20e6-44a2-b001-0bff4936e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:16:07.180661 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1db6-5c8c-43f8-b83f-f72e58743d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cd9aa8b0-887b-4c94-a26d-d0653386df32), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:07.261968 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-0b4c1db6-5c8c-43f8-b83f-f72e58743d62 None None] For port cd9aa8b0-887b-4c94-a26d-d0653386df32, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:16:07.265593 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-0b4c1db6-5c8c-43f8-b83f-f72e58743d62 None None] For port cd9aa8b0-887b-4c94-a26d-d0653386df32, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=cd9aa8b0-887b-4c94-a26d-d0653386df32,segment=NetworkSegment(62a95df2-20e6-44a2-b001-0bff4936e976),segment_id=62a95df2-20e6-44a2-b001-0bff4936e976)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:16:07.362495 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1db6-5c8c-43f8-b83f-f72e58743d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cd9aa8b0-887b-4c94-a26d-d0653386df32), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:07.427728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c1db6-5c8c-43f8-b83f-f72e58743d62 None None] Pushing event updated for resources: {'Port': ['ID=cd9aa8b0-887b-4c94-a26d-d0653386df32,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:07.546649 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-05a5dea4-5da4-400e-b9d4-dc2e41615533 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Allocated IP 172.20.0.1 (d7c3f9aa-77fb-481e-b4cb-d9ed6333f067/0a6b4ad8-d7ed-4654-8a18-84a18f7c9612/c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:16:07.694343 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-05a5dea4-5da4-400e-b9d4-dc2e41615533 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:07.796159 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-05a5dea4-5da4-400e-b9d4-dc2e41615533 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:07.836526 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a5dea4-5da4-400e-b9d4-dc2e41615533 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network d7c3f9aa-77fb-481e-b4cb-d9ed6333f067 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:16:07.839669 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-05a5dea4-5da4-400e-b9d4-dc2e41615533 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:16:07.845485 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a5dea4-5da4-400e-b9d4-dc2e41615533 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:16:07.871559 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5dea4-5da4-400e-b9d4-dc2e41615533 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:07.895503 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-05a5dea4-5da4-400e-b9d4-dc2e41615533 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (f728fdb0-350c-4d2c-8a2d-b9244170163a), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:08.072357 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-05a5dea4-5da4-400e-b9d4-dc2e41615533 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:08.352511 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-05a5dea4-5da4-400e-b9d4-dc2e41615533 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:08.397849 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device cd9aa8b0-887b-4c94-a26d-d0653386df32 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:16:08.412745 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-05a5dea4-5da4-400e-b9d4-dc2e41615533 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:08.446020 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port cd9aa8b0-887b-4c94-a26d-d0653386df32 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:16:08.446393 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cd9aa8b0-887b-4c94-a26d-d0653386df32), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:08.487842 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5dea4-5da4-400e-b9d4-dc2e41615533 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:08.490726 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-05a5dea4-5da4-400e-b9d4-dc2e41615533 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (f728fdb0-350c-4d2c-8a2d-b9244170163a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:08.530417 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port cd9aa8b0-887b-4c94-a26d-d0653386df32 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:16:08.531246 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cd9aa8b0-887b-4c94-a26d-d0653386df32), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:08.566402 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port cd9aa8b0-887b-4c94-a26d-d0653386df32, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=cd9aa8b0-887b-4c94-a26d-d0653386df32,segment=NetworkSegment(62a95df2-20e6-44a2-b001-0bff4936e976),segment_id=62a95df2-20e6-44a2-b001-0bff4936e976)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:16:08.594812 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a5dea4-5da4-400e-b9d4-dc2e41615533 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network d7c3f9aa-77fb-481e-b4cb-d9ed6333f067 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:16:08.596364 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-05a5dea4-5da4-400e-b9d4-dc2e41615533 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:16:08.636217 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cd9aa8b0-887b-4c94-a26d-d0653386df32), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:08.637907 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device eb43f404-3d94-434c-bda2-7e2110cb6a3a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:16:08.722673 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=cd9aa8b0-887b-4c94-a26d-d0653386df32,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:08.732598 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port eb43f404-3d94-434c-bda2-7e2110cb6a3a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:16:08.733130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (eb43f404-3d94-434c-bda2-7e2110cb6a3a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:08.840062 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port eb43f404-3d94-434c-bda2-7e2110cb6a3a is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:16:08.840446 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (eb43f404-3d94-434c-bda2-7e2110cb6a3a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:08.866568 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port eb43f404-3d94-434c-bda2-7e2110cb6a3a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=eb43f404-3d94-434c-bda2-7e2110cb6a3a,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:16:08.876137 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf17661a-2f90-4a70-8fb0-ca70607d2678 None None] Network d7c3f9aa-77fb-481e-b4cb-d9ed6333f067 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:16:08.933364 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (eb43f404-3d94-434c-bda2-7e2110cb6a3a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:08.996228 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-0bbc2f63-02cb-41cf-8591-8c4da7859092 None None] Provisioning complete for port cd9aa8b0-887b-4c94-a26d-d0653386df32 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:16:08.996599 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2f63-02cb-41cf-8591-8c4da7859092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cd9aa8b0-887b-4c94-a26d-d0653386df32), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:09.034730 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a5dea4-5da4-400e-b9d4-dc2e41615533 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router f728fdb0-350c-4d2c-8a2d-b9244170163a has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:16:09.056122 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=eb43f404-3d94-434c-bda2-7e2110cb6a3a,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:09.120837 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-0bbc2f63-02cb-41cf-8591-8c4da7859092 None None] Current status of the port cd9aa8b0-887b-4c94-a26d-d0653386df32 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:16:09.152814 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a5dea4-5da4-400e-b9d4-dc2e41615533 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:16:09.162469 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] Sync routers for ids ['f728fdb0-350c-4d2c-8a2d-b9244170163a'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:16:09.164945 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-05a5dea4-5da4-400e-b9d4-dc2e41615533 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "PUT /v2.0/routers/f728fdb0-350c-4d2c-8a2d-b9244170163a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4934788 Apr 15 04:16:09.174564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] Routers {'f728fdb0-350c-4d2c-8a2d-b9244170163a'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:16:09.175225 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:15:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['f728fdb0-350c-4d2c-8a2d-b9244170163a'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:16:09.294172 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] Set router f728fdb0-350c-4d2c-8a2d-b9244170163a gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:16:09.319986 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-a949c1df-9fae-48df-ac18-fd1dac23b99f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002380864&fields=id&tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71 HTTP/1.1" status: 200 len: 267 time: 0.0513892 Apr 15 04:16:09.379474 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-bce6807d-4191-4782-8a88-ff612a4e373d None None] Provisioning complete for port c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:16:09.379840 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bce6807d-4191-4782-8a88-ff612a4e373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:09.436199 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-8fe1ee6c-f1c1-461e-b45a-babc4c707441 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:09.437468 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-8fe1ee6c-f1c1-461e-b45a-babc4c707441 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/networks?id=d7c3f9aa-77fb-481e-b4cb-d9ed6333f067 HTTP/1.1" status: 200 len: 795 time: 0.1110423 Apr 15 04:16:09.453573 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-23567b35-4bfc-4542-a1cd-0eb0b7590ba5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/quotas/dd190e8f20b4434dbd4f9acd2d0e1e71 HTTP/1.1" status: 200 len: 375 time: 0.0096598 Apr 15 04:16:09.462455 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-bce6807d-4191-4782-8a88-ff612a4e373d None None] Port c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:16:09.477946 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-bce6807d-4191-4782-8a88-ff612a4e373d None None] Provisioning complete for port cd9aa8b0-887b-4c94-a26d-d0653386df32 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:16:09.478316 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bce6807d-4191-4782-8a88-ff612a4e373d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cd9aa8b0-887b-4c94-a26d-d0653386df32), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:09.507057 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-a1e23050-1a88-401a-b86c-46edeb4ee4e0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476313 Apr 15 04:16:09.575381 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988258729', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:16:03Z', 'updated_at': '2022-04-15T04:16:07Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:04Z', 'updated_at': '2022-04-15T04:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c', 'name': '', 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:2d:6d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0a6b4ad8-d7ed-4654-8a18-84a18f7c9612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:07Z', 'updated_at': '2022-04-15T04:16:08Z', 'revision_number': 2, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '0a6b4ad8-d7ed-4654-8a18-84a18f7c9612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:16:09.620132 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] Checking router: f728fdb0-350c-4d2c-8a2d-b9244170163a for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:16:09.620481 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] Updating router f728fdb0-350c-4d2c-8a2d-b9244170163a port c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:16:09.657490 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-bce6807d-4191-4782-8a88-ff612a4e373d None None] Current status of the port cd9aa8b0-887b-4c94-a26d-d0653386df32 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:16:09.659752 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-9efe55ab-a898-44d7-960f-924519d0f9ed service neutron] 10.222.0.15 "GET /v2.0/networks/d7c3f9aa-77fb-481e-b4cb-d9ed6333f067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406446 Apr 15 04:16:09.662715 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:09.759136 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-7697f0d5-5aac-4346-9d67-fa34097d2380 service neutron] 10.222.0.15 "GET /v2.0/networks/d7c3f9aa-77fb-481e-b4cb-d9ed6333f067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928288 Apr 15 04:16:09.832437 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-27dde6ed-d7a5-4cf2-aa5a-2c0a00fdba6d None None] Provisioning complete for port c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:16:09.832797 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-27dde6ed-d7a5-4cf2-aa5a-2c0a00fdba6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:09.942833 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-27dde6ed-d7a5-4cf2-aa5a-2c0a00fdba6d None None] Port c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:16:10.010716 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1c170416-e727-4734-bf86-24b9d00e1176 req-857351e8-3634-4306-851b-de7e2851ae66 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 210 time: 0.0295267 Apr 15 04:16:10.131444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] Publish callbacks [] for port (c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:10.190234 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:10.243037 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec3d50-6565-4548-85c2-6d4dabaa1400 None None] Pushing event updated for resources: {'Port': ['ID=c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:10.297318 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] Attempting to bind port c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:16:10.297690 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] Attempting to bind port c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '62a95df2-20e6-44a2-b001-0bff4936e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:16:10.298049 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] Attempting to bind port c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c on network d7c3f9aa-77fb-481e-b4cb-d9ed6333f067 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:16:10.306708 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:16:10.306708 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] Checking segment: {'id': '62a95df2-20e6-44a2-b001-0bff4936e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:16:10.306708 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:10.306708 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] Bound using segment: {'id': '62a95df2-20e6-44a2-b001-0bff4936e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:16:10.306708 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] Bound port: c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a95df2-20e6-44a2-b001-0bff4936e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:16:10.306708 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:10.376255 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] For port c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:16:10.379809 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] For port c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c,segment=NetworkSegment(62a95df2-20e6-44a2-b001-0bff4936e976),segment_id=62a95df2-20e6-44a2-b001-0bff4936e976)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:16:10.391383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device cd9aa8b0-887b-4c94-a26d-d0653386df32 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:16:10.442295 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port cd9aa8b0-887b-4c94-a26d-d0653386df32 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:16:10.442605 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cd9aa8b0-887b-4c94-a26d-d0653386df32), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:10.481736 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:10.487685 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f16772d3-b5c1-4cfb-a347-5bb4b3e7ab09 None None] Provisioning complete for port c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:16:10.488093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f16772d3-b5c1-4cfb-a347-5bb4b3e7ab09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:10.593865 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] Routers {'f728fdb0-350c-4d2c-8a2d-b9244170163a'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:16:10.594503 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:15:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['f728fdb0-350c-4d2c-8a2d-b9244170163a'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:16:10.596207 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec3d50-6565-4548-85c2-6d4dabaa1400 None None] Pushing event updated for resources: {'Port': ['ID=c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:10.684127 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port cd9aa8b0-887b-4c94-a26d-d0653386df32 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:16:10.685297 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device eb43f404-3d94-434c-bda2-7e2110cb6a3a up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:16:10.793865 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f16772d3-b5c1-4cfb-a347-5bb4b3e7ab09 None None] Current status of the port c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:16:10.794252 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f16772d3-b5c1-4cfb-a347-5bb4b3e7ab09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:10.818312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] Set router f728fdb0-350c-4d2c-8a2d-b9244170163a gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:16:10.858324 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port eb43f404-3d94-434c-bda2-7e2110cb6a3a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:16:10.858713 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (eb43f404-3d94-434c-bda2-7e2110cb6a3a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:10.903350 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f16772d3-b5c1-4cfb-a347-5bb4b3e7ab09 None None] For port c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c,segment=NetworkSegment(62a95df2-20e6-44a2-b001-0bff4936e976),segment_id=62a95df2-20e6-44a2-b001-0bff4936e976)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:16:10.992051 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f16772d3-b5c1-4cfb-a347-5bb4b3e7ab09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:11.100725 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port eb43f404-3d94-434c-bda2-7e2110cb6a3a is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:16:11.110330 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16772d3-b5c1-4cfb-a347-5bb4b3e7ab09 None None] Pushing event updated for resources: {'Port': ['ID=c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:11.112978 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3b9ecf42-0f38-4ab9-8835-f798e816b4ae req-be06b584-3877-435c-9021-9b95003e29ca tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 210 time: 0.0311053 Apr 15 04:16:11.139916 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5fdd26ca-66e0-4350-806d-e648491c193d None None] Provisioning complete for port c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:16:11.140294 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5fdd26ca-66e0-4350-806d-e648491c193d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:11.182208 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988258729', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:16:03Z', 'updated_at': '2022-04-15T04:16:07Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:04Z', 'updated_at': '2022-04-15T04:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c', 'name': '', 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:2d:6d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0a6b4ad8-d7ed-4654-8a18-84a18f7c9612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:07Z', 'updated_at': '2022-04-15T04:16:10Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '0a6b4ad8-d7ed-4654-8a18-84a18f7c9612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:16:11.212924 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c2b490-6336-4e48-8ffc-5d992d706e60 None None] The sync data for ids ['f728fdb0-350c-4d2c-8a2d-b9244170163a'] in dv-neutron-837140-3-hyperv is: [{'id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988258729', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:16:03Z', 'updated_at': '2022-04-15T04:16:07Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:04Z', 'updated_at': '2022-04-15T04:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c', 'name': '', 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:2d:6d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0a6b4ad8-d7ed-4654-8a18-84a18f7c9612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:07Z', 'updated_at': '2022-04-15T04:16:10Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '0a6b4ad8-d7ed-4654-8a18-84a18f7c9612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:16:11.264210 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd26ca-66e0-4350-806d-e648491c193d None None] Current status of the port c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:16:12.010886 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-c7fc8909-8504-4c64-a29d-95b325eaf758 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:12.012270 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-c7fc8909-8504-4c64-a29d-95b325eaf758 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "GET /v2.0/networks?id=d7c3f9aa-77fb-481e-b4cb-d9ed6333f067 HTTP/1.1" status: 200 len: 795 time: 0.1131873 Apr 15 04:16:12.076343 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-e7140ce9-fd4c-46fd-b519-177c354a6135 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71 HTTP/1.1" status: 200 len: 380 time: 0.0558505 Apr 15 04:16:12.084830 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-d3c96a16-5de2-436d-8c83-c0b31724e8c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'port': {'device_id': '125f7375-3ca3-4488-8897-bb2de24abd55', 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067', 'admin_state_up': True, 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'security_groups': ['730dfe5b-3f86-4a23-a499-ed2179a4f939']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:16:12.220044 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4acfee2f-7966-45a1-b32b-59362440e9f4 req-3b3b3f23-9b61-4983-b45d-8ac8d83fa245 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 210 time: 0.0322123 Apr 15 04:16:12.242545 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-d3c96a16-5de2-436d-8c83-c0b31724e8c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Made reservation on behalf of dd190e8f20b4434dbd4f9acd2d0e1e71 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:16:12.246266 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-d3c96a16-5de2-436d-8c83-c0b31724e8c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:12.377062 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:16:12.381591 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-d3c96a16-5de2-436d-8c83-c0b31724e8c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Allocated IP 172.20.0.6 (d7c3f9aa-77fb-481e-b4cb-d9ed6333f067/0a6b4ad8-d7ed-4654-8a18-84a18f7c9612/89df8a29-5c16-453e-8b15-a3cae9732e91) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:16:12.423718 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:16:12.424111 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:12.498763 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:16:12.522941 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-d3c96a16-5de2-436d-8c83-c0b31724e8c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (89df8a29-5c16-453e-8b15-a3cae9732e91), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:12.612289 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-d3c96a16-5de2-436d-8c83-c0b31724e8c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (89df8a29-5c16-453e-8b15-a3cae9732e91), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:12.654034 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-d3c96a16-5de2-436d-8c83-c0b31724e8c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network d7c3f9aa-77fb-481e-b4cb-d9ed6333f067 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:16:12.660073 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-d3c96a16-5de2-436d-8c83-c0b31724e8c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:16:12.664052 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-d3c96a16-5de2-436d-8c83-c0b31724e8c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:16:12.688739 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c96a16-5de2-436d-8c83-c0b31724e8c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=89df8a29-5c16-453e-8b15-a3cae9732e91,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:12.719177 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-d3c96a16-5de2-436d-8c83-c0b31724e8c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:12.719796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-d3c96a16-5de2-436d-8c83-c0b31724e8c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:12.815644 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-d3c96a16-5de2-436d-8c83-c0b31724e8c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7346587 Apr 15 04:16:12.827904 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] Request body: {'port': {'device_id': '125f7375-3ca3-4488-8897-bb2de24abd55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:16:12.892888 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (89df8a29-5c16-453e-8b15-a3cae9732e91), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:12.914908 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-475c0b04-35b1-4d44-a3a9-7e978992f411 None None] Provisioning complete for port 89df8a29-5c16-453e-8b15-a3cae9732e91 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:16:12.918697 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-475c0b04-35b1-4d44-a3a9-7e978992f411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (89df8a29-5c16-453e-8b15-a3cae9732e91), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:12.948106 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-475c0b04-35b1-4d44-a3a9-7e978992f411 None None] Port 89df8a29-5c16-453e-8b15-a3cae9732e91 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:16:13.152069 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89df8a29-5c16-453e-8b15-a3cae9732e91 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:16:13.160337 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] Publish callbacks [] for port (89df8a29-5c16-453e-8b15-a3cae9732e91), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:13.172555 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] Transition to ACTIVE for port object 89df8a29-5c16-453e-8b15-a3cae9732e91 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 04:16:13.246459 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (89df8a29-5c16-453e-8b15-a3cae9732e91), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:13.311224 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] Pushing event updated for resources: {'Port': ['ID=89df8a29-5c16-453e-8b15-a3cae9732e91,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:13.386018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a16e6-9523-424e-b019-425203405311 req-ff1814fc-676f-4267-961e-2e82ac2d0be8 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:13.387250 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7e3a16e6-9523-424e-b019-425203405311 req-ff1814fc-676f-4267-961e-2e82ac2d0be8 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 943 time: 0.0946422 Apr 15 04:16:13.445304 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] Attempting to bind port 89df8a29-5c16-453e-8b15-a3cae9732e91 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:16:13.445639 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] Attempting to bind port 89df8a29-5c16-453e-8b15-a3cae9732e91 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '62a95df2-20e6-44a2-b001-0bff4936e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:16:13.445964 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] Attempting to bind port 89df8a29-5c16-453e-8b15-a3cae9732e91 on network d7c3f9aa-77fb-481e-b4cb-d9ed6333f067 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:16:13.461770 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] Port 89df8a29-5c16-453e-8b15-a3cae9732e91 on network d7c3f9aa-77fb-481e-b4cb-d9ed6333f067 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 04:16:13.462092 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] Attempting to bind port 89df8a29-5c16-453e-8b15-a3cae9732e91 on network d7c3f9aa-77fb-481e-b4cb-d9ed6333f067 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:16:13.468451 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7e3a16e6-9523-424e-b019-425203405311 req-6b35f609-228e-4e00-9a96-ef72a624f8e0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=730dfe5b-3f86-4a23-a499-ed2179a4f939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708644 Apr 15 04:16:13.471158 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:16:13.471618 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] Checking segment: {'id': '62a95df2-20e6-44a2-b001-0bff4936e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:16:13.471860 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] Bound using segment: {'id': '62a95df2-20e6-44a2-b001-0bff4936e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:16:13.472280 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] Bound port: 89df8a29-5c16-453e-8b15-a3cae9732e91, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a95df2-20e6-44a2-b001-0bff4936e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:16:13.472635 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (89df8a29-5c16-453e-8b15-a3cae9732e91), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:13.540496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] For port 89df8a29-5c16-453e-8b15-a3cae9732e91, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:16:13.543453 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] For port 89df8a29-5c16-453e-8b15-a3cae9732e91, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=89df8a29-5c16-453e-8b15-a3cae9732e91,segment=NetworkSegment(62a95df2-20e6-44a2-b001-0bff4936e976),segment_id=62a95df2-20e6-44a2-b001-0bff4936e976)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:16:13.600937 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (89df8a29-5c16-453e-8b15-a3cae9732e91), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:13.634238 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:13.635006 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:13.636270 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] 10.222.0.30 "PUT /v2.0/ports/89df8a29-5c16-453e-8b15-a3cae9732e91 HTTP/1.1" status: 200 len: 1093 time: 0.8126590 Apr 15 04:16:13.636718 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125f7375-3ca3-4488-8897-bb2de24abd55', 'tag': '89df8a29-5c16-453e-8b15-a3cae9732e91'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:16:13.638997 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39fbd41-5482-4cc1-8fa2-dcfd71fd117f" -d '{"events": [{"name": "network-changed", "server_uuid": "125f7375-3ca3-4488-8897-bb2de24abd55", "tag": "89df8a29-5c16-453e-8b15-a3cae9732e91"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:16:13.666680 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02cc20-d021-4feb-a1ee-ae9ff9bf2782 service neutron] Pushing event updated for resources: {'Port': ['ID=89df8a29-5c16-453e-8b15-a3cae9732e91,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:13.678650 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd10b703-561d-443f-a18f-f609e0607b92 x-openstack-request-id: req-dd10b703-561d-443f-a18f-f609e0607b92 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:16:13.678962 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125f7375-3ca3-4488-8897-bb2de24abd55", "tag": "89df8a29-5c16-453e-8b15-a3cae9732e91", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:16:13.679218 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd10b703-561d-443f-a18f-f609e0607b92 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:16:13.679629 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd10b703-561d-443f-a18f-f609e0607b92'] response: {'name': 'network-changed', 'server_uuid': '125f7375-3ca3-4488-8897-bb2de24abd55', 'tag': '89df8a29-5c16-453e-8b15-a3cae9732e91', 'status': 'completed', 'code': 200} Apr 15 04:16:13.742339 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fbd41-5482-4cc1-8fa2-dcfd71fd117f req-5bc65ce3-40ae-465c-b10c-f50e656a5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:13.743933 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c39fbd41-5482-4cc1-8fa2-dcfd71fd117f req-5bc65ce3-40ae-465c-b10c-f50e656a5d91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 1127 time: 0.0426641 Apr 15 04:16:13.848112 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fbd41-5482-4cc1-8fa2-dcfd71fd117f req-0270d94b-ca5f-4ecd-818b-f866556452b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:13.849573 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c39fbd41-5482-4cc1-8fa2-dcfd71fd117f req-0270d94b-ca5f-4ecd-818b-f866556452b9 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&shared=False HTTP/1.1" status: 200 len: 895 time: 0.0980976 Apr 15 04:16:13.943069 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fbd41-5482-4cc1-8fa2-dcfd71fd117f req-79c10d52-f24e-4046-9cab-165830b91156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:13.944430 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c39fbd41-5482-4cc1-8fa2-dcfd71fd117f req-79c10d52-f24e-4046-9cab-165830b91156 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0869513 Apr 15 04:16:14.023789 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-72a20559-16f3-42c7-83d1-678190fb8856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:14.025275 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-72a20559-16f3-42c7-83d1-678190fb8856 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 1127 time: 0.0442317 Apr 15 04:16:14.065343 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-c32d5bdc-1e73-4182-9419-3ac414ce07b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89df8a29-5c16-453e-8b15-a3cae9732e91 HTTP/1.1" status: 200 len: 217 time: 0.0331817 Apr 15 04:16:14.112491 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-d55baef8-c127-48af-a6c4-3bf2751696df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:14.113934 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-d55baef8-c127-48af-a6c4-3bf2751696df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a6b4ad8-d7ed-4654-8a18-84a18f7c9612 HTTP/1.1" status: 200 len: 835 time: 0.0436239 Apr 15 04:16:14.160293 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-01fa9c22-944f-41b2-958f-024f4001a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:14.161833 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-01fa9c22-944f-41b2-958f-024f4001a354 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d7c3f9aa-77fb-481e-b4cb-d9ed6333f067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0422151 Apr 15 04:16:14.251531 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-c404c5d1-047c-4ceb-9c6f-86fbcf373554 service neutron] 10.222.0.30 "GET /v2.0/networks/d7c3f9aa-77fb-481e-b4cb-d9ed6333f067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817184 Apr 15 04:16:14.342723 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e9da8b4f-e5bb-4504-9d07-21a5ff14fe8d req-d999d2b4-6ddf-451e-b751-1c504ae68149 service neutron] 10.222.0.30 "GET /v2.0/networks/d7c3f9aa-77fb-481e-b4cb-d9ed6333f067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851858 Apr 15 04:16:14.578578 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f57318-2628-4e66-b73c-6faad082597a req-463ff462-ffff-457b-904e-aceff6259907 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:14.580047 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c1f57318-2628-4e66-b73c-6faad082597a req-463ff462-ffff-457b-904e-aceff6259907 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 943 time: 0.0459120 Apr 15 04:16:14.628826 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c1f57318-2628-4e66-b73c-6faad082597a req-22f611cd-9c2e-4f09-918a-f40c00b59a9b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=730dfe5b-3f86-4a23-a499-ed2179a4f939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434313 Apr 15 04:16:15.741611 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9d4d1-f532-4510-ae45-585962e77c56 req-84afcb34-4ab6-4cb0-9562-e55da51fcf23 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:15.743137 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-85b9d4d1-f532-4510-ae45-585962e77c56 req-84afcb34-4ab6-4cb0-9562-e55da51fcf23 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 943 time: 0.0485799 Apr 15 04:16:15.795425 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-85b9d4d1-f532-4510-ae45-585962e77c56 req-6f6cbdd4-e957-4d8b-85be-84bcb5c4ef0d tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=730dfe5b-3f86-4a23-a499-ed2179a4f939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468304 Apr 15 04:16:16.905982 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 89df8a29-5c16-453e-8b15-a3cae9732e91 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:16:16.907029 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f21877-99de-4d0b-bd16-44a9b213a110 req-ed206a00-de64-4d75-92eb-fe20151d8a83 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:16.908512 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c8f21877-99de-4d0b-bd16-44a9b213a110 req-ed206a00-de64-4d75-92eb-fe20151d8a83 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 943 time: 0.0468669 Apr 15 04:16:16.960728 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c8f21877-99de-4d0b-bd16-44a9b213a110 req-5dc37eb1-449c-4917-98c7-4f4ee55031d8 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=730dfe5b-3f86-4a23-a499-ed2179a4f939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466595 Apr 15 04:16:17.004481 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 89df8a29-5c16-453e-8b15-a3cae9732e91, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=89df8a29-5c16-453e-8b15-a3cae9732e91,segment=NetworkSegment(62a95df2-20e6-44a2-b001-0bff4936e976),segment_id=62a95df2-20e6-44a2-b001-0bff4936e976)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:16:17.017680 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '89df8a29-5c16-453e-8b15-a3cae9732e91', 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067', 'port_id': '89df8a29-5c16-453e-8b15-a3cae9732e91', 'mac_address': 'fa:16:3e:4d:16:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a6b4ad8-d7ed-4654-8a18-84a18f7c9612', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:16:17.054050 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 89df8a29-5c16-453e-8b15-a3cae9732e91 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:16:17.054442 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (89df8a29-5c16-453e-8b15-a3cae9732e91), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:17.067184 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89df8a29-5c16-453e-8b15-a3cae9732e91 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:16:17.086000 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 89df8a29-5c16-453e-8b15-a3cae9732e91, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=89df8a29-5c16-453e-8b15-a3cae9732e91,segment=NetworkSegment(62a95df2-20e6-44a2-b001-0bff4936e976),segment_id=62a95df2-20e6-44a2-b001-0bff4936e976)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:16:17.167022 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (89df8a29-5c16-453e-8b15-a3cae9732e91), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:17.213897 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=89df8a29-5c16-453e-8b15-a3cae9732e91,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:17.400800 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['89df8a29-5c16-453e-8b15-a3cae9732e91'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:16:18.070148 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d3c75-862c-4849-a0ef-86a649794d8b req-6bc9687d-66a7-40d0-958c-f5d0a7b07e5c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:18.071646 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6a3d3c75-862c-4849-a0ef-86a649794d8b req-6bc9687d-66a7-40d0-958c-f5d0a7b07e5c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 944 time: 0.0460601 Apr 15 04:16:18.119600 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6a3d3c75-862c-4849-a0ef-86a649794d8b req-9a012a6b-3261-441a-a6c7-9e092634540b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=730dfe5b-3f86-4a23-a499-ed2179a4f939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423970 Apr 15 04:16:18.515397 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-914d83c0-a37d-4c1d-9e4c-892a0d171dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:18.933191 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 89df8a29-5c16-453e-8b15-a3cae9732e91 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:16:18.976049 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 89df8a29-5c16-453e-8b15-a3cae9732e91 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 04:16:19.069768 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 89df8a29-5c16-453e-8b15-a3cae9732e91 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:16:19.070141 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (89df8a29-5c16-453e-8b15-a3cae9732e91), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:19.145800 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 89df8a29-5c16-453e-8b15-a3cae9732e91 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:16:19.146191 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (89df8a29-5c16-453e-8b15-a3cae9732e91), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:19.168308 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125f7375-3ca3-4488-8897-bb2de24abd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89df8a29-5c16-453e-8b15-a3cae9732e91'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:16:19.170571 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c1d604-1214-4b18-a71b-3f3a0b77a8f8" -d '{"events": [{"server_uuid": "125f7375-3ca3-4488-8897-bb2de24abd55", "name": "network-vif-plugged", "status": "completed", "tag": "89df8a29-5c16-453e-8b15-a3cae9732e91"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:16:19.183455 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 89df8a29-5c16-453e-8b15-a3cae9732e91, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=89df8a29-5c16-453e-8b15-a3cae9732e91,segment=NetworkSegment(62a95df2-20e6-44a2-b001-0bff4936e976),segment_id=62a95df2-20e6-44a2-b001-0bff4936e976)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:16:19.206779 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cbbd3a-6b68-4705-9704-321b799bec24 x-openstack-request-id: req-c1cbbd3a-6b68-4705-9704-321b799bec24 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:16:19.207060 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125f7375-3ca3-4488-8897-bb2de24abd55", "name": "network-vif-plugged", "status": "completed", "tag": "89df8a29-5c16-453e-8b15-a3cae9732e91", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:16:19.207318 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1cbbd3a-6b68-4705-9704-321b799bec24 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:16:19.207716 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1cbbd3a-6b68-4705-9704-321b799bec24'] response: {'server_uuid': '125f7375-3ca3-4488-8897-bb2de24abd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89df8a29-5c16-453e-8b15-a3cae9732e91', 'code': 200} Apr 15 04:16:19.232374 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0b16f-fb2b-4318-b01d-57cefcc96dc4 req-03bb9fd9-f35e-4bbc-94c2-527dc06dfa5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:19.234768 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d7c0b16f-fb2b-4318-b01d-57cefcc96dc4 req-03bb9fd9-f35e-4bbc-94c2-527dc06dfa5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 944 time: 0.0489957 Apr 15 04:16:19.252717 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (89df8a29-5c16-453e-8b15-a3cae9732e91), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:19.287127 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d7c0b16f-fb2b-4318-b01d-57cefcc96dc4 req-7a2aa70d-28a2-4b83-a541-c5d4633adb36 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=730dfe5b-3f86-4a23-a499-ed2179a4f939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460584 Apr 15 04:16:19.305964 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=89df8a29-5c16-453e-8b15-a3cae9732e91,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:19.494055 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f1aba-78b4-40f4-9f5e-78d63b334761 req-71b4fbe6-f056-4f04-a813-d29ac0f5a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:19.495489 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-808f1aba-78b4-40f4-9f5e-78d63b334761 req-71b4fbe6-f056-4f04-a813-d29ac0f5a482 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 1129 time: 0.0379086 Apr 15 04:16:19.539548 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-808f1aba-78b4-40f4-9f5e-78d63b334761 req-2bcdc635-1f6b-435a-992e-4deead05df23 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=730dfe5b-3f86-4a23-a499-ed2179a4f939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381424 Apr 15 04:16:20.400901 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163dc49-5e45-415f-b090-ee035915e7f0 req-0b86bbca-77a7-4802-8648-6455ddc0e833 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:20.402380 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5163dc49-5e45-415f-b090-ee035915e7f0 req-0b86bbca-77a7-4802-8648-6455ddc0e833 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 945 time: 0.0471473 Apr 15 04:16:20.450320 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5163dc49-5e45-415f-b090-ee035915e7f0 req-d783fa31-49f0-45af-ac12-373f2a689a42 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=730dfe5b-3f86-4a23-a499-ed2179a4f939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424485 Apr 15 04:16:20.886490 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2b33d798-f43f-4b63-b3c6-538c7a89057a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:21.568872 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167869e-b467-4707-b71a-ba1633f40c6d req-4459a3b1-4a18-4a7d-a3e9-9a7ca2b8291e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:21.570319 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f167869e-b467-4707-b71a-ba1633f40c6d req-4459a3b1-4a18-4a7d-a3e9-9a7ca2b8291e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 945 time: 0.0486743 Apr 15 04:16:21.617449 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f167869e-b467-4707-b71a-ba1633f40c6d req-ed449905-c10b-4095-b4de-0fcc025c0a84 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=730dfe5b-3f86-4a23-a499-ed2179a4f939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416393 Apr 15 04:16:21.732784 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72311dfe-8d85-48af-95f0-58d10378fa92 req-647eff99-9eb6-4136-8f6d-02234a6efa44 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:21.734317 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-72311dfe-8d85-48af-95f0-58d10378fa92 req-647eff99-9eb6-4136-8f6d-02234a6efa44 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 945 time: 0.0503368 Apr 15 04:16:21.788869 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-72311dfe-8d85-48af-95f0-58d10378fa92 req-d2a08a0d-87b4-4bec-bcfa-dc81e5e7d738 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=730dfe5b-3f86-4a23-a499-ed2179a4f939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489559 Apr 15 04:16:21.809472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42050) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:16:21.847673 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0129cc4b-93a1-4cae-9dfe-77d628803a01 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:21.849183 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0129cc4b-93a1-4cae-9dfe-77d628803a01 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 1124 time: 0.0387008 Apr 15 04:16:21.851990 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42052) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:16:21.856190 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-aef9949f-2422-4113-95e1-d4326466d770 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': '89df8a29-5c16-453e-8b15-a3cae9732e91', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:16:21.932685 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aef9949f-2422-4113-95e1-d4326466d770 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:21.989852 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:22.014814 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aef9949f-2422-4113-95e1-d4326466d770 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:22.114070 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-aef9949f-2422-4113-95e1-d4326466d770 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Allocated IP 172.26.6.177 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/4985aefb-a49d-4e5c-bf7a-eb7d6d4fccd0) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:16:22.309943 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aef9949f-2422-4113-95e1-d4326466d770 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (4985aefb-a49d-4e5c-bf7a-eb7d6d4fccd0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:22.384496 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aef9949f-2422-4113-95e1-d4326466d770 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (4985aefb-a49d-4e5c-bf7a-eb7d6d4fccd0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:22.422955 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef9949f-2422-4113-95e1-d4326466d770 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:16:22.427798 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-aef9949f-2422-4113-95e1-d4326466d770 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:16:22.431508 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef9949f-2422-4113-95e1-d4326466d770 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:16:22.436974 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9949f-2422-4113-95e1-d4326466d770 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=4985aefb-a49d-4e5c-bf7a-eb7d6d4fccd0,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:22.480722 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:16:22.793292 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aef9949f-2422-4113-95e1-d4326466d770 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for floatingip (b22f3ad7-5b40-42bb-a1c8-5b7b357f8598), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:22.908764 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aef9949f-2422-4113-95e1-d4326466d770 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4985aefb-a49d-4e5c-bf7a-eb7d6d4fccd0), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:23.057174 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aef9949f-2422-4113-95e1-d4326466d770 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (4985aefb-a49d-4e5c-bf7a-eb7d6d4fccd0), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:23.092715 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aef9949f-2422-4113-95e1-d4326466d770 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (4985aefb-a49d-4e5c-bf7a-eb7d6d4fccd0), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:23.162871 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9949f-2422-4113-95e1-d4326466d770 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=4985aefb-a49d-4e5c-bf7a-eb7d6d4fccd0,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:16:23.174214 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aef9949f-2422-4113-95e1-d4326466d770 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (b22f3ad7-5b40-42bb-a1c8-5b7b357f8598), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:23.276370 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-aef9949f-2422-4113-95e1-d4326466d770 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Floating IP b22f3ad7-5b40-42bb-a1c8-5b7b357f8598 associated. External IP: 172.26.6.177, port: 89df8a29-5c16-453e-8b15-a3cae9732e91. Apr 15 04:16:23.485147 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef9949f-2422-4113-95e1-d4326466d770 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router f728fdb0-350c-4d2c-8a2d-b9244170163a has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:16:23.532894 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:23.593883 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef9949f-2422-4113-95e1-d4326466d770 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:16:23.603122 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98dabd7-4219-458a-bcb1-712263cca570 None None] Sync routers for ids ['f728fdb0-350c-4d2c-8a2d-b9244170163a'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:16:23.612903 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98dabd7-4219-458a-bcb1-712263cca570 None None] Routers {'f728fdb0-350c-4d2c-8a2d-b9244170163a'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:16:23.614406 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d98dabd7-4219-458a-bcb1-712263cca570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:16:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['f728fdb0-350c-4d2c-8a2d-b9244170163a'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:16:23.666306 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aef9949f-2422-4113-95e1-d4326466d770 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:23.697155 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-aef9949f-2422-4113-95e1-d4326466d770 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8441582 Apr 15 04:16:23.698170 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125f7375-3ca3-4488-8897-bb2de24abd55', 'tag': '89df8a29-5c16-453e-8b15-a3cae9732e91'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:16:23.700087 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68b9478-6fe2-420c-824c-c2aa581f67a0" -d '{"events": [{"name": "network-changed", "server_uuid": "125f7375-3ca3-4488-8897-bb2de24abd55", "tag": "89df8a29-5c16-453e-8b15-a3cae9732e91"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:16:23.721376 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-d98dabd7-4219-458a-bcb1-712263cca570 None None] Set router f728fdb0-350c-4d2c-8a2d-b9244170163a gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:16:23.802834 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fa389-e0a7-4858-ab96-24facbfa3391 req-ed547379-9cb3-4201-b4f2-26d88f863aae tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:23.804414 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3877d5b-b8e5-4f64-9bcf-0f57764bfc9e x-openstack-request-id: req-a3877d5b-b8e5-4f64-9bcf-0f57764bfc9e {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:16:23.804853 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-500fa389-e0a7-4858-ab96-24facbfa3391 req-ed547379-9cb3-4201-b4f2-26d88f863aae tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 945 time: 0.0536637 Apr 15 04:16:23.804961 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125f7375-3ca3-4488-8897-bb2de24abd55", "tag": "89df8a29-5c16-453e-8b15-a3cae9732e91", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:16:23.804961 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3877d5b-b8e5-4f64-9bcf-0f57764bfc9e {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:16:23.805379 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3877d5b-b8e5-4f64-9bcf-0f57764bfc9e'] response: {'name': 'network-changed', 'server_uuid': '125f7375-3ca3-4488-8897-bb2de24abd55', 'tag': '89df8a29-5c16-453e-8b15-a3cae9732e91', 'status': 'completed', 'code': 200} Apr 15 04:16:23.884890 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9478-6fe2-420c-824c-c2aa581f67a0 req-61a6b3a5-480c-4679-9070-63c396c8cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:23.886361 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b68b9478-6fe2-420c-824c-c2aa581f67a0 req-61a6b3a5-480c-4679-9070-63c396c8cb9f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 1129 time: 0.0550399 Apr 15 04:16:23.950788 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d98dabd7-4219-458a-bcb1-712263cca570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988258729', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:16:03Z', 'updated_at': '2022-04-15T04:16:07Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:04Z', 'updated_at': '2022-04-15T04:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b22f3ad7-5b40-42bb-a1c8-5b7b357f8598', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'floating_ip_address': '172.26.6.177', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'port_id': '89df8a29-5c16-453e-8b15-a3cae9732e91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067', 'mac_address': 'fa:16:3e:4d:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125f7375-3ca3-4488-8897-bb2de24abd55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:16:22Z', 'updated_at': '2022-04-15T04:16:22Z', 'revision_number': 0, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c', 'name': '', 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:2d:6d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0a6b4ad8-d7ed-4654-8a18-84a18f7c9612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:07Z', 'updated_at': '2022-04-15T04:16:10Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '0a6b4ad8-d7ed-4654-8a18-84a18f7c9612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:16:23.969414 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-500fa389-e0a7-4858-ab96-24facbfa3391 req-930d6a7b-280d-4488-98bc-eeaa3f0fb0ca tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=730dfe5b-3f86-4a23-a499-ed2179a4f939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583359 Apr 15 04:16:23.980826 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98dabd7-4219-458a-bcb1-712263cca570 None None] Checking router: f728fdb0-350c-4d2c-8a2d-b9244170163a for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:16:23.989809 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98dabd7-4219-458a-bcb1-712263cca570 None None] Routers {'f728fdb0-350c-4d2c-8a2d-b9244170163a'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:16:23.990399 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d98dabd7-4219-458a-bcb1-712263cca570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:16:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['f728fdb0-350c-4d2c-8a2d-b9244170163a'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:16:23.993344 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42062) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:16:24.001452 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9478-6fe2-420c-824c-c2aa581f67a0 req-c5b2795f-7c8e-4a57-bc07-b2e9d82ac831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:24.002972 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b68b9478-6fe2-420c-824c-c2aa581f67a0 req-c5b2795f-7c8e-4a57-bc07-b2e9d82ac831 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d7c3f9aa-77fb-481e-b4cb-d9ed6333f067 HTTP/1.1" status: 200 len: 895 time: 0.1101050 Apr 15 04:16:24.056887 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-26f180ae-df2d-4f8e-9b38-645c52b50b25 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/floatingips/b22f3ad7-5b40-42bb-a1c8-5b7b357f8598 HTTP/1.1" status: 200 len: 991 time: 0.0611210 Apr 15 04:16:24.069859 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b68b9478-6fe2-420c-824c-c2aa581f67a0 req-29516262-9ae3-4453-bdac-c780d87839e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89df8a29-5c16-453e-8b15-a3cae9732e91 HTTP/1.1" status: 200 len: 999 time: 0.0613010 Apr 15 04:16:24.097083 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-d98dabd7-4219-458a-bcb1-712263cca570 None None] Set router f728fdb0-350c-4d2c-8a2d-b9244170163a gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:16:24.124792 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9478-6fe2-420c-824c-c2aa581f67a0 req-78aac7a4-1c52-4bee-8e69-ea6b52c4054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:24.126260 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b68b9478-6fe2-420c-824c-c2aa581f67a0 req-78aac7a4-1c52-4bee-8e69-ea6b52c4054c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a6b4ad8-d7ed-4654-8a18-84a18f7c9612 HTTP/1.1" status: 200 len: 835 time: 0.0487406 Apr 15 04:16:24.169085 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9478-6fe2-420c-824c-c2aa581f67a0 req-70a3d271-aa42-4840-9e16-d70ca97a7ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:24.170582 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b68b9478-6fe2-420c-824c-c2aa581f67a0 req-70a3d271-aa42-4840-9e16-d70ca97a7ccc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d7c3f9aa-77fb-481e-b4cb-d9ed6333f067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0388105 Apr 15 04:16:24.262150 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b68b9478-6fe2-420c-824c-c2aa581f67a0 req-980d1812-e938-4ea9-9d0a-b8dec72f628a service neutron] 10.222.0.30 "GET /v2.0/networks/d7c3f9aa-77fb-481e-b4cb-d9ed6333f067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856869 Apr 15 04:16:24.306194 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d98dabd7-4219-458a-bcb1-712263cca570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988258729', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:16:03Z', 'updated_at': '2022-04-15T04:16:07Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:04Z', 'updated_at': '2022-04-15T04:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b22f3ad7-5b40-42bb-a1c8-5b7b357f8598', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'floating_ip_address': '172.26.6.177', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'port_id': '89df8a29-5c16-453e-8b15-a3cae9732e91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067', 'mac_address': 'fa:16:3e:4d:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125f7375-3ca3-4488-8897-bb2de24abd55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:16:22Z', 'updated_at': '2022-04-15T04:16:22Z', 'revision_number': 0, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c', 'name': '', 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:2d:6d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0a6b4ad8-d7ed-4654-8a18-84a18f7c9612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:07Z', 'updated_at': '2022-04-15T04:16:10Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '0a6b4ad8-d7ed-4654-8a18-84a18f7c9612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:16:24.335367 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98dabd7-4219-458a-bcb1-712263cca570 None None] The sync data for ids ['f728fdb0-350c-4d2c-8a2d-b9244170163a'] in dv-neutron-837140-3-hyperv is: [{'id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988258729', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:16:03Z', 'updated_at': '2022-04-15T04:16:07Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:04Z', 'updated_at': '2022-04-15T04:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b22f3ad7-5b40-42bb-a1c8-5b7b357f8598', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'floating_ip_address': '172.26.6.177', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'port_id': '89df8a29-5c16-453e-8b15-a3cae9732e91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067', 'mac_address': 'fa:16:3e:4d:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125f7375-3ca3-4488-8897-bb2de24abd55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:16:22Z', 'updated_at': '2022-04-15T04:16:22Z', 'revision_number': 0, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c', 'name': '', 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:2d:6d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0a6b4ad8-d7ed-4654-8a18-84a18f7c9612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:07Z', 'updated_at': '2022-04-15T04:16:10Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '0a6b4ad8-d7ed-4654-8a18-84a18f7c9612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:16:24.350515 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b68b9478-6fe2-420c-824c-c2aa581f67a0 req-94c6e96a-7c52-4e28-bc66-ea8ede54942e service neutron] 10.222.0.30 "GET /v2.0/networks/d7c3f9aa-77fb-481e-b4cb-d9ed6333f067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829432 Apr 15 04:16:24.531793 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90e5e84-23b5-4779-bcc1-b911824a4aed None None] New status for floating IP b22f3ad7-5b40-42bb-a1c8-5b7b357f8598: ACTIVE {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:16:24.914666 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:25.059626 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42064) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:16:25.122559 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b3f1cab5-58f0-4e9c-882a-d89451f9587b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/floatingips/b22f3ad7-5b40-42bb-a1c8-5b7b357f8598 HTTP/1.1" status: 200 len: 993 time: 0.0617611 Apr 15 04:16:34.931322 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:48.680772 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8c7e4f95-72bf-4540-aee8-18456a6ad67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:50.897975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2a3d01c3-1898-4ad0-88aa-bf331e2aedbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:51.994990 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:53.542404 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:54.940903 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:16:56.748982 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b3dc3-c4df-417c-af20-b1684f81e1a8 req-37d7cf0b-afd6-468a-b679-6e54c4c72c74 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:56.750516 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e13b3dc3-c4df-417c-af20-b1684f81e1a8 req-37d7cf0b-afd6-468a-b679-6e54c4c72c74 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 945 time: 0.1008334 Apr 15 04:16:56.798629 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e13b3dc3-c4df-417c-af20-b1684f81e1a8 req-a916e905-8d0d-4519-bd73-e12515e06b46 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=730dfe5b-3f86-4a23-a499-ed2179a4f939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423105 Apr 15 04:16:57.912567 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c879b-b633-416f-826e-12f24ef2620e req-4fbf26e2-244f-44cd-a975-67f9003b4689 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:57.914047 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-171c879b-b633-416f-826e-12f24ef2620e req-4fbf26e2-244f-44cd-a975-67f9003b4689 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 945 time: 0.0474010 Apr 15 04:16:57.966150 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-171c879b-b633-416f-826e-12f24ef2620e req-b0c558d4-dfa8-46c7-b8a2-7628313a9162 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=730dfe5b-3f86-4a23-a499-ed2179a4f939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465031 Apr 15 04:16:57.987719 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42084) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:16:58.051090 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-029855d8-8963-44f4-a7ac-7ce6c27c05c1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/floatingips/b22f3ad7-5b40-42bb-a1c8-5b7b357f8598 HTTP/1.1" status: 200 len: 993 time: 0.0622053 Apr 15 04:16:59.428751 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b11a8a-6c7a-46cd-af08-e464dad69c2f req-6607f48f-025b-4cb5-8e83-982a7ba6261f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:16:59.430322 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-47b11a8a-6c7a-46cd-af08-e464dad69c2f req-6607f48f-025b-4cb5-8e83-982a7ba6261f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 945 time: 0.0480945 Apr 15 04:16:59.478529 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-47b11a8a-6c7a-46cd-af08-e464dad69c2f req-2c3abd81-d5ec-46ee-9bcf-8c7f7d1560b3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=730dfe5b-3f86-4a23-a499-ed2179a4f939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426588 Apr 15 04:16:59.479231 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:17:00.593304 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1579c1-cd69-44b9-aea8-ed8a9e298d58 req-34c8813a-3e26-4d07-8261-32a774aa010d tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:00.594784 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4d1579c1-cd69-44b9-aea8-ed8a9e298d58 req-34c8813a-3e26-4d07-8261-32a774aa010d tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 945 time: 0.0462818 Apr 15 04:17:00.642160 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4d1579c1-cd69-44b9-aea8-ed8a9e298d58 req-e94b515d-8b69-4565-9813-d39edfb67de9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=730dfe5b-3f86-4a23-a499-ed2179a4f939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420399 Apr 15 04:17:00.664186 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42094) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:00.722876 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1baa8fbe-e235-4947-b492-ed1f3fff53b7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/floatingips/b22f3ad7-5b40-42bb-a1c8-5b7b357f8598 HTTP/1.1" status: 200 len: 993 time: 0.0575790 Apr 15 04:17:00.954534 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42100) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:01.112700 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting port 4985aefb-a49d-4e5c-bf7a-eb7d6d4fccd0 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:17:01.112960 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (4985aefb-a49d-4e5c-bf7a-eb7d6d4fccd0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:01.188262 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (4985aefb-a49d-4e5c-bf7a-eb7d6d4fccd0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:01.188593 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for floatingip (4985aefb-a49d-4e5c-bf7a-eb7d6d4fccd0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:01.200909 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Calling delete_port for 4985aefb-a49d-4e5c-bf7a-eb7d6d4fccd0 owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:17:01.429579 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (4985aefb-a49d-4e5c-bf7a-eb7d6d4fccd0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:01.452847 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Port': ['ID=4985aefb-a49d-4e5c-bf7a-eb7d6d4fccd0,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:01.466935 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:01.467318 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:01.467779 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:01.468131 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:01.468471 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:01.468807 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:01.469141 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:01.469471 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:01.469826 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:01.470151 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:01.470479 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:01.470858 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:01.471191 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:01.471520 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:01.471852 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:01.530897 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for floatingip (b22f3ad7-5b40-42bb-a1c8-5b7b357f8598), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:01.531256 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Floating IP b22f3ad7-5b40-42bb-a1c8-5b7b357f8598 disassociated (deleted). External IP: 172.26.6.177, port: 89df8a29-5c16-453e-8b15-a3cae9732e91. Apr 15 04:17:01.746425 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router f728fdb0-350c-4d2c-8a2d-b9244170163a has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:17:02.165409 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:17:02.170170 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:02.175421 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9526aa1c-1472-45fb-a660-322c7cf86734 None None] Sync routers for ids ['f728fdb0-350c-4d2c-8a2d-b9244170163a'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:17:02.185459 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9526aa1c-1472-45fb-a660-322c7cf86734 None None] Routers {'f728fdb0-350c-4d2c-8a2d-b9244170163a'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:17:02.186066 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9526aa1c-1472-45fb-a660-322c7cf86734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:16:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['f728fdb0-350c-4d2c-8a2d-b9244170163a'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:02.200154 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a027538a-c761-4fd0-a4b5-3a4835d73b4f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/floatingips/b22f3ad7-5b40-42bb-a1c8-5b7b357f8598 HTTP/1.1" status: 204 len: 168 time: 1.2445536 Apr 15 04:17:02.200749 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125f7375-3ca3-4488-8897-bb2de24abd55', 'tag': '89df8a29-5c16-453e-8b15-a3cae9732e91'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:17:02.203033 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3fadb3-931c-412b-8090-502a64d85f33" -d '{"events": [{"name": "network-changed", "server_uuid": "125f7375-3ca3-4488-8897-bb2de24abd55", "tag": "89df8a29-5c16-453e-8b15-a3cae9732e91"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:17:02.239504 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348e34cb-8623-499e-8ea2-eca2db73cc95 x-openstack-request-id: req-348e34cb-8623-499e-8ea2-eca2db73cc95 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:17:02.240115 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125f7375-3ca3-4488-8897-bb2de24abd55", "tag": "89df8a29-5c16-453e-8b15-a3cae9732e91", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:17:02.240383 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-348e34cb-8623-499e-8ea2-eca2db73cc95 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:17:02.240796 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-348e34cb-8623-499e-8ea2-eca2db73cc95'] response: {'name': 'network-changed', 'server_uuid': '125f7375-3ca3-4488-8897-bb2de24abd55', 'tag': '89df8a29-5c16-453e-8b15-a3cae9732e91', 'status': 'completed', 'code': 200} Apr 15 04:17:02.294465 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-9526aa1c-1472-45fb-a660-322c7cf86734 None None] Set router f728fdb0-350c-4d2c-8a2d-b9244170163a gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:17:02.347897 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fadb3-931c-412b-8090-502a64d85f33 req-82db66ec-09c2-4d10-8cd0-e05ab1215ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:02.350389 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6f3fadb3-931c-412b-8090-502a64d85f33 req-82db66ec-09c2-4d10-8cd0-e05ab1215ab1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 1129 time: 0.0890677 Apr 15 04:17:02.443100 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fadb3-931c-412b-8090-502a64d85f33 req-6de334a5-9fd6-43d1-b85d-b56464eadbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:02.444615 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6f3fadb3-931c-412b-8090-502a64d85f33 req-6de334a5-9fd6-43d1-b85d-b56464eadbdb service neutron] 10.222.0.30 "GET /v2.0/networks?id=d7c3f9aa-77fb-481e-b4cb-d9ed6333f067 HTTP/1.1" status: 200 len: 895 time: 0.0899801 Apr 15 04:17:02.494363 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6f3fadb3-931c-412b-8090-502a64d85f33 req-426d748b-713f-4be8-ad69-5df9c0b89247 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89df8a29-5c16-453e-8b15-a3cae9732e91 HTTP/1.1" status: 200 len: 217 time: 0.0435522 Apr 15 04:17:02.544050 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6ffb1-a45d-4f2a-bdcd-ef52e36afa5a req-b82bf417-a58d-4b2e-85bf-c45861e152e5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:02.545645 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-daf6ffb1-a45d-4f2a-bdcd-ef52e36afa5a req-b82bf417-a58d-4b2e-85bf-c45861e152e5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 945 time: 0.0499611 Apr 15 04:17:02.581183 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9526aa1c-1472-45fb-a660-322c7cf86734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988258729', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:16:03Z', 'updated_at': '2022-04-15T04:16:07Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:04Z', 'updated_at': '2022-04-15T04:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c', 'name': '', 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:2d:6d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0a6b4ad8-d7ed-4654-8a18-84a18f7c9612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:07Z', 'updated_at': '2022-04-15T04:16:10Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '0a6b4ad8-d7ed-4654-8a18-84a18f7c9612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:02.595839 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-daf6ffb1-a45d-4f2a-bdcd-ef52e36afa5a req-335ad68a-30b3-40b8-993a-8aae5f82904c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=730dfe5b-3f86-4a23-a499-ed2179a4f939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444672 Apr 15 04:17:02.607363 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9526aa1c-1472-45fb-a660-322c7cf86734 None None] Checking router: f728fdb0-350c-4d2c-8a2d-b9244170163a for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:17:02.616200 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9526aa1c-1472-45fb-a660-322c7cf86734 None None] Routers {'f728fdb0-350c-4d2c-8a2d-b9244170163a'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:17:02.616809 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9526aa1c-1472-45fb-a660-322c7cf86734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:16:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['f728fdb0-350c-4d2c-8a2d-b9244170163a'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:02.720650 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-9526aa1c-1472-45fb-a660-322c7cf86734 None None] Set router f728fdb0-350c-4d2c-8a2d-b9244170163a gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:17:02.902989 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-9526aa1c-1472-45fb-a660-322c7cf86734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988258729', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:16:03Z', 'updated_at': '2022-04-15T04:16:07Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:04Z', 'updated_at': '2022-04-15T04:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c', 'name': '', 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:2d:6d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0a6b4ad8-d7ed-4654-8a18-84a18f7c9612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:07Z', 'updated_at': '2022-04-15T04:16:10Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '0a6b4ad8-d7ed-4654-8a18-84a18f7c9612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:02.931471 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9526aa1c-1472-45fb-a660-322c7cf86734 None None] The sync data for ids ['f728fdb0-350c-4d2c-8a2d-b9244170163a'] in dv-neutron-837140-3-hyperv is: [{'id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988258729', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:16:03Z', 'updated_at': '2022-04-15T04:16:07Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:04Z', 'updated_at': '2022-04-15T04:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c', 'name': '', 'network_id': 'd7c3f9aa-77fb-481e-b4cb-d9ed6333f067', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:2d:6d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '0a6b4ad8-d7ed-4654-8a18-84a18f7c9612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:07Z', 'updated_at': '2022-04-15T04:16:10Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '0a6b4ad8-d7ed-4654-8a18-84a18f7c9612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:17:03.155800 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebd7f0f-5bf9-4166-8964-5989d07c21c2 None None] New status for floating IP b22f3ad7-5b40-42bb-a1c8-5b7b357f8598: DOWN {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:17:03.733103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcb73b-3693-40ea-8815-4b2e7af5dd4c req-f12439d9-1ebd-4ad2-b69e-34989fa094e7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:03.734542 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-12fcb73b-3693-40ea-8815-4b2e7af5dd4c req-f12439d9-1ebd-4ad2-b69e-34989fa094e7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 945 time: 0.0712945 Apr 15 04:17:03.757892 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fadb3-931c-412b-8090-502a64d85f33 req-1f280570-a6b3-48e0-b0d6-fb724c23c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:03.759288 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6f3fadb3-931c-412b-8090-502a64d85f33 req-1f280570-a6b3-48e0-b0d6-fb724c23c92c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a6b4ad8-d7ed-4654-8a18-84a18f7c9612 HTTP/1.1" status: 200 len: 835 time: 0.0685968 Apr 15 04:17:03.790599 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-12fcb73b-3693-40ea-8815-4b2e7af5dd4c req-a5bfb0ee-4104-4ee9-b66f-442ace88282c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=730dfe5b-3f86-4a23-a499-ed2179a4f939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497923 Apr 15 04:17:03.883415 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fadb3-931c-412b-8090-502a64d85f33 req-acf537f6-efd8-4b72-baa4-23ab3d010596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:03.884785 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6f3fadb3-931c-412b-8090-502a64d85f33 req-acf537f6-efd8-4b72-baa4-23ab3d010596 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d7c3f9aa-77fb-481e-b4cb-d9ed6333f067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0384064 Apr 15 04:17:03.895759 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [req-6f3fadb3-931c-412b-8090-502a64d85f33 req-fc4c5ccd-307e-4a25-9a9c-8ab3c2c9749d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 04:17:03.896859 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6f3fadb3-931c-412b-8090-502a64d85f33 req-fc4c5ccd-307e-4a25-9a9c-8ab3c2c9749d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053835 Apr 15 04:17:03.994933 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6f3fadb3-931c-412b-8090-502a64d85f33 req-e9c7330f-ad3f-4ccc-947a-4b2621b47665 service neutron] 10.222.0.30 "GET /v2.0/networks/d7c3f9aa-77fb-481e-b4cb-d9ed6333f067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916164 Apr 15 04:17:04.055851 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5db35-8065-4fcc-a13d-f240b34bbd6a req-dbbd4684-9707-42e0-a83b-9a7f4facf574 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:04.057273 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-52f5db35-8065-4fcc-a13d-f240b34bbd6a req-dbbd4684-9707-42e0-a83b-9a7f4facf574 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 945 time: 0.0713160 Apr 15 04:17:04.171325 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6f3fadb3-931c-412b-8090-502a64d85f33 req-225bd0f0-c20a-4479-b925-c7b688edc5a6 service neutron] 10.222.0.30 "GET /v2.0/networks/d7c3f9aa-77fb-481e-b4cb-d9ed6333f067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571321 Apr 15 04:17:04.180897 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-52f5db35-8065-4fcc-a13d-f240b34bbd6a req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting port 89df8a29-5c16-453e-8b15-a3cae9732e91 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:17:04.181238 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-52f5db35-8065-4fcc-a13d-f240b34bbd6a req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (89df8a29-5c16-453e-8b15-a3cae9732e91), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:04.272214 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-52f5db35-8065-4fcc-a13d-f240b34bbd6a req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] For port 89df8a29-5c16-453e-8b15-a3cae9732e91, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=89df8a29-5c16-453e-8b15-a3cae9732e91,segment=NetworkSegment(62a95df2-20e6-44a2-b001-0bff4936e976),segment_id=62a95df2-20e6-44a2-b001-0bff4936e976)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:17:04.272575 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-52f5db35-8065-4fcc-a13d-f240b34bbd6a req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (89df8a29-5c16-453e-8b15-a3cae9732e91), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:04.285322 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-52f5db35-8065-4fcc-a13d-f240b34bbd6a req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Calling delete_port for 89df8a29-5c16-453e-8b15-a3cae9732e91 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:17:04.463462 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-52f5db35-8065-4fcc-a13d-f240b34bbd6a req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (89df8a29-5c16-453e-8b15-a3cae9732e91), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:04.491893 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Port': ['ID=89df8a29-5c16-453e-8b15-a3cae9732e91,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:04.519299 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:04.519696 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:04.520072 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:04.520410 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:04.520743 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:04.521075 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:04.521403 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:04.521730 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:04.522055 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:04.522378 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:04.522725 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:04.523052 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:04.523373 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:04.523693 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:04.524016 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:04.552077 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f5db35-8065-4fcc-a13d-f240b34bbd6a req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] No DVR routers for this DVR port 89df8a29-5c16-453e-8b15-a3cae9732e91 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:17:04.554629 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-52f5db35-8065-4fcc-a13d-f240b34bbd6a req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:04.558051 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-52f5db35-8065-4fcc-a13d-f240b34bbd6a req-a203c2ea-f13b-4f66-b31d-71bb3f524950 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "DELETE /v2.0/ports/89df8a29-5c16-453e-8b15-a3cae9732e91 HTTP/1.1" status: 204 len: 173 time: 0.4746354 Apr 15 04:17:04.558500 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125f7375-3ca3-4488-8897-bb2de24abd55', 'name': 'network-vif-deleted', 'tag': '89df8a29-5c16-453e-8b15-a3cae9732e91'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:17:04.561202 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae779d45-9912-430d-838d-f36db2830e18" -d '{"events": [{"server_uuid": "125f7375-3ca3-4488-8897-bb2de24abd55", "name": "network-vif-deleted", "tag": "89df8a29-5c16-453e-8b15-a3cae9732e91"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:17:04.599227 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63612376-e9d0-4fbc-bf0b-f2faa02fb550 x-openstack-request-id: req-63612376-e9d0-4fbc-bf0b-f2faa02fb550 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:17:04.599227 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125f7375-3ca3-4488-8897-bb2de24abd55", "name": "network-vif-deleted", "tag": "89df8a29-5c16-453e-8b15-a3cae9732e91", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:17:04.599227 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63612376-e9d0-4fbc-bf0b-f2faa02fb550 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:17:04.599227 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63612376-e9d0-4fbc-bf0b-f2faa02fb550'] response: {'server_uuid': '125f7375-3ca3-4488-8897-bb2de24abd55', 'name': 'network-vif-deleted', 'tag': '89df8a29-5c16-453e-8b15-a3cae9732e91', 'status': 'completed', 'code': 200} Apr 15 04:17:04.911577 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-79afe907-1d01-434b-a3c3-94cdd71d4df0 req-0fbceb4d-275b-4fbe-9ef6-ddf659cfd342 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=125f7375-3ca3-4488-8897-bb2de24abd55 HTTP/1.1" status: 200 len: 210 time: 0.0319011 Apr 15 04:17:04.937600 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:05.972716 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42118) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:06.308773 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8af32a9d-a99c-452c-bfa9-6dd27648ba1c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (f728fdb0-350c-4d2c-8a2d-b9244170163a), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:06.547842 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-8af32a9d-a99c-452c-bfa9-6dd27648ba1c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting port c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:17:06.548179 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8af32a9d-a99c-452c-bfa9-6dd27648ba1c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:06.634282 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-8af32a9d-a99c-452c-bfa9-6dd27648ba1c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] For port c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c,segment=NetworkSegment(62a95df2-20e6-44a2-b001-0bff4936e976),segment_id=62a95df2-20e6-44a2-b001-0bff4936e976)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:17:06.634561 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8af32a9d-a99c-452c-bfa9-6dd27648ba1c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:06.647261 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-8af32a9d-a99c-452c-bfa9-6dd27648ba1c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Calling delete_port for c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:17:06.909333 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8af32a9d-a99c-452c-bfa9-6dd27648ba1c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:06.936230 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af32a9d-a99c-452c-bfa9-6dd27648ba1c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Port': ['ID=c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:07.119809 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8af32a9d-a99c-452c-bfa9-6dd27648ba1c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (f728fdb0-350c-4d2c-8a2d-b9244170163a), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:07.334746 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af32a9d-a99c-452c-bfa9-6dd27648ba1c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router f728fdb0-350c-4d2c-8a2d-b9244170163a has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:17:07.440359 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af32a9d-a99c-452c-bfa9-6dd27648ba1c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:17:07.445548 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8af32a9d-a99c-452c-bfa9-6dd27648ba1c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "PUT /v2.0/routers/f728fdb0-350c-4d2c-8a2d-b9244170163a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4716146 Apr 15 04:17:07.448069 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42120) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:07.450866 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed673fb6-669d-4d19-b0e1-166302693e82 None None] Sync routers for ids ['f728fdb0-350c-4d2c-8a2d-b9244170163a'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:17:07.461296 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed673fb6-669d-4d19-b0e1-166302693e82 None None] Routers {'f728fdb0-350c-4d2c-8a2d-b9244170163a'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:17:07.461897 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ed673fb6-669d-4d19-b0e1-166302693e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:16:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['f728fdb0-350c-4d2c-8a2d-b9244170163a'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:07.498143 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-0263efde-0b67-469f-9c50-446d3b6f37fe tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting subnet 0a6b4ad8-d7ed-4654-8a18-84a18f7c9612 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:17:07.501208 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0263efde-0b67-469f-9c50-446d3b6f37fe tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for subnet (0a6b4ad8-d7ed-4654-8a18-84a18f7c9612), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:07.541576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0263efde-0b67-469f-9c50-446d3b6f37fe tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (0a6b4ad8-d7ed-4654-8a18-84a18f7c9612), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:07.570544 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-ed673fb6-669d-4d19-b0e1-166302693e82 None None] Set router f728fdb0-350c-4d2c-8a2d-b9244170163a gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:17:07.628788 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0263efde-0b67-469f-9c50-446d3b6f37fe tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (0a6b4ad8-d7ed-4654-8a18-84a18f7c9612), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:07.732524 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0263efde-0b67-469f-9c50-446d3b6f37fe tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (0a6b4ad8-d7ed-4654-8a18-84a18f7c9612), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:07.736280 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ed673fb6-669d-4d19-b0e1-166302693e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988258729', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:16:03Z', 'updated_at': '2022-04-15T04:17:06Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:04Z', 'updated_at': '2022-04-15T04:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:07.761648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263efde-0b67-469f-9c50-446d3b6f37fe tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Subnet': ['ID=0a6b4ad8-d7ed-4654-8a18-84a18f7c9612,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:07.763678 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0263efde-0b67-469f-9c50-446d3b6f37fe tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:07.768280 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31389b76-6105-4be4-a802-5b8a8451af85 None None] Network d7c3f9aa-77fb-481e-b4cb-d9ed6333f067 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:17:07.769492 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed673fb6-669d-4d19-b0e1-166302693e82 None None] Checking router: f728fdb0-350c-4d2c-8a2d-b9244170163a for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:17:07.774776 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0263efde-0b67-469f-9c50-446d3b6f37fe tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/subnets/0a6b4ad8-d7ed-4654-8a18-84a18f7c9612 HTTP/1.1" status: 204 len: 168 time: 0.3256831 Apr 15 04:17:07.775077 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42122) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:07.778111 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed673fb6-669d-4d19-b0e1-166302693e82 None None] Routers {'f728fdb0-350c-4d2c-8a2d-b9244170163a'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:17:07.778751 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ed673fb6-669d-4d19-b0e1-166302693e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:16:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['f728fdb0-350c-4d2c-8a2d-b9244170163a'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:07.887875 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f0f3d401-037b-446a-bbd9-d4afd7e0dcaf tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router (f728fdb0-350c-4d2c-8a2d-b9244170163a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:07.891926 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-ed673fb6-669d-4d19-b0e1-166302693e82 None None] Set router f728fdb0-350c-4d2c-8a2d-b9244170163a gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:17:07.935618 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] DHCP port deletion for d7c3f9aa-77fb-481e-b4cb-d9ed6333f067 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 04:17:07.975869 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] Deleting port cd9aa8b0-887b-4c94-a26d-d0653386df32 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:17:07.976248 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (cd9aa8b0-887b-4c94-a26d-d0653386df32), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:08.002816 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f0f3d401-037b-446a-bbd9-d4afd7e0dcaf tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_gateway (f728fdb0-350c-4d2c-8a2d-b9244170163a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:08.039023 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] For port cd9aa8b0-887b-4c94-a26d-d0653386df32, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=cd9aa8b0-887b-4c94-a26d-d0653386df32,segment=NetworkSegment(62a95df2-20e6-44a2-b001-0bff4936e976),segment_id=62a95df2-20e6-44a2-b001-0bff4936e976)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:17:08.039355 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (cd9aa8b0-887b-4c94-a26d-d0653386df32), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:08.052271 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] Calling delete_port for cd9aa8b0-887b-4c94-a26d-d0653386df32 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:17:08.068646 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ed673fb6-669d-4d19-b0e1-166302693e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988258729', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:16:03Z', 'updated_at': '2022-04-15T04:17:06Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:04Z', 'updated_at': '2022-04-15T04:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:08.095149 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed673fb6-669d-4d19-b0e1-166302693e82 None None] The sync data for ids ['f728fdb0-350c-4d2c-8a2d-b9244170163a'] in dv-neutron-837140-3-hyperv is: [{'id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988258729', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238'}], 'enable_snat': True}, 'gw_port_id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:16:03Z', 'updated_at': '2022-04-15T04:17:06Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': 'eb43f404-3d94-434c-bda2-7e2110cb6a3a', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f728fdb0-350c-4d2c-8a2d-b9244170163a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:16:04Z', 'updated_at': '2022-04-15T04:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:17:08.109137 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f0f3d401-037b-446a-bbd9-d4afd7e0dcaf tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting port eb43f404-3d94-434c-bda2-7e2110cb6a3a {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:17:08.109485 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f0f3d401-037b-446a-bbd9-d4afd7e0dcaf tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (eb43f404-3d94-434c-bda2-7e2110cb6a3a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:08.190564 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-f0f3d401-037b-446a-bbd9-d4afd7e0dcaf tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] For port eb43f404-3d94-434c-bda2-7e2110cb6a3a, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=eb43f404-3d94-434c-bda2-7e2110cb6a3a,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:17:08.190868 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f0f3d401-037b-446a-bbd9-d4afd7e0dcaf tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (eb43f404-3d94-434c-bda2-7e2110cb6a3a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:08.194870 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (cd9aa8b0-887b-4c94-a26d-d0653386df32), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:08.203648 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-f0f3d401-037b-446a-bbd9-d4afd7e0dcaf tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Calling delete_port for eb43f404-3d94-434c-bda2-7e2110cb6a3a owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:17:08.222844 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] No DVR routers for this DVR port cd9aa8b0-887b-4c94-a26d-d0653386df32 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:17:08.229539 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] Pushing event deleted for resources: {'Port': ['ID=cd9aa8b0-887b-4c94-a26d-d0653386df32,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:08.237419 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:08.237772 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:08.238111 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:08.238447 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:08.238808 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:08.239136 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:08.239461 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:08.239804 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:08.240128 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:08.240506 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:08.240828 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:08.241152 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:08.241494 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:08.241889 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:08.242234 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e19193-7ec4-40fb-b3cd-bf9ddc255294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:08.417769 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f0f3d401-037b-446a-bbd9-d4afd7e0dcaf tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (eb43f404-3d94-434c-bda2-7e2110cb6a3a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:08.447452 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3d401-037b-446a-bbd9-d4afd7e0dcaf tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Port': ['ID=eb43f404-3d94-434c-bda2-7e2110cb6a3a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:08.517771 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f0f3d401-037b-446a-bbd9-d4afd7e0dcaf tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (f728fdb0-350c-4d2c-8a2d-b9244170163a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:08.588619 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device cd9aa8b0-887b-4c94-a26d-d0653386df32 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:17:08.612200 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: cd9aa8b0-887b-4c94-a26d-d0653386df32 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:17:08.612432 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device cd9aa8b0-887b-4c94-a26d-d0653386df32 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:17:08.612853 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:17:08.615737 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f0f3d401-037b-446a-bbd9-d4afd7e0dcaf tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (f728fdb0-350c-4d2c-8a2d-b9244170163a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:08.618019 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f0f3d401-037b-446a-bbd9-d4afd7e0dcaf tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_controller (f728fdb0-350c-4d2c-8a2d-b9244170163a), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:08.636641 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:17:08.636989 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c0e5d1d9-45c1-496f-8b52-7e6ba4fc4f0c not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:17:08.720820 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f0f3d401-037b-446a-bbd9-d4afd7e0dcaf tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (f728fdb0-350c-4d2c-8a2d-b9244170163a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:08.721353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f3d401-037b-446a-bbd9-d4afd7e0dcaf tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Fanout notify agent at l3_agent the message router_deleted on router f728fdb0-350c-4d2c-8a2d-b9244170163a {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 04:17:08.728133 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f0f3d401-037b-446a-bbd9-d4afd7e0dcaf tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:08.729381 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f0f3d401-037b-446a-bbd9-d4afd7e0dcaf tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/routers/f728fdb0-350c-4d2c-8a2d-b9244170163a HTTP/1.1" status: 204 len: 168 time: 0.9527400 Apr 15 04:17:08.733764 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42124) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:08.818573 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a6c6de83-518d-4420-8a27-d920f13be7bb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (d7c3f9aa-77fb-481e-b4cb-d9ed6333f067), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:08.901705 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a6c6de83-518d-4420-8a27-d920f13be7bb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (d7c3f9aa-77fb-481e-b4cb-d9ed6333f067), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:08.920942 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-a6c6de83-518d-4420-8a27-d920f13be7bb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c3f9aa-77fb-481e-b4cb-d9ed6333f067']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:08.930367 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-a6c6de83-518d-4420-8a27-d920f13be7bb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a95df2-20e6-44a2-b001-0bff4936e976') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:08.930695 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-a6c6de83-518d-4420-8a27-d920f13be7bb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a95df2-20e6-44a2-b001-0bff4936e976') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:08.944486 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a6c6de83-518d-4420-8a27-d920f13be7bb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (62a95df2-20e6-44a2-b001-0bff4936e976), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:08.957184 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a6c6de83-518d-4420-8a27-d920f13be7bb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (62a95df2-20e6-44a2-b001-0bff4936e976), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:08.962896 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c6de83-518d-4420-8a27-d920f13be7bb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:17:08.963278 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a6c6de83-518d-4420-8a27-d920f13be7bb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (62a95df2-20e6-44a2-b001-0bff4936e976), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:17:08.966139 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:17:09.098336 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a6c6de83-518d-4420-8a27-d920f13be7bb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (d7c3f9aa-77fb-481e-b4cb-d9ed6333f067), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:09.100606 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 89df8a29-5c16-453e-8b15-a3cae9732e91 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:17:09.105662 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a6c6de83-518d-4420-8a27-d920f13be7bb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:09.108809 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a6c6de83-518d-4420-8a27-d920f13be7bb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/networks/d7c3f9aa-77fb-481e-b4cb-d9ed6333f067 HTTP/1.1" status: 204 len: 168 time: 0.3740544 Apr 15 04:17:09.112024 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42126) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:09.122186 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 89df8a29-5c16-453e-8b15-a3cae9732e91 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:17:09.123116 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 89df8a29-5c16-453e-8b15-a3cae9732e91 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:17:09.132375 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6de83-518d-4420-8a27-d920f13be7bb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Network': ['ID=d7c3f9aa-77fb-481e-b4cb-d9ed6333f067,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:09.184852 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f33b6ae5-e721-476d-8bc3-46f60f4617db tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (730dfe5b-3f86-4a23-a499-ed2179a4f939), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:09.209688 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f33b6ae5-e721-476d-8bc3-46f60f4617db tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (730dfe5b-3f86-4a23-a499-ed2179a4f939), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:09.337787 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f33b6ae5-e721-476d-8bc3-46f60f4617db tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (730dfe5b-3f86-4a23-a499-ed2179a4f939), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:09.340414 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f33b6ae5-e721-476d-8bc3-46f60f4617db tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:09.341590 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f33b6ae5-e721-476d-8bc3-46f60f4617db tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/security-groups/730dfe5b-3f86-4a23-a499-ed2179a4f939 HTTP/1.1" status: 204 len: 168 time: 0.2179244 Apr 15 04:17:09.351522 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b6ae5-e721-476d-8bc3-46f60f4617db tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=730dfe5b-3f86-4a23-a499-ed2179a4f939,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:09.777480 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42134) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:09.782023 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-fb27b939-f8a2-48ad-b037-bf270b868fcb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-810490113', 'description': 'tempest-secgroup-smoke-810490113 description', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:17:09.840594 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb27b939-f8a2-48ad-b037-bf270b868fcb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:09.904694 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb27b939-f8a2-48ad-b037-bf270b868fcb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (f17d4ed0-538a-4d2e-b022-19969176a605), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:09.964865 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb27b939-f8a2-48ad-b037-bf270b868fcb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (f17d4ed0-538a-4d2e-b022-19969176a605), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:09.992493 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27b939-f8a2-48ad-b037-bf270b868fcb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f17d4ed0-538a-4d2e-b022-19969176a605,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:10.047319 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fb27b939-f8a2-48ad-b037-bf270b868fcb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:10.048551 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fb27b939-f8a2-48ad-b037-bf270b868fcb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2700694 Apr 15 04:17:10.051528 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42136) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:10.059419 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-aab5575d-0a7c-48d6-8473-69e8d3c31b10 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': 'f17d4ed0-538a-4d2e-b022-19969176a605', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:17:10.133122 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aab5575d-0a7c-48d6-8473-69e8d3c31b10 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (2bd48caf-e077-48e9-b898-50d99d4ba80e), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:10.187816 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aab5575d-0a7c-48d6-8473-69e8d3c31b10 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (2bd48caf-e077-48e9-b898-50d99d4ba80e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:10.251718 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aab5575d-0a7c-48d6-8473-69e8d3c31b10 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (2bd48caf-e077-48e9-b898-50d99d4ba80e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:10.269983 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5575d-0a7c-48d6-8473-69e8d3c31b10 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd48caf-e077-48e9-b898-50d99d4ba80e,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:10.345233 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aab5575d-0a7c-48d6-8473-69e8d3c31b10 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:10.346449 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-aab5575d-0a7c-48d6-8473-69e8d3c31b10 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2940090 Apr 15 04:17:10.349418 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42138) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:10.353942 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-05b2690a-0f50-4ca0-99b7-f64524b887d1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': 'f17d4ed0-538a-4d2e-b022-19969176a605', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:17:10.354203 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device eb43f404-3d94-434c-bda2-7e2110cb6a3a no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:17:10.374195 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: eb43f404-3d94-434c-bda2-7e2110cb6a3a {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:17:10.374537 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device eb43f404-3d94-434c-bda2-7e2110cb6a3a not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:17:10.433834 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-05b2690a-0f50-4ca0-99b7-f64524b887d1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (f1b9a3d7-bf87-4d64-86c4-681a36e3b0d4), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:10.787621 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-05b2690a-0f50-4ca0-99b7-f64524b887d1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (f1b9a3d7-bf87-4d64-86c4-681a36e3b0d4), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:10.863288 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-05b2690a-0f50-4ca0-99b7-f64524b887d1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (f1b9a3d7-bf87-4d64-86c4-681a36e3b0d4), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:10.880807 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2690a-0f50-4ca0-99b7-f64524b887d1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b9a3d7-bf87-4d64-86c4-681a36e3b0d4,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:10.950854 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-05b2690a-0f50-4ca0-99b7-f64524b887d1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:10.952043 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-05b2690a-0f50-4ca0-99b7-f64524b887d1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6016357 Apr 15 04:17:10.954768 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42140) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:10.959409 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-eed9be06-a755-40a3-8d02-d91bc33e77ca tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': 'f17d4ed0-538a-4d2e-b022-19969176a605', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:17:11.023302 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eed9be06-a755-40a3-8d02-d91bc33e77ca tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (42b3f4e6-0e4d-435a-92f6-c84f614124fd), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:11.080128 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eed9be06-a755-40a3-8d02-d91bc33e77ca tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (42b3f4e6-0e4d-435a-92f6-c84f614124fd), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:11.149147 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eed9be06-a755-40a3-8d02-d91bc33e77ca tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (42b3f4e6-0e4d-435a-92f6-c84f614124fd), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:11.168176 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9be06-a755-40a3-8d02-d91bc33e77ca tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b3f4e6-0e4d-435a-92f6-c84f614124fd,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:11.236704 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-eed9be06-a755-40a3-8d02-d91bc33e77ca tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:11.237894 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-eed9be06-a755-40a3-8d02-d91bc33e77ca tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2821932 Apr 15 04:17:11.240635 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42142) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:11.244857 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2c10d1da-b0e9-473d-9297-9fecccf9a0e2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': 'f17d4ed0-538a-4d2e-b022-19969176a605', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:17:11.325473 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2c10d1da-b0e9-473d-9297-9fecccf9a0e2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (7e1322a7-101d-4baf-a892-a4a4263f1a73), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:11.381465 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2c10d1da-b0e9-473d-9297-9fecccf9a0e2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (7e1322a7-101d-4baf-a892-a4a4263f1a73), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:11.440411 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2c10d1da-b0e9-473d-9297-9fecccf9a0e2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (7e1322a7-101d-4baf-a892-a4a4263f1a73), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:11.461116 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10d1da-b0e9-473d-9297-9fecccf9a0e2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e1322a7-101d-4baf-a892-a4a4263f1a73,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:11.522088 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2c10d1da-b0e9-473d-9297-9fecccf9a0e2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:11.523283 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2c10d1da-b0e9-473d-9297-9fecccf9a0e2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2817421 Apr 15 04:17:11.526076 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42144) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:11.530195 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-cd4b09d9-f85f-460e-b72d-16f17e681ae4 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': 'f17d4ed0-538a-4d2e-b022-19969176a605', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:17:11.612001 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-cd4b09d9-f85f-460e-b72d-16f17e681ae4 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Project dd190e8f20b4434dbd4f9acd2d0e1e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 04:17:11.617356 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd4b09d9-f85f-460e-b72d-16f17e681ae4 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (5baaba06-91b3-4485-98d2-c4f922c94daf), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:11.675868 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd4b09d9-f85f-460e-b72d-16f17e681ae4 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (5baaba06-91b3-4485-98d2-c4f922c94daf), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:11.732066 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd4b09d9-f85f-460e-b72d-16f17e681ae4 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (5baaba06-91b3-4485-98d2-c4f922c94daf), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:11.751172 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b09d9-f85f-460e-b72d-16f17e681ae4 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5baaba06-91b3-4485-98d2-c4f922c94daf,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:11.818549 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-cd4b09d9-f85f-460e-b72d-16f17e681ae4 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:11.819770 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-cd4b09d9-f85f-460e-b72d-16f17e681ae4 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2927587 Apr 15 04:17:11.822441 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42146) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:11.826655 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-3c62a968-6d1f-4037-9619-4d59dc1d8d6b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': 'f17d4ed0-538a-4d2e-b022-19969176a605', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:17:11.902218 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-3c62a968-6d1f-4037-9619-4d59dc1d8d6b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Project dd190e8f20b4434dbd4f9acd2d0e1e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 04:17:11.907713 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c62a968-6d1f-4037-9619-4d59dc1d8d6b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (bd3632ba-da4c-4143-9832-02fb847fb866), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:11.964737 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c62a968-6d1f-4037-9619-4d59dc1d8d6b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (bd3632ba-da4c-4143-9832-02fb847fb866), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:12.045972 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c62a968-6d1f-4037-9619-4d59dc1d8d6b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (bd3632ba-da4c-4143-9832-02fb847fb866), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:12.062884 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62a968-6d1f-4037-9619-4d59dc1d8d6b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3632ba-da4c-4143-9832-02fb847fb866,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:12.151089 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3c62a968-6d1f-4037-9619-4d59dc1d8d6b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:12.152325 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3c62a968-6d1f-4037-9619-4d59dc1d8d6b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3289340 Apr 15 04:17:12.155143 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42148) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:12.160114 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-e68341e3-c514-4d15-87f0-c948e5035294 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'network': {'name': 'tempest-network-smoke--37639327', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'port_security_enabled': True}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:17:12.240343 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68341e3-c514-4d15-87f0-c948e5035294 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Made reservation on behalf of dd190e8f20b4434dbd4f9acd2d0e1e71 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:17:12.243489 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e68341e3-c514-4d15-87f0-c948e5035294 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:12.266325 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68341e3-c514-4d15-87f0-c948e5035294 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:17:12.275384 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e68341e3-c514-4d15-87f0-c948e5035294 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (5f7e8ef5-2cb8-47e9-a065-b92d3f89cead), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:12.275728 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-e68341e3-c514-4d15-87f0-c948e5035294 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Added segment 5f7e8ef5-2cb8-47e9-a065-b92d3f89cead of type vlan for network 84cb9b68-6443-4876-abb7-b45ac0231bb6 Apr 15 04:17:12.315241 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e68341e3-c514-4d15-87f0-c948e5035294 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (84cb9b68-6443-4876-abb7-b45ac0231bb6), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:12.400150 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e68341e3-c514-4d15-87f0-c948e5035294 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (84cb9b68-6443-4876-abb7-b45ac0231bb6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:12.405082 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68341e3-c514-4d15-87f0-c948e5035294 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:12.405660 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-e68341e3-c514-4d15-87f0-c948e5035294 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:12.469495 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68341e3-c514-4d15-87f0-c948e5035294 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Network': ['ID=84cb9b68-6443-4876-abb7-b45ac0231bb6,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:12.479591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 84cb9b68-6443-4876-abb7-b45ac0231bb6 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:17:12.517552 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e68341e3-c514-4d15-87f0-c948e5035294 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3612199 Apr 15 04:17:12.520057 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42150) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:12.524423 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-70cb8ea6-9458-4c44-b1c9-e9bb73d365f0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-535591819', 'admin_state_up': True, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:17:12.600540 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-70cb8ea6-9458-4c44-b1c9-e9bb73d365f0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (9809ba0c-ef94-4f43-80bd-44330b90ff3b), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:12.601583 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-70cb8ea6-9458-4c44-b1c9-e9bb73d365f0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (9809ba0c-ef94-4f43-80bd-44330b90ff3b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:12.656732 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-70cb8ea6-9458-4c44-b1c9-e9bb73d365f0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_controller (9809ba0c-ef94-4f43-80bd-44330b90ff3b), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:12.853496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-70cb8ea6-9458-4c44-b1c9-e9bb73d365f0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_gateway (9809ba0c-ef94-4f43-80bd-44330b90ff3b), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:13.080072 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-70cb8ea6-9458-4c44-b1c9-e9bb73d365f0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_gateway (9809ba0c-ef94-4f43-80bd-44330b90ff3b), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:13.098787 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-70cb8ea6-9458-4c44-b1c9-e9bb73d365f0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:13.202912 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-70cb8ea6-9458-4c44-b1c9-e9bb73d365f0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Allocated IP 172.26.6.216 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/04925242-21c1-4599-af41-da2ef035c14c) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:17:13.302443 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-70cb8ea6-9458-4c44-b1c9-e9bb73d365f0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (04925242-21c1-4599-af41-da2ef035c14c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:13.382852 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-70cb8ea6-9458-4c44-b1c9-e9bb73d365f0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (04925242-21c1-4599-af41-da2ef035c14c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:13.425343 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cb8ea6-9458-4c44-b1c9-e9bb73d365f0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:17:13.430225 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-70cb8ea6-9458-4c44-b1c9-e9bb73d365f0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:17:13.432721 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cb8ea6-9458-4c44-b1c9-e9bb73d365f0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:17:13.460212 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb8ea6-9458-4c44-b1c9-e9bb73d365f0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=04925242-21c1-4599-af41-da2ef035c14c,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:13.725008 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-70cb8ea6-9458-4c44-b1c9-e9bb73d365f0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_gateway (9809ba0c-ef94-4f43-80bd-44330b90ff3b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:13.928738 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-70cb8ea6-9458-4c44-b1c9-e9bb73d365f0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (9809ba0c-ef94-4f43-80bd-44330b90ff3b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:14.143167 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cb8ea6-9458-4c44-b1c9-e9bb73d365f0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router 9809ba0c-ef94-4f43-80bd-44330b90ff3b is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 04:17:14.250942 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cb8ea6-9458-4c44-b1c9-e9bb73d365f0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:17:14.260795 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] Sync routers for ids ['9809ba0c-ef94-4f43-80bd-44330b90ff3b'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:17:14.269896 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] Routers {'9809ba0c-ef94-4f43-80bd-44330b90ff3b'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:17:14.270521 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:16:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['9809ba0c-ef94-4f43-80bd-44330b90ff3b'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:14.310820 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-70cb8ea6-9458-4c44-b1c9-e9bb73d365f0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:14.312116 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-70cb8ea6-9458-4c44-b1c9-e9bb73d365f0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7911417 Apr 15 04:17:14.315363 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42152) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:14.345421 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-05f5ffce-3e56-4802-b33c-2e3a176ff0fa tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=dd190e8f20b4434dbd4f9acd2d0e1e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288661 Apr 15 04:17:14.348065 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42154) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:14.379591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] Set router 9809ba0c-ef94-4f43-80bd-44330b90ff3b gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:17:14.433488 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194626fb-3a67-408c-8c80-f848c9e6113b tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:14.435015 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-194626fb-3a67-408c-8c80-f848c9e6113b tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860615 Apr 15 04:17:14.437719 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42156) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:14.465345 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-94777199-d575-461c-8548-bc78d0c312e0 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265353 Apr 15 04:17:14.466809 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42158) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:14.471529 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-2e1e1fa4-436e-4fa5-b3c6-d06024dc8856 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1874637494', 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:17:14.547013 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535591819', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '04925242-21c1-4599-af41-da2ef035c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:17:12Z', 'updated_at': '2022-04-15T04:17:13Z', 'revision_number': 3, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '04925242-21c1-4599-af41-da2ef035c14c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:13Z', 'updated_at': '2022-04-15T04:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:14.577426 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] Checking router: 9809ba0c-ef94-4f43-80bd-44330b90ff3b for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:17:14.577777 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] Updating router 9809ba0c-ef94-4f43-80bd-44330b90ff3b port 04925242-21c1-4599-af41-da2ef035c14c binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:17:14.607515 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (04925242-21c1-4599-af41-da2ef035c14c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:14.623188 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1e1fa4-436e-4fa5-b3c6-d06024dc8856 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Made reservation on behalf of dd190e8f20b4434dbd4f9acd2d0e1e71 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:17:14.626635 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1fa4-436e-4fa5-b3c6-d06024dc8856 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:14.854396 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] Publish callbacks [] for port (04925242-21c1-4599-af41-da2ef035c14c), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:14.874091 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1fa4-436e-4fa5-b3c6-d06024dc8856 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (32c7044c-e8f6-464a-bded-aebca9ceff66), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:14.937374 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e1fa4-436e-4fa5-b3c6-d06024dc8856 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Subnet': ['ID=32c7044c-e8f6-464a-bded-aebca9ceff66,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:14.942653 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1e1fa4-436e-4fa5-b3c6-d06024dc8856 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Checking segment: {'id': '5f7e8ef5-2cb8-47e9-a065-b92d3f89cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:17:14.943024 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1e1fa4-436e-4fa5-b3c6-d06024dc8856 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network hostable DHCP agents. Network: 84cb9b68-6443-4876-abb7-b45ac0231bb6, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:17:14.948062 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (04925242-21c1-4599-af41-da2ef035c14c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:15.000396 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] Attempting to bind port 04925242-21c1-4599-af41-da2ef035c14c on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:17:15.000761 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] Attempting to bind port 04925242-21c1-4599-af41-da2ef035c14c by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:17:15.001115 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] Attempting to bind port 04925242-21c1-4599-af41-da2ef035c14c on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:17:15.008717 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efa070-d75f-4b38-a6be-530bb8fcb1fe None None] Pushing event updated for resources: {'Port': ['ID=04925242-21c1-4599-af41-da2ef035c14c,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:15.013760 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:17:15.013760 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:17:15.013760 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:15.013760 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:17:15.013760 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] Bound port: 04925242-21c1-4599-af41-da2ef035c14c, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:17:15.013760 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (04925242-21c1-4599-af41-da2ef035c14c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:15.033837 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1e1fa4-436e-4fa5-b3c6-d06024dc8856 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 84cb9b68-6443-4876-abb7-b45ac0231bb6 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:17:15.062871 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] For port 04925242-21c1-4599-af41-da2ef035c14c, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:17:15.065823 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] For port 04925242-21c1-4599-af41-da2ef035c14c, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=04925242-21c1-4599-af41-da2ef035c14c,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:17:15.132080 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-2e1e1fa4-436e-4fa5-b3c6-d06024dc8856 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 84cb9b68-6443-4876-abb7-b45ac0231bb6) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:17:15.136360 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1e1fa4-436e-4fa5-b3c6-d06024dc8856 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:15.140087 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2e1e1fa4-436e-4fa5-b3c6-d06024dc8856 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:15.141413 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e8965c-d710-4055-a545-e9840317e3e9 None None] Network 84cb9b68-6443-4876-abb7-b45ac0231bb6 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:17:15.163660 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (04925242-21c1-4599-af41-da2ef035c14c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:15.219226 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2e1e1fa4-436e-4fa5-b3c6-d06024dc8856 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7513320 Apr 15 04:17:15.222411 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42160) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:15.267749 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efa070-d75f-4b38-a6be-530bb8fcb1fe None None] Pushing event updated for resources: {'Port': ['ID=04925242-21c1-4599-af41-da2ef035c14c,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:15.270565 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] Routers {'9809ba0c-ef94-4f43-80bd-44330b90ff3b'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:17:15.271764 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:16:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['9809ba0c-ef94-4f43-80bd-44330b90ff3b'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:15.338556 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8091f7a-b2d5-4a11-977d-e6c4ce9b2373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-84cb9b68-6443-4876-abb7-b45ac0231bb6', 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ips': [{'subnet_id': '32c7044c-e8f6-464a-bded-aebca9ceff66'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 04:17:15.339414 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b8091f7a-b2d5-4a11-977d-e6c4ce9b2373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:15.465126 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] Set router 9809ba0c-ef94-4f43-80bd-44330b90ff3b gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:17:15.780501 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-b8091f7a-b2d5-4a11-977d-e6c4ce9b2373 None None] Allocated IP 172.20.0.2 (84cb9b68-6443-4876-abb7-b45ac0231bb6/32c7044c-e8f6-464a-bded-aebca9ceff66/0e5ad443-22f0-4904-85b4-948fcf77c50e) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:17:15.890608 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535591819', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '04925242-21c1-4599-af41-da2ef035c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:17:12Z', 'updated_at': '2022-04-15T04:17:13Z', 'revision_number': 3, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '04925242-21c1-4599-af41-da2ef035c14c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:13Z', 'updated_at': '2022-04-15T04:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:15.921549 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1321f789-eb92-4ce2-84e3-13c5172746f0 None None] The sync data for ids ['9809ba0c-ef94-4f43-80bd-44330b90ff3b'] in dv-neutron-837140-3-hyperv is: [{'id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535591819', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '04925242-21c1-4599-af41-da2ef035c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:17:12Z', 'updated_at': '2022-04-15T04:17:13Z', 'revision_number': 3, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '04925242-21c1-4599-af41-da2ef035c14c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:13Z', 'updated_at': '2022-04-15T04:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:17:15.971598 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c73bfca-a83c-4fcc-b70d-54b59b4e093c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:16.004531 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b8091f7a-b2d5-4a11-977d-e6c4ce9b2373 None None] Publish callbacks [] for port (0e5ad443-22f0-4904-85b4-948fcf77c50e), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:16.045774 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b8091f7a-b2d5-4a11-977d-e6c4ce9b2373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (0e5ad443-22f0-4904-85b4-948fcf77c50e), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:16.086552 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8091f7a-b2d5-4a11-977d-e6c4ce9b2373 None None] Network 84cb9b68-6443-4876-abb7-b45ac0231bb6 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:17:16.091949 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-b8091f7a-b2d5-4a11-977d-e6c4ce9b2373 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:17:16.095651 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8091f7a-b2d5-4a11-977d-e6c4ce9b2373 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:17:16.104753 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8091f7a-b2d5-4a11-977d-e6c4ce9b2373 None None] Pushing event updated for resources: {'Port': ['ID=0e5ad443-22f0-4904-85b4-948fcf77c50e,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:16.187086 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b8091f7a-b2d5-4a11-977d-e6c4ce9b2373 None None] Attempting to bind port 0e5ad443-22f0-4904-85b4-948fcf77c50e on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:17:16.187472 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b8091f7a-b2d5-4a11-977d-e6c4ce9b2373 None None] Attempting to bind port 0e5ad443-22f0-4904-85b4-948fcf77c50e by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '5f7e8ef5-2cb8-47e9-a065-b92d3f89cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:17:16.187841 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8091f7a-b2d5-4a11-977d-e6c4ce9b2373 None None] Attempting to bind port 0e5ad443-22f0-4904-85b4-948fcf77c50e on network 84cb9b68-6443-4876-abb7-b45ac0231bb6 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:17:16.193021 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8091f7a-b2d5-4a11-977d-e6c4ce9b2373 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:17:16.193432 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8091f7a-b2d5-4a11-977d-e6c4ce9b2373 None None] Checking segment: {'id': '5f7e8ef5-2cb8-47e9-a065-b92d3f89cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:17:16.193824 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b8091f7a-b2d5-4a11-977d-e6c4ce9b2373 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:16.194220 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8091f7a-b2d5-4a11-977d-e6c4ce9b2373 None None] Bound using segment: {'id': '5f7e8ef5-2cb8-47e9-a065-b92d3f89cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:17:16.194767 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b8091f7a-b2d5-4a11-977d-e6c4ce9b2373 None None] Bound port: 0e5ad443-22f0-4904-85b4-948fcf77c50e, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7e8ef5-2cb8-47e9-a065-b92d3f89cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:17:16.195160 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b8091f7a-b2d5-4a11-977d-e6c4ce9b2373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (0e5ad443-22f0-4904-85b4-948fcf77c50e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:16.261071 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b8091f7a-b2d5-4a11-977d-e6c4ce9b2373 None None] For port 0e5ad443-22f0-4904-85b4-948fcf77c50e, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:17:16.264331 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b8091f7a-b2d5-4a11-977d-e6c4ce9b2373 None None] For port 0e5ad443-22f0-4904-85b4-948fcf77c50e, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=0e5ad443-22f0-4904-85b4-948fcf77c50e,segment=NetworkSegment(5f7e8ef5-2cb8-47e9-a065-b92d3f89cead),segment_id=5f7e8ef5-2cb8-47e9-a065-b92d3f89cead)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:17:16.301686 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-0c73bfca-a83c-4fcc-b70d-54b59b4e093c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Allocated IP 172.20.0.1 (84cb9b68-6443-4876-abb7-b45ac0231bb6/32c7044c-e8f6-464a-bded-aebca9ceff66/2748e240-77b2-49ac-8e1d-b52a281114ba) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:17:16.331559 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b8091f7a-b2d5-4a11-977d-e6c4ce9b2373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (0e5ad443-22f0-4904-85b4-948fcf77c50e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:16.411663 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8091f7a-b2d5-4a11-977d-e6c4ce9b2373 None None] Pushing event updated for resources: {'Port': ['ID=0e5ad443-22f0-4904-85b4-948fcf77c50e,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:16.464102 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c73bfca-a83c-4fcc-b70d-54b59b4e093c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (2748e240-77b2-49ac-8e1d-b52a281114ba), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:16.464236 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 04925242-21c1-4599-af41-da2ef035c14c up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:17:16.514828 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 04925242-21c1-4599-af41-da2ef035c14c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:17:16.515198 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (04925242-21c1-4599-af41-da2ef035c14c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:16.567315 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c73bfca-a83c-4fcc-b70d-54b59b4e093c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (2748e240-77b2-49ac-8e1d-b52a281114ba), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:16.609254 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 04925242-21c1-4599-af41-da2ef035c14c is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:17:16.609683 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (04925242-21c1-4599-af41-da2ef035c14c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:16.610267 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c73bfca-a83c-4fcc-b70d-54b59b4e093c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 84cb9b68-6443-4876-abb7-b45ac0231bb6 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:17:16.613712 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-0c73bfca-a83c-4fcc-b70d-54b59b4e093c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:17:16.617595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c73bfca-a83c-4fcc-b70d-54b59b4e093c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:17:16.650648 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 04925242-21c1-4599-af41-da2ef035c14c, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=04925242-21c1-4599-af41-da2ef035c14c,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:17:16.680988 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73bfca-a83c-4fcc-b70d-54b59b4e093c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=2748e240-77b2-49ac-8e1d-b52a281114ba,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:16.706145 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c73bfca-a83c-4fcc-b70d-54b59b4e093c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (9809ba0c-ef94-4f43-80bd-44330b90ff3b), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:16.732513 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (04925242-21c1-4599-af41-da2ef035c14c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:16.802874 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=04925242-21c1-4599-af41-da2ef035c14c,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:16.936620 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c73bfca-a83c-4fcc-b70d-54b59b4e093c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2748e240-77b2-49ac-8e1d-b52a281114ba), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:17.219789 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c73bfca-a83c-4fcc-b70d-54b59b4e093c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (2748e240-77b2-49ac-8e1d-b52a281114ba), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:17.274442 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c73bfca-a83c-4fcc-b70d-54b59b4e093c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (2748e240-77b2-49ac-8e1d-b52a281114ba), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:17.346357 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c73bfca-a83c-4fcc-b70d-54b59b4e093c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (9809ba0c-ef94-4f43-80bd-44330b90ff3b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:17.348329 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73bfca-a83c-4fcc-b70d-54b59b4e093c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=2748e240-77b2-49ac-8e1d-b52a281114ba,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:17.448910 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c73bfca-a83c-4fcc-b70d-54b59b4e093c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 84cb9b68-6443-4876-abb7-b45ac0231bb6 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:17:17.450286 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-0c73bfca-a83c-4fcc-b70d-54b59b4e093c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:17:17.575619 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c73bfca-a83c-4fcc-b70d-54b59b4e093c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router 9809ba0c-ef94-4f43-80bd-44330b90ff3b has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:17:17.675594 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bdc5aa-ad83-4415-b0a1-b069c3cca091 None None] Network 84cb9b68-6443-4876-abb7-b45ac0231bb6 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:17:17.696010 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c73bfca-a83c-4fcc-b70d-54b59b4e093c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:17:17.704796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-efef4349-ad48-4546-a269-911649a9299b None None] Provisioning complete for port 0e5ad443-22f0-4904-85b4-948fcf77c50e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:17:17.705173 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-efef4349-ad48-4546-a269-911649a9299b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0e5ad443-22f0-4904-85b4-948fcf77c50e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:17.711187 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0c73bfca-a83c-4fcc-b70d-54b59b4e093c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "PUT /v2.0/routers/9809ba0c-ef94-4f43-80bd-44330b90ff3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4875019 Apr 15 04:17:17.854099 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-efef4349-ad48-4546-a269-911649a9299b None None] Current status of the port 0e5ad443-22f0-4904-85b4-948fcf77c50e is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:17:17.854491 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-efef4349-ad48-4546-a269-911649a9299b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (0e5ad443-22f0-4904-85b4-948fcf77c50e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:17.860632 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a330488c-818b-4e1f-9492-a394796554c3 req-96f6f26e-ea51-4883-b314-d2c8bb1dd387 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-810490113&fields=id&tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71 HTTP/1.1" status: 200 len: 267 time: 0.0473528 Apr 15 04:17:17.898828 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-efef4349-ad48-4546-a269-911649a9299b None None] For port 0e5ad443-22f0-4904-85b4-948fcf77c50e, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=0e5ad443-22f0-4904-85b4-948fcf77c50e,segment=NetworkSegment(5f7e8ef5-2cb8-47e9-a065-b92d3f89cead),segment_id=5f7e8ef5-2cb8-47e9-a065-b92d3f89cead)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:17:17.910945 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] Sync routers for ids ['9809ba0c-ef94-4f43-80bd-44330b90ff3b'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:17:17.926031 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] Routers {'9809ba0c-ef94-4f43-80bd-44330b90ff3b'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:17:17.926031 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:16:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['9809ba0c-ef94-4f43-80bd-44330b90ff3b'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:17.975062 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-efef4349-ad48-4546-a269-911649a9299b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (0e5ad443-22f0-4904-85b4-948fcf77c50e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:17.992467 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330488c-818b-4e1f-9492-a394796554c3 req-b8e65fdf-e891-4c51-bf56-29aaaca885c2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:17.994018 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a330488c-818b-4e1f-9492-a394796554c3 req-b8e65fdf-e891-4c51-bf56-29aaaca885c2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/networks?id=84cb9b68-6443-4876-abb7-b45ac0231bb6 HTTP/1.1" status: 200 len: 795 time: 0.1232131 Apr 15 04:17:18.011998 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a330488c-818b-4e1f-9492-a394796554c3 req-3c16fce5-0233-4feb-b44f-3f9e255b8ae5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/quotas/dd190e8f20b4434dbd4f9acd2d0e1e71 HTTP/1.1" status: 200 len: 375 time: 0.0109727 Apr 15 04:17:18.040856 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef4349-ad48-4546-a269-911649a9299b None None] Pushing event updated for resources: {'Port': ['ID=0e5ad443-22f0-4904-85b4-948fcf77c50e,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:18.060912 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] Set router 9809ba0c-ef94-4f43-80bd-44330b90ff3b gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:17:18.081767 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a330488c-818b-4e1f-9492-a394796554c3 req-376f3022-49d0-4de6-8307-8cf62a5a28d0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577903 Apr 15 04:17:18.186077 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a330488c-818b-4e1f-9492-a394796554c3 req-c12f43de-f1e9-4c68-b003-8b9355ec6d2e service neutron] 10.222.0.15 "GET /v2.0/networks/84cb9b68-6443-4876-abb7-b45ac0231bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915787 Apr 15 04:17:18.194251 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-860cabf6-ced8-4420-921f-4bf7016810c5 None None] Provisioning complete for port 0e5ad443-22f0-4904-85b4-948fcf77c50e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:17:18.194650 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-860cabf6-ced8-4420-921f-4bf7016810c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0e5ad443-22f0-4904-85b4-948fcf77c50e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:18.299676 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-860cabf6-ced8-4420-921f-4bf7016810c5 None None] Current status of the port 0e5ad443-22f0-4904-85b4-948fcf77c50e is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:17:18.302230 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a330488c-818b-4e1f-9492-a394796554c3 req-526adb03-3477-41f2-b513-1ffe548f62af service neutron] 10.222.0.15 "GET /v2.0/networks/84cb9b68-6443-4876-abb7-b45ac0231bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099668 Apr 15 04:17:18.309347 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-860cabf6-ced8-4420-921f-4bf7016810c5 None None] Provisioning complete for port 2748e240-77b2-49ac-8e1d-b52a281114ba triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:17:18.309861 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-860cabf6-ced8-4420-921f-4bf7016810c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2748e240-77b2-49ac-8e1d-b52a281114ba), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:18.347947 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-860cabf6-ced8-4420-921f-4bf7016810c5 None None] Port 2748e240-77b2-49ac-8e1d-b52a281114ba cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:17:18.416839 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535591819', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '04925242-21c1-4599-af41-da2ef035c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:17:12Z', 'updated_at': '2022-04-15T04:17:16Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '04925242-21c1-4599-af41-da2ef035c14c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:13Z', 'updated_at': '2022-04-15T04:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '2748e240-77b2-49ac-8e1d-b52a281114ba', 'name': '', 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:21:6e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '32c7044c-e8f6-464a-bded-aebca9ceff66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:16Z', 'updated_at': '2022-04-15T04:17:17Z', 'revision_number': 2, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '32c7044c-e8f6-464a-bded-aebca9ceff66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:18.445276 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] Checking router: 9809ba0c-ef94-4f43-80bd-44330b90ff3b for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:17:18.445578 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] Updating router 9809ba0c-ef94-4f43-80bd-44330b90ff3b port 2748e240-77b2-49ac-8e1d-b52a281114ba binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:17:18.483222 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-55b1c9b5-d476-48eb-a7ba-018d93cca668 None None] Provisioning complete for port 2748e240-77b2-49ac-8e1d-b52a281114ba triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:17:18.483648 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-55b1c9b5-d476-48eb-a7ba-018d93cca668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2748e240-77b2-49ac-8e1d-b52a281114ba), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:18.500424 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2748e240-77b2-49ac-8e1d-b52a281114ba), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:18.528063 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 04925242-21c1-4599-af41-da2ef035c14c up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:17:18.568730 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5949090a-20eb-4f71-9b42-237bc611d185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:18.595952 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-55b1c9b5-d476-48eb-a7ba-018d93cca668 None None] Port 2748e240-77b2-49ac-8e1d-b52a281114ba cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:17:18.604591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 04925242-21c1-4599-af41-da2ef035c14c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:17:18.605305 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (04925242-21c1-4599-af41-da2ef035c14c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:18.617739 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-84eb85bf-c3a2-404f-98cf-2a06659ea2ab req-7adfd2e0-da2d-4184-9e45-447a487ad270 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 210 time: 0.0387831 Apr 15 04:17:18.712972 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 04925242-21c1-4599-af41-da2ef035c14c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:17:18.714119 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 0e5ad443-22f0-4904-85b4-948fcf77c50e up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:17:18.743008 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-1f1005b7-2117-45e2-bdc0-c92e49d88b1e None None] Provisioning complete for port 2748e240-77b2-49ac-8e1d-b52a281114ba triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:17:18.748347 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1f1005b7-2117-45e2-bdc0-c92e49d88b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2748e240-77b2-49ac-8e1d-b52a281114ba), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:18.792070 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-1f1005b7-2117-45e2-bdc0-c92e49d88b1e None None] Port 2748e240-77b2-49ac-8e1d-b52a281114ba cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:17:18.794898 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 0e5ad443-22f0-4904-85b4-948fcf77c50e triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:17:18.795270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (0e5ad443-22f0-4904-85b4-948fcf77c50e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:18.803444 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] Publish callbacks [] for port (2748e240-77b2-49ac-8e1d-b52a281114ba), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:18.874725 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 0e5ad443-22f0-4904-85b4-948fcf77c50e is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:17:18.890855 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (2748e240-77b2-49ac-8e1d-b52a281114ba), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:18.942813 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa8152-882e-4b21-a48d-370048a93ed7 None None] Pushing event updated for resources: {'Port': ['ID=2748e240-77b2-49ac-8e1d-b52a281114ba,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:18.964930 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8152-882e-4b21-a48d-370048a93ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:18.965304 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8152-882e-4b21-a48d-370048a93ed7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:18.965693 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8152-882e-4b21-a48d-370048a93ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:18.966018 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8152-882e-4b21-a48d-370048a93ed7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:18.966359 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8152-882e-4b21-a48d-370048a93ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:18.966710 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8152-882e-4b21-a48d-370048a93ed7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:18.967037 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8152-882e-4b21-a48d-370048a93ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:18.967360 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8152-882e-4b21-a48d-370048a93ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:18.967683 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8152-882e-4b21-a48d-370048a93ed7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:18.968008 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8152-882e-4b21-a48d-370048a93ed7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:18.968334 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8152-882e-4b21-a48d-370048a93ed7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:18.968654 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8152-882e-4b21-a48d-370048a93ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:18.968975 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8152-882e-4b21-a48d-370048a93ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:18.969295 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8152-882e-4b21-a48d-370048a93ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:18.969608 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fa8152-882e-4b21-a48d-370048a93ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:17:19.012515 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] Attempting to bind port 2748e240-77b2-49ac-8e1d-b52a281114ba on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:17:19.012879 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] Attempting to bind port 2748e240-77b2-49ac-8e1d-b52a281114ba by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '5f7e8ef5-2cb8-47e9-a065-b92d3f89cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:17:19.013323 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] Attempting to bind port 2748e240-77b2-49ac-8e1d-b52a281114ba on network 84cb9b68-6443-4876-abb7-b45ac0231bb6 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:17:19.018552 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:17:19.018950 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] Checking segment: {'id': '5f7e8ef5-2cb8-47e9-a065-b92d3f89cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:17:19.019344 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:19.019728 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] Bound using segment: {'id': '5f7e8ef5-2cb8-47e9-a065-b92d3f89cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:17:19.020211 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] Bound port: 2748e240-77b2-49ac-8e1d-b52a281114ba, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7e8ef5-2cb8-47e9-a065-b92d3f89cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:17:19.020613 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2748e240-77b2-49ac-8e1d-b52a281114ba), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:19.090201 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] For port 2748e240-77b2-49ac-8e1d-b52a281114ba, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:17:19.093359 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] For port 2748e240-77b2-49ac-8e1d-b52a281114ba, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=2748e240-77b2-49ac-8e1d-b52a281114ba,segment=NetworkSegment(5f7e8ef5-2cb8-47e9-a065-b92d3f89cead),segment_id=5f7e8ef5-2cb8-47e9-a065-b92d3f89cead)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:17:19.155419 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (2748e240-77b2-49ac-8e1d-b52a281114ba), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:19.211057 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-02f5815c-411d-4869-9f75-0f035c3beed6 None None] Provisioning complete for port 2748e240-77b2-49ac-8e1d-b52a281114ba triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:17:19.211617 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-02f5815c-411d-4869-9f75-0f035c3beed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2748e240-77b2-49ac-8e1d-b52a281114ba), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:19.212887 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] Routers {'9809ba0c-ef94-4f43-80bd-44330b90ff3b'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:17:19.213791 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:16:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['9809ba0c-ef94-4f43-80bd-44330b90ff3b'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:19.255035 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa8152-882e-4b21-a48d-370048a93ed7 None None] Pushing event updated for resources: {'Port': ['ID=2748e240-77b2-49ac-8e1d-b52a281114ba,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:19.303511 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-02f5815c-411d-4869-9f75-0f035c3beed6 None None] Current status of the port 2748e240-77b2-49ac-8e1d-b52a281114ba is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:17:19.303905 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-02f5815c-411d-4869-9f75-0f035c3beed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2748e240-77b2-49ac-8e1d-b52a281114ba), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:19.335423 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] Set router 9809ba0c-ef94-4f43-80bd-44330b90ff3b gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:17:19.340476 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-02f5815c-411d-4869-9f75-0f035c3beed6 None None] For port 2748e240-77b2-49ac-8e1d-b52a281114ba, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=2748e240-77b2-49ac-8e1d-b52a281114ba,segment=NetworkSegment(5f7e8ef5-2cb8-47e9-a065-b92d3f89cead),segment_id=5f7e8ef5-2cb8-47e9-a065-b92d3f89cead)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:17:19.446272 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-02f5815c-411d-4869-9f75-0f035c3beed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (2748e240-77b2-49ac-8e1d-b52a281114ba), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:19.499092 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f5815c-411d-4869-9f75-0f035c3beed6 None None] Pushing event updated for resources: {'Port': ['ID=2748e240-77b2-49ac-8e1d-b52a281114ba,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:19.532582 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535591819', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '04925242-21c1-4599-af41-da2ef035c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:17:12Z', 'updated_at': '2022-04-15T04:17:16Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '04925242-21c1-4599-af41-da2ef035c14c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:13Z', 'updated_at': '2022-04-15T04:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '2748e240-77b2-49ac-8e1d-b52a281114ba', 'name': '', 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:21:6e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '32c7044c-e8f6-464a-bded-aebca9ceff66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:16Z', 'updated_at': '2022-04-15T04:17:19Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '32c7044c-e8f6-464a-bded-aebca9ceff66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:19.558521 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724d89c1-2285-4f8b-a7ee-0616a3fb0c45 None None] The sync data for ids ['9809ba0c-ef94-4f43-80bd-44330b90ff3b'] in dv-neutron-837140-3-hyperv is: [{'id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535591819', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '04925242-21c1-4599-af41-da2ef035c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:17:12Z', 'updated_at': '2022-04-15T04:17:16Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '04925242-21c1-4599-af41-da2ef035c14c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:13Z', 'updated_at': '2022-04-15T04:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '2748e240-77b2-49ac-8e1d-b52a281114ba', 'name': '', 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:21:6e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '32c7044c-e8f6-464a-bded-aebca9ceff66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:16Z', 'updated_at': '2022-04-15T04:17:19Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '32c7044c-e8f6-464a-bded-aebca9ceff66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:17:19.568217 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ab0fd970-cccd-4421-80b9-05c730b6888b None None] Provisioning complete for port 2748e240-77b2-49ac-8e1d-b52a281114ba triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:17:19.568664 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ab0fd970-cccd-4421-80b9-05c730b6888b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2748e240-77b2-49ac-8e1d-b52a281114ba), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:19.674922 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ab0fd970-cccd-4421-80b9-05c730b6888b None None] Current status of the port 2748e240-77b2-49ac-8e1d-b52a281114ba is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:17:19.715861 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b2d71e12-20c2-4cd1-a799-98c2862b7587 req-b3396369-f473-45d1-9262-1c8871a07449 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 210 time: 0.0296066 Apr 15 04:17:20.423553 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2748e240-77b2-49ac-8e1d-b52a281114ba up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:17:20.482168 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330488c-818b-4e1f-9492-a394796554c3 req-f8f5cfb1-bb0d-4752-8b6f-6624820c9e69 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:20.484408 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a330488c-818b-4e1f-9492-a394796554c3 req-f8f5cfb1-bb0d-4752-8b6f-6624820c9e69 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "GET /v2.0/networks?id=84cb9b68-6443-4876-abb7-b45ac0231bb6 HTTP/1.1" status: 200 len: 795 time: 0.1334999 Apr 15 04:17:20.484916 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 2748e240-77b2-49ac-8e1d-b52a281114ba triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:17:20.485293 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2748e240-77b2-49ac-8e1d-b52a281114ba), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:20.556281 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a330488c-818b-4e1f-9492-a394796554c3 req-a9fdcc9a-300d-4b9d-bac3-9ac17c089f62 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71 HTTP/1.1" status: 200 len: 379 time: 0.0632305 Apr 15 04:17:20.568357 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-a330488c-818b-4e1f-9492-a394796554c3 req-bb584198-2cf9-4a8c-9ea2-4680f0875e08 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'port': {'device_id': 'ae7f729d-1ec5-4b7d-912b-9fb2bbe67113', 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6', 'admin_state_up': True, 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'security_groups': ['f17d4ed0-538a-4d2e-b022-19969176a605']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:17:20.577888 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 2748e240-77b2-49ac-8e1d-b52a281114ba is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:17:20.748012 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a330488c-818b-4e1f-9492-a394796554c3 req-bb584198-2cf9-4a8c-9ea2-4680f0875e08 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Made reservation on behalf of dd190e8f20b4434dbd4f9acd2d0e1e71 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:17:20.751648 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a330488c-818b-4e1f-9492-a394796554c3 req-bb584198-2cf9-4a8c-9ea2-4680f0875e08 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:20.828069 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4f7b72cc-901b-403a-8e27-d3c58d66f5ac req-28321987-d5c4-4cb0-b066-df97e1453151 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 210 time: 0.0401423 Apr 15 04:17:20.873874 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3800391d-3df5-4f4c-a3e7-405eb71e4fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:20.884510 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-a330488c-818b-4e1f-9492-a394796554c3 req-bb584198-2cf9-4a8c-9ea2-4680f0875e08 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Allocated IP 172.20.0.12 (84cb9b68-6443-4876-abb7-b45ac0231bb6/32c7044c-e8f6-464a-bded-aebca9ceff66/1f40defb-b747-46a6-8372-e97ce6612a0a) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:17:21.024307 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a330488c-818b-4e1f-9492-a394796554c3 req-bb584198-2cf9-4a8c-9ea2-4680f0875e08 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (1f40defb-b747-46a6-8372-e97ce6612a0a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:21.098031 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a330488c-818b-4e1f-9492-a394796554c3 req-bb584198-2cf9-4a8c-9ea2-4680f0875e08 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (1f40defb-b747-46a6-8372-e97ce6612a0a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:21.141766 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a330488c-818b-4e1f-9492-a394796554c3 req-bb584198-2cf9-4a8c-9ea2-4680f0875e08 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 84cb9b68-6443-4876-abb7-b45ac0231bb6 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:17:21.146760 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-a330488c-818b-4e1f-9492-a394796554c3 req-bb584198-2cf9-4a8c-9ea2-4680f0875e08 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:17:21.149251 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-a330488c-818b-4e1f-9492-a394796554c3 req-bb584198-2cf9-4a8c-9ea2-4680f0875e08 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:17:21.175606 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb584198-2cf9-4a8c-9ea2-4680f0875e08 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=1f40defb-b747-46a6-8372-e97ce6612a0a,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:21.203959 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330488c-818b-4e1f-9492-a394796554c3 req-bb584198-2cf9-4a8c-9ea2-4680f0875e08 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:21.204580 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a330488c-818b-4e1f-9492-a394796554c3 req-bb584198-2cf9-4a8c-9ea2-4680f0875e08 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:21.260335 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a330488c-818b-4e1f-9492-a394796554c3 req-bb584198-2cf9-4a8c-9ea2-4680f0875e08 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6966221 Apr 15 04:17:21.271699 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-a330488c-818b-4e1f-9492-a394796554c3 req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] Request body: {'port': {'device_id': 'ae7f729d-1ec5-4b7d-912b-9fb2bbe67113', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:17:21.337148 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a330488c-818b-4e1f-9492-a394796554c3 req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1f40defb-b747-46a6-8372-e97ce6612a0a), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:21.404364 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-391350e1-e667-4a99-ab17-2cddc4c8e687 None None] Provisioning complete for port 1f40defb-b747-46a6-8372-e97ce6612a0a triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:17:21.404986 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-391350e1-e667-4a99-ab17-2cddc4c8e687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1f40defb-b747-46a6-8372-e97ce6612a0a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:21.440267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-391350e1-e667-4a99-ab17-2cddc4c8e687 None None] Port 1f40defb-b747-46a6-8372-e97ce6612a0a cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:17:21.594595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-a330488c-818b-4e1f-9492-a394796554c3 req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f40defb-b747-46a6-8372-e97ce6612a0a {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:17:21.602708 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a330488c-818b-4e1f-9492-a394796554c3 req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] Publish callbacks [] for port (1f40defb-b747-46a6-8372-e97ce6612a0a), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:21.614867 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-a330488c-818b-4e1f-9492-a394796554c3 req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] Transition to ACTIVE for port object 1f40defb-b747-46a6-8372-e97ce6612a0a will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 04:17:21.673863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a330488c-818b-4e1f-9492-a394796554c3 req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (1f40defb-b747-46a6-8372-e97ce6612a0a), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:21.730233 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1f40defb-b747-46a6-8372-e97ce6612a0a,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:21.803619 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-a330488c-818b-4e1f-9492-a394796554c3 req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] Attempting to bind port 1f40defb-b747-46a6-8372-e97ce6612a0a on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:17:21.804708 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-a330488c-818b-4e1f-9492-a394796554c3 req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] Attempting to bind port 1f40defb-b747-46a6-8372-e97ce6612a0a by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '5f7e8ef5-2cb8-47e9-a065-b92d3f89cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:17:21.805072 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a330488c-818b-4e1f-9492-a394796554c3 req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] Attempting to bind port 1f40defb-b747-46a6-8372-e97ce6612a0a on network 84cb9b68-6443-4876-abb7-b45ac0231bb6 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:17:21.810015 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a330488c-818b-4e1f-9492-a394796554c3 req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] Port 1f40defb-b747-46a6-8372-e97ce6612a0a on network 84cb9b68-6443-4876-abb7-b45ac0231bb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 04:17:21.810341 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a330488c-818b-4e1f-9492-a394796554c3 req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] Attempting to bind port 1f40defb-b747-46a6-8372-e97ce6612a0a on network 84cb9b68-6443-4876-abb7-b45ac0231bb6 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:17:21.815774 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a330488c-818b-4e1f-9492-a394796554c3 req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:17:21.816113 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a330488c-818b-4e1f-9492-a394796554c3 req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] Checking segment: {'id': '5f7e8ef5-2cb8-47e9-a065-b92d3f89cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:17:21.816503 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a330488c-818b-4e1f-9492-a394796554c3 req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] Bound using segment: {'id': '5f7e8ef5-2cb8-47e9-a065-b92d3f89cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:17:21.816954 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-a330488c-818b-4e1f-9492-a394796554c3 req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] Bound port: 1f40defb-b747-46a6-8372-e97ce6612a0a, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7e8ef5-2cb8-47e9-a065-b92d3f89cead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:17:21.817862 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a330488c-818b-4e1f-9492-a394796554c3 req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1f40defb-b747-46a6-8372-e97ce6612a0a), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:21.884440 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-a330488c-818b-4e1f-9492-a394796554c3 req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] For port 1f40defb-b747-46a6-8372-e97ce6612a0a, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:17:21.887609 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-a330488c-818b-4e1f-9492-a394796554c3 req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] For port 1f40defb-b747-46a6-8372-e97ce6612a0a, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=1f40defb-b747-46a6-8372-e97ce6612a0a,segment=NetworkSegment(5f7e8ef5-2cb8-47e9-a065-b92d3f89cead),segment_id=5f7e8ef5-2cb8-47e9-a065-b92d3f89cead)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:17:21.947486 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f899ba2-9866-47bc-bd61-601ceba1ad5a req-71bfe56b-7a22-4416-93be-715df44fa449 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:21.948912 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9f899ba2-9866-47bc-bd61-601ceba1ad5a req-71bfe56b-7a22-4416-93be-715df44fa449 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 944 time: 0.0499928 Apr 15 04:17:21.971214 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a330488c-818b-4e1f-9492-a394796554c3 req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (1f40defb-b747-46a6-8372-e97ce6612a0a), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:22.016386 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330488c-818b-4e1f-9492-a394796554c3 req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:22.017033 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-a330488c-818b-4e1f-9492-a394796554c3 req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:22.018429 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a330488c-818b-4e1f-9492-a394796554c3 req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] 10.222.0.30 "PUT /v2.0/ports/1f40defb-b747-46a6-8372-e97ce6612a0a HTTP/1.1" status: 200 len: 1094 time: 0.7511818 Apr 15 04:17:22.018908 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7f729d-1ec5-4b7d-912b-9fb2bbe67113', 'tag': '1f40defb-b747-46a6-8372-e97ce6612a0a'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:17:22.021821 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b9d067-52ee-4fd4-863b-442ba96852ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7f729d-1ec5-4b7d-912b-9fb2bbe67113", "tag": "1f40defb-b747-46a6-8372-e97ce6612a0a"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:17:22.056217 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9f899ba2-9866-47bc-bd61-601ceba1ad5a req-deeffb0e-4f25-4d48-83f8-e46d6fbfaba2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013544 Apr 15 04:17:22.061286 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77263b84-b57d-4b1e-aba0-db2ca16378a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1f40defb-b747-46a6-8372-e97ce6612a0a,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:22.063575 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:22.080398 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5f17fc-7ca6-49cb-b90d-67fb0a4ac0f8 x-openstack-request-id: req-aa5f17fc-7ca6-49cb-b90d-67fb0a4ac0f8 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:17:22.081284 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7f729d-1ec5-4b7d-912b-9fb2bbe67113", "tag": "1f40defb-b747-46a6-8372-e97ce6612a0a", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:17:22.081557 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa5f17fc-7ca6-49cb-b90d-67fb0a4ac0f8 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:17:22.081984 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa5f17fc-7ca6-49cb-b90d-67fb0a4ac0f8'] response: {'name': 'network-changed', 'server_uuid': 'ae7f729d-1ec5-4b7d-912b-9fb2bbe67113', 'tag': '1f40defb-b747-46a6-8372-e97ce6612a0a', 'status': 'completed', 'code': 200} Apr 15 04:17:22.170636 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9d067-52ee-4fd4-863b-442ba96852ae req-e2d4e463-376b-4869-9575-8db97e323bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:22.172241 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d1b9d067-52ee-4fd4-863b-442ba96852ae req-e2d4e463-376b-4869-9575-8db97e323bf7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 1128 time: 0.0701349 Apr 15 04:17:22.272360 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9d067-52ee-4fd4-863b-442ba96852ae req-ccd99b94-f4fb-48bd-80d9-4fa2ef39323f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:22.273783 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d1b9d067-52ee-4fd4-863b-442ba96852ae req-ccd99b94-f4fb-48bd-80d9-4fa2ef39323f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&shared=False HTTP/1.1" status: 200 len: 895 time: 0.0954030 Apr 15 04:17:22.366859 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9d067-52ee-4fd4-863b-442ba96852ae req-39038232-36af-45fb-b1da-0b8119f8a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:22.368332 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d1b9d067-52ee-4fd4-863b-442ba96852ae req-39038232-36af-45fb-b1da-0b8119f8a98a service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0876696 Apr 15 04:17:22.445296 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330488c-818b-4e1f-9492-a394796554c3 req-8de504de-1c75-4eb6-b0dc-91c839b63ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:22.446797 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a330488c-818b-4e1f-9492-a394796554c3 req-8de504de-1c75-4eb6-b0dc-91c839b63ee2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 1128 time: 0.0430045 Apr 15 04:17:22.487589 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a330488c-818b-4e1f-9492-a394796554c3 req-8d670d3c-7ac4-42ca-a72b-670e1e158eb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f40defb-b747-46a6-8372-e97ce6612a0a HTTP/1.1" status: 200 len: 217 time: 0.0332713 Apr 15 04:17:22.533685 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330488c-818b-4e1f-9492-a394796554c3 req-346d0dc1-cd78-4e50-811b-94496a6abc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:22.535056 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a330488c-818b-4e1f-9492-a394796554c3 req-346d0dc1-cd78-4e50-811b-94496a6abc06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32c7044c-e8f6-464a-bded-aebca9ceff66 HTTP/1.1" status: 200 len: 835 time: 0.0420544 Apr 15 04:17:22.580018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330488c-818b-4e1f-9492-a394796554c3 req-f95b190a-33ed-4952-8570-23dfcc451859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:22.581478 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a330488c-818b-4e1f-9492-a394796554c3 req-f95b190a-33ed-4952-8570-23dfcc451859 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84cb9b68-6443-4876-abb7-b45ac0231bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0412292 Apr 15 04:17:22.668321 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a330488c-818b-4e1f-9492-a394796554c3 req-94ab0a5c-1146-45bf-afd3-421e77b04ee5 service neutron] 10.222.0.30 "GET /v2.0/networks/84cb9b68-6443-4876-abb7-b45ac0231bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810516 Apr 15 04:17:22.759478 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a330488c-818b-4e1f-9492-a394796554c3 req-2f7daf57-8640-42f8-b90b-45654f2881ae service neutron] 10.222.0.30 "GET /v2.0/networks/84cb9b68-6443-4876-abb7-b45ac0231bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859036 Apr 15 04:17:23.172633 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0591a-11dd-403c-8c48-5c1255e9bc75 req-4ddfafe1-fa19-4ee1-b794-10e57c2a5997 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:23.174087 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ef0591a-11dd-403c-8c48-5c1255e9bc75 req-4ddfafe1-fa19-4ee1-b794-10e57c2a5997 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 944 time: 0.0472035 Apr 15 04:17:23.221042 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ef0591a-11dd-403c-8c48-5c1255e9bc75 req-ba6359eb-35f8-4733-a740-21420efb2464 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414073 Apr 15 04:17:23.536930 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:24.333744 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd1457-8ae1-475a-bcd8-54ca4aeef130 req-4a745932-40b1-4db3-a406-495cf1b2eb6d tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:24.335223 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ebcd1457-8ae1-475a-bcd8-54ca4aeef130 req-4a745932-40b1-4db3-a406-495cf1b2eb6d tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 944 time: 0.0461535 Apr 15 04:17:24.383816 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ebcd1457-8ae1-475a-bcd8-54ca4aeef130 req-0d071d08-baf5-4d81-ab26-5ab4ca0be3fa tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430863 Apr 15 04:17:24.954778 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:25.187733 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 1f40defb-b747-46a6-8372-e97ce6612a0a details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:17:25.287166 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 1f40defb-b747-46a6-8372-e97ce6612a0a, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=1f40defb-b747-46a6-8372-e97ce6612a0a,segment=NetworkSegment(5f7e8ef5-2cb8-47e9-a065-b92d3f89cead),segment_id=5f7e8ef5-2cb8-47e9-a065-b92d3f89cead)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:17:25.297796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '1f40defb-b747-46a6-8372-e97ce6612a0a', 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6', 'port_id': '1f40defb-b747-46a6-8372-e97ce6612a0a', 'mac_address': 'fa:16:3e:43:f8:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c7044c-e8f6-464a-bded-aebca9ceff66', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:17:25.333914 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 1f40defb-b747-46a6-8372-e97ce6612a0a is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:17:25.334294 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1f40defb-b747-46a6-8372-e97ce6612a0a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:25.346497 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f40defb-b747-46a6-8372-e97ce6612a0a {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:17:25.365761 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 1f40defb-b747-46a6-8372-e97ce6612a0a, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=1f40defb-b747-46a6-8372-e97ce6612a0a,segment=NetworkSegment(5f7e8ef5-2cb8-47e9-a065-b92d3f89cead),segment_id=5f7e8ef5-2cb8-47e9-a065-b92d3f89cead)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:17:25.434634 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (1f40defb-b747-46a6-8372-e97ce6612a0a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:25.483009 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=1f40defb-b747-46a6-8372-e97ce6612a0a,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:25.492944 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5cafe-256b-4c55-83eb-44f61de45202 req-bfa2a444-5fcc-42c3-92ce-f50138e9aa3b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:25.494436 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-99f5cafe-256b-4c55-83eb-44f61de45202 req-bfa2a444-5fcc-42c3-92ce-f50138e9aa3b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 945 time: 0.0462282 Apr 15 04:17:25.542494 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-99f5cafe-256b-4c55-83eb-44f61de45202 req-4c2a7015-61a6-427c-b0f2-5fc60bff8f92 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423844 Apr 15 04:17:25.633067 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['1f40defb-b747-46a6-8372-e97ce6612a0a'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:17:26.651002 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43016176-6d89-4250-bb95-6a2e7bac6300 req-51fac21c-9817-4478-ac63-fec8fc7eeb98 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:26.652445 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-43016176-6d89-4250-bb95-6a2e7bac6300 req-51fac21c-9817-4478-ac63-fec8fc7eeb98 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 945 time: 0.0453899 Apr 15 04:17:26.699871 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-43016176-6d89-4250-bb95-6a2e7bac6300 req-a39e9a53-c742-46e9-8475-f0ea56f9c80c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419781 Apr 15 04:17:27.213210 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 1f40defb-b747-46a6-8372-e97ce6612a0a up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:17:27.255386 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 1f40defb-b747-46a6-8372-e97ce6612a0a completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 04:17:27.291432 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 1f40defb-b747-46a6-8372-e97ce6612a0a triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:17:27.291807 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1f40defb-b747-46a6-8372-e97ce6612a0a), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:27.366204 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 1f40defb-b747-46a6-8372-e97ce6612a0a is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:17:27.366499 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1f40defb-b747-46a6-8372-e97ce6612a0a), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:27.388472 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7f729d-1ec5-4b7d-912b-9fb2bbe67113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f40defb-b747-46a6-8372-e97ce6612a0a'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:17:27.390687 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25e2658-66cb-4ba8-883b-c339280e87dc" -d '{"events": [{"server_uuid": "ae7f729d-1ec5-4b7d-912b-9fb2bbe67113", "name": "network-vif-plugged", "status": "completed", "tag": "1f40defb-b747-46a6-8372-e97ce6612a0a"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:17:27.402796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 1f40defb-b747-46a6-8372-e97ce6612a0a, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=1f40defb-b747-46a6-8372-e97ce6612a0a,segment=NetworkSegment(5f7e8ef5-2cb8-47e9-a065-b92d3f89cead),segment_id=5f7e8ef5-2cb8-47e9-a065-b92d3f89cead)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:17:27.428159 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5a93df-e84e-4103-b594-1bd39063f6fd x-openstack-request-id: req-ba5a93df-e84e-4103-b594-1bd39063f6fd {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:17:27.428159 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7f729d-1ec5-4b7d-912b-9fb2bbe67113", "name": "network-vif-plugged", "status": "completed", "tag": "1f40defb-b747-46a6-8372-e97ce6612a0a", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:17:27.428159 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba5a93df-e84e-4103-b594-1bd39063f6fd {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:17:27.428159 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba5a93df-e84e-4103-b594-1bd39063f6fd'] response: {'server_uuid': 'ae7f729d-1ec5-4b7d-912b-9fb2bbe67113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f40defb-b747-46a6-8372-e97ce6612a0a', 'code': 200} Apr 15 04:17:27.463233 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (1f40defb-b747-46a6-8372-e97ce6612a0a), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:27.514043 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=1f40defb-b747-46a6-8372-e97ce6612a0a,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:27.687679 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cd76f-95ee-4541-8d1f-3a4c35ce18e1 req-ce8d3212-fd4d-4775-b1cb-d76fceb09c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:27.689225 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-981cd76f-95ee-4541-8d1f-3a4c35ce18e1 req-ce8d3212-fd4d-4775-b1cb-d76fceb09c55 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 1130 time: 0.0408561 Apr 15 04:17:27.733347 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-981cd76f-95ee-4541-8d1f-3a4c35ce18e1 req-25314dac-3d81-4c3b-9d9e-365ac46d87cc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385761 Apr 15 04:17:27.812279 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497d28c-c710-4c25-8bfa-1a14f92327aa req-81912138-4c06-4096-af41-0f2a839c49b9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:27.813786 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f497d28c-c710-4c25-8bfa-1a14f92327aa req-81912138-4c06-4096-af41-0f2a839c49b9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 946 time: 0.0492880 Apr 15 04:17:27.861346 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f497d28c-c710-4c25-8bfa-1a14f92327aa req-401a0142-a12c-4471-93b7-0f5888d0b30b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419252 Apr 15 04:17:28.973120 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677006d-580a-4867-b2de-7c9cc55c6a75 req-b835945c-a054-4c71-9546-37de430d1ba5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:28.974584 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a677006d-580a-4867-b2de-7c9cc55c6a75 req-b835945c-a054-4c71-9546-37de430d1ba5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 946 time: 0.0457761 Apr 15 04:17:29.023946 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a677006d-580a-4867-b2de-7c9cc55c6a75 req-61d4b029-dab7-466c-bbef-894df95f03db tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436077 Apr 15 04:17:30.135385 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47ecf3-cae7-45ae-9f14-a872ed9793cf req-ba4f2c44-8bf8-44a2-b30e-5beddb91016c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:30.136863 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cf47ecf3-cae7-45ae-9f14-a872ed9793cf req-ba4f2c44-8bf8-44a2-b30e-5beddb91016c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 946 time: 0.0471246 Apr 15 04:17:30.186909 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cf47ecf3-cae7-45ae-9f14-a872ed9793cf req-0b9def96-ef83-46d3-b173-206ddcdfe4c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442641 Apr 15 04:17:30.298464 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ad847-ea16-4762-a9c0-265b513488ba req-aa1b5e7f-39dd-483e-b61c-9ff686dc158a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:30.299937 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-726ad847-ea16-4762-a9c0-265b513488ba req-aa1b5e7f-39dd-483e-b61c-9ff686dc158a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 946 time: 0.0494130 Apr 15 04:17:30.347028 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-726ad847-ea16-4762-a9c0-265b513488ba req-110e80fb-9168-4856-aa40-e7b259880f4b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416172 Apr 15 04:17:30.368295 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42220) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:30.404856 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b56f2b-45e3-47f9-a3fe-ee012da31df1 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:30.406300 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-37b56f2b-45e3-47f9-a3fe-ee012da31df1 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 1125 time: 0.0370450 Apr 15 04:17:30.408967 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42222) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:30.413033 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-22533e14-56db-4726-bdc9-6eefcb16bba6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': '1f40defb-b747-46a6-8372-e97ce6612a0a', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:17:30.480082 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-22533e14-56db-4726-bdc9-6eefcb16bba6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:30.559214 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-22533e14-56db-4726-bdc9-6eefcb16bba6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:30.657999 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-22533e14-56db-4726-bdc9-6eefcb16bba6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Allocated IP 172.26.6.78 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/48580b83-2277-47ed-87b0-fc97a4a7872e) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:17:30.759379 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-22533e14-56db-4726-bdc9-6eefcb16bba6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (48580b83-2277-47ed-87b0-fc97a4a7872e), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:30.892210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-22533e14-56db-4726-bdc9-6eefcb16bba6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (48580b83-2277-47ed-87b0-fc97a4a7872e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:30.927299 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22533e14-56db-4726-bdc9-6eefcb16bba6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:17:30.929934 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-22533e14-56db-4726-bdc9-6eefcb16bba6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:17:30.933361 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22533e14-56db-4726-bdc9-6eefcb16bba6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:17:30.961943 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22533e14-56db-4726-bdc9-6eefcb16bba6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=48580b83-2277-47ed-87b0-fc97a4a7872e,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:31.605482 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-22533e14-56db-4726-bdc9-6eefcb16bba6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for floatingip (b683e817-03a3-49a6-af4a-693fca41eb0f), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:31.787575 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-22533e14-56db-4726-bdc9-6eefcb16bba6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (48580b83-2277-47ed-87b0-fc97a4a7872e), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:31.935525 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-22533e14-56db-4726-bdc9-6eefcb16bba6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (48580b83-2277-47ed-87b0-fc97a4a7872e), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:31.992903 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-22533e14-56db-4726-bdc9-6eefcb16bba6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (48580b83-2277-47ed-87b0-fc97a4a7872e), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:32.061716 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22533e14-56db-4726-bdc9-6eefcb16bba6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=48580b83-2277-47ed-87b0-fc97a4a7872e,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:17:32.074663 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-22533e14-56db-4726-bdc9-6eefcb16bba6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (b683e817-03a3-49a6-af4a-693fca41eb0f), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:32.177600 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-22533e14-56db-4726-bdc9-6eefcb16bba6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Floating IP b683e817-03a3-49a6-af4a-693fca41eb0f associated. External IP: 172.26.6.78, port: 1f40defb-b747-46a6-8372-e97ce6612a0a. Apr 15 04:17:32.383185 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22533e14-56db-4726-bdc9-6eefcb16bba6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router 9809ba0c-ef94-4f43-80bd-44330b90ff3b has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:17:32.491894 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22533e14-56db-4726-bdc9-6eefcb16bba6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:17:32.502798 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74f0347-c5e7-4ea2-92e6-cb90e0bf4aac None None] Sync routers for ids ['9809ba0c-ef94-4f43-80bd-44330b90ff3b'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:17:32.511756 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f0347-c5e7-4ea2-92e6-cb90e0bf4aac None None] Routers {'9809ba0c-ef94-4f43-80bd-44330b90ff3b'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:17:32.512405 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-b74f0347-c5e7-4ea2-92e6-cb90e0bf4aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:17:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['9809ba0c-ef94-4f43-80bd-44330b90ff3b'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:32.584734 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-22533e14-56db-4726-bdc9-6eefcb16bba6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:32.617294 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-22533e14-56db-4726-bdc9-6eefcb16bba6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2047272 Apr 15 04:17:32.617294 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7f729d-1ec5-4b7d-912b-9fb2bbe67113', 'tag': '1f40defb-b747-46a6-8372-e97ce6612a0a'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:17:32.618638 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c4f18c-d0ca-4c08-af3a-55711e392186" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7f729d-1ec5-4b7d-912b-9fb2bbe67113", "tag": "1f40defb-b747-46a6-8372-e97ce6612a0a"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:17:32.619698 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-b74f0347-c5e7-4ea2-92e6-cb90e0bf4aac None None] Set router 9809ba0c-ef94-4f43-80bd-44330b90ff3b gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:17:32.656019 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf26b6be-0bcd-45bd-9936-c7263d584dba x-openstack-request-id: req-bf26b6be-0bcd-45bd-9936-c7263d584dba {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:17:32.656312 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7f729d-1ec5-4b7d-912b-9fb2bbe67113", "tag": "1f40defb-b747-46a6-8372-e97ce6612a0a", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:17:32.656572 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf26b6be-0bcd-45bd-9936-c7263d584dba {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:17:32.657003 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf26b6be-0bcd-45bd-9936-c7263d584dba'] response: {'name': 'network-changed', 'server_uuid': 'ae7f729d-1ec5-4b7d-912b-9fb2bbe67113', 'tag': '1f40defb-b747-46a6-8372-e97ce6612a0a', 'status': 'completed', 'code': 200} Apr 15 04:17:32.711555 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b1331-76c8-4c04-8210-21c409428b7f req-95cf6798-683b-4cf9-a339-1771d2adc381 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:32.713234 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9f3b1331-76c8-4c04-8210-21c409428b7f req-95cf6798-683b-4cf9-a339-1771d2adc381 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 946 time: 0.0510390 Apr 15 04:17:32.721372 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4f18c-d0ca-4c08-af3a-55711e392186 req-de596949-a9ef-4ebe-9ee8-ede35948918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:32.723203 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-74c4f18c-d0ca-4c08-af3a-55711e392186 req-de596949-a9ef-4ebe-9ee8-ede35948918d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 1130 time: 0.0449231 Apr 15 04:17:32.763160 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9f3b1331-76c8-4c04-8210-21c409428b7f req-1fc839e9-fa2a-454c-a04f-0388b37e8e40 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439157 Apr 15 04:17:32.786590 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42228) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:32.815284 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4f18c-d0ca-4c08-af3a-55711e392186 req-ad04fb0e-38ef-4612-8e18-091411f82161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:32.816751 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-74c4f18c-d0ca-4c08-af3a-55711e392186 req-ad04fb0e-38ef-4612-8e18-091411f82161 service neutron] 10.222.0.30 "GET /v2.0/networks?id=84cb9b68-6443-4876-abb7-b45ac0231bb6 HTTP/1.1" status: 200 len: 895 time: 0.0883539 Apr 15 04:17:32.847558 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fb6653f1-3b29-4d9b-a221-1786971aa0b6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/floatingips/b683e817-03a3-49a6-af4a-693fca41eb0f HTTP/1.1" status: 200 len: 991 time: 0.0594246 Apr 15 04:17:32.858462 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-b74f0347-c5e7-4ea2-92e6-cb90e0bf4aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535591819', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '04925242-21c1-4599-af41-da2ef035c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:17:12Z', 'updated_at': '2022-04-15T04:17:16Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '04925242-21c1-4599-af41-da2ef035c14c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:13Z', 'updated_at': '2022-04-15T04:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b683e817-03a3-49a6-af4a-693fca41eb0f', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'floating_ip_address': '172.26.6.78', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'port_id': '1f40defb-b747-46a6-8372-e97ce6612a0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6', 'mac_address': 'fa:16:3e:43:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f729d-1ec5-4b7d-912b-9fb2bbe67113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:17:31Z', 'updated_at': '2022-04-15T04:17:31Z', 'revision_number': 0, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2748e240-77b2-49ac-8e1d-b52a281114ba', 'name': '', 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:21:6e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '32c7044c-e8f6-464a-bded-aebca9ceff66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:16Z', 'updated_at': '2022-04-15T04:17:19Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '32c7044c-e8f6-464a-bded-aebca9ceff66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:32.884796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74f0347-c5e7-4ea2-92e6-cb90e0bf4aac None None] Checking router: 9809ba0c-ef94-4f43-80bd-44330b90ff3b for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:17:32.886927 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-74c4f18c-d0ca-4c08-af3a-55711e392186 req-313d9cd9-48ac-4fe6-8353-271581354250 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f40defb-b747-46a6-8372-e97ce6612a0a HTTP/1.1" status: 200 len: 999 time: 0.0639274 Apr 15 04:17:32.893265 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f0347-c5e7-4ea2-92e6-cb90e0bf4aac None None] Routers {'9809ba0c-ef94-4f43-80bd-44330b90ff3b'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:17:32.893864 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-b74f0347-c5e7-4ea2-92e6-cb90e0bf4aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:17:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['9809ba0c-ef94-4f43-80bd-44330b90ff3b'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:32.934335 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4f18c-d0ca-4c08-af3a-55711e392186 req-212b7a40-d327-487c-9fca-f5f61bf86bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:32.935823 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-74c4f18c-d0ca-4c08-af3a-55711e392186 req-212b7a40-d327-487c-9fca-f5f61bf86bb3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32c7044c-e8f6-464a-bded-aebca9ceff66 HTTP/1.1" status: 200 len: 835 time: 0.0438173 Apr 15 04:17:32.979728 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4f18c-d0ca-4c08-af3a-55711e392186 req-9e04df05-1165-413f-afc0-67bb0bf7b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:17:32.981323 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-74c4f18c-d0ca-4c08-af3a-55711e392186 req-9e04df05-1165-413f-afc0-67bb0bf7b8bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84cb9b68-6443-4876-abb7-b45ac0231bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0399525 Apr 15 04:17:33.081602 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-74c4f18c-d0ca-4c08-af3a-55711e392186 req-000fd76c-d03c-415a-9802-02108fb1f696 service neutron] 10.222.0.30 "GET /v2.0/networks/84cb9b68-6443-4876-abb7-b45ac0231bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942152 Apr 15 04:17:33.164695 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-b74f0347-c5e7-4ea2-92e6-cb90e0bf4aac None None] Set router 9809ba0c-ef94-4f43-80bd-44330b90ff3b gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:17:33.172555 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-74c4f18c-d0ca-4c08-af3a-55711e392186 req-2dd40207-5a81-436e-87f3-c2f5c35d90a8 service neutron] 10.222.0.30 "GET /v2.0/networks/84cb9b68-6443-4876-abb7-b45ac0231bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845668 Apr 15 04:17:33.373004 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-b74f0347-c5e7-4ea2-92e6-cb90e0bf4aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535591819', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '04925242-21c1-4599-af41-da2ef035c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:17:12Z', 'updated_at': '2022-04-15T04:17:16Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '04925242-21c1-4599-af41-da2ef035c14c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:13Z', 'updated_at': '2022-04-15T04:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b683e817-03a3-49a6-af4a-693fca41eb0f', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'floating_ip_address': '172.26.6.78', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'port_id': '1f40defb-b747-46a6-8372-e97ce6612a0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6', 'mac_address': 'fa:16:3e:43:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f729d-1ec5-4b7d-912b-9fb2bbe67113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:17:31Z', 'updated_at': '2022-04-15T04:17:31Z', 'revision_number': 0, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2748e240-77b2-49ac-8e1d-b52a281114ba', 'name': '', 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:21:6e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '32c7044c-e8f6-464a-bded-aebca9ceff66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:16Z', 'updated_at': '2022-04-15T04:17:19Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '32c7044c-e8f6-464a-bded-aebca9ceff66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:17:33.402860 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74f0347-c5e7-4ea2-92e6-cb90e0bf4aac None None] The sync data for ids ['9809ba0c-ef94-4f43-80bd-44330b90ff3b'] in dv-neutron-837140-3-hyperv is: [{'id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535591819', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '04925242-21c1-4599-af41-da2ef035c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:17:12Z', 'updated_at': '2022-04-15T04:17:16Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '04925242-21c1-4599-af41-da2ef035c14c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:13Z', 'updated_at': '2022-04-15T04:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b683e817-03a3-49a6-af4a-693fca41eb0f', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'floating_ip_address': '172.26.6.78', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'port_id': '1f40defb-b747-46a6-8372-e97ce6612a0a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6', 'mac_address': 'fa:16:3e:43:f8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7f729d-1ec5-4b7d-912b-9fb2bbe67113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:17:31Z', 'updated_at': '2022-04-15T04:17:31Z', 'revision_number': 0, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2748e240-77b2-49ac-8e1d-b52a281114ba', 'name': '', 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:21:6e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '32c7044c-e8f6-464a-bded-aebca9ceff66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:16Z', 'updated_at': '2022-04-15T04:17:19Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '32c7044c-e8f6-464a-bded-aebca9ceff66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:17:33.592230 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a08889b-f87c-4009-a4c4-a867a85cba9a None None] New status for floating IP b683e817-03a3-49a6-af4a-693fca41eb0f: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:17:33.850361 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42230) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:17:33.915420 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f007980b-827b-439b-964e-7f5318fa9b36 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/floatingips/b683e817-03a3-49a6-af4a-693fca41eb0f HTTP/1.1" status: 200 len: 993 time: 0.0638032 Apr 15 04:17:34.943643 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:36.477941 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:17:48.571866 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d37b7228-4045-4c39-8fd3-9da0a92b0d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:50.866820 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c4b41af5-a4d8-4c05-b1dc-9536569ab780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:52.040737 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:53.565475 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:17:54.929716 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:00.772329 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826aab1-29d0-4a2a-a4d5-0feb13314500 req-a8df524c-3f0d-473c-8598-a681268a0f4c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:00.774443 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e826aab1-29d0-4a2a-a4d5-0feb13314500 req-a8df524c-3f0d-473c-8598-a681268a0f4c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 946 time: 0.0528738 Apr 15 04:18:00.849367 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e826aab1-29d0-4a2a-a4d5-0feb13314500 req-361a1fc7-cbfb-4e41-bdce-f0ed26c5a732 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693524 Apr 15 04:18:00.858809 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847369d-e7ac-4dd8-abf4-13d8be66b219 req-889e987d-9bbc-4400-865f-c4f6e1ac919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:00.860240 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6847369d-e7ac-4dd8-abf4-13d8be66b219 req-889e987d-9bbc-4400-865f-c4f6e1ac919f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 1130 time: 0.0483418 Apr 15 04:18:00.952265 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847369d-e7ac-4dd8-abf4-13d8be66b219 req-ed4ce87a-dcd2-43bf-84c9-860399726881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:00.953600 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6847369d-e7ac-4dd8-abf4-13d8be66b219 req-ed4ce87a-dcd2-43bf-84c9-860399726881 service neutron] 10.222.0.30 "GET /v2.0/networks?id=84cb9b68-6443-4876-abb7-b45ac0231bb6 HTTP/1.1" status: 200 len: 895 time: 0.0856230 Apr 15 04:18:01.017126 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6847369d-e7ac-4dd8-abf4-13d8be66b219 req-28babcb5-deab-4297-8c04-99c975e69bb4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f40defb-b747-46a6-8372-e97ce6612a0a HTTP/1.1" status: 200 len: 1001 time: 0.0576336 Apr 15 04:18:01.067073 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847369d-e7ac-4dd8-abf4-13d8be66b219 req-ce3de051-63ee-4098-8d42-642cea7ba681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:01.068496 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6847369d-e7ac-4dd8-abf4-13d8be66b219 req-ce3de051-63ee-4098-8d42-642cea7ba681 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32c7044c-e8f6-464a-bded-aebca9ceff66 HTTP/1.1" status: 200 len: 835 time: 0.0456679 Apr 15 04:18:01.115028 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847369d-e7ac-4dd8-abf4-13d8be66b219 req-4db96c58-7cda-4f2e-8006-86cceb156ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:01.116504 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6847369d-e7ac-4dd8-abf4-13d8be66b219 req-4db96c58-7cda-4f2e-8006-86cceb156ba0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84cb9b68-6443-4876-abb7-b45ac0231bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0408807 Apr 15 04:18:01.204277 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6847369d-e7ac-4dd8-abf4-13d8be66b219 req-efc35412-454c-4de8-8690-97210f98a46a service neutron] 10.222.0.30 "GET /v2.0/networks/84cb9b68-6443-4876-abb7-b45ac0231bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807052 Apr 15 04:18:01.292371 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6847369d-e7ac-4dd8-abf4-13d8be66b219 req-aec54e64-6018-4028-b86c-c3106f2f55b7 service neutron] 10.222.0.30 "GET /v2.0/networks/84cb9b68-6443-4876-abb7-b45ac0231bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827398 Apr 15 04:18:01.964598 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f6415-f492-4fee-9bd8-1eeedb00214f req-7e088e82-d9fc-4de7-819f-a984540df824 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:01.966271 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-472f6415-f492-4fee-9bd8-1eeedb00214f req-7e088e82-d9fc-4de7-819f-a984540df824 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 946 time: 0.0469704 Apr 15 04:18:02.017332 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-472f6415-f492-4fee-9bd8-1eeedb00214f req-d8c90a67-5307-4718-99cc-37b4671661d1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448985 Apr 15 04:18:03.128455 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daae71e-3194-4b03-9efd-1d63d3c99775 req-c309af0d-2c69-4c74-abbf-845ee348a8e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:03.130109 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4daae71e-3194-4b03-9efd-1d63d3c99775 req-c309af0d-2c69-4c74-abbf-845ee348a8e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 946 time: 0.0473871 Apr 15 04:18:03.177747 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4daae71e-3194-4b03-9efd-1d63d3c99775 req-86954bf5-3dd8-4694-9b64-862b66a5d200 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416396 Apr 15 04:18:04.290085 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4c1fb-2ea2-461a-89b2-f76ba976eefd req-cf610345-538f-4054-854f-44c8ad32f75c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:04.291543 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b9b4c1fb-2ea2-461a-89b2-f76ba976eefd req-cf610345-538f-4054-854f-44c8ad32f75c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 946 time: 0.0489583 Apr 15 04:18:04.338427 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b9b4c1fb-2ea2-461a-89b2-f76ba976eefd req-b14933e1-3b22-4a91-a0fe-0e8224c8af3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414629 Apr 15 04:18:04.923790 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:05.448018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf6bda-555c-47ff-b074-e1f8209f7585 req-4f0ec5bf-b69e-4565-bbe8-b43de7261f51 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:05.449478 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04bf6bda-555c-47ff-b074-e1f8209f7585 req-4f0ec5bf-b69e-4565-bbe8-b43de7261f51 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 946 time: 0.0466373 Apr 15 04:18:05.501095 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-04bf6bda-555c-47ff-b074-e1f8209f7585 req-2967b54b-dce1-4ae9-adaa-e0ee1778914f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460901 Apr 15 04:18:06.610304 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480dfef1-d2ce-43e5-b9a0-2e59dfcfc2c7 req-ddbeaf00-32b9-4464-8f10-024817ee3e33 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:06.611792 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-480dfef1-d2ce-43e5-b9a0-2e59dfcfc2c7 req-ddbeaf00-32b9-4464-8f10-024817ee3e33 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 946 time: 0.0461512 Apr 15 04:18:06.659589 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-480dfef1-d2ce-43e5-b9a0-2e59dfcfc2c7 req-f74bd20d-4aac-4880-9248-b83ff550fbc8 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423446 Apr 15 04:18:07.771409 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de485bc9-3dc6-4775-81e5-ba206d43904a req-55bbe315-a475-42f8-a45a-f1c0b946a204 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:07.772875 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-de485bc9-3dc6-4775-81e5-ba206d43904a req-55bbe315-a475-42f8-a45a-f1c0b946a204 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 946 time: 0.0469763 Apr 15 04:18:07.821856 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-de485bc9-3dc6-4775-81e5-ba206d43904a req-7232de15-fbec-4c09-9fe5-aa61650be6c9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428565 Apr 15 04:18:08.930274 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e03bf-dc1e-479b-bdf1-864ac6fdc6bd req-ae78f7f1-8749-4818-8ea7-8d06b75c575d tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:08.931746 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6d8e03bf-dc1e-479b-bdf1-864ac6fdc6bd req-ae78f7f1-8749-4818-8ea7-8d06b75c575d tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 946 time: 0.0453215 Apr 15 04:18:08.982910 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6d8e03bf-dc1e-479b-bdf1-864ac6fdc6bd req-88a5f13b-f9b0-4d5d-b9fc-93cee7680843 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456464 Apr 15 04:18:10.092413 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836d0eb-a143-4726-b2b4-bd1f23a9a854 req-af67e1b7-6a0c-4a14-9b00-dc460ba4d0f7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:10.093897 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2836d0eb-a143-4726-b2b4-bd1f23a9a854 req-af67e1b7-6a0c-4a14-9b00-dc460ba4d0f7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 946 time: 0.0465000 Apr 15 04:18:10.143919 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2836d0eb-a143-4726-b2b4-bd1f23a9a854 req-c6de6057-c419-4f1a-8cf8-42424b0dcaf2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445940 Apr 15 04:18:11.252413 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11300c26-4fd2-4418-8221-025cf05412a4 req-8b8b1cf5-134f-4d13-90dc-6f4489cfe1d5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:11.253871 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-11300c26-4fd2-4418-8221-025cf05412a4 req-8b8b1cf5-134f-4d13-90dc-6f4489cfe1d5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 946 time: 0.0462248 Apr 15 04:18:11.301934 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-11300c26-4fd2-4418-8221-025cf05412a4 req-23cd3193-1b35-4054-8391-f0491f33478e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421865 Apr 15 04:18:12.418435 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9001d-ddb1-40cf-8bb7-310706ede6fd req-6e89f126-e6e1-4a8d-bbff-3ad7e1ae6016 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:12.420000 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8eb9001d-ddb1-40cf-8bb7-310706ede6fd req-6e89f126-e6e1-4a8d-bbff-3ad7e1ae6016 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 946 time: 0.0510969 Apr 15 04:18:12.467817 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8eb9001d-ddb1-40cf-8bb7-310706ede6fd req-4f7f3d16-ddfa-4f57-b9c7-edf73495b350 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423501 Apr 15 04:18:13.476909 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:18:13.482193 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4466c96f-a5ff-46dc-a0cf-b701aaecebc3 req-bc13bcbb-48d7-4747-8783-cf7db95bc159 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372000 Apr 15 04:18:13.565752 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466c96f-a5ff-46dc-a0cf-b701aaecebc3 req-afa200eb-6a55-4886-b79b-9d7f8b7c26e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:13.567279 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4466c96f-a5ff-46dc-a0cf-b701aaecebc3 req-afa200eb-6a55-4886-b79b-9d7f8b7c26e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 1130 time: 0.0397661 Apr 15 04:18:13.580545 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7712102-7182-4caf-b4b5-c85f832372fb req-7b842560-0e30-46c5-a39d-eedc33b34248 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:13.582064 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f7712102-7182-4caf-b4b5-c85f832372fb req-7b842560-0e30-46c5-a39d-eedc33b34248 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 946 time: 0.0468612 Apr 15 04:18:13.631188 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f7712102-7182-4caf-b4b5-c85f832372fb req-caeea78e-fc35-4235-91d5-3e7dc4ef5c04 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435550 Apr 15 04:18:13.653111 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42266) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:18:13.674521 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466c96f-a5ff-46dc-a0cf-b701aaecebc3 req-2d4a53f4-8ee1-431c-ad19-43b7108f0eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:13.676026 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4466c96f-a5ff-46dc-a0cf-b701aaecebc3 req-2d4a53f4-8ee1-431c-ad19-43b7108f0eb3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=84cb9b68-6443-4876-abb7-b45ac0231bb6 HTTP/1.1" status: 200 len: 895 time: 0.0908761 Apr 15 04:18:13.717593 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-80d9d763-b3fa-4988-8da3-2ae805384bf4 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/floatingips/b683e817-03a3-49a6-af4a-693fca41eb0f HTTP/1.1" status: 200 len: 993 time: 0.0633361 Apr 15 04:18:13.740190 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4466c96f-a5ff-46dc-a0cf-b701aaecebc3 req-6781ab6c-2c56-4bc8-9492-3148cb6fbb5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f40defb-b747-46a6-8372-e97ce6612a0a HTTP/1.1" status: 200 len: 1001 time: 0.0580108 Apr 15 04:18:13.793259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466c96f-a5ff-46dc-a0cf-b701aaecebc3 req-42061fc2-a4fe-43ce-93d9-be0fdfbba077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:13.795011 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4466c96f-a5ff-46dc-a0cf-b701aaecebc3 req-42061fc2-a4fe-43ce-93d9-be0fdfbba077 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32c7044c-e8f6-464a-bded-aebca9ceff66 HTTP/1.1" status: 200 len: 835 time: 0.0481169 Apr 15 04:18:13.836685 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466c96f-a5ff-46dc-a0cf-b701aaecebc3 req-1fcc0a61-f061-4505-bab9-580595096e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:13.838164 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4466c96f-a5ff-46dc-a0cf-b701aaecebc3 req-1fcc0a61-f061-4505-bab9-580595096e25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84cb9b68-6443-4876-abb7-b45ac0231bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0378358 Apr 15 04:18:13.925818 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4466c96f-a5ff-46dc-a0cf-b701aaecebc3 req-79f49069-3d4f-4fd2-b95e-3d238d7563bd service neutron] 10.222.0.30 "GET /v2.0/networks/84cb9b68-6443-4876-abb7-b45ac0231bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814230 Apr 15 04:18:14.016083 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4466c96f-a5ff-46dc-a0cf-b701aaecebc3 req-f3c6bbc5-a3cc-43b5-9dff-13bb4e860d35 service neutron] 10.222.0.30 "GET /v2.0/networks/84cb9b68-6443-4876-abb7-b45ac0231bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840645 Apr 15 04:18:18.547993 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a77480ab-5f75-4246-8ee0-8ec90104262f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:20.860823 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e11fa9f2-fb72-4017-9c6c-27ffeab93f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:22.022076 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:23.553617 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:24.919470 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:34.907583 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:44.416708 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42276) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:18:44.562695 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting port 48580b83-2277-47ed-87b0-fc97a4a7872e {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:18:44.563037 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (48580b83-2277-47ed-87b0-fc97a4a7872e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:44.638888 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (48580b83-2277-47ed-87b0-fc97a4a7872e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:44.639221 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for floatingip (48580b83-2277-47ed-87b0-fc97a4a7872e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:44.652345 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Calling delete_port for 48580b83-2277-47ed-87b0-fc97a4a7872e owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:18:44.850800 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (48580b83-2277-47ed-87b0-fc97a4a7872e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:44.875310 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Port': ['ID=48580b83-2277-47ed-87b0-fc97a4a7872e,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:18:44.901391 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:44.901673 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:44.902019 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:44.902367 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:44.902729 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:44.903066 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:44.903400 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:44.903730 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:44.904058 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:44.904386 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:44.904712 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:44.905038 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:44.905365 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:44.905690 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:44.906013 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:44.949276 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for floatingip (b683e817-03a3-49a6-af4a-693fca41eb0f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:44.949605 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Floating IP b683e817-03a3-49a6-af4a-693fca41eb0f disassociated (deleted). External IP: 172.26.6.78, port: 1f40defb-b747-46a6-8372-e97ce6612a0a. Apr 15 04:18:45.458586 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router 9809ba0c-ef94-4f43-80bd-44330b90ff3b has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:18:45.565680 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:18:45.571036 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:45.575668 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0fcffa-4f00-4959-bac8-df4119330b24 None None] Sync routers for ids ['9809ba0c-ef94-4f43-80bd-44330b90ff3b'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:18:45.584947 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0fcffa-4f00-4959-bac8-df4119330b24 None None] Routers {'9809ba0c-ef94-4f43-80bd-44330b90ff3b'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:18:45.585560 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-2f0fcffa-4f00-4959-bac8-df4119330b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:18:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['9809ba0c-ef94-4f43-80bd-44330b90ff3b'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:18:45.599565 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cf909612-560e-44e7-a8be-7ab0ffda8047 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/floatingips/b683e817-03a3-49a6-af4a-693fca41eb0f HTTP/1.1" status: 204 len: 168 time: 1.1818061 Apr 15 04:18:45.600155 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae7f729d-1ec5-4b7d-912b-9fb2bbe67113', 'tag': '1f40defb-b747-46a6-8372-e97ce6612a0a'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:18:45.602899 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490440e5-9133-4427-be4b-b185b0d1b35a" -d '{"events": [{"name": "network-changed", "server_uuid": "ae7f729d-1ec5-4b7d-912b-9fb2bbe67113", "tag": "1f40defb-b747-46a6-8372-e97ce6612a0a"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:18:45.639571 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37a28f8-59e5-4ea9-a86b-425ab1e3822e x-openstack-request-id: req-c37a28f8-59e5-4ea9-a86b-425ab1e3822e {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:18:45.639866 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae7f729d-1ec5-4b7d-912b-9fb2bbe67113", "tag": "1f40defb-b747-46a6-8372-e97ce6612a0a", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:18:45.640124 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c37a28f8-59e5-4ea9-a86b-425ab1e3822e {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:18:45.640532 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37a28f8-59e5-4ea9-a86b-425ab1e3822e'] response: {'name': 'network-changed', 'server_uuid': 'ae7f729d-1ec5-4b7d-912b-9fb2bbe67113', 'tag': '1f40defb-b747-46a6-8372-e97ce6612a0a', 'status': 'completed', 'code': 200} Apr 15 04:18:45.701565 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490440e5-9133-4427-be4b-b185b0d1b35a req-97431f77-f7d3-4bf4-a95e-aba541232411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:45.703116 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-490440e5-9133-4427-be4b-b185b0d1b35a req-97431f77-f7d3-4bf4-a95e-aba541232411 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 1130 time: 0.0420792 Apr 15 04:18:45.710646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-2f0fcffa-4f00-4959-bac8-df4119330b24 None None] Set router 9809ba0c-ef94-4f43-80bd-44330b90ff3b gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:18:45.798882 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490440e5-9133-4427-be4b-b185b0d1b35a req-ab398773-935f-4696-ae6d-048785d2966d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:45.800442 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-490440e5-9133-4427-be4b-b185b0d1b35a req-ab398773-935f-4696-ae6d-048785d2966d service neutron] 10.222.0.30 "GET /v2.0/networks?id=84cb9b68-6443-4876-abb7-b45ac0231bb6 HTTP/1.1" status: 200 len: 895 time: 0.0912373 Apr 15 04:18:45.840854 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-490440e5-9133-4427-be4b-b185b0d1b35a req-9d8342ca-6393-4efb-a361-dead6d7a3f90 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f40defb-b747-46a6-8372-e97ce6612a0a HTTP/1.1" status: 200 len: 217 time: 0.0345721 Apr 15 04:18:45.910591 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490440e5-9133-4427-be4b-b185b0d1b35a req-f1b16402-a9a0-467c-9dce-a7513a6b4d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:45.913075 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-490440e5-9133-4427-be4b-b185b0d1b35a req-f1b16402-a9a0-467c-9dce-a7513a6b4d18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=32c7044c-e8f6-464a-bded-aebca9ceff66 HTTP/1.1" status: 200 len: 835 time: 0.0670853 Apr 15 04:18:45.923512 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-2f0fcffa-4f00-4959-bac8-df4119330b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535591819', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '04925242-21c1-4599-af41-da2ef035c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:17:12Z', 'updated_at': '2022-04-15T04:17:16Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '04925242-21c1-4599-af41-da2ef035c14c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:13Z', 'updated_at': '2022-04-15T04:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '2748e240-77b2-49ac-8e1d-b52a281114ba', 'name': '', 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:21:6e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '32c7044c-e8f6-464a-bded-aebca9ceff66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:16Z', 'updated_at': '2022-04-15T04:17:19Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '32c7044c-e8f6-464a-bded-aebca9ceff66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:18:45.956213 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0fcffa-4f00-4959-bac8-df4119330b24 None None] Checking router: 9809ba0c-ef94-4f43-80bd-44330b90ff3b for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:18:45.959669 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490440e5-9133-4427-be4b-b185b0d1b35a req-3481ec47-42af-4ea9-869a-5eca0100685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:45.961783 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-490440e5-9133-4427-be4b-b185b0d1b35a req-3481ec47-42af-4ea9-869a-5eca0100685d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84cb9b68-6443-4876-abb7-b45ac0231bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0422750 Apr 15 04:18:45.967915 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0fcffa-4f00-4959-bac8-df4119330b24 None None] Routers {'9809ba0c-ef94-4f43-80bd-44330b90ff3b'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:18:45.968526 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-2f0fcffa-4f00-4959-bac8-df4119330b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:18:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['9809ba0c-ef94-4f43-80bd-44330b90ff3b'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:18:46.047353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99276dd-12da-4640-b2f7-70027d7cba92 req-d7472bda-68ee-481f-af01-bdf5e024f848 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:46.048841 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d99276dd-12da-4640-b2f7-70027d7cba92 req-d7472bda-68ee-481f-af01-bdf5e024f848 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 946 time: 0.0467227 Apr 15 04:18:46.078944 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-2f0fcffa-4f00-4959-bac8-df4119330b24 None None] Set router 9809ba0c-ef94-4f43-80bd-44330b90ff3b gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:18:46.099584 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d99276dd-12da-4640-b2f7-70027d7cba92 req-f55d85e5-ee39-4719-bbf3-ba899820c11c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448201 Apr 15 04:18:46.266376 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-2f0fcffa-4f00-4959-bac8-df4119330b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535591819', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '04925242-21c1-4599-af41-da2ef035c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:17:12Z', 'updated_at': '2022-04-15T04:17:16Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '04925242-21c1-4599-af41-da2ef035c14c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:13Z', 'updated_at': '2022-04-15T04:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '2748e240-77b2-49ac-8e1d-b52a281114ba', 'name': '', 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:21:6e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '32c7044c-e8f6-464a-bded-aebca9ceff66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:16Z', 'updated_at': '2022-04-15T04:17:19Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '32c7044c-e8f6-464a-bded-aebca9ceff66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:18:46.291889 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0fcffa-4f00-4959-bac8-df4119330b24 None None] The sync data for ids ['9809ba0c-ef94-4f43-80bd-44330b90ff3b'] in dv-neutron-837140-3-hyperv is: [{'id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535591819', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '04925242-21c1-4599-af41-da2ef035c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:17:12Z', 'updated_at': '2022-04-15T04:17:16Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '04925242-21c1-4599-af41-da2ef035c14c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:13Z', 'updated_at': '2022-04-15T04:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '2748e240-77b2-49ac-8e1d-b52a281114ba', 'name': '', 'network_id': '84cb9b68-6443-4876-abb7-b45ac0231bb6', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:21:6e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '32c7044c-e8f6-464a-bded-aebca9ceff66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:16Z', 'updated_at': '2022-04-15T04:17:19Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '32c7044c-e8f6-464a-bded-aebca9ceff66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:18:46.505443 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430fdc1c-fff2-4ddd-929f-c17840f93fd1 None None] New status for floating IP b683e817-03a3-49a6-af4a-693fca41eb0f: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:18:47.187841 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-490440e5-9133-4427-be4b-b185b0d1b35a req-bea174b6-3560-438c-8f15-42f6989e6bff service neutron] 10.222.0.30 "GET /v2.0/networks/84cb9b68-6443-4876-abb7-b45ac0231bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888724 Apr 15 04:18:47.216155 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f48dcd-b448-447a-8c7d-9d456b532495 req-8d9efda2-b533-4f06-92a0-f045af14ece4 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:47.217630 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e5f48dcd-b448-447a-8c7d-9d456b532495 req-8d9efda2-b533-4f06-92a0-f045af14ece4 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 946 time: 0.0483465 Apr 15 04:18:47.266333 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e5f48dcd-b448-447a-8c7d-9d456b532495 req-37481ea8-9afa-4bdb-b4e2-4e18cbf7f7ff tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=f17d4ed0-538a-4d2e-b022-19969176a605&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431192 Apr 15 04:18:47.329002 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-490440e5-9133-4427-be4b-b185b0d1b35a req-42c71243-49d9-4d8a-90d5-1d20aae40cfe service neutron] 10.222.0.30 "GET /v2.0/networks/84cb9b68-6443-4876-abb7-b45ac0231bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839088 Apr 15 04:18:47.412605 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15b719-a5fa-4fdd-86b8-8647c1980090 req-fb5eca42-6deb-4db1-892e-1c9dd554a587 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:47.414039 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cc15b719-a5fa-4fdd-86b8-8647c1980090 req-fb5eca42-6deb-4db1-892e-1c9dd554a587 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 946 time: 0.0503099 Apr 15 04:18:47.498123 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-cc15b719-a5fa-4fdd-86b8-8647c1980090 req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting port 1f40defb-b747-46a6-8372-e97ce6612a0a {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:18:47.498496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-cc15b719-a5fa-4fdd-86b8-8647c1980090 req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (1f40defb-b747-46a6-8372-e97ce6612a0a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:47.588632 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-cc15b719-a5fa-4fdd-86b8-8647c1980090 req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] For port 1f40defb-b747-46a6-8372-e97ce6612a0a, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=1f40defb-b747-46a6-8372-e97ce6612a0a,segment=NetworkSegment(5f7e8ef5-2cb8-47e9-a065-b92d3f89cead),segment_id=5f7e8ef5-2cb8-47e9-a065-b92d3f89cead)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:18:47.588994 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-cc15b719-a5fa-4fdd-86b8-8647c1980090 req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (1f40defb-b747-46a6-8372-e97ce6612a0a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:47.601828 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-cc15b719-a5fa-4fdd-86b8-8647c1980090 req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Calling delete_port for 1f40defb-b747-46a6-8372-e97ce6612a0a owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:18:47.810588 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-cc15b719-a5fa-4fdd-86b8-8647c1980090 req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (1f40defb-b747-46a6-8372-e97ce6612a0a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:47.840206 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Port': ['ID=1f40defb-b747-46a6-8372-e97ce6612a0a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:18:47.849805 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:47.850159 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:47.850504 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:47.850874 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:47.851214 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:47.851550 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:47.851883 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:47.853278 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:47.853278 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:47.853451 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:47.853666 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:47.853992 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:47.854314 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:47.854655 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:47.855002 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:47.899065 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc15b719-a5fa-4fdd-86b8-8647c1980090 req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] No DVR routers for this DVR port 1f40defb-b747-46a6-8372-e97ce6612a0a on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:18:47.901594 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-cc15b719-a5fa-4fdd-86b8-8647c1980090 req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:47.904841 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cc15b719-a5fa-4fdd-86b8-8647c1980090 req-9e5a57c5-b3dc-4e2d-bdc4-b75648c50bc7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "DELETE /v2.0/ports/1f40defb-b747-46a6-8372-e97ce6612a0a HTTP/1.1" status: 204 len: 173 time: 0.4853764 Apr 15 04:18:47.905281 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae7f729d-1ec5-4b7d-912b-9fb2bbe67113', 'name': 'network-vif-deleted', 'tag': '1f40defb-b747-46a6-8372-e97ce6612a0a'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:18:47.907543 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc33dc37-ba1e-4cc8-919c-1eddc2eea3a8" -d '{"events": [{"server_uuid": "ae7f729d-1ec5-4b7d-912b-9fb2bbe67113", "name": "network-vif-deleted", "tag": "1f40defb-b747-46a6-8372-e97ce6612a0a"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:18:47.942194 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fad756-ffd4-4a5e-9a27-14e6b73a3c01 x-openstack-request-id: req-44fad756-ffd4-4a5e-9a27-14e6b73a3c01 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:18:47.942514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae7f729d-1ec5-4b7d-912b-9fb2bbe67113", "name": "network-vif-deleted", "tag": "1f40defb-b747-46a6-8372-e97ce6612a0a", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:18:47.942817 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44fad756-ffd4-4a5e-9a27-14e6b73a3c01 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:18:47.943228 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44fad756-ffd4-4a5e-9a27-14e6b73a3c01'] response: {'server_uuid': 'ae7f729d-1ec5-4b7d-912b-9fb2bbe67113', 'name': 'network-vif-deleted', 'tag': '1f40defb-b747-46a6-8372-e97ce6612a0a', 'status': 'completed', 'code': 200} Apr 15 04:18:48.372789 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8ba3b2d3-882d-4f7a-85ef-37c416caf7fe req-be9aaa96-7c8e-4c08-bc30-b189c227d3aa tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae7f729d-1ec5-4b7d-912b-9fb2bbe67113 HTTP/1.1" status: 200 len: 210 time: 0.0273581 Apr 15 04:18:48.557564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e95a8185-a5b8-483b-92d2-5fd391470b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:49.427551 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42294) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:18:49.767197 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c40a9741-45aa-4afe-8fdc-2487b3a5a2c1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (9809ba0c-ef94-4f43-80bd-44330b90ff3b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:50.007908 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-c40a9741-45aa-4afe-8fdc-2487b3a5a2c1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting port 2748e240-77b2-49ac-8e1d-b52a281114ba {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:18:50.008254 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c40a9741-45aa-4afe-8fdc-2487b3a5a2c1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (2748e240-77b2-49ac-8e1d-b52a281114ba), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:50.099113 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-c40a9741-45aa-4afe-8fdc-2487b3a5a2c1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] For port 2748e240-77b2-49ac-8e1d-b52a281114ba, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=2748e240-77b2-49ac-8e1d-b52a281114ba,segment=NetworkSegment(5f7e8ef5-2cb8-47e9-a065-b92d3f89cead),segment_id=5f7e8ef5-2cb8-47e9-a065-b92d3f89cead)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:18:50.099472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c40a9741-45aa-4afe-8fdc-2487b3a5a2c1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (2748e240-77b2-49ac-8e1d-b52a281114ba), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:50.113743 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-c40a9741-45aa-4afe-8fdc-2487b3a5a2c1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Calling delete_port for 2748e240-77b2-49ac-8e1d-b52a281114ba owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:18:50.358974 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c40a9741-45aa-4afe-8fdc-2487b3a5a2c1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (2748e240-77b2-49ac-8e1d-b52a281114ba), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:50.390304 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a9741-45aa-4afe-8fdc-2487b3a5a2c1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Port': ['ID=2748e240-77b2-49ac-8e1d-b52a281114ba,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:18:50.475584 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:18:50.561902 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c40a9741-45aa-4afe-8fdc-2487b3a5a2c1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (9809ba0c-ef94-4f43-80bd-44330b90ff3b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:50.781885 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40a9741-45aa-4afe-8fdc-2487b3a5a2c1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router 9809ba0c-ef94-4f43-80bd-44330b90ff3b has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:18:50.882974 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-28567276-11df-469a-9402-2ed019bbc335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:50.892893 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40a9741-45aa-4afe-8fdc-2487b3a5a2c1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:18:50.898223 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c40a9741-45aa-4afe-8fdc-2487b3a5a2c1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "PUT /v2.0/routers/9809ba0c-ef94-4f43-80bd-44330b90ff3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4696381 Apr 15 04:18:50.901484 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42296) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:18:50.904007 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccccfa8a-92c5-4c61-8a1e-6b97d9437372 None None] Sync routers for ids ['9809ba0c-ef94-4f43-80bd-44330b90ff3b'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:18:50.913808 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccccfa8a-92c5-4c61-8a1e-6b97d9437372 None None] Routers {'9809ba0c-ef94-4f43-80bd-44330b90ff3b'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:18:50.915343 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ccccfa8a-92c5-4c61-8a1e-6b97d9437372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:18:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['9809ba0c-ef94-4f43-80bd-44330b90ff3b'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:18:50.951204 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe959ff-1b8b-4d6d-aea8-94d86db881fa tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting subnet 32c7044c-e8f6-464a-bded-aebca9ceff66 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:18:50.954354 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dbe959ff-1b8b-4d6d-aea8-94d86db881fa tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for subnet (32c7044c-e8f6-464a-bded-aebca9ceff66), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:50.999005 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dbe959ff-1b8b-4d6d-aea8-94d86db881fa tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (32c7044c-e8f6-464a-bded-aebca9ceff66), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:51.020660 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-ccccfa8a-92c5-4c61-8a1e-6b97d9437372 None None] Set router 9809ba0c-ef94-4f43-80bd-44330b90ff3b gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:18:51.080377 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dbe959ff-1b8b-4d6d-aea8-94d86db881fa tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (32c7044c-e8f6-464a-bded-aebca9ceff66), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:51.186634 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ccccfa8a-92c5-4c61-8a1e-6b97d9437372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535591819', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '04925242-21c1-4599-af41-da2ef035c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:17:12Z', 'updated_at': '2022-04-15T04:18:50Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '04925242-21c1-4599-af41-da2ef035c14c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:13Z', 'updated_at': '2022-04-15T04:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:18:51.203478 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dbe959ff-1b8b-4d6d-aea8-94d86db881fa tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (32c7044c-e8f6-464a-bded-aebca9ceff66), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:51.212775 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccccfa8a-92c5-4c61-8a1e-6b97d9437372 None None] Checking router: 9809ba0c-ef94-4f43-80bd-44330b90ff3b for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:18:51.220983 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccccfa8a-92c5-4c61-8a1e-6b97d9437372 None None] Routers {'9809ba0c-ef94-4f43-80bd-44330b90ff3b'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:18:51.221595 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ccccfa8a-92c5-4c61-8a1e-6b97d9437372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:18:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['9809ba0c-ef94-4f43-80bd-44330b90ff3b'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:18:51.234501 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe959ff-1b8b-4d6d-aea8-94d86db881fa tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Subnet': ['ID=32c7044c-e8f6-464a-bded-aebca9ceff66,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:18:51.240156 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dbe959ff-1b8b-4d6d-aea8-94d86db881fa tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:51.245586 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-dbe959ff-1b8b-4d6d-aea8-94d86db881fa tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/subnets/32c7044c-e8f6-464a-bded-aebca9ceff66 HTTP/1.1" status: 204 len: 168 time: 0.3431122 Apr 15 04:18:51.246305 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42298) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:18:51.262393 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706b4e42-207f-4284-a73d-75e74c977030 None None] Network 84cb9b68-6443-4876-abb7-b45ac0231bb6 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:18:51.356859 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39baab3f-7ea6-4f5e-9f5b-556c2c187559 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router (9809ba0c-ef94-4f43-80bd-44330b90ff3b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:51.467173 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39baab3f-7ea6-4f5e-9f5b-556c2c187559 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_gateway (9809ba0c-ef94-4f43-80bd-44330b90ff3b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:51.552915 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-ccccfa8a-92c5-4c61-8a1e-6b97d9437372 None None] Set router 9809ba0c-ef94-4f43-80bd-44330b90ff3b gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:18:51.565230 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-39baab3f-7ea6-4f5e-9f5b-556c2c187559 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting port 04925242-21c1-4599-af41-da2ef035c14c {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:18:51.565724 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39baab3f-7ea6-4f5e-9f5b-556c2c187559 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (04925242-21c1-4599-af41-da2ef035c14c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:51.610533 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 1f40defb-b747-46a6-8372-e97ce6612a0a no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:18:51.641889 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] DHCP port deletion for 84cb9b68-6443-4876-abb7-b45ac0231bb6 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 04:18:51.650456 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 1f40defb-b747-46a6-8372-e97ce6612a0a {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:18:51.650832 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 1f40defb-b747-46a6-8372-e97ce6612a0a not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:18:51.652351 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-39baab3f-7ea6-4f5e-9f5b-556c2c187559 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] For port 04925242-21c1-4599-af41-da2ef035c14c, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=04925242-21c1-4599-af41-da2ef035c14c,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:18:51.652758 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39baab3f-7ea6-4f5e-9f5b-556c2c187559 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (04925242-21c1-4599-af41-da2ef035c14c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:51.668313 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-39baab3f-7ea6-4f5e-9f5b-556c2c187559 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Calling delete_port for 04925242-21c1-4599-af41-da2ef035c14c owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:18:51.733267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] Deleting port 0e5ad443-22f0-4904-85b4-948fcf77c50e {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:18:51.733708 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (0e5ad443-22f0-4904-85b4-948fcf77c50e), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:51.837409 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] For port 0e5ad443-22f0-4904-85b4-948fcf77c50e, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=0e5ad443-22f0-4904-85b4-948fcf77c50e,segment=NetworkSegment(5f7e8ef5-2cb8-47e9-a065-b92d3f89cead),segment_id=5f7e8ef5-2cb8-47e9-a065-b92d3f89cead)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:18:51.837733 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (0e5ad443-22f0-4904-85b4-948fcf77c50e), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:51.854728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] Calling delete_port for 0e5ad443-22f0-4904-85b4-948fcf77c50e owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:18:51.856470 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-ccccfa8a-92c5-4c61-8a1e-6b97d9437372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535591819', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '04925242-21c1-4599-af41-da2ef035c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:17:12Z', 'updated_at': '2022-04-15T04:18:50Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '04925242-21c1-4599-af41-da2ef035c14c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:13Z', 'updated_at': '2022-04-15T04:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:18:51.887957 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccccfa8a-92c5-4c61-8a1e-6b97d9437372 None None] The sync data for ids ['9809ba0c-ef94-4f43-80bd-44330b90ff3b'] in dv-neutron-837140-3-hyperv is: [{'id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535591819', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216'}], 'enable_snat': True}, 'gw_port_id': '04925242-21c1-4599-af41-da2ef035c14c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:17:12Z', 'updated_at': '2022-04-15T04:18:50Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '04925242-21c1-4599-af41-da2ef035c14c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:55:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9809ba0c-ef94-4f43-80bd-44330b90ff3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:17:13Z', 'updated_at': '2022-04-15T04:17:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:18:51.896991 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39baab3f-7ea6-4f5e-9f5b-556c2c187559 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (04925242-21c1-4599-af41-da2ef035c14c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:51.927415 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39baab3f-7ea6-4f5e-9f5b-556c2c187559 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Port': ['ID=04925242-21c1-4599-af41-da2ef035c14c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:18:51.992723 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39baab3f-7ea6-4f5e-9f5b-556c2c187559 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (9809ba0c-ef94-4f43-80bd-44330b90ff3b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:52.028526 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (0e5ad443-22f0-4904-85b4-948fcf77c50e), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:52.058853 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] Pushing event deleted for resources: {'Port': ['ID=0e5ad443-22f0-4904-85b4-948fcf77c50e,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:18:52.060874 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:52.067012 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] No DVR routers for this DVR port 0e5ad443-22f0-4904-85b4-948fcf77c50e on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:18:52.069567 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:52.069815 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:52.070166 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:52.070509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:52.070886 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:52.071225 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:52.071559 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:52.071886 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:52.072283 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:52.072614 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:52.072948 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:52.073281 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:52.073607 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:52.073936 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:52.074259 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47226a-12c2-4e53-94b8-24607e6ade7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:52.089173 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39baab3f-7ea6-4f5e-9f5b-556c2c187559 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (9809ba0c-ef94-4f43-80bd-44330b90ff3b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:52.091278 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39baab3f-7ea6-4f5e-9f5b-556c2c187559 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_controller (9809ba0c-ef94-4f43-80bd-44330b90ff3b), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:52.197471 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39baab3f-7ea6-4f5e-9f5b-556c2c187559 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (9809ba0c-ef94-4f43-80bd-44330b90ff3b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:52.197973 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39baab3f-7ea6-4f5e-9f5b-556c2c187559 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Fanout notify agent at l3_agent the message router_deleted on router 9809ba0c-ef94-4f43-80bd-44330b90ff3b {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 04:18:52.204409 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-39baab3f-7ea6-4f5e-9f5b-556c2c187559 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:52.206505 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-39baab3f-7ea6-4f5e-9f5b-556c2c187559 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/routers/9809ba0c-ef94-4f43-80bd-44330b90ff3b HTTP/1.1" status: 204 len: 168 time: 0.9582617 Apr 15 04:18:52.208163 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42300) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:18:52.287049 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-854e3582-51e2-4dbc-8535-6058d1880465 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (84cb9b68-6443-4876-abb7-b45ac0231bb6), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:52.376757 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-854e3582-51e2-4dbc-8535-6058d1880465 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (84cb9b68-6443-4876-abb7-b45ac0231bb6), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:52.401525 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-854e3582-51e2-4dbc-8535-6058d1880465 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84cb9b68-6443-4876-abb7-b45ac0231bb6']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:18:52.411193 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-854e3582-51e2-4dbc-8535-6058d1880465 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7e8ef5-2cb8-47e9-a065-b92d3f89cead') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:18:52.411494 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-854e3582-51e2-4dbc-8535-6058d1880465 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7e8ef5-2cb8-47e9-a065-b92d3f89cead') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:18:52.420884 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-854e3582-51e2-4dbc-8535-6058d1880465 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (5f7e8ef5-2cb8-47e9-a065-b92d3f89cead), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:52.434313 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-854e3582-51e2-4dbc-8535-6058d1880465 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (5f7e8ef5-2cb8-47e9-a065-b92d3f89cead), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:52.442129 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854e3582-51e2-4dbc-8535-6058d1880465 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:18:52.442361 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-854e3582-51e2-4dbc-8535-6058d1880465 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (5f7e8ef5-2cb8-47e9-a065-b92d3f89cead), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:18:52.445681 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:18:52.502510 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2748e240-77b2-49ac-8e1d-b52a281114ba no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:18:52.523710 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 2748e240-77b2-49ac-8e1d-b52a281114ba {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:18:52.524050 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2748e240-77b2-49ac-8e1d-b52a281114ba not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:18:52.525026 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 0e5ad443-22f0-4904-85b4-948fcf77c50e no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:18:52.544493 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 0e5ad443-22f0-4904-85b4-948fcf77c50e {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:18:52.544837 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 0e5ad443-22f0-4904-85b4-948fcf77c50e not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:18:52.563483 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-854e3582-51e2-4dbc-8535-6058d1880465 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (84cb9b68-6443-4876-abb7-b45ac0231bb6), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:52.577777 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-854e3582-51e2-4dbc-8535-6058d1880465 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:52.577777 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-854e3582-51e2-4dbc-8535-6058d1880465 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/networks/84cb9b68-6443-4876-abb7-b45ac0231bb6 HTTP/1.1" status: 204 len: 168 time: 0.3663647 Apr 15 04:18:52.578567 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42302) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:18:52.590277 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e3582-51e2-4dbc-8535-6058d1880465 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Network': ['ID=84cb9b68-6443-4876-abb7-b45ac0231bb6,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:18:52.640046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a238fdd3-538e-4967-8a7f-8a0f206884b4 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (f17d4ed0-538a-4d2e-b022-19969176a605), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:52.665882 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a238fdd3-538e-4967-8a7f-8a0f206884b4 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (f17d4ed0-538a-4d2e-b022-19969176a605), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:52.782014 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a238fdd3-538e-4967-8a7f-8a0f206884b4 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (f17d4ed0-538a-4d2e-b022-19969176a605), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:52.784679 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a238fdd3-538e-4967-8a7f-8a0f206884b4 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:52.785859 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a238fdd3-538e-4967-8a7f-8a0f206884b4 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/security-groups/f17d4ed0-538a-4d2e-b022-19969176a605 HTTP/1.1" status: 204 len: 168 time: 0.2065639 Apr 15 04:18:52.795406 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238fdd3-538e-4967-8a7f-8a0f206884b4 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17d4ed0-538a-4d2e-b022-19969176a605,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:18:53.277310 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42308) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:18:53.281500 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-ba571b4f-a4bb-4369-ac56-aaa1bc52b054 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-912685738', 'description': 'tempest-secgroup-smoke-912685738 description', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:18:53.365105 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ba571b4f-a4bb-4369-ac56-aaa1bc52b054 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:53.437205 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ba571b4f-a4bb-4369-ac56-aaa1bc52b054 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (8df5ea34-0219-4590-944c-3c73749da4ba), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:53.496244 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ba571b4f-a4bb-4369-ac56-aaa1bc52b054 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (8df5ea34-0219-4590-944c-3c73749da4ba), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:53.525434 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba571b4f-a4bb-4369-ac56-aaa1bc52b054 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df5ea34-0219-4590-944c-3c73749da4ba,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:18:53.542203 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:53.572380 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ba571b4f-a4bb-4369-ac56-aaa1bc52b054 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:53.573653 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ba571b4f-a4bb-4369-ac56-aaa1bc52b054 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2957075 Apr 15 04:18:53.576458 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42310) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:18:53.580733 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-f2cd1e5f-4143-4dd9-92e0-219564f3f185 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': '8df5ea34-0219-4590-944c-3c73749da4ba', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:18:53.656176 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2cd1e5f-4143-4dd9-92e0-219564f3f185 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (10be1ab4-b10e-4b77-8b1d-ae249018f741), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:53.709814 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2cd1e5f-4143-4dd9-92e0-219564f3f185 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (10be1ab4-b10e-4b77-8b1d-ae249018f741), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:53.792134 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2cd1e5f-4143-4dd9-92e0-219564f3f185 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (10be1ab4-b10e-4b77-8b1d-ae249018f741), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:53.809963 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd1e5f-4143-4dd9-92e0-219564f3f185 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10be1ab4-b10e-4b77-8b1d-ae249018f741,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:18:53.885739 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f2cd1e5f-4143-4dd9-92e0-219564f3f185 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:53.886990 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f2cd1e5f-4143-4dd9-92e0-219564f3f185 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3095753 Apr 15 04:18:53.889608 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42312) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:18:53.893842 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-35baf6ec-177b-4f85-b4a6-9ffc126356cb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': '8df5ea34-0219-4590-944c-3c73749da4ba', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:18:53.981794 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35baf6ec-177b-4f85-b4a6-9ffc126356cb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (e9d2add4-1ee6-4cb1-b34a-daeb41a65102), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:54.035954 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35baf6ec-177b-4f85-b4a6-9ffc126356cb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (e9d2add4-1ee6-4cb1-b34a-daeb41a65102), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:54.101861 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35baf6ec-177b-4f85-b4a6-9ffc126356cb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (e9d2add4-1ee6-4cb1-b34a-daeb41a65102), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:54.119584 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35baf6ec-177b-4f85-b4a6-9ffc126356cb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d2add4-1ee6-4cb1-b34a-daeb41a65102,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:18:54.189476 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-35baf6ec-177b-4f85-b4a6-9ffc126356cb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:54.190760 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-35baf6ec-177b-4f85-b4a6-9ffc126356cb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3001719 Apr 15 04:18:54.193421 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42314) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:18:54.198209 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-9be1b0df-6e9a-4a66-b36c-6d985323b004 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': '8df5ea34-0219-4590-944c-3c73749da4ba', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:18:54.282348 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9be1b0df-6e9a-4a66-b36c-6d985323b004 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (fae44b64-3494-4998-adcd-d30985192ed6), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:54.338902 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9be1b0df-6e9a-4a66-b36c-6d985323b004 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (fae44b64-3494-4998-adcd-d30985192ed6), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:54.402403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 04925242-21c1-4599-af41-da2ef035c14c no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:18:54.410635 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9be1b0df-6e9a-4a66-b36c-6d985323b004 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (fae44b64-3494-4998-adcd-d30985192ed6), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:54.425487 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 04925242-21c1-4599-af41-da2ef035c14c {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:18:54.425830 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 04925242-21c1-4599-af41-da2ef035c14c not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:18:54.428279 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1b0df-6e9a-4a66-b36c-6d985323b004 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae44b64-3494-4998-adcd-d30985192ed6,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:18:54.481195 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9be1b0df-6e9a-4a66-b36c-6d985323b004 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:54.483120 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9be1b0df-6e9a-4a66-b36c-6d985323b004 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2880709 Apr 15 04:18:54.485168 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42316) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:18:54.489487 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-6798e073-1820-40c5-8371-5e953f168310 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': '8df5ea34-0219-4590-944c-3c73749da4ba', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:18:54.570260 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6798e073-1820-40c5-8371-5e953f168310 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (8915d308-f5db-4c3f-8260-0477565c3ca7), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:54.626890 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6798e073-1820-40c5-8371-5e953f168310 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (8915d308-f5db-4c3f-8260-0477565c3ca7), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:54.700199 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6798e073-1820-40c5-8371-5e953f168310 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (8915d308-f5db-4c3f-8260-0477565c3ca7), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:54.718013 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798e073-1820-40c5-8371-5e953f168310 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8915d308-f5db-4c3f-8260-0477565c3ca7,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:18:54.801040 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6798e073-1820-40c5-8371-5e953f168310 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:54.802267 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6798e073-1820-40c5-8371-5e953f168310 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3161807 Apr 15 04:18:54.805124 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42318) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:18:54.809932 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-805aa35b-1732-4501-9e7d-398a178df4db tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': '8df5ea34-0219-4590-944c-3c73749da4ba', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:18:54.888797 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-805aa35b-1732-4501-9e7d-398a178df4db tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Project dd190e8f20b4434dbd4f9acd2d0e1e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 04:18:54.894481 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-805aa35b-1732-4501-9e7d-398a178df4db tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (906fb4a0-d2f3-46ba-a5ba-66ac79c0aa57), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:54.940192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:54.951899 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-805aa35b-1732-4501-9e7d-398a178df4db tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (906fb4a0-d2f3-46ba-a5ba-66ac79c0aa57), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:55.031442 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-805aa35b-1732-4501-9e7d-398a178df4db tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (906fb4a0-d2f3-46ba-a5ba-66ac79c0aa57), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:55.048776 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805aa35b-1732-4501-9e7d-398a178df4db tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906fb4a0-d2f3-46ba-a5ba-66ac79c0aa57,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:18:55.130849 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-805aa35b-1732-4501-9e7d-398a178df4db tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:55.132083 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-805aa35b-1732-4501-9e7d-398a178df4db tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3254406 Apr 15 04:18:55.134896 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42320) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:18:55.139239 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-4ca2f41c-fa67-4681-a4f7-fd815fa4baab tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': '8df5ea34-0219-4590-944c-3c73749da4ba', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:18:55.220167 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-4ca2f41c-fa67-4681-a4f7-fd815fa4baab tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Project dd190e8f20b4434dbd4f9acd2d0e1e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 04:18:55.225357 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4ca2f41c-fa67-4681-a4f7-fd815fa4baab tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (db0ee594-1cc4-4250-8415-5da7ad757d8c), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:55.285042 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4ca2f41c-fa67-4681-a4f7-fd815fa4baab tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (db0ee594-1cc4-4250-8415-5da7ad757d8c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:55.381593 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4ca2f41c-fa67-4681-a4f7-fd815fa4baab tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (db0ee594-1cc4-4250-8415-5da7ad757d8c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:55.401923 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2f41c-fa67-4681-a4f7-fd815fa4baab tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0ee594-1cc4-4250-8415-5da7ad757d8c,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:18:55.467561 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4ca2f41c-fa67-4681-a4f7-fd815fa4baab tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:55.468872 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4ca2f41c-fa67-4681-a4f7-fd815fa4baab tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3330564 Apr 15 04:18:55.471736 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42322) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:18:55.476405 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-5802da67-9e28-489b-8cc3-e128a457e635 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'network': {'name': 'tempest-network-smoke--104168247', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'port_security_enabled': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:18:55.564539 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5802da67-9e28-489b-8cc3-e128a457e635 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Made reservation on behalf of dd190e8f20b4434dbd4f9acd2d0e1e71 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:18:55.567917 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5802da67-9e28-489b-8cc3-e128a457e635 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:55.593182 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5802da67-9e28-489b-8cc3-e128a457e635 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:18:55.601915 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5802da67-9e28-489b-8cc3-e128a457e635 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (f676cb34-54f2-42c8-8b75-91a066791087), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:55.602251 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-5802da67-9e28-489b-8cc3-e128a457e635 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Added segment f676cb34-54f2-42c8-8b75-91a066791087 of type vlan for network 006dd0be-077b-4ac9-b27d-cb26335a3386 Apr 15 04:18:55.641472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5802da67-9e28-489b-8cc3-e128a457e635 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (006dd0be-077b-4ac9-b27d-cb26335a3386), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:55.757193 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5802da67-9e28-489b-8cc3-e128a457e635 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (006dd0be-077b-4ac9-b27d-cb26335a3386), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:55.762764 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5802da67-9e28-489b-8cc3-e128a457e635 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:55.763352 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5802da67-9e28-489b-8cc3-e128a457e635 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:55.834175 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802da67-9e28-489b-8cc3-e128a457e635 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Network': ['ID=006dd0be-077b-4ac9-b27d-cb26335a3386,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:18:55.845275 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 006dd0be-077b-4ac9-b27d-cb26335a3386 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:18:55.862934 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5802da67-9e28-489b-8cc3-e128a457e635 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3901715 Apr 15 04:18:55.870664 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42324) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:18:55.875111 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-db07bafb-5a65-45a2-8144-19ff25799857 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1660785903', 'admin_state_up': True, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:18:55.965599 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db07bafb-5a65-45a2-8144-19ff25799857 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (65ae8e44-3c5c-4956-9dae-9dd1fa20c966), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:55.966744 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db07bafb-5a65-45a2-8144-19ff25799857 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (65ae8e44-3c5c-4956-9dae-9dd1fa20c966), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:56.022318 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db07bafb-5a65-45a2-8144-19ff25799857 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_controller (65ae8e44-3c5c-4956-9dae-9dd1fa20c966), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:56.518969 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db07bafb-5a65-45a2-8144-19ff25799857 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_gateway (65ae8e44-3c5c-4956-9dae-9dd1fa20c966), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:56.744938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db07bafb-5a65-45a2-8144-19ff25799857 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_gateway (65ae8e44-3c5c-4956-9dae-9dd1fa20c966), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:56.766601 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db07bafb-5a65-45a2-8144-19ff25799857 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:56.865680 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-db07bafb-5a65-45a2-8144-19ff25799857 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Allocated IP 172.26.6.170 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/082b9a04-17c4-4c6f-bdcd-12dd36c4d139) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:18:56.970172 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db07bafb-5a65-45a2-8144-19ff25799857 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (082b9a04-17c4-4c6f-bdcd-12dd36c4d139), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:57.054494 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db07bafb-5a65-45a2-8144-19ff25799857 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (082b9a04-17c4-4c6f-bdcd-12dd36c4d139), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:57.092821 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db07bafb-5a65-45a2-8144-19ff25799857 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:18:57.097709 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-db07bafb-5a65-45a2-8144-19ff25799857 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:18:57.101279 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db07bafb-5a65-45a2-8144-19ff25799857 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:18:57.122739 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07bafb-5a65-45a2-8144-19ff25799857 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=082b9a04-17c4-4c6f-bdcd-12dd36c4d139,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:18:57.431182 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db07bafb-5a65-45a2-8144-19ff25799857 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_gateway (65ae8e44-3c5c-4956-9dae-9dd1fa20c966), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:57.630743 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db07bafb-5a65-45a2-8144-19ff25799857 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (65ae8e44-3c5c-4956-9dae-9dd1fa20c966), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:57.842984 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db07bafb-5a65-45a2-8144-19ff25799857 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 04:18:57.951686 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db07bafb-5a65-45a2-8144-19ff25799857 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:18:57.961510 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] Sync routers for ids ['65ae8e44-3c5c-4956-9dae-9dd1fa20c966'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:18:57.971605 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] Routers {'65ae8e44-3c5c-4956-9dae-9dd1fa20c966'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:18:57.972222 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:18:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['65ae8e44-3c5c-4956-9dae-9dd1fa20c966'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:18:58.028125 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-db07bafb-5a65-45a2-8144-19ff25799857 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:58.029448 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-db07bafb-5a65-45a2-8144-19ff25799857 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1578453 Apr 15 04:18:58.032896 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42326) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:18:58.061876 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c3962f55-f341-44a8-98ae-c1f377c9cc51 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=dd190e8f20b4434dbd4f9acd2d0e1e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267994 Apr 15 04:18:58.064750 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42328) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:18:58.077031 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] Set router 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:18:58.226345 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43992fd0-41e0-49c3-ac6c-615df0b6ee36 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:58.228509 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-43992fd0-41e0-49c3-ac6c-615df0b6ee36 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1622238 Apr 15 04:18:58.231706 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42330) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:18:58.258260 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c132d412-ff13-410b-8d34-21bf1383029a tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258987 Apr 15 04:18:58.260724 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42332) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:18:58.265317 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-2d9072f2-4440-4e25-8b1a-f884146c6120 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-715617904', 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:18:58.327807 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660785903', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:18:55Z', 'updated_at': '2022-04-15T04:18:57Z', 'revision_number': 3, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:56Z', 'updated_at': '2022-04-15T04:18:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:18:58.353883 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] Checking router: 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:18:58.356366 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] Updating router 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 port 082b9a04-17c4-4c6f-bdcd-12dd36c4d139 binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:18:58.385004 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (082b9a04-17c4-4c6f-bdcd-12dd36c4d139), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:58.403309 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9072f2-4440-4e25-8b1a-f884146c6120 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Made reservation on behalf of dd190e8f20b4434dbd4f9acd2d0e1e71 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:18:58.406755 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2d9072f2-4440-4e25-8b1a-f884146c6120 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:58.635948 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] Publish callbacks [] for port (082b9a04-17c4-4c6f-bdcd-12dd36c4d139), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:58.662519 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2d9072f2-4440-4e25-8b1a-f884146c6120 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (ee03d9dc-8320-4242-9b03-2214db4ce187), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:58.708245 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (082b9a04-17c4-4c6f-bdcd-12dd36c4d139), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:58.731165 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9072f2-4440-4e25-8b1a-f884146c6120 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Subnet': ['ID=ee03d9dc-8320-4242-9b03-2214db4ce187,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:18:58.733614 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9072f2-4440-4e25-8b1a-f884146c6120 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Checking segment: {'id': 'f676cb34-54f2-42c8-8b75-91a066791087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:18:58.733968 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9072f2-4440-4e25-8b1a-f884146c6120 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network hostable DHCP agents. Network: 006dd0be-077b-4ac9-b27d-cb26335a3386, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:18:58.753835 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] Attempting to bind port 082b9a04-17c4-4c6f-bdcd-12dd36c4d139 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:18:58.754207 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] Attempting to bind port 082b9a04-17c4-4c6f-bdcd-12dd36c4d139 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:18:58.754566 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] Attempting to bind port 082b9a04-17c4-4c6f-bdcd-12dd36c4d139 on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:18:58.767503 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0da8d-37cf-4be9-9106-e47ee38a5319 None None] Pushing event updated for resources: {'Port': ['ID=082b9a04-17c4-4c6f-bdcd-12dd36c4d139,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:18:58.769587 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:18:58.769984 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:18:58.770396 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:58.770804 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:18:58.771257 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] Bound port: 082b9a04-17c4-4c6f-bdcd-12dd36c4d139, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:18:58.771631 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (082b9a04-17c4-4c6f-bdcd-12dd36c4d139), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:58.799356 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0da8d-37cf-4be9-9106-e47ee38a5319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:58.799699 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0da8d-37cf-4be9-9106-e47ee38a5319 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:58.800044 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0da8d-37cf-4be9-9106-e47ee38a5319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:58.800377 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0da8d-37cf-4be9-9106-e47ee38a5319 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:58.800704 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0da8d-37cf-4be9-9106-e47ee38a5319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:58.801031 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0da8d-37cf-4be9-9106-e47ee38a5319 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:58.801354 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0da8d-37cf-4be9-9106-e47ee38a5319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:58.801679 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0da8d-37cf-4be9-9106-e47ee38a5319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:58.802001 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0da8d-37cf-4be9-9106-e47ee38a5319 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:58.802322 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0da8d-37cf-4be9-9106-e47ee38a5319 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:58.802666 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0da8d-37cf-4be9-9106-e47ee38a5319 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:58.802988 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0da8d-37cf-4be9-9106-e47ee38a5319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:58.803305 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0da8d-37cf-4be9-9106-e47ee38a5319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:58.803620 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0da8d-37cf-4be9-9106-e47ee38a5319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:58.803934 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda0da8d-37cf-4be9-9106-e47ee38a5319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:18:58.816299 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9072f2-4440-4e25-8b1a-f884146c6120 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 006dd0be-077b-4ac9-b27d-cb26335a3386 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:18:58.834566 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] For port 082b9a04-17c4-4c6f-bdcd-12dd36c4d139, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:18:58.837480 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] For port 082b9a04-17c4-4c6f-bdcd-12dd36c4d139, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=082b9a04-17c4-4c6f-bdcd-12dd36c4d139,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:18:58.878743 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-2d9072f2-4440-4e25-8b1a-f884146c6120 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 006dd0be-077b-4ac9-b27d-cb26335a3386) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:18:58.882849 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9072f2-4440-4e25-8b1a-f884146c6120 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:18:58.883438 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-2d9072f2-4440-4e25-8b1a-f884146c6120 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:58.890193 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8bc78e-2121-4c2e-a2c7-f7a2e825b75c None None] Network 006dd0be-077b-4ac9-b27d-cb26335a3386 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:18:58.906252 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (082b9a04-17c4-4c6f-bdcd-12dd36c4d139), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:58.964775 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0da8d-37cf-4be9-9106-e47ee38a5319 None None] Pushing event updated for resources: {'Port': ['ID=082b9a04-17c4-4c6f-bdcd-12dd36c4d139,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:18:58.968954 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-2d9072f2-4440-4e25-8b1a-f884146c6120 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7047246 Apr 15 04:18:58.969135 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] Routers {'65ae8e44-3c5c-4956-9dae-9dd1fa20c966'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:18:58.969135 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:18:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['65ae8e44-3c5c-4956-9dae-9dd1fa20c966'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:18:58.969301 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42334) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:18:58.997441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a3d22b-3b4f-4dbd-8599-23e4ebe86982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-006dd0be-077b-4ac9-b27d-cb26335a3386', 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ips': [{'subnet_id': 'ee03d9dc-8320-4242-9b03-2214db4ce187'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 04:18:58.998299 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74a3d22b-3b4f-4dbd-8599-23e4ebe86982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:59.085402 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] Set router 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:18:59.152065 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-74a3d22b-3b4f-4dbd-8599-23e4ebe86982 None None] Allocated IP 172.20.0.2 (006dd0be-077b-4ac9-b27d-cb26335a3386/ee03d9dc-8320-4242-9b03-2214db4ce187/6d3a5c87-3cb3-4469-a29f-a2d83e02593d) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:18:59.257409 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660785903', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:18:55Z', 'updated_at': '2022-04-15T04:18:57Z', 'revision_number': 3, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:56Z', 'updated_at': '2022-04-15T04:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:18:59.287953 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb218969-b4f1-41cf-94c5-e63361e331ac None None] The sync data for ids ['65ae8e44-3c5c-4956-9dae-9dd1fa20c966'] in dv-neutron-837140-3-hyperv is: [{'id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660785903', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:18:55Z', 'updated_at': '2022-04-15T04:18:57Z', 'revision_number': 3, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:56Z', 'updated_at': '2022-04-15T04:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:18:59.300651 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74a3d22b-3b4f-4dbd-8599-23e4ebe86982 None None] Publish callbacks [] for port (6d3a5c87-3cb3-4469-a29f-a2d83e02593d), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:59.386391 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74a3d22b-3b4f-4dbd-8599-23e4ebe86982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (6d3a5c87-3cb3-4469-a29f-a2d83e02593d), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:59.428682 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a3d22b-3b4f-4dbd-8599-23e4ebe86982 None None] Network 006dd0be-077b-4ac9-b27d-cb26335a3386 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:18:59.432319 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-74a3d22b-3b4f-4dbd-8599-23e4ebe86982 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:18:59.436490 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91ac48c1-8de1-4005-841a-9fae53e2580e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:59.436829 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a3d22b-3b4f-4dbd-8599-23e4ebe86982 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:18:59.439947 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3d22b-3b4f-4dbd-8599-23e4ebe86982 None None] Pushing event updated for resources: {'Port': ['ID=6d3a5c87-3cb3-4469-a29f-a2d83e02593d,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:18:59.499574 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-74a3d22b-3b4f-4dbd-8599-23e4ebe86982 None None] Attempting to bind port 6d3a5c87-3cb3-4469-a29f-a2d83e02593d on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:18:59.499998 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-74a3d22b-3b4f-4dbd-8599-23e4ebe86982 None None] Attempting to bind port 6d3a5c87-3cb3-4469-a29f-a2d83e02593d by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'f676cb34-54f2-42c8-8b75-91a066791087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:18:59.500307 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a3d22b-3b4f-4dbd-8599-23e4ebe86982 None None] Attempting to bind port 6d3a5c87-3cb3-4469-a29f-a2d83e02593d on network 006dd0be-077b-4ac9-b27d-cb26335a3386 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:18:59.506259 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a3d22b-3b4f-4dbd-8599-23e4ebe86982 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:18:59.506662 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a3d22b-3b4f-4dbd-8599-23e4ebe86982 None None] Checking segment: {'id': 'f676cb34-54f2-42c8-8b75-91a066791087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:18:59.507073 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74a3d22b-3b4f-4dbd-8599-23e4ebe86982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:59.507461 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a3d22b-3b4f-4dbd-8599-23e4ebe86982 None None] Bound using segment: {'id': 'f676cb34-54f2-42c8-8b75-91a066791087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:18:59.507931 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-74a3d22b-3b4f-4dbd-8599-23e4ebe86982 None None] Bound port: 6d3a5c87-3cb3-4469-a29f-a2d83e02593d, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f676cb34-54f2-42c8-8b75-91a066791087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:18:59.508316 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74a3d22b-3b4f-4dbd-8599-23e4ebe86982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6d3a5c87-3cb3-4469-a29f-a2d83e02593d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:59.601231 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-74a3d22b-3b4f-4dbd-8599-23e4ebe86982 None None] For port 6d3a5c87-3cb3-4469-a29f-a2d83e02593d, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:18:59.605246 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-74a3d22b-3b4f-4dbd-8599-23e4ebe86982 None None] For port 6d3a5c87-3cb3-4469-a29f-a2d83e02593d, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6d3a5c87-3cb3-4469-a29f-a2d83e02593d,segment=NetworkSegment(f676cb34-54f2-42c8-8b75-91a066791087),segment_id=f676cb34-54f2-42c8-8b75-91a066791087)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:18:59.685987 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-74a3d22b-3b4f-4dbd-8599-23e4ebe86982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (6d3a5c87-3cb3-4469-a29f-a2d83e02593d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:18:59.746932 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3d22b-3b4f-4dbd-8599-23e4ebe86982 None None] Pushing event updated for resources: {'Port': ['ID=6d3a5c87-3cb3-4469-a29f-a2d83e02593d,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:18:59.752649 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-91ac48c1-8de1-4005-841a-9fae53e2580e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Allocated IP 172.20.0.1 (006dd0be-077b-4ac9-b27d-cb26335a3386/ee03d9dc-8320-4242-9b03-2214db4ce187/f27c4cc7-3b97-4f7a-ad51-48b01192849e) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:18:59.893425 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91ac48c1-8de1-4005-841a-9fae53e2580e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (f27c4cc7-3b97-4f7a-ad51-48b01192849e), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:00.011156 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91ac48c1-8de1-4005-841a-9fae53e2580e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (f27c4cc7-3b97-4f7a-ad51-48b01192849e), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:00.052249 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ac48c1-8de1-4005-841a-9fae53e2580e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 006dd0be-077b-4ac9-b27d-cb26335a3386 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:19:00.061065 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-91ac48c1-8de1-4005-841a-9fae53e2580e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:19:00.065214 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ac48c1-8de1-4005-841a-9fae53e2580e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:19:00.072743 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac48c1-8de1-4005-841a-9fae53e2580e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=f27c4cc7-3b97-4f7a-ad51-48b01192849e,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:19:00.120567 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91ac48c1-8de1-4005-841a-9fae53e2580e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (65ae8e44-3c5c-4956-9dae-9dd1fa20c966), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:00.322216 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91ac48c1-8de1-4005-841a-9fae53e2580e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f27c4cc7-3b97-4f7a-ad51-48b01192849e), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:00.487443 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6d3a5c87-3cb3-4469-a29f-a2d83e02593d up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:19:00.534991 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 6d3a5c87-3cb3-4469-a29f-a2d83e02593d triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:19:00.535357 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6d3a5c87-3cb3-4469-a29f-a2d83e02593d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:00.615847 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91ac48c1-8de1-4005-841a-9fae53e2580e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (f27c4cc7-3b97-4f7a-ad51-48b01192849e), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:00.618904 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 6d3a5c87-3cb3-4469-a29f-a2d83e02593d is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:19:00.619359 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6d3a5c87-3cb3-4469-a29f-a2d83e02593d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:00.653153 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 6d3a5c87-3cb3-4469-a29f-a2d83e02593d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6d3a5c87-3cb3-4469-a29f-a2d83e02593d,segment=NetworkSegment(f676cb34-54f2-42c8-8b75-91a066791087),segment_id=f676cb34-54f2-42c8-8b75-91a066791087)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:19:00.684968 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91ac48c1-8de1-4005-841a-9fae53e2580e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (f27c4cc7-3b97-4f7a-ad51-48b01192849e), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:00.742444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (6d3a5c87-3cb3-4469-a29f-a2d83e02593d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:00.743970 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 082b9a04-17c4-4c6f-bdcd-12dd36c4d139 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:19:00.769157 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-91ac48c1-8de1-4005-841a-9fae53e2580e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (65ae8e44-3c5c-4956-9dae-9dd1fa20c966), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:00.769975 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac48c1-8de1-4005-841a-9fae53e2580e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=f27c4cc7-3b97-4f7a-ad51-48b01192849e,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:19:00.835515 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=6d3a5c87-3cb3-4469-a29f-a2d83e02593d,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:19:00.848970 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 082b9a04-17c4-4c6f-bdcd-12dd36c4d139 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:19:00.850338 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (082b9a04-17c4-4c6f-bdcd-12dd36c4d139), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:00.886970 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ac48c1-8de1-4005-841a-9fae53e2580e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 006dd0be-077b-4ac9-b27d-cb26335a3386 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:19:00.888779 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-91ac48c1-8de1-4005-841a-9fae53e2580e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:19:00.946993 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 082b9a04-17c4-4c6f-bdcd-12dd36c4d139 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:19:00.947385 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (082b9a04-17c4-4c6f-bdcd-12dd36c4d139), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:00.954447 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afefc56c-dfdb-498b-8f3e-1e41e9362422 None None] Network 006dd0be-077b-4ac9-b27d-cb26335a3386 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:19:01.025039 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ac48c1-8de1-4005-841a-9fae53e2580e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:19:01.028172 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 082b9a04-17c4-4c6f-bdcd-12dd36c4d139, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=082b9a04-17c4-4c6f-bdcd-12dd36c4d139,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:19:01.033608 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-eb891679-d7a8-47a8-92b7-7910339237e8 None None] Provisioning complete for port 6d3a5c87-3cb3-4469-a29f-a2d83e02593d triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:19:01.034059 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-eb891679-d7a8-47a8-92b7-7910339237e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6d3a5c87-3cb3-4469-a29f-a2d83e02593d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:01.087805 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (082b9a04-17c4-4c6f-bdcd-12dd36c4d139), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:01.210411 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=082b9a04-17c4-4c6f-bdcd-12dd36c4d139,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:19:01.217408 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-eb891679-d7a8-47a8-92b7-7910339237e8 None None] Current status of the port 6d3a5c87-3cb3-4469-a29f-a2d83e02593d is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:19:01.436184 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d4639f42-2513-4a81-a84b-e11bfef7a647 None None] Provisioning complete for port f27c4cc7-3b97-4f7a-ad51-48b01192849e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:19:01.436470 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d4639f42-2513-4a81-a84b-e11bfef7a647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f27c4cc7-3b97-4f7a-ad51-48b01192849e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:01.472080 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ac48c1-8de1-4005-841a-9fae53e2580e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:19:01.486338 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-91ac48c1-8de1-4005-841a-9fae53e2580e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "PUT /v2.0/routers/65ae8e44-3c5c-4956-9dae-9dd1fa20c966/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5078826 Apr 15 04:19:01.486446 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d4639f42-2513-4a81-a84b-e11bfef7a647 None None] Port f27c4cc7-3b97-4f7a-ad51-48b01192849e cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:19:01.486446 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] Sync routers for ids ['65ae8e44-3c5c-4956-9dae-9dd1fa20c966'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:19:01.497216 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d4639f42-2513-4a81-a84b-e11bfef7a647 None None] Provisioning complete for port 6d3a5c87-3cb3-4469-a29f-a2d83e02593d triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:19:01.497890 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d4639f42-2513-4a81-a84b-e11bfef7a647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6d3a5c87-3cb3-4469-a29f-a2d83e02593d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:01.501565 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] Routers {'65ae8e44-3c5c-4956-9dae-9dd1fa20c966'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:19:01.502204 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:18:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['65ae8e44-3c5c-4956-9dae-9dd1fa20c966'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:19:01.644050 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-2eae0dc3-d935-4088-8413-8f196b4eda95 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-912685738&fields=id&tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71 HTTP/1.1" status: 200 len: 267 time: 0.0475807 Apr 15 04:19:01.676696 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] Set router 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:19:01.709411 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d4639f42-2513-4a81-a84b-e11bfef7a647 None None] Current status of the port 6d3a5c87-3cb3-4469-a29f-a2d83e02593d is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:19:01.765453 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-5c0d9423-6033-4d09-b0c4-7f3cb75da25e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:01.767361 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-5c0d9423-6033-4d09-b0c4-7f3cb75da25e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/networks?id=006dd0be-077b-4ac9-b27d-cb26335a3386 HTTP/1.1" status: 200 len: 796 time: 0.1159079 Apr 15 04:19:01.782791 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-cac6250f-1acb-4449-919c-95a99412d3f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/quotas/dd190e8f20b4434dbd4f9acd2d0e1e71 HTTP/1.1" status: 200 len: 375 time: 0.0094073 Apr 15 04:19:01.833870 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-33e363c0-a43d-41e8-9d9b-413fbf72872f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456994 Apr 15 04:19:01.897620 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-324aa3f4-abcf-4b86-8c23-92bcef1c61a8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 04:19:01.898661 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-324aa3f4-abcf-4b86-8c23-92bcef1c61a8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0531280 Apr 15 04:19:01.979913 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8fed4346-9d02-41ab-a6fb-fe8763f4acb1 None None] Provisioning complete for port f27c4cc7-3b97-4f7a-ad51-48b01192849e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:19:01.980284 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8fed4346-9d02-41ab-a6fb-fe8763f4acb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f27c4cc7-3b97-4f7a-ad51-48b01192849e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:01.994916 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-657f06b8-5acb-48ea-99b8-6f99c4f7d19b service neutron] 10.222.0.15 "GET /v2.0/networks/006dd0be-077b-4ac9-b27d-cb26335a3386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896266 Apr 15 04:19:02.032348 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8fed4346-9d02-41ab-a6fb-fe8763f4acb1 None None] Port f27c4cc7-3b97-4f7a-ad51-48b01192849e cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:19:02.070186 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660785903', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:18:55Z', 'updated_at': '2022-04-15T04:19:00Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:56Z', 'updated_at': '2022-04-15T04:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'f27c4cc7-3b97-4f7a-ad51-48b01192849e', 'name': '', 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:45:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ee03d9dc-8320-4242-9b03-2214db4ce187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:59Z', 'updated_at': '2022-04-15T04:19:00Z', 'revision_number': 2, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': 'ee03d9dc-8320-4242-9b03-2214db4ce187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:19:02.084241 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-5d60c60e-296b-4d90-b72a-811f84c1bafb service neutron] 10.222.0.15 "GET /v2.0/networks/006dd0be-077b-4ac9-b27d-cb26335a3386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837476 Apr 15 04:19:02.099296 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] Checking router: 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:19:02.099654 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] Updating router 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 port f27c4cc7-3b97-4f7a-ad51-48b01192849e binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:19:02.127793 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f27c4cc7-3b97-4f7a-ad51-48b01192849e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:02.394088 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] Publish callbacks [] for port (f27c4cc7-3b97-4f7a-ad51-48b01192849e), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:02.458766 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6d3a5c87-3cb3-4469-a29f-a2d83e02593d up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:19:02.487158 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f27c4cc7-3b97-4f7a-ad51-48b01192849e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:02.556764 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1b628-5631-451c-b9a3-bf238b176366 None None] Pushing event updated for resources: {'Port': ['ID=f27c4cc7-3b97-4f7a-ad51-48b01192849e,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:19:02.563614 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 6d3a5c87-3cb3-4469-a29f-a2d83e02593d triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:19:02.563982 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6d3a5c87-3cb3-4469-a29f-a2d83e02593d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:02.648428 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] Attempting to bind port f27c4cc7-3b97-4f7a-ad51-48b01192849e on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:19:02.648794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] Attempting to bind port f27c4cc7-3b97-4f7a-ad51-48b01192849e by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'f676cb34-54f2-42c8-8b75-91a066791087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:19:02.649815 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] Attempting to bind port f27c4cc7-3b97-4f7a-ad51-48b01192849e on network 006dd0be-077b-4ac9-b27d-cb26335a3386 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:19:02.657266 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:19:02.657603 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] Checking segment: {'id': 'f676cb34-54f2-42c8-8b75-91a066791087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:19:02.658001 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:02.658395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] Bound using segment: {'id': 'f676cb34-54f2-42c8-8b75-91a066791087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:19:02.658884 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] Bound port: f27c4cc7-3b97-4f7a-ad51-48b01192849e, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f676cb34-54f2-42c8-8b75-91a066791087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:19:02.665348 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f27c4cc7-3b97-4f7a-ad51-48b01192849e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:02.724594 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 6d3a5c87-3cb3-4469-a29f-a2d83e02593d is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:19:02.725618 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 082b9a04-17c4-4c6f-bdcd-12dd36c4d139 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:19:02.792631 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] For port f27c4cc7-3b97-4f7a-ad51-48b01192849e, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:19:02.794367 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-37bd8d6c-f8e0-4a66-84a3-ed2c53f140d1 None None] Provisioning complete for port f27c4cc7-3b97-4f7a-ad51-48b01192849e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:19:02.794755 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-37bd8d6c-f8e0-4a66-84a3-ed2c53f140d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f27c4cc7-3b97-4f7a-ad51-48b01192849e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:02.824651 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] For port f27c4cc7-3b97-4f7a-ad51-48b01192849e, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f27c4cc7-3b97-4f7a-ad51-48b01192849e,segment=NetworkSegment(f676cb34-54f2-42c8-8b75-91a066791087),segment_id=f676cb34-54f2-42c8-8b75-91a066791087)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:19:02.844851 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-37bd8d6c-f8e0-4a66-84a3-ed2c53f140d1 None None] Port f27c4cc7-3b97-4f7a-ad51-48b01192849e cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:19:02.846279 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 082b9a04-17c4-4c6f-bdcd-12dd36c4d139 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:19:02.846660 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (082b9a04-17c4-4c6f-bdcd-12dd36c4d139), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:02.910331 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f27c4cc7-3b97-4f7a-ad51-48b01192849e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:02.973305 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 082b9a04-17c4-4c6f-bdcd-12dd36c4d139 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:19:02.987778 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] Routers {'65ae8e44-3c5c-4956-9dae-9dd1fa20c966'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:19:02.988429 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:18:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['65ae8e44-3c5c-4956-9dae-9dd1fa20c966'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:19:02.990224 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1b628-5631-451c-b9a3-bf238b176366 None None] Pushing event updated for resources: {'Port': ['ID=f27c4cc7-3b97-4f7a-ad51-48b01192849e,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:19:03.103594 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] Set router 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:19:03.198097 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-ecefabe9-1afc-4422-ae2f-bf6b18053ffb None None] Provisioning complete for port f27c4cc7-3b97-4f7a-ad51-48b01192849e triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:19:03.198461 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ecefabe9-1afc-4422-ae2f-bf6b18053ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f27c4cc7-3b97-4f7a-ad51-48b01192849e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:03.338778 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6009f323-257e-49a3-9dc4-4135402cc322 req-8d92cbd8-9afd-446b-bf0b-5beaed00bcea tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 210 time: 0.0278151 Apr 15 04:19:03.365032 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660785903', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:18:55Z', 'updated_at': '2022-04-15T04:19:00Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:56Z', 'updated_at': '2022-04-15T04:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'f27c4cc7-3b97-4f7a-ad51-48b01192849e', 'name': '', 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:45:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ee03d9dc-8320-4242-9b03-2214db4ce187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:59Z', 'updated_at': '2022-04-15T04:19:02Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': 'ee03d9dc-8320-4242-9b03-2214db4ce187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:19:03.366824 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-ecefabe9-1afc-4422-ae2f-bf6b18053ffb None None] Current status of the port f27c4cc7-3b97-4f7a-ad51-48b01192849e is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:19:03.367203 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ecefabe9-1afc-4422-ae2f-bf6b18053ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f27c4cc7-3b97-4f7a-ad51-48b01192849e), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:03.399193 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef9398-9932-4a40-807b-e98fb551cd6f None None] The sync data for ids ['65ae8e44-3c5c-4956-9dae-9dd1fa20c966'] in dv-neutron-837140-3-hyperv is: [{'id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660785903', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:18:55Z', 'updated_at': '2022-04-15T04:19:00Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:56Z', 'updated_at': '2022-04-15T04:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'f27c4cc7-3b97-4f7a-ad51-48b01192849e', 'name': '', 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:45:15:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ee03d9dc-8320-4242-9b03-2214db4ce187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:59Z', 'updated_at': '2022-04-15T04:19:02Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': 'ee03d9dc-8320-4242-9b03-2214db4ce187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:19:03.425370 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-ecefabe9-1afc-4422-ae2f-bf6b18053ffb None None] For port f27c4cc7-3b97-4f7a-ad51-48b01192849e, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f27c4cc7-3b97-4f7a-ad51-48b01192849e,segment=NetworkSegment(f676cb34-54f2-42c8-8b75-91a066791087),segment_id=f676cb34-54f2-42c8-8b75-91a066791087)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:19:03.485057 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ecefabe9-1afc-4422-ae2f-bf6b18053ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f27c4cc7-3b97-4f7a-ad51-48b01192849e), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:03.537266 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefabe9-1afc-4422-ae2f-bf6b18053ffb None None] Pushing event updated for resources: {'Port': ['ID=f27c4cc7-3b97-4f7a-ad51-48b01192849e,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:19:04.418494 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-52b775c8-56cb-46c7-aea4-51d6d6bfb2c9 req-49e3c2bc-3e06-465c-88dc-ad7bc7fdf28b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 210 time: 0.0288544 Apr 15 04:19:04.478093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f27c4cc7-3b97-4f7a-ad51-48b01192849e up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:19:04.526801 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port f27c4cc7-3b97-4f7a-ad51-48b01192849e triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:19:04.527170 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f27c4cc7-3b97-4f7a-ad51-48b01192849e), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:04.599238 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port f27c4cc7-3b97-4f7a-ad51-48b01192849e is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:19:04.930778 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:05.499973 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6e13554a-04a2-493f-9f2d-87bc21683513 req-c940ef4b-359f-4bee-95ea-3ff15dd804c6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 210 time: 0.0290525 Apr 15 04:19:06.593375 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8dbef49f-a315-4ef0-8e3e-f2c2640ab084 req-9b77023d-8ffc-476c-9f4e-1f79b30664f3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 210 time: 0.0306606 Apr 15 04:19:07.685513 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e0c6f114-b308-4c62-8f00-b879d5d4d8e1 req-0ae40192-8e24-4812-b962-8779d667914e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 210 time: 0.0278685 Apr 15 04:19:08.221639 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-aad4d4e5-bd4c-48e7-b02e-33355cd17935 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:08.223105 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-aad4d4e5-bd4c-48e7-b02e-33355cd17935 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "GET /v2.0/networks?id=006dd0be-077b-4ac9-b27d-cb26335a3386 HTTP/1.1" status: 200 len: 796 time: 0.1028883 Apr 15 04:19:08.285562 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-7e12851f-a36c-475f-8946-f0da802320c8 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71 HTTP/1.1" status: 200 len: 379 time: 0.0540049 Apr 15 04:19:08.295115 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-b5cdb175-2545-4c6e-a295-30abe5b7f22a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'port': {'device_id': '6015a439-3cc1-4ace-bcba-8b8da51d65f7', 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386', 'admin_state_up': True, 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'security_groups': ['8df5ea34-0219-4590-944c-3c73749da4ba']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:19:08.479489 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-b5cdb175-2545-4c6e-a295-30abe5b7f22a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Made reservation on behalf of dd190e8f20b4434dbd4f9acd2d0e1e71 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:19:08.482915 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-b5cdb175-2545-4c6e-a295-30abe5b7f22a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:08.607134 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-b5cdb175-2545-4c6e-a295-30abe5b7f22a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Allocated IP 172.20.0.14 (006dd0be-077b-4ac9-b27d-cb26335a3386/ee03d9dc-8320-4242-9b03-2214db4ce187/cd1aef7b-1e45-490e-a85d-16cf11a20cc3) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:19:08.746913 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-b5cdb175-2545-4c6e-a295-30abe5b7f22a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:08.780712 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6e8b5be5-7d12-487b-b9e5-be3b6dd61437 req-3b67e6e7-a5c7-4a62-9ab2-63958b137bc0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 210 time: 0.0276475 Apr 15 04:19:08.843659 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-b5cdb175-2545-4c6e-a295-30abe5b7f22a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:08.887348 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-b5cdb175-2545-4c6e-a295-30abe5b7f22a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 006dd0be-077b-4ac9-b27d-cb26335a3386 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:19:08.890399 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-b5cdb175-2545-4c6e-a295-30abe5b7f22a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:19:08.897186 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-b5cdb175-2545-4c6e-a295-30abe5b7f22a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:19:08.922531 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdb175-2545-4c6e-a295-30abe5b7f22a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=cd1aef7b-1e45-490e-a85d-16cf11a20cc3,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:19:08.951253 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-b5cdb175-2545-4c6e-a295-30abe5b7f22a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:08.951889 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-b5cdb175-2545-4c6e-a295-30abe5b7f22a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:09.019251 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-b5cdb175-2545-4c6e-a295-30abe5b7f22a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7276490 Apr 15 04:19:09.030569 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] Request body: {'port': {'device_id': '6015a439-3cc1-4ace-bcba-8b8da51d65f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:19:09.089942 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:09.138648 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d73fa385-6c9d-4a76-9b58-31550e864819 None None] Provisioning complete for port cd1aef7b-1e45-490e-a85d-16cf11a20cc3 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:19:09.139226 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d73fa385-6c9d-4a76-9b58-31550e864819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:09.173573 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d73fa385-6c9d-4a76-9b58-31550e864819 None None] Port cd1aef7b-1e45-490e-a85d-16cf11a20cc3 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:19:09.653095 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1aef7b-1e45-490e-a85d-16cf11a20cc3 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:19:09.660447 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] Publish callbacks [] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:09.672825 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] Transition to ACTIVE for port object cd1aef7b-1e45-490e-a85d-16cf11a20cc3 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 04:19:09.730419 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:09.782039 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] Pushing event updated for resources: {'Port': ['ID=cd1aef7b-1e45-490e-a85d-16cf11a20cc3,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:19:09.869661 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] Attempting to bind port cd1aef7b-1e45-490e-a85d-16cf11a20cc3 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:19:09.869996 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] Attempting to bind port cd1aef7b-1e45-490e-a85d-16cf11a20cc3 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'f676cb34-54f2-42c8-8b75-91a066791087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:19:09.870320 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] Attempting to bind port cd1aef7b-1e45-490e-a85d-16cf11a20cc3 on network 006dd0be-077b-4ac9-b27d-cb26335a3386 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:19:09.893702 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] Port cd1aef7b-1e45-490e-a85d-16cf11a20cc3 on network 006dd0be-077b-4ac9-b27d-cb26335a3386 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 04:19:09.894028 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] Attempting to bind port cd1aef7b-1e45-490e-a85d-16cf11a20cc3 on network 006dd0be-077b-4ac9-b27d-cb26335a3386 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:19:09.905154 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:19:09.905413 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] Checking segment: {'id': 'f676cb34-54f2-42c8-8b75-91a066791087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:19:09.905800 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] Bound using segment: {'id': 'f676cb34-54f2-42c8-8b75-91a066791087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:19:09.906229 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] Bound port: cd1aef7b-1e45-490e-a85d-16cf11a20cc3, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f676cb34-54f2-42c8-8b75-91a066791087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:19:09.906589 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:09.914211 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a62bcf-cdd2-4cb0-beeb-9644628e6c6e req-af2a8461-e670-4b57-b06b-9941c193ee93 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:09.916335 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-52a62bcf-cdd2-4cb0-beeb-9644628e6c6e req-af2a8461-e670-4b57-b06b-9941c193ee93 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 944 time: 0.0658793 Apr 15 04:19:10.005810 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-52a62bcf-cdd2-4cb0-beeb-9644628e6c6e req-320e21d6-6943-485e-b5b0-dbc8f754fb7e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812988 Apr 15 04:19:10.014467 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] For port cd1aef7b-1e45-490e-a85d-16cf11a20cc3, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:19:10.017517 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] For port cd1aef7b-1e45-490e-a85d-16cf11a20cc3, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cd1aef7b-1e45-490e-a85d-16cf11a20cc3,segment=NetworkSegment(f676cb34-54f2-42c8-8b75-91a066791087),segment_id=f676cb34-54f2-42c8-8b75-91a066791087)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:19:10.077711 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:10.116631 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:10.117294 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:10.118727 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] 10.222.0.30 "PUT /v2.0/ports/cd1aef7b-1e45-490e-a85d-16cf11a20cc3 HTTP/1.1" status: 200 len: 1094 time: 1.0924339 Apr 15 04:19:10.119173 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6015a439-3cc1-4ace-bcba-8b8da51d65f7', 'tag': 'cd1aef7b-1e45-490e-a85d-16cf11a20cc3'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:19:10.121422 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05baa875-3777-408c-b395-86c93b3676d9" -d '{"events": [{"name": "network-changed", "server_uuid": "6015a439-3cc1-4ace-bcba-8b8da51d65f7", "tag": "cd1aef7b-1e45-490e-a85d-16cf11a20cc3"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:19:10.145088 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fa226-6b47-438c-b512-6b1cdf30830f service neutron] Pushing event updated for resources: {'Port': ['ID=cd1aef7b-1e45-490e-a85d-16cf11a20cc3,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:19:10.167764 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7d8f6c-e4eb-4b3c-9131-294c1ae4a910 x-openstack-request-id: req-3a7d8f6c-e4eb-4b3c-9131-294c1ae4a910 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:19:10.167764 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6015a439-3cc1-4ace-bcba-8b8da51d65f7", "tag": "cd1aef7b-1e45-490e-a85d-16cf11a20cc3", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:19:10.167764 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a7d8f6c-e4eb-4b3c-9131-294c1ae4a910 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:19:10.167764 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a7d8f6c-e4eb-4b3c-9131-294c1ae4a910'] response: {'name': 'network-changed', 'server_uuid': '6015a439-3cc1-4ace-bcba-8b8da51d65f7', 'tag': 'cd1aef7b-1e45-490e-a85d-16cf11a20cc3', 'status': 'completed', 'code': 200} Apr 15 04:19:10.221921 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05baa875-3777-408c-b395-86c93b3676d9 req-e590b291-693a-4c7e-ab6d-0c1c31cfb83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:10.223464 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-05baa875-3777-408c-b395-86c93b3676d9 req-e590b291-693a-4c7e-ab6d-0c1c31cfb83d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 1128 time: 0.0415118 Apr 15 04:19:10.326530 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05baa875-3777-408c-b395-86c93b3676d9 req-071169ba-ddb7-48e1-b177-fd3e409c9b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:10.328094 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-05baa875-3777-408c-b395-86c93b3676d9 req-071169ba-ddb7-48e1-b177-fd3e409c9b49 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0977166 Apr 15 04:19:10.425312 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05baa875-3777-408c-b395-86c93b3676d9 req-c2aa1d66-2d5a-44cd-a4e5-2b0af881ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:10.426808 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-05baa875-3777-408c-b395-86c93b3676d9 req-c2aa1d66-2d5a-44cd-a4e5-2b0af881ccfc service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0927637 Apr 15 04:19:10.500179 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-a9226bd6-f2b1-4c85-903a-886247dbe434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:10.501905 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-a9226bd6-f2b1-4c85-903a-886247dbe434 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 1128 time: 0.0384047 Apr 15 04:19:10.546173 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-3eeb3a74-d9d3-47e6-ae1d-823819292c5d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd1aef7b-1e45-490e-a85d-16cf11a20cc3 HTTP/1.1" status: 200 len: 217 time: 0.0378315 Apr 15 04:19:10.593201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-72fd6e3f-1b57-4116-a674-3cec96399c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:10.594605 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-72fd6e3f-1b57-4116-a674-3cec96399c6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee03d9dc-8320-4242-9b03-2214db4ce187 HTTP/1.1" status: 200 len: 834 time: 0.0426483 Apr 15 04:19:10.637814 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-24c499da-d6c1-468e-a26d-bae6e1d26d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:10.639306 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-24c499da-d6c1-468e-a26d-bae6e1d26d74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=006dd0be-077b-4ac9-b27d-cb26335a3386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0374174 Apr 15 04:19:10.731409 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-2aa38876-95f4-4a31-adab-281bbc8a0f99 service neutron] 10.222.0.30 "GET /v2.0/networks/006dd0be-077b-4ac9-b27d-cb26335a3386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862918 Apr 15 04:19:10.818949 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9d7fa3a3-a6bd-4b29-a4ac-04af29f6c78c req-c9c1ab8e-99f0-408d-b8e1-f508342f1101 service neutron] 10.222.0.30 "GET /v2.0/networks/006dd0be-077b-4ac9-b27d-cb26335a3386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811384 Apr 15 04:19:11.130883 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553d046-a3f8-4e66-a47f-60f0f9f391db req-c2901be7-63ba-44cf-9cad-6b902d2e3054 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:11.132355 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d553d046-a3f8-4e66-a47f-60f0f9f391db req-c2901be7-63ba-44cf-9cad-6b902d2e3054 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 944 time: 0.0517545 Apr 15 04:19:11.179314 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d553d046-a3f8-4e66-a47f-60f0f9f391db req-bb16d701-07f6-4417-b78e-d8cf81a1c9eb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413835 Apr 15 04:19:12.291470 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053ed16-4507-4d75-a28f-f0a2e44e9e33 req-9c2dac13-d48b-4ebc-af2f-7869bd47b927 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:12.293022 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2053ed16-4507-4d75-a28f-f0a2e44e9e33 req-9c2dac13-d48b-4ebc-af2f-7869bd47b927 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 944 time: 0.0467889 Apr 15 04:19:12.340663 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2053ed16-4507-4d75-a28f-f0a2e44e9e33 req-16f97ea4-48ff-4a44-ab52-0ee0e1e44adb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423162 Apr 15 04:19:13.449860 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc7af8-aad4-4af5-ae94-ffc89eadda86 req-e758c03e-d70b-48d0-b301-706f2831a0e2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:13.451418 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ccbc7af8-aad4-4af5-ae94-ffc89eadda86 req-e758c03e-d70b-48d0-b301-706f2831a0e2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 944 time: 0.0468235 Apr 15 04:19:13.500761 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ccbc7af8-aad4-4af5-ae94-ffc89eadda86 req-2365a166-8634-4001-83a0-03856f60198d tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434301 Apr 15 04:19:13.705078 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device cd1aef7b-1e45-490e-a85d-16cf11a20cc3 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:19:13.803791 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port cd1aef7b-1e45-490e-a85d-16cf11a20cc3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cd1aef7b-1e45-490e-a85d-16cf11a20cc3,segment=NetworkSegment(f676cb34-54f2-42c8-8b75-91a066791087),segment_id=f676cb34-54f2-42c8-8b75-91a066791087)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:19:13.815222 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'cd1aef7b-1e45-490e-a85d-16cf11a20cc3', 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386', 'port_id': 'cd1aef7b-1e45-490e-a85d-16cf11a20cc3', 'mac_address': 'fa:16:3e:f9:c4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee03d9dc-8320-4242-9b03-2214db4ce187', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:19:13.852001 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port cd1aef7b-1e45-490e-a85d-16cf11a20cc3 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:19:13.852396 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:13.864794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1aef7b-1e45-490e-a85d-16cf11a20cc3 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:19:13.885328 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port cd1aef7b-1e45-490e-a85d-16cf11a20cc3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cd1aef7b-1e45-490e-a85d-16cf11a20cc3,segment=NetworkSegment(f676cb34-54f2-42c8-8b75-91a066791087),segment_id=f676cb34-54f2-42c8-8b75-91a066791087)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:19:13.952847 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:14.002667 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=cd1aef7b-1e45-490e-a85d-16cf11a20cc3,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:19:14.149560 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['cd1aef7b-1e45-490e-a85d-16cf11a20cc3'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:19:14.616015 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad95eb-3a59-4d6a-b406-a7b2ffe55188 req-35653210-f2fb-4479-84b6-3f5a56208130 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:14.617488 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c1ad95eb-3a59-4d6a-b406-a7b2ffe55188 req-35653210-f2fb-4479-84b6-3f5a56208130 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 945 time: 0.0500045 Apr 15 04:19:14.665602 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c1ad95eb-3a59-4d6a-b406-a7b2ffe55188 req-c73a7bc4-24e5-4b8d-b68b-8820d9bf5b52 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420218 Apr 15 04:19:15.720413 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device cd1aef7b-1e45-490e-a85d-16cf11a20cc3 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:19:15.766302 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port cd1aef7b-1e45-490e-a85d-16cf11a20cc3 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 04:19:15.775542 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3bcc19-2241-45c7-9e1d-5da9c9abe136 req-25db2c29-e797-46d3-99e8-b8b021ec5a8f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:15.777046 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3b3bcc19-2241-45c7-9e1d-5da9c9abe136 req-25db2c29-e797-46d3-99e8-b8b021ec5a8f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 945 time: 0.0472534 Apr 15 04:19:15.810406 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port cd1aef7b-1e45-490e-a85d-16cf11a20cc3 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:19:15.810828 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:15.832405 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3b3bcc19-2241-45c7-9e1d-5da9c9abe136 req-938a386e-aa91-469e-b2f3-1ae044440e25 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497129 Apr 15 04:19:15.886930 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port cd1aef7b-1e45-490e-a85d-16cf11a20cc3 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:19:15.887312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:15.909583 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6015a439-3cc1-4ace-bcba-8b8da51d65f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1aef7b-1e45-490e-a85d-16cf11a20cc3'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:19:15.911838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9703e01-b620-47e8-a67e-9731c46caffa" -d '{"events": [{"server_uuid": "6015a439-3cc1-4ace-bcba-8b8da51d65f7", "name": "network-vif-plugged", "status": "completed", "tag": "cd1aef7b-1e45-490e-a85d-16cf11a20cc3"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:19:15.927626 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port cd1aef7b-1e45-490e-a85d-16cf11a20cc3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cd1aef7b-1e45-490e-a85d-16cf11a20cc3,segment=NetworkSegment(f676cb34-54f2-42c8-8b75-91a066791087),segment_id=f676cb34-54f2-42c8-8b75-91a066791087)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:19:15.976270 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:16.004121 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab797e93-4f6f-456f-8987-35e73b7b099a x-openstack-request-id: req-ab797e93-4f6f-456f-8987-35e73b7b099a {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:19:16.004417 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6015a439-3cc1-4ace-bcba-8b8da51d65f7", "name": "network-vif-plugged", "status": "completed", "tag": "cd1aef7b-1e45-490e-a85d-16cf11a20cc3", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:19:16.009549 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab797e93-4f6f-456f-8987-35e73b7b099a {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:19:16.009549 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab797e93-4f6f-456f-8987-35e73b7b099a'] response: {'server_uuid': '6015a439-3cc1-4ace-bcba-8b8da51d65f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1aef7b-1e45-490e-a85d-16cf11a20cc3', 'code': 200} Apr 15 04:19:16.029501 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=cd1aef7b-1e45-490e-a85d-16cf11a20cc3,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:19:16.320702 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b10243-5d38-4c41-bac3-9ed13cc6989e req-6de59940-3d31-449d-b64a-1b6a142d1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:16.322180 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-65b10243-5d38-4c41-bac3-9ed13cc6989e req-6de59940-3d31-449d-b64a-1b6a142d1d59 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 1130 time: 0.0387058 Apr 15 04:19:16.366505 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-65b10243-5d38-4c41-bac3-9ed13cc6989e req-20831b35-514b-408c-a03c-d4254d67037d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383539 Apr 15 04:19:16.941281 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15518f31-dd1c-4979-ac1e-4abc021504dc req-8f617cfb-d787-4c11-8b6b-67e372800c56 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:16.942771 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-15518f31-dd1c-4979-ac1e-4abc021504dc req-8f617cfb-d787-4c11-8b6b-67e372800c56 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0459549 Apr 15 04:19:16.990045 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-15518f31-dd1c-4979-ac1e-4abc021504dc req-f9031eb7-8cc0-4bc9-a7b7-83ad7e7ab615 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411842 Apr 15 04:19:18.104525 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60b8ef-e38e-44ac-a235-61074d56a8be req-035507f2-ac49-4e3f-b076-84eeacb15b06 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:18.105996 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ea60b8ef-e38e-44ac-a235-61074d56a8be req-035507f2-ac49-4e3f-b076-84eeacb15b06 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0482757 Apr 15 04:19:18.155883 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ea60b8ef-e38e-44ac-a235-61074d56a8be req-9e9e035d-bdca-4e37-b556-a4c3138662ba tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440450 Apr 15 04:19:18.269081 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2a060-3545-4283-b9ac-62a03ed1ac2a req-486c5722-ecb3-460e-94eb-30cb1d4bbdab tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:18.270578 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c0d2a060-3545-4283-b9ac-62a03ed1ac2a req-486c5722-ecb3-460e-94eb-30cb1d4bbdab tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0511110 Apr 15 04:19:18.318440 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c0d2a060-3545-4283-b9ac-62a03ed1ac2a req-d2693d10-778a-4fb2-ba87-9f5a7592c70b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422692 Apr 15 04:19:18.340265 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42414) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:19:18.377311 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e60fd8-62f3-49db-a8fa-f72a66348fe0 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:18.378815 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-18e60fd8-62f3-49db-a8fa-f72a66348fe0 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 1125 time: 0.0375557 Apr 15 04:19:18.381644 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42416) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:19:18.386605 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-881e320c-6456-4d0a-b1ee-23e975f5e31a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': 'cd1aef7b-1e45-490e-a85d-16cf11a20cc3', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:19:18.465729 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-881e320c-6456-4d0a-b1ee-23e975f5e31a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:18.546549 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-881e320c-6456-4d0a-b1ee-23e975f5e31a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:18.553150 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-34cd3fc9-0ee1-4578-971a-cc39e7ad0d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:18.651961 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-881e320c-6456-4d0a-b1ee-23e975f5e31a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Allocated IP 172.26.6.151 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/4f7bf90d-1296-426a-8e54-2d16ba47f12e) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:19:18.757495 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-881e320c-6456-4d0a-b1ee-23e975f5e31a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (4f7bf90d-1296-426a-8e54-2d16ba47f12e), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:18.844916 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-881e320c-6456-4d0a-b1ee-23e975f5e31a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (4f7bf90d-1296-426a-8e54-2d16ba47f12e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:18.883168 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881e320c-6456-4d0a-b1ee-23e975f5e31a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:19:18.888004 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-881e320c-6456-4d0a-b1ee-23e975f5e31a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:19:18.891598 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881e320c-6456-4d0a-b1ee-23e975f5e31a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:19:18.897074 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e320c-6456-4d0a-b1ee-23e975f5e31a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=4f7bf90d-1296-426a-8e54-2d16ba47f12e,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:19:19.254071 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-881e320c-6456-4d0a-b1ee-23e975f5e31a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for floatingip (daa97982-d272-4b02-af78-462aaea6b89d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:19.389378 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-881e320c-6456-4d0a-b1ee-23e975f5e31a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (4f7bf90d-1296-426a-8e54-2d16ba47f12e), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:19.535397 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-881e320c-6456-4d0a-b1ee-23e975f5e31a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (4f7bf90d-1296-426a-8e54-2d16ba47f12e), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:19.596495 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-881e320c-6456-4d0a-b1ee-23e975f5e31a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (4f7bf90d-1296-426a-8e54-2d16ba47f12e), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:19.669503 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e320c-6456-4d0a-b1ee-23e975f5e31a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=4f7bf90d-1296-426a-8e54-2d16ba47f12e,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:19:19.677797 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-881e320c-6456-4d0a-b1ee-23e975f5e31a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (daa97982-d272-4b02-af78-462aaea6b89d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:19.780032 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-881e320c-6456-4d0a-b1ee-23e975f5e31a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Floating IP daa97982-d272-4b02-af78-462aaea6b89d associated. External IP: 172.26.6.151, port: cd1aef7b-1e45-490e-a85d-16cf11a20cc3. Apr 15 04:19:19.985889 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881e320c-6456-4d0a-b1ee-23e975f5e31a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:19:20.094213 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881e320c-6456-4d0a-b1ee-23e975f5e31a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:19:20.105565 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18e81d1-5f56-438c-b3da-da4dae0a39cb None None] Sync routers for ids ['65ae8e44-3c5c-4956-9dae-9dd1fa20c966'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:19:20.118456 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e81d1-5f56-438c-b3da-da4dae0a39cb None None] Routers {'65ae8e44-3c5c-4956-9dae-9dd1fa20c966'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:19:20.119768 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d18e81d1-5f56-438c-b3da-da4dae0a39cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:18:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['65ae8e44-3c5c-4956-9dae-9dd1fa20c966'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:19:20.175972 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-881e320c-6456-4d0a-b1ee-23e975f5e31a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:20.208724 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-881e320c-6456-4d0a-b1ee-23e975f5e31a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8236558 Apr 15 04:19:20.208724 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6015a439-3cc1-4ace-bcba-8b8da51d65f7', 'tag': 'cd1aef7b-1e45-490e-a85d-16cf11a20cc3'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:19:20.213994 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a7dfc5-59c4-41fa-bcd2-4eaf8024260b" -d '{"events": [{"name": "network-changed", "server_uuid": "6015a439-3cc1-4ace-bcba-8b8da51d65f7", "tag": "cd1aef7b-1e45-490e-a85d-16cf11a20cc3"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:19:20.225740 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-d18e81d1-5f56-438c-b3da-da4dae0a39cb None None] Set router 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:19:20.251227 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f54e09-5dc8-451b-bf83-01f376b09a3f x-openstack-request-id: req-39f54e09-5dc8-451b-bf83-01f376b09a3f {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:19:20.251768 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6015a439-3cc1-4ace-bcba-8b8da51d65f7", "tag": "cd1aef7b-1e45-490e-a85d-16cf11a20cc3", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:19:20.252027 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39f54e09-5dc8-451b-bf83-01f376b09a3f {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:19:20.252438 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f54e09-5dc8-451b-bf83-01f376b09a3f'] response: {'name': 'network-changed', 'server_uuid': '6015a439-3cc1-4ace-bcba-8b8da51d65f7', 'tag': 'cd1aef7b-1e45-490e-a85d-16cf11a20cc3', 'status': 'completed', 'code': 200} Apr 15 04:19:20.305410 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299350e-7242-4770-88b0-178421e43ec0 req-d0fb2919-3527-4719-968b-7e7ad53d0378 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:20.309193 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3299350e-7242-4770-88b0-178421e43ec0 req-d0fb2919-3527-4719-968b-7e7ad53d0378 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0527835 Apr 15 04:19:20.313280 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7dfc5-59c4-41fa-bcd2-4eaf8024260b req-9170a020-79e3-4296-90e0-57528bdf6a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:20.314840 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-15a7dfc5-59c4-41fa-bcd2-4eaf8024260b req-9170a020-79e3-4296-90e0-57528bdf6a92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 1130 time: 0.0416310 Apr 15 04:19:20.359705 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3299350e-7242-4770-88b0-178421e43ec0 req-10fdd1ff-3bad-4d9e-b0cd-72e1b1c35010 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465007 Apr 15 04:19:20.383168 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42422) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:19:20.421985 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7dfc5-59c4-41fa-bcd2-4eaf8024260b req-ad891387-fefc-4615-b4b2-2153a0d4e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:20.423559 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-15a7dfc5-59c4-41fa-bcd2-4eaf8024260b req-ad891387-fefc-4615-b4b2-2153a0d4e155 service neutron] 10.222.0.30 "GET /v2.0/networks?id=006dd0be-077b-4ac9-b27d-cb26335a3386 HTTP/1.1" status: 200 len: 896 time: 0.1032755 Apr 15 04:19:20.445935 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-631d1975-1371-4a84-b7c3-aed660276fbd tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/floatingips/daa97982-d272-4b02-af78-462aaea6b89d HTTP/1.1" status: 200 len: 992 time: 0.0605710 Apr 15 04:19:20.451470 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d18e81d1-5f56-438c-b3da-da4dae0a39cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660785903', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:18:55Z', 'updated_at': '2022-04-15T04:19:00Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:56Z', 'updated_at': '2022-04-15T04:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'daa97982-d272-4b02-af78-462aaea6b89d', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'floating_ip_address': '172.26.6.151', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'port_id': 'cd1aef7b-1e45-490e-a85d-16cf11a20cc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386', 'mac_address': 'fa:16:3e:f9:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6015a439-3cc1-4ace-bcba-8b8da51d65f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:19:19Z', 'updated_at': '2022-04-15T04:19:19Z', 'revision_number': 0, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f27c4cc7-3b97-4f7a-ad51-48b01192849e', 'name': '', 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:45:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ee03d9dc-8320-4242-9b03-2214db4ce187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:59Z', 'updated_at': '2022-04-15T04:19:03Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': 'ee03d9dc-8320-4242-9b03-2214db4ce187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:19:20.481335 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18e81d1-5f56-438c-b3da-da4dae0a39cb None None] Checking router: 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:19:20.488604 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-15a7dfc5-59c4-41fa-bcd2-4eaf8024260b req-29f3cda7-1865-4bc2-ad47-c5559d433de1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd1aef7b-1e45-490e-a85d-16cf11a20cc3 HTTP/1.1" status: 200 len: 1000 time: 0.0591857 Apr 15 04:19:20.489739 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18e81d1-5f56-438c-b3da-da4dae0a39cb None None] Routers {'65ae8e44-3c5c-4956-9dae-9dd1fa20c966'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:19:20.490345 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d18e81d1-5f56-438c-b3da-da4dae0a39cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:18:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['65ae8e44-3c5c-4956-9dae-9dd1fa20c966'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:19:20.535418 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7dfc5-59c4-41fa-bcd2-4eaf8024260b req-3dc0758e-7c33-4fd1-8840-c803cd150292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:20.536753 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-15a7dfc5-59c4-41fa-bcd2-4eaf8024260b req-3dc0758e-7c33-4fd1-8840-c803cd150292 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee03d9dc-8320-4242-9b03-2214db4ce187 HTTP/1.1" status: 200 len: 834 time: 0.0431750 Apr 15 04:19:20.582905 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7dfc5-59c4-41fa-bcd2-4eaf8024260b req-6200e983-65a5-4d68-beee-20d6b8453cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:20.584424 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-15a7dfc5-59c4-41fa-bcd2-4eaf8024260b req-6200e983-65a5-4d68-beee-20d6b8453cfb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=006dd0be-077b-4ac9-b27d-cb26335a3386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0422337 Apr 15 04:19:20.676757 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-15a7dfc5-59c4-41fa-bcd2-4eaf8024260b req-fa2d6b09-94c4-40e1-ad19-363fb998a0f3 service neutron] 10.222.0.30 "GET /v2.0/networks/006dd0be-077b-4ac9-b27d-cb26335a3386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856140 Apr 15 04:19:20.684138 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-d18e81d1-5f56-438c-b3da-da4dae0a39cb None None] Set router 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:19:20.767744 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-15a7dfc5-59c4-41fa-bcd2-4eaf8024260b req-606b6a49-a5dc-440e-8a27-d66faa278103 service neutron] 10.222.0.30 "GET /v2.0/networks/006dd0be-077b-4ac9-b27d-cb26335a3386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854552 Apr 15 04:19:20.885226 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-760060e5-5c58-4a7a-8199-56a1ff5499a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:20.893701 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d18e81d1-5f56-438c-b3da-da4dae0a39cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660785903', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:18:55Z', 'updated_at': '2022-04-15T04:19:00Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:56Z', 'updated_at': '2022-04-15T04:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'daa97982-d272-4b02-af78-462aaea6b89d', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'floating_ip_address': '172.26.6.151', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'port_id': 'cd1aef7b-1e45-490e-a85d-16cf11a20cc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386', 'mac_address': 'fa:16:3e:f9:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6015a439-3cc1-4ace-bcba-8b8da51d65f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:19:19Z', 'updated_at': '2022-04-15T04:19:19Z', 'revision_number': 0, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f27c4cc7-3b97-4f7a-ad51-48b01192849e', 'name': '', 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:45:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ee03d9dc-8320-4242-9b03-2214db4ce187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:59Z', 'updated_at': '2022-04-15T04:19:03Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': 'ee03d9dc-8320-4242-9b03-2214db4ce187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:19:20.923149 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18e81d1-5f56-438c-b3da-da4dae0a39cb None None] The sync data for ids ['65ae8e44-3c5c-4956-9dae-9dd1fa20c966'] in dv-neutron-837140-3-hyperv is: [{'id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660785903', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:18:55Z', 'updated_at': '2022-04-15T04:19:00Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:56Z', 'updated_at': '2022-04-15T04:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'daa97982-d272-4b02-af78-462aaea6b89d', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'floating_ip_address': '172.26.6.151', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'port_id': 'cd1aef7b-1e45-490e-a85d-16cf11a20cc3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1761, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386', 'mac_address': 'fa:16:3e:f9:c4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6015a439-3cc1-4ace-bcba-8b8da51d65f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:19:19Z', 'updated_at': '2022-04-15T04:19:19Z', 'revision_number': 0, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f27c4cc7-3b97-4f7a-ad51-48b01192849e', 'name': '', 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:45:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ee03d9dc-8320-4242-9b03-2214db4ce187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:59Z', 'updated_at': '2022-04-15T04:19:03Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': 'ee03d9dc-8320-4242-9b03-2214db4ce187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:19:21.113043 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f647fcc-ffb3-4a03-92bd-abab40dde824 None None] New status for floating IP daa97982-d272-4b02-af78-462aaea6b89d: ACTIVE {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:19:21.449018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42424) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:19:21.512098 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-b779db58-ff9c-4484-8ba5-cb12f6a51fe7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/floatingips/daa97982-d272-4b02-af78-462aaea6b89d HTTP/1.1" status: 200 len: 992 time: 0.0616400 Apr 15 04:19:22.027357 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:22.515653 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42426) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:19:22.578750 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a22b3a31-c5a3-43b2-8383-be7ad0ea92e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/floatingips/daa97982-d272-4b02-af78-462aaea6b89d HTTP/1.1" status: 200 len: 994 time: 0.0619457 Apr 15 04:19:23.570144 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:24.927989 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:27.474120 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:19:34.970009 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:48.546959 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-676c3685-9553-4a54-9cbb-930e9b66a83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:49.198694 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [req-a5a6fad0-5ee9-4ddc-9bba-6569c91f3865 req-6e86f295-995c-4d04-abf3-9f92ac27b5fc service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 04:19:49.199703 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a5a6fad0-5ee9-4ddc-9bba-6569c91f3865 req-6e86f295-995c-4d04-abf3-9f92ac27b5fc service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066934 Apr 15 04:19:49.480423 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef56e6c-6e83-46a3-b2d7-61dc0ee910db req-22665fbe-98c7-45c0-94a5-fe828b43251d tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:49.481897 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-aef56e6c-6e83-46a3-b2d7-61dc0ee910db req-22665fbe-98c7-45c0-94a5-fe828b43251d tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0460947 Apr 15 04:19:49.529827 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-aef56e6c-6e83-46a3-b2d7-61dc0ee910db req-3b8b6189-5ffa-4ab4-9a84-f4bc086b490b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425613 Apr 15 04:19:49.686246 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42444) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:19:49.762156 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-89768226-a17f-47e0-b8f0-809ccd137580 req-0e055673-8d99-498e-9ffc-a84688cecfa5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0747337 Apr 15 04:19:49.770750 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [req-89768226-a17f-47e0-b8f0-809ccd137580 req-ac64094c-219e-4e48-867d-97b033b36a8f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 04:19:49.771709 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-89768226-a17f-47e0-b8f0-809ccd137580 req-ac64094c-219e-4e48-867d-97b033b36a8f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047915 Apr 15 04:19:50.321276 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42464) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:19:50.653407 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2320ae-a92c-4bd5-944f-e977ed1105c2 req-1dcfff8f-ab13-44c2-8bc4-7789fb539253 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:50.654992 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ba2320ae-a92c-4bd5-944f-e977ed1105c2 req-1dcfff8f-ab13-44c2-8bc4-7789fb539253 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0537708 Apr 15 04:19:50.707117 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ba2320ae-a92c-4bd5-944f-e977ed1105c2 req-aaf96db7-62d7-4653-9b5e-bcea9cc53809 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463266 Apr 15 04:19:50.728097 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89768226-a17f-47e0-b8f0-809ccd137580 req-e47cba1a-8244-4b93-86c8-03736677be71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:50.729513 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-89768226-a17f-47e0-b8f0-809ccd137580 req-e47cba1a-8244-4b93-86c8-03736677be71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports/cd1aef7b-1e45-490e-a85d-16cf11a20cc3 HTTP/1.1" status: 200 len: 943 time: 0.4071212 Apr 15 04:19:50.895893 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-afd00f01-e2e9-42d9-9a24-4427ee4264b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:51.820344 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca7415-3a13-4cdd-8a73-b6a7860d5c7a req-8ae601ca-d93a-4367-b4e4-532f8d28f99a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:51.821794 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-aaca7415-3a13-4cdd-8a73-b6a7860d5c7a req-8ae601ca-d93a-4367-b4e4-532f8d28f99a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0467007 Apr 15 04:19:51.871360 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-aaca7415-3a13-4cdd-8a73-b6a7860d5c7a req-5d2cadae-39c0-4f4f-83ac-91bc4716fc92 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440648 Apr 15 04:19:52.072674 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:52.163149 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89768226-a17f-47e0-b8f0-809ccd137580 req-aed03910-6038-4dca-a3fb-b3e0ecd80dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:52.164595 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-89768226-a17f-47e0-b8f0-809ccd137580 req-aed03910-6038-4dca-a3fb-b3e0ecd80dfc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 1130 time: 0.0381246 Apr 15 04:19:52.254033 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89768226-a17f-47e0-b8f0-809ccd137580 req-8f8f9187-fef7-47ff-a93b-a24febfbd510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:52.255563 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-89768226-a17f-47e0-b8f0-809ccd137580 req-8f8f9187-fef7-47ff-a93b-a24febfbd510 service neutron] 10.222.0.30 "GET /v2.0/networks?id=006dd0be-077b-4ac9-b27d-cb26335a3386 HTTP/1.1" status: 200 len: 896 time: 0.0845325 Apr 15 04:19:52.323523 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-89768226-a17f-47e0-b8f0-809ccd137580 req-892222d7-f01b-493c-8563-f19d7033a687 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd1aef7b-1e45-490e-a85d-16cf11a20cc3 HTTP/1.1" status: 200 len: 1002 time: 0.0589862 Apr 15 04:19:52.372163 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89768226-a17f-47e0-b8f0-809ccd137580 req-98b798a3-b63a-44be-b10e-870a2e87b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:52.373530 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-89768226-a17f-47e0-b8f0-809ccd137580 req-98b798a3-b63a-44be-b10e-870a2e87b25f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee03d9dc-8320-4242-9b03-2214db4ce187 HTTP/1.1" status: 200 len: 834 time: 0.0416813 Apr 15 04:19:52.415804 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89768226-a17f-47e0-b8f0-809ccd137580 req-8e344fa4-9c54-4517-9982-24b41467dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:52.417811 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-89768226-a17f-47e0-b8f0-809ccd137580 req-8e344fa4-9c54-4517-9982-24b41467dc47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=006dd0be-077b-4ac9-b27d-cb26335a3386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0370739 Apr 15 04:19:52.508673 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-89768226-a17f-47e0-b8f0-809ccd137580 req-00a6bc76-889a-4cfa-9f75-49314b716638 service neutron] 10.222.0.30 "GET /v2.0/networks/006dd0be-077b-4ac9-b27d-cb26335a3386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840960 Apr 15 04:19:52.594997 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-89768226-a17f-47e0-b8f0-809ccd137580 req-c228ca50-663d-4622-8cad-6b3767aa8da6 service neutron] 10.222.0.30 "GET /v2.0/networks/006dd0be-077b-4ac9-b27d-cb26335a3386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796661 Apr 15 04:19:52.982368 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdf032-15c3-402a-9cd5-fa50d9deb19f req-a24ba94f-2f95-48c5-8d49-ae196a91b41c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:52.983859 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dccdf032-15c3-402a-9cd5-fa50d9deb19f req-a24ba94f-2f95-48c5-8d49-ae196a91b41c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0471740 Apr 15 04:19:53.033554 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dccdf032-15c3-402a-9cd5-fa50d9deb19f req-8f18a320-4a48-48a5-9851-e636ed2fc78f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442479 Apr 15 04:19:53.564160 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:54.144717 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ee83a-3109-439d-8dda-f0800c6b14d3 req-01b6a181-ba14-4d44-85bc-1bd4cdcb7f86 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:54.146176 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4d8ee83a-3109-439d-8dda-f0800c6b14d3 req-01b6a181-ba14-4d44-85bc-1bd4cdcb7f86 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0470943 Apr 15 04:19:54.197516 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4d8ee83a-3109-439d-8dda-f0800c6b14d3 req-53edbf7c-8b20-491a-87d3-aead8a981db6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453141 Apr 15 04:19:54.924083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:19:55.313658 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd135f3-546b-47ec-b7f5-8bd7e92d5959 req-978e59ae-3119-47c0-966c-1df1bab74f07 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:55.315157 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bcd135f3-546b-47ec-b7f5-8bd7e92d5959 req-978e59ae-3119-47c0-966c-1df1bab74f07 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0512509 Apr 15 04:19:55.363111 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bcd135f3-546b-47ec-b7f5-8bd7e92d5959 req-b4cb8863-0fd0-4f69-8da8-9ae82abc9bb8 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423524 Apr 15 04:19:56.473393 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5b36e-af29-48b2-8d82-9d3b966e0849 req-c10f1c9d-82fb-4e9a-970b-5affd99e187b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:56.474870 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ff5b36e-af29-48b2-8d82-9d3b966e0849 req-c10f1c9d-82fb-4e9a-970b-5affd99e187b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0459757 Apr 15 04:19:56.522699 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ff5b36e-af29-48b2-8d82-9d3b966e0849 req-34965fac-c2cc-4547-9cbe-84c345f8e57b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423183 Apr 15 04:19:57.634598 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576d028-e63c-427f-8220-766f0d956ae1 req-4f7d9421-2a9b-4132-a05e-c6c0ba78ab52 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:57.636067 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7576d028-e63c-427f-8220-766f0d956ae1 req-4f7d9421-2a9b-4132-a05e-c6c0ba78ab52 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0468426 Apr 15 04:19:57.684602 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7576d028-e63c-427f-8220-766f0d956ae1 req-f1d7e871-27d7-4437-8fcc-dd1dc8aa669a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431087 Apr 15 04:19:58.793473 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d4e67-de3b-4faf-8bfd-c67e84486326 req-cc1e6c8f-af60-42dc-97ec-206270ab30ec tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:58.794954 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ed6d4e67-de3b-4faf-8bfd-c67e84486326 req-cc1e6c8f-af60-42dc-97ec-206270ab30ec tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0459089 Apr 15 04:19:58.842929 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ed6d4e67-de3b-4faf-8bfd-c67e84486326 req-9834d7d5-2e8d-404a-b0ea-87dffb097742 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425992 Apr 15 04:19:59.951733 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c433e2-8844-4de6-915a-5b18a4a283c9 req-ed8467c1-37a1-4f72-abe4-58659d09d9aa tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:19:59.953204 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d6c433e2-8844-4de6-915a-5b18a4a283c9 req-ed8467c1-37a1-4f72-abe4-58659d09d9aa tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0457633 Apr 15 04:20:00.005544 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d6c433e2-8844-4de6-915a-5b18a4a283c9 req-2aad24f3-e292-4996-bb2d-eed661dbe03e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469069 Apr 15 04:20:01.121500 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0bcf9-7c79-47a8-b6c4-4cd5beeaa07f req-c4ac8b7d-7fec-4724-8123-c50f37651814 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:01.122976 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-37f0bcf9-7c79-47a8-b6c4-4cd5beeaa07f req-c4ac8b7d-7fec-4724-8123-c50f37651814 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0502968 Apr 15 04:20:01.171960 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-37f0bcf9-7c79-47a8-b6c4-4cd5beeaa07f req-2e4f3d3c-bbe2-4144-9887-c4fd7b85ea00 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432529 Apr 15 04:20:02.279982 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4ee1e-3dfe-404a-96ba-c6f0c652bdd6 req-d072df45-c83f-4298-8f09-06e47b058fe8 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:02.281700 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bde4ee1e-3dfe-404a-96ba-c6f0c652bdd6 req-d072df45-c83f-4298-8f09-06e47b058fe8 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0458424 Apr 15 04:20:02.329691 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bde4ee1e-3dfe-404a-96ba-c6f0c652bdd6 req-0951a09a-2350-4762-b192-588c8e97070a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428774 Apr 15 04:20:03.440162 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ab3e7-fac8-454b-9381-d382940fe708 req-5d17c8b0-68fe-486d-abf9-c794759d088f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:03.441627 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ef1ab3e7-fac8-454b-9381-d382940fe708 req-5d17c8b0-68fe-486d-abf9-c794759d088f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0458336 Apr 15 04:20:03.489359 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ef1ab3e7-fac8-454b-9381-d382940fe708 req-4bb91e25-97e9-469d-b9b8-00352f0e4a15 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423615 Apr 15 04:20:04.472211 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:20:04.599883 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79060a6-28b8-4621-b6d5-cbd50b342271 req-db1c9128-abd4-4e20-9c73-0a6f714db3ff tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:04.601347 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d79060a6-28b8-4621-b6d5-cbd50b342271 req-db1c9128-abd4-4e20-9c73-0a6f714db3ff tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0465126 Apr 15 04:20:04.651209 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d79060a6-28b8-4621-b6d5-cbd50b342271 req-b3b4fdae-2ba3-4d9e-9d97-8db182c0102b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443146 Apr 15 04:20:04.958232 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:05.767169 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90518ac-74d7-499a-a97f-05a25dfc55c9 req-a3dfcbc4-6efe-4e2e-be27-d82ddab28b1f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:05.768635 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a90518ac-74d7-499a-a97f-05a25dfc55c9 req-a3dfcbc4-6efe-4e2e-be27-d82ddab28b1f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0498292 Apr 15 04:20:05.816435 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a90518ac-74d7-499a-a97f-05a25dfc55c9 req-230977db-3509-402f-8362-9e2437fe1947 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423388 Apr 15 04:20:06.934172 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a164ac-2925-41ca-9d45-730144a8e053 req-60ef2f2b-9e8f-4694-ad0f-6866b85cd129 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:06.935684 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d6a164ac-2925-41ca-9d45-730144a8e053 req-60ef2f2b-9e8f-4694-ad0f-6866b85cd129 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0510929 Apr 15 04:20:06.984284 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d6a164ac-2925-41ca-9d45-730144a8e053 req-db9c2f16-4f29-45ee-9454-320d48350b6a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431247 Apr 15 04:20:08.096222 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24574e8-6c2a-4c1e-9d33-aaf1aa1a3f43 req-ade6fca5-09d6-4db8-80ae-33c4e1eba8bc tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:08.097706 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b24574e8-6c2a-4c1e-9d33-aaf1aa1a3f43 req-ade6fca5-09d6-4db8-80ae-33c4e1eba8bc tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0472660 Apr 15 04:20:08.149725 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b24574e8-6c2a-4c1e-9d33-aaf1aa1a3f43 req-f748280a-db22-47d4-8335-072acae9d832 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463319 Apr 15 04:20:09.260590 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe87125-7c5d-412a-be65-4848f4e6adc3 req-aa5517a8-540e-4366-b903-d22ccbc868d8 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:09.262028 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cbe87125-7c5d-412a-be65-4848f4e6adc3 req-aa5517a8-540e-4366-b903-d22ccbc868d8 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0466247 Apr 15 04:20:09.309095 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cbe87125-7c5d-412a-be65-4848f4e6adc3 req-d10c8a3e-2135-4b5e-a4bc-8914dc7b8479 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416422 Apr 15 04:20:09.468423 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-89768226-a17f-47e0-b8f0-809ccd137580 req-e047f06b-e9ef-4a84-bca9-a3f984bccfb4 service neutron] 10.222.0.30 "GET /v2.0/ports/cd1aef7b-1e45-490e-a85d-16cf11a20cc3/bindings/hv-neutron-8371 HTTP/1.1" status: 200 len: 384 time: 0.0535386 Apr 15 04:20:09.909680 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89768226-a17f-47e0-b8f0-809ccd137580 req-7d405230-d001-40fd-a049-0a0222d25d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:09.911224 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-89768226-a17f-47e0-b8f0-809ccd137580 req-7d405230-d001-40fd-a049-0a0222d25d9e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7&tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71 HTTP/1.1" status: 200 len: 1130 time: 0.0431368 Apr 15 04:20:09.968793 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89768226-a17f-47e0-b8f0-809ccd137580 req-96e33ac2-ca1c-4ae9-bb77-8cffce14b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:09.970257 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-89768226-a17f-47e0-b8f0-809ccd137580 req-96e33ac2-ca1c-4ae9-bb77-8cffce14b04d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 1130 time: 0.0381007 Apr 15 04:20:10.058099 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89768226-a17f-47e0-b8f0-809ccd137580 req-db2016c9-9e57-44ca-8ee0-875c3db2847d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:10.059579 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-89768226-a17f-47e0-b8f0-809ccd137580 req-db2016c9-9e57-44ca-8ee0-875c3db2847d service neutron] 10.222.0.30 "GET /v2.0/networks?id=006dd0be-077b-4ac9-b27d-cb26335a3386 HTTP/1.1" status: 200 len: 896 time: 0.0839603 Apr 15 04:20:10.128271 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-89768226-a17f-47e0-b8f0-809ccd137580 req-024093b1-5b26-4119-9a1c-db306fceea25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd1aef7b-1e45-490e-a85d-16cf11a20cc3 HTTP/1.1" status: 200 len: 1002 time: 0.0630882 Apr 15 04:20:10.176861 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89768226-a17f-47e0-b8f0-809ccd137580 req-106e78e7-d045-43b0-8820-b7f741910c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:10.178305 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-89768226-a17f-47e0-b8f0-809ccd137580 req-106e78e7-d045-43b0-8820-b7f741910c44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee03d9dc-8320-4242-9b03-2214db4ce187 HTTP/1.1" status: 200 len: 834 time: 0.0447752 Apr 15 04:20:10.220734 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89768226-a17f-47e0-b8f0-809ccd137580 req-428e2d2d-0b1f-4bf4-aedb-d572c9dda02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:10.222220 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-89768226-a17f-47e0-b8f0-809ccd137580 req-428e2d2d-0b1f-4bf4-aedb-d572c9dda02f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=006dd0be-077b-4ac9-b27d-cb26335a3386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381987 Apr 15 04:20:10.313427 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-89768226-a17f-47e0-b8f0-809ccd137580 req-26047522-b9e9-4f3f-8dfe-137b5d9ed0d4 service neutron] 10.222.0.30 "GET /v2.0/networks/006dd0be-077b-4ac9-b27d-cb26335a3386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853853 Apr 15 04:20:10.432342 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f588010-b391-4775-9e47-d20e62f7bf37 req-045792ac-a474-4c7f-ac39-c07497be54e3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:10.433821 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8f588010-b391-4775-9e47-d20e62f7bf37 req-045792ac-a474-4c7f-ac39-c07497be54e3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0587666 Apr 15 04:20:10.450887 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-89768226-a17f-47e0-b8f0-809ccd137580 req-33c164a4-5feb-4074-8461-f32eba5dc793 service neutron] 10.222.0.30 "GET /v2.0/networks/006dd0be-077b-4ac9-b27d-cb26335a3386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315198 Apr 15 04:20:10.486685 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8f588010-b391-4775-9e47-d20e62f7bf37 req-5dbe44f4-d1c6-48c2-a2f2-8da92b69ab04 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473430 Apr 15 04:20:11.600426 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d11f5c-354f-41c6-82a9-e527cd844670 req-9298997d-72a3-4ec4-bc1d-72ab2efa1167 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:11.601916 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-35d11f5c-354f-41c6-82a9-e527cd844670 req-9298997d-72a3-4ec4-bc1d-72ab2efa1167 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0456102 Apr 15 04:20:11.655007 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-35d11f5c-354f-41c6-82a9-e527cd844670 req-216bab9a-4d5c-46ef-a230-0663fa005d0b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468330 Apr 15 04:20:12.766213 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7b7eb-a77d-4b85-afe9-9e3cc79f75a9 req-91dab384-e61c-4bc0-ace9-b4e319862815 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:12.768798 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bce7b7eb-a77d-4b85-afe9-9e3cc79f75a9 req-91dab384-e61c-4bc0-ace9-b4e319862815 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0474315 Apr 15 04:20:12.816556 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bce7b7eb-a77d-4b85-afe9-9e3cc79f75a9 req-f8505b80-13c4-4921-bd7e-277770e9d729 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431249 Apr 15 04:20:13.170877 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484ad8b-4cb0-4a96-a9f0-2041a60a900a req-2da5b970-d535-45dd-b8e4-5289ca433c07 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:13.172402 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5484ad8b-4cb0-4a96-a9f0-2041a60a900a req-2da5b970-d535-45dd-b8e4-5289ca433c07 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0516384 Apr 15 04:20:13.256086 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c3bb0-fe03-445d-9839-11665fdd5a1d req-8167ac05-6f91-40c8-92e0-d07286a20f6a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:13.257516 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-112c3bb0-fe03-445d-9839-11665fdd5a1d req-8167ac05-6f91-40c8-92e0-d07286a20f6a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7&tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&binding%3Ahost_id=hv-neutron-8371 HTTP/1.1" status: 200 len: 946 time: 0.0663843 Apr 15 04:20:13.261534 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5484ad8b-4cb0-4a96-a9f0-2041a60a900a req-243ccf77-34e5-4914-89e2-dc5bce6e14d8 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834789 Apr 15 04:20:13.346961 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c3bb0-fe03-445d-9839-11665fdd5a1d req-655df74f-8385-4fdd-8386-2f5af4baf37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:13.348386 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-112c3bb0-fe03-445d-9839-11665fdd5a1d req-655df74f-8385-4fdd-8386-2f5af4baf37e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 1130 time: 0.0434778 Apr 15 04:20:13.380584 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78470e77-d9a2-4b90-ad7a-a6c62e22bdc6 req-9a950b87-7dba-4bcd-8a8e-06bad4855026 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:13.382245 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-78470e77-d9a2-4b90-ad7a-a6c62e22bdc6 req-9a950b87-7dba-4bcd-8a8e-06bad4855026 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0524297 Apr 15 04:20:13.433551 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-78470e77-d9a2-4b90-ad7a-a6c62e22bdc6 req-b5c00e8f-0b25-4182-8086-3d65b185af9a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453551 Apr 15 04:20:13.445218 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c3bb0-fe03-445d-9839-11665fdd5a1d req-051aa958-feaa-4846-9328-b199d61b2786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:13.446627 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-112c3bb0-fe03-445d-9839-11665fdd5a1d req-051aa958-feaa-4846-9328-b199d61b2786 service neutron] 10.222.0.30 "GET /v2.0/networks?id=006dd0be-077b-4ac9-b27d-cb26335a3386 HTTP/1.1" status: 200 len: 896 time: 0.0921359 Apr 15 04:20:13.510523 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-112c3bb0-fe03-445d-9839-11665fdd5a1d req-392912c9-db33-47f0-ad4e-e97b586bffc0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd1aef7b-1e45-490e-a85d-16cf11a20cc3 HTTP/1.1" status: 200 len: 1002 time: 0.0579963 Apr 15 04:20:13.561882 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c3bb0-fe03-445d-9839-11665fdd5a1d req-50ee1312-739d-410a-b84e-9a671ea0c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:13.563376 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-112c3bb0-fe03-445d-9839-11665fdd5a1d req-50ee1312-739d-410a-b84e-9a671ea0c4ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee03d9dc-8320-4242-9b03-2214db4ce187 HTTP/1.1" status: 200 len: 834 time: 0.0471098 Apr 15 04:20:13.605606 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c3bb0-fe03-445d-9839-11665fdd5a1d req-e2d02a09-d65e-497b-adab-de4de1035146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:13.607019 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-112c3bb0-fe03-445d-9839-11665fdd5a1d req-e2d02a09-d65e-497b-adab-de4de1035146 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=006dd0be-077b-4ac9-b27d-cb26335a3386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381505 Apr 15 04:20:13.698847 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-112c3bb0-fe03-445d-9839-11665fdd5a1d req-beb7af13-9f36-40ed-848f-806d4742e4fb service neutron] 10.222.0.30 "GET /v2.0/networks/006dd0be-077b-4ac9-b27d-cb26335a3386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861552 Apr 15 04:20:13.784862 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-112c3bb0-fe03-445d-9839-11665fdd5a1d req-67a2f801-6a77-4a62-8363-098d145186f0 service neutron] 10.222.0.30 "GET /v2.0/networks/006dd0be-077b-4ac9-b27d-cb26335a3386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808599 Apr 15 04:20:13.953754 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device cd1aef7b-1e45-490e-a85d-16cf11a20cc3 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:20:13.956058 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device cd1aef7b-1e45-490e-a85d-16cf11a20cc3 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:20:14.094971 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port cd1aef7b-1e45-490e-a85d-16cf11a20cc3 is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:20:14.095353 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:14.126857 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port cd1aef7b-1e45-490e-a85d-16cf11a20cc3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cd1aef7b-1e45-490e-a85d-16cf11a20cc3,segment=NetworkSegment(f676cb34-54f2-42c8-8b75-91a066791087),segment_id=f676cb34-54f2-42c8-8b75-91a066791087)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:20:14.137902 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6015a439-3cc1-4ace-bcba-8b8da51d65f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd1aef7b-1e45-490e-a85d-16cf11a20cc3'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:20:14.140135 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552280a4-e2ae-46d0-8def-c62a7687b5f9" -d '{"events": [{"server_uuid": "6015a439-3cc1-4ace-bcba-8b8da51d65f7", "name": "network-vif-unplugged", "status": "completed", "tag": "cd1aef7b-1e45-490e-a85d-16cf11a20cc3"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:20:14.153297 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'cd1aef7b-1e45-490e-a85d-16cf11a20cc3', 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386', 'port_id': 'cd1aef7b-1e45-490e-a85d-16cf11a20cc3', 'mac_address': 'fa:16:3e:f9:c4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee03d9dc-8320-4242-9b03-2214db4ce187', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:20:14.155829 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port cd1aef7b-1e45-490e-a85d-16cf11a20cc3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cd1aef7b-1e45-490e-a85d-16cf11a20cc3,segment=NetworkSegment(f676cb34-54f2-42c8-8b75-91a066791087),segment_id=f676cb34-54f2-42c8-8b75-91a066791087)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:20:14.186702 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Apr 2022 04:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bde3fba-0594-4514-ab02-20db80798f88 x-openstack-request-id: req-9bde3fba-0594-4514-ab02-20db80798f88 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:20:14.186998 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6015a439-3cc1-4ace-bcba-8b8da51d65f7", "name": "network-vif-unplugged", "status": "completed", "tag": "cd1aef7b-1e45-490e-a85d-16cf11a20cc3", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:20:14.187256 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9bde3fba-0594-4514-ab02-20db80798f88 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:20:14.187674 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bde3fba-0594-4514-ab02-20db80798f88'] response: {'server_uuid': '6015a439-3cc1-4ace-bcba-8b8da51d65f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd1aef7b-1e45-490e-a85d-16cf11a20cc3', 'code': 200} Apr 15 04:20:14.196033 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port cd1aef7b-1e45-490e-a85d-16cf11a20cc3 is: ACTIVE; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:20:14.196418 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:14.209704 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd1aef7b-1e45-490e-a85d-16cf11a20cc3 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:20:14.221223 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:14.293859 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.db.api [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 15 04:20:14.294216 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG oslo_db.api [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 15 04:20:14.296845 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=cd1aef7b-1e45-490e-a85d-16cf11a20cc3,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:14.303828 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:14.304175 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:14.304523 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:14.304934 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:14.305194 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:14.305524 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:14.305877 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:14.306203 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:14.306574 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:14.306979 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:14.307309 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:14.307636 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:14.307959 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:14.308288 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:14.308607 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:14.547016 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c221a-06c2-42e3-ba32-baf59405de19 req-cfecc7ee-2e4e-4efb-a1d3-8a39e86c8646 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:14.548479 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-989c221a-06c2-42e3-ba32-baf59405de19 req-cfecc7ee-2e4e-4efb-a1d3-8a39e86c8646 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 944 time: 0.0463855 Apr 15 04:20:14.597510 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-989c221a-06c2-42e3-ba32-baf59405de19 req-b0e6c0b3-b7ef-4d46-980f-ed4ece63f8e2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433719 Apr 15 04:20:14.619774 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42532) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:20:14.683946 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bedf90ca-0cf9-4444-a45e-d4e1061f88a4 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/floatingips/daa97982-d272-4b02-af78-462aaea6b89d HTTP/1.1" status: 200 len: 992 time: 0.0630059 Apr 15 04:20:14.831911 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port cd1aef7b-1e45-490e-a85d-16cf11a20cc3 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:20:14.832207 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:14.845587 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1aef7b-1e45-490e-a85d-16cf11a20cc3 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:20:14.864864 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port cd1aef7b-1e45-490e-a85d-16cf11a20cc3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cd1aef7b-1e45-490e-a85d-16cf11a20cc3,segment=NetworkSegment(f676cb34-54f2-42c8-8b75-91a066791087),segment_id=f676cb34-54f2-42c8-8b75-91a066791087)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:20:14.950029 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:15.004515 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=cd1aef7b-1e45-490e-a85d-16cf11a20cc3,revision_number=7']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:15.007245 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['cd1aef7b-1e45-490e-a85d-16cf11a20cc3'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:20:15.957343 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device cd1aef7b-1e45-490e-a85d-16cf11a20cc3 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:20:16.003098 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port cd1aef7b-1e45-490e-a85d-16cf11a20cc3 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:20:16.003471 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:16.078064 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port cd1aef7b-1e45-490e-a85d-16cf11a20cc3 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:20:16.078737 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:16.112363 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port cd1aef7b-1e45-490e-a85d-16cf11a20cc3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cd1aef7b-1e45-490e-a85d-16cf11a20cc3,segment=NetworkSegment(f676cb34-54f2-42c8-8b75-91a066791087),segment_id=f676cb34-54f2-42c8-8b75-91a066791087)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:20:16.180632 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:16.202664 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6015a439-3cc1-4ace-bcba-8b8da51d65f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1aef7b-1e45-490e-a85d-16cf11a20cc3'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:20:16.204851 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb68154e-14d5-412a-9436-8aa6f952543d" -d '{"events": [{"server_uuid": "6015a439-3cc1-4ace-bcba-8b8da51d65f7", "name": "network-vif-plugged", "status": "completed", "tag": "cd1aef7b-1e45-490e-a85d-16cf11a20cc3"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:20:16.232415 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=cd1aef7b-1e45-490e-a85d-16cf11a20cc3,revision_number=8']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:16.244720 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a85647-409a-45e6-9ccd-e7526abcf682 x-openstack-request-id: req-55a85647-409a-45e6-9ccd-e7526abcf682 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:20:16.245031 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6015a439-3cc1-4ace-bcba-8b8da51d65f7", "name": "network-vif-plugged", "status": "completed", "tag": "cd1aef7b-1e45-490e-a85d-16cf11a20cc3", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:20:16.245285 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55a85647-409a-45e6-9ccd-e7526abcf682 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:20:16.245671 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a85647-409a-45e6-9ccd-e7526abcf682'] response: {'server_uuid': '6015a439-3cc1-4ace-bcba-8b8da51d65f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1aef7b-1e45-490e-a85d-16cf11a20cc3', 'code': 200} Apr 15 04:20:17.470697 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5977ab19-787f-458b-8f63-81b75dc6f472 req-840aa8b8-b056-41bd-808b-4fc6e070512b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372772 Apr 15 04:20:17.553627 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977ab19-787f-458b-8f63-81b75dc6f472 req-53933c22-7491-43c9-af2c-a5114a022cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:17.555143 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5977ab19-787f-458b-8f63-81b75dc6f472 req-53933c22-7491-43c9-af2c-a5114a022cbf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 1130 time: 0.0430367 Apr 15 04:20:17.654223 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977ab19-787f-458b-8f63-81b75dc6f472 req-7c398d61-b8dc-46f8-a328-cd3e4927f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:17.655718 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5977ab19-787f-458b-8f63-81b75dc6f472 req-7c398d61-b8dc-46f8-a328-cd3e4927f384 service neutron] 10.222.0.30 "GET /v2.0/networks?id=006dd0be-077b-4ac9-b27d-cb26335a3386 HTTP/1.1" status: 200 len: 896 time: 0.0839922 Apr 15 04:20:17.723104 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5977ab19-787f-458b-8f63-81b75dc6f472 req-70b3ded0-d639-4790-8358-e316a601abac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd1aef7b-1e45-490e-a85d-16cf11a20cc3 HTTP/1.1" status: 200 len: 1002 time: 0.0616438 Apr 15 04:20:17.769420 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977ab19-787f-458b-8f63-81b75dc6f472 req-591da359-febc-4891-98b1-eb18b8d2c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:17.770863 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5977ab19-787f-458b-8f63-81b75dc6f472 req-591da359-febc-4891-98b1-eb18b8d2c096 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee03d9dc-8320-4242-9b03-2214db4ce187 HTTP/1.1" status: 200 len: 834 time: 0.0424361 Apr 15 04:20:17.811385 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977ab19-787f-458b-8f63-81b75dc6f472 req-b3e7ba9b-f1d0-491e-b303-7e3f7bde4e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:17.812820 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5977ab19-787f-458b-8f63-81b75dc6f472 req-b3e7ba9b-f1d0-491e-b303-7e3f7bde4e48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=006dd0be-077b-4ac9-b27d-cb26335a3386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0363734 Apr 15 04:20:17.904195 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5977ab19-787f-458b-8f63-81b75dc6f472 req-3d5a4e34-de0a-47e2-aba3-c8e8b4041460 service neutron] 10.222.0.30 "GET /v2.0/networks/006dd0be-077b-4ac9-b27d-cb26335a3386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848968 Apr 15 04:20:17.989797 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5977ab19-787f-458b-8f63-81b75dc6f472 req-2c33ad58-cbc9-4436-b796-08ee45ca0f49 service neutron] 10.222.0.30 "GET /v2.0/networks/006dd0be-077b-4ac9-b27d-cb26335a3386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802071 Apr 15 04:20:18.550284 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-622c3ee3-f707-4995-852c-d38f1045e809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:20.877743 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5786c733-f0db-4172-8386-859208ea3187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:22.032372 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:23.557975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:24.923313 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:35.012794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:41.471271 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:20:43.045249 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42546) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:20:43.193136 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting port 4f7bf90d-1296-426a-8e54-2d16ba47f12e {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:20:43.193478 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (4f7bf90d-1296-426a-8e54-2d16ba47f12e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:43.269711 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (4f7bf90d-1296-426a-8e54-2d16ba47f12e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:43.270018 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for floatingip (4f7bf90d-1296-426a-8e54-2d16ba47f12e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:43.282301 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Calling delete_port for 4f7bf90d-1296-426a-8e54-2d16ba47f12e owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:20:43.515077 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (4f7bf90d-1296-426a-8e54-2d16ba47f12e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:43.539418 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Port': ['ID=4f7bf90d-1296-426a-8e54-2d16ba47f12e,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:43.551317 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:43.551679 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:43.552050 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:43.552996 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:43.552996 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:43.553211 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:43.553361 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:43.553691 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:43.554014 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:43.554342 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:43.554703 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:43.557648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:43.557648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:43.557648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:43.557648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:43.611008 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for floatingip (daa97982-d272-4b02-af78-462aaea6b89d), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:43.611346 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Floating IP daa97982-d272-4b02-af78-462aaea6b89d disassociated (deleted). External IP: 172.26.6.151, port: cd1aef7b-1e45-490e-a85d-16cf11a20cc3. Apr 15 04:20:43.833711 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:20:43.943271 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:20:43.948388 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:43.952847 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce02c7b0-663e-4913-a319-a8805284da6f None None] Sync routers for ids ['65ae8e44-3c5c-4956-9dae-9dd1fa20c966'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:20:43.962538 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02c7b0-663e-4913-a319-a8805284da6f None None] Routers {'65ae8e44-3c5c-4956-9dae-9dd1fa20c966'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:20:43.963165 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ce02c7b0-663e-4913-a319-a8805284da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:20:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['65ae8e44-3c5c-4956-9dae-9dd1fa20c966'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:20:43.980472 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7760f25d-de00-4311-826e-3613425ded71 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/floatingips/daa97982-d272-4b02-af78-462aaea6b89d HTTP/1.1" status: 204 len: 168 time: 0.9341717 Apr 15 04:20:43.981152 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6015a439-3cc1-4ace-bcba-8b8da51d65f7', 'tag': 'cd1aef7b-1e45-490e-a85d-16cf11a20cc3'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:20:43.983647 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af2b3aa-0ed0-4a28-b040-9d6fe6bd39a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6015a439-3cc1-4ace-bcba-8b8da51d65f7", "tag": "cd1aef7b-1e45-490e-a85d-16cf11a20cc3"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:20:44.021923 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c51ffe6-c2a3-4541-befb-7d270a5d58b6 x-openstack-request-id: req-2c51ffe6-c2a3-4541-befb-7d270a5d58b6 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:20:44.022232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6015a439-3cc1-4ace-bcba-8b8da51d65f7", "tag": "cd1aef7b-1e45-490e-a85d-16cf11a20cc3", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:20:44.022486 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c51ffe6-c2a3-4541-befb-7d270a5d58b6 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:20:44.022972 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c51ffe6-c2a3-4541-befb-7d270a5d58b6'] response: {'name': 'network-changed', 'server_uuid': '6015a439-3cc1-4ace-bcba-8b8da51d65f7', 'tag': 'cd1aef7b-1e45-490e-a85d-16cf11a20cc3', 'status': 'completed', 'code': 200} Apr 15 04:20:44.084733 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-ce02c7b0-663e-4913-a319-a8805284da6f None None] Set router 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:20:44.094271 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2b3aa-0ed0-4a28-b040-9d6fe6bd39a3 req-9a014d91-1678-437c-8160-449de01544ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:44.095858 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2af2b3aa-0ed0-4a28-b040-9d6fe6bd39a3 req-9a014d91-1678-437c-8160-449de01544ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 1130 time: 0.0513632 Apr 15 04:20:44.192882 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2b3aa-0ed0-4a28-b040-9d6fe6bd39a3 req-aa84ee0c-a717-4323-9fb5-b409d0f633d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:44.194361 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2af2b3aa-0ed0-4a28-b040-9d6fe6bd39a3 req-aa84ee0c-a717-4323-9fb5-b409d0f633d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=006dd0be-077b-4ac9-b27d-cb26335a3386 HTTP/1.1" status: 200 len: 896 time: 0.0923889 Apr 15 04:20:44.240249 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2af2b3aa-0ed0-4a28-b040-9d6fe6bd39a3 req-fd2ddb1d-91bc-4fd3-9ada-dbc3158a58d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd1aef7b-1e45-490e-a85d-16cf11a20cc3 HTTP/1.1" status: 200 len: 217 time: 0.0383844 Apr 15 04:20:44.281758 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ce02c7b0-663e-4913-a319-a8805284da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660785903', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:18:55Z', 'updated_at': '2022-04-15T04:19:00Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:56Z', 'updated_at': '2022-04-15T04:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'f27c4cc7-3b97-4f7a-ad51-48b01192849e', 'name': '', 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:45:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ee03d9dc-8320-4242-9b03-2214db4ce187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:59Z', 'updated_at': '2022-04-15T04:19:03Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': 'ee03d9dc-8320-4242-9b03-2214db4ce187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:20:44.290557 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2b3aa-0ed0-4a28-b040-9d6fe6bd39a3 req-6ec414a4-935e-471a-98da-1f6546dd15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:44.292108 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2af2b3aa-0ed0-4a28-b040-9d6fe6bd39a3 req-6ec414a4-935e-471a-98da-1f6546dd15ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee03d9dc-8320-4242-9b03-2214db4ce187 HTTP/1.1" status: 200 len: 834 time: 0.0454779 Apr 15 04:20:44.312474 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce02c7b0-663e-4913-a319-a8805284da6f None None] Checking router: 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:20:44.320652 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02c7b0-663e-4913-a319-a8805284da6f None None] Routers {'65ae8e44-3c5c-4956-9dae-9dd1fa20c966'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:20:44.321507 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ce02c7b0-663e-4913-a319-a8805284da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:20:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['65ae8e44-3c5c-4956-9dae-9dd1fa20c966'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:20:44.341077 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2b3aa-0ed0-4a28-b040-9d6fe6bd39a3 req-99616c87-fe17-4059-9b8a-6810ed4c7e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:44.342496 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2af2b3aa-0ed0-4a28-b040-9d6fe6bd39a3 req-99616c87-fe17-4059-9b8a-6810ed4c7e87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=006dd0be-077b-4ac9-b27d-cb26335a3386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0420537 Apr 15 04:20:44.436475 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-ce02c7b0-663e-4913-a319-a8805284da6f None None] Set router 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:20:44.438604 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2af2b3aa-0ed0-4a28-b040-9d6fe6bd39a3 req-a308f732-3f09-4ece-a10d-0f8d46fc8d1d service neutron] 10.222.0.30 "GET /v2.0/networks/006dd0be-077b-4ac9-b27d-cb26335a3386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895190 Apr 15 04:20:44.527246 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2af2b3aa-0ed0-4a28-b040-9d6fe6bd39a3 req-6f6b35ff-db67-4f66-9228-712c480ce7df service neutron] 10.222.0.30 "GET /v2.0/networks/006dd0be-077b-4ac9-b27d-cb26335a3386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830204 Apr 15 04:20:44.625728 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-ce02c7b0-663e-4913-a319-a8805284da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660785903', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:18:55Z', 'updated_at': '2022-04-15T04:19:00Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:56Z', 'updated_at': '2022-04-15T04:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'f27c4cc7-3b97-4f7a-ad51-48b01192849e', 'name': '', 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:45:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ee03d9dc-8320-4242-9b03-2214db4ce187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:59Z', 'updated_at': '2022-04-15T04:19:03Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': 'ee03d9dc-8320-4242-9b03-2214db4ce187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:20:44.635717 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef2160-b513-4724-89e8-e5bc11c4b0fa req-c651aea5-0e94-4aa6-8a71-5c283d48238e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:44.637200 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-92ef2160-b513-4724-89e8-e5bc11c4b0fa req-c651aea5-0e94-4aa6-8a71-5c283d48238e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0507605 Apr 15 04:20:44.652180 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce02c7b0-663e-4913-a319-a8805284da6f None None] The sync data for ids ['65ae8e44-3c5c-4956-9dae-9dd1fa20c966'] in dv-neutron-837140-3-hyperv is: [{'id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660785903', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:18:55Z', 'updated_at': '2022-04-15T04:19:00Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:56Z', 'updated_at': '2022-04-15T04:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'f27c4cc7-3b97-4f7a-ad51-48b01192849e', 'name': '', 'network_id': '006dd0be-077b-4ac9-b27d-cb26335a3386', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:45:15:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'ee03d9dc-8320-4242-9b03-2214db4ce187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:59Z', 'updated_at': '2022-04-15T04:19:03Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': 'ee03d9dc-8320-4242-9b03-2214db4ce187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:20:44.688217 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-92ef2160-b513-4724-89e8-e5bc11c4b0fa req-fa120525-b163-46b6-8fd9-f664efb87552 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452950 Apr 15 04:20:44.871266 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b26b6a-cef1-47c4-83dc-51eecf2c79c2 None None] New status for floating IP daa97982-d272-4b02-af78-462aaea6b89d: DOWN {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:20:45.801825 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b062a-44ee-4a78-91fb-50b83b63c967 req-2107f30e-144d-459b-a4d7-7008483091d6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:45.804059 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7f0b062a-44ee-4a78-91fb-50b83b63c967 req-2107f30e-144d-459b-a4d7-7008483091d6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0470941 Apr 15 04:20:45.858082 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7f0b062a-44ee-4a78-91fb-50b83b63c967 req-87788119-782c-41f7-ab5f-9e8c8b907879 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8df5ea34-0219-4590-944c-3c73749da4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478523 Apr 15 04:20:46.116342 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925ef96-9233-4246-8ca7-8fc117725aab req-0627a447-129d-478b-969c-68e546f6a92a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:46.117709 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e925ef96-9233-4246-8ca7-8fc117725aab req-0627a447-129d-478b-969c-68e546f6a92a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 946 time: 0.0457878 Apr 15 04:20:46.200393 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-e925ef96-9233-4246-8ca7-8fc117725aab req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting port cd1aef7b-1e45-490e-a85d-16cf11a20cc3 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:20:46.200732 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-e925ef96-9233-4246-8ca7-8fc117725aab req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:46.290973 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-e925ef96-9233-4246-8ca7-8fc117725aab req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] For port cd1aef7b-1e45-490e-a85d-16cf11a20cc3, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=cd1aef7b-1e45-490e-a85d-16cf11a20cc3,segment=NetworkSegment(f676cb34-54f2-42c8-8b75-91a066791087),segment_id=f676cb34-54f2-42c8-8b75-91a066791087)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:20:46.291339 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-e925ef96-9233-4246-8ca7-8fc117725aab req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:46.304173 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-e925ef96-9233-4246-8ca7-8fc117725aab req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Calling delete_port for cd1aef7b-1e45-490e-a85d-16cf11a20cc3 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:20:46.510094 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-e925ef96-9233-4246-8ca7-8fc117725aab req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (cd1aef7b-1e45-490e-a85d-16cf11a20cc3), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:46.537110 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Port': ['ID=cd1aef7b-1e45-490e-a85d-16cf11a20cc3,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:46.546692 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:46.548962 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:46.548962 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:46.548962 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:46.548962 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:46.548962 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:46.548962 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:46.549476 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:46.549476 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:46.550270 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:46.550270 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:46.550422 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:46.550750 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:46.551078 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:46.551406 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:20:46.594784 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-e925ef96-9233-4246-8ca7-8fc117725aab req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] No DVR routers for this DVR port cd1aef7b-1e45-490e-a85d-16cf11a20cc3 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:20:46.597268 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-e925ef96-9233-4246-8ca7-8fc117725aab req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:46.600524 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e925ef96-9233-4246-8ca7-8fc117725aab req-ae9e4927-bfd9-439c-9892-5a6b0d70d6f5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "DELETE /v2.0/ports/cd1aef7b-1e45-490e-a85d-16cf11a20cc3 HTTP/1.1" status: 204 len: 173 time: 0.4757152 Apr 15 04:20:46.603480 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6015a439-3cc1-4ace-bcba-8b8da51d65f7', 'name': 'network-vif-deleted', 'tag': 'cd1aef7b-1e45-490e-a85d-16cf11a20cc3'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:20:46.603480 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991fc072-38c4-47b2-9ca7-39147f6714cd" -d '{"events": [{"server_uuid": "6015a439-3cc1-4ace-bcba-8b8da51d65f7", "name": "network-vif-deleted", "tag": "cd1aef7b-1e45-490e-a85d-16cf11a20cc3"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:20:46.691929 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6adfa7-9f19-4399-a4db-1974699d58e7 x-openstack-request-id: req-3d6adfa7-9f19-4399-a4db-1974699d58e7 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:20:46.692233 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6015a439-3cc1-4ace-bcba-8b8da51d65f7", "name": "network-vif-deleted", "tag": "cd1aef7b-1e45-490e-a85d-16cf11a20cc3", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:20:46.692492 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d6adfa7-9f19-4399-a4db-1974699d58e7 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:20:46.692908 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d6adfa7-9f19-4399-a4db-1974699d58e7'] response: {'server_uuid': '6015a439-3cc1-4ace-bcba-8b8da51d65f7', 'name': 'network-vif-deleted', 'tag': 'cd1aef7b-1e45-490e-a85d-16cf11a20cc3', 'status': 'completed', 'code': 200} Apr 15 04:20:46.967418 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8d66c546-4ad9-4c1b-aa6f-15a08d8e0274 req-0165e75c-9d04-43db-9fa4-7cccd6e7e82f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=6015a439-3cc1-4ace-bcba-8b8da51d65f7 HTTP/1.1" status: 200 len: 210 time: 0.0291317 Apr 15 04:20:48.024265 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42564) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:20:48.357194 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9e2d996c-2918-4fa0-9065-735edc4fa73f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (65ae8e44-3c5c-4956-9dae-9dd1fa20c966), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:48.551871 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5de44fdd-33b1-4a86-9508-d1d60cc5ada0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:48.606684 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-9e2d996c-2918-4fa0-9065-735edc4fa73f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting port f27c4cc7-3b97-4f7a-ad51-48b01192849e {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:20:48.607030 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9e2d996c-2918-4fa0-9065-735edc4fa73f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f27c4cc7-3b97-4f7a-ad51-48b01192849e), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:48.696379 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-9e2d996c-2918-4fa0-9065-735edc4fa73f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] For port f27c4cc7-3b97-4f7a-ad51-48b01192849e, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f27c4cc7-3b97-4f7a-ad51-48b01192849e,segment=NetworkSegment(f676cb34-54f2-42c8-8b75-91a066791087),segment_id=f676cb34-54f2-42c8-8b75-91a066791087)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:20:48.696737 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9e2d996c-2918-4fa0-9065-735edc4fa73f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f27c4cc7-3b97-4f7a-ad51-48b01192849e), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:48.709566 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-9e2d996c-2918-4fa0-9065-735edc4fa73f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Calling delete_port for f27c4cc7-3b97-4f7a-ad51-48b01192849e owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:20:48.957889 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9e2d996c-2918-4fa0-9065-735edc4fa73f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (f27c4cc7-3b97-4f7a-ad51-48b01192849e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:48.985769 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d996c-2918-4fa0-9065-735edc4fa73f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Port': ['ID=f27c4cc7-3b97-4f7a-ad51-48b01192849e,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:49.168692 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9e2d996c-2918-4fa0-9065-735edc4fa73f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (65ae8e44-3c5c-4956-9dae-9dd1fa20c966), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:49.383685 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2d996c-2918-4fa0-9065-735edc4fa73f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:20:49.489338 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2d996c-2918-4fa0-9065-735edc4fa73f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:20:49.494304 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9e2d996c-2918-4fa0-9065-735edc4fa73f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "PUT /v2.0/routers/65ae8e44-3c5c-4956-9dae-9dd1fa20c966/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4683928 Apr 15 04:20:49.496955 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42566) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:20:49.504032 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74a0525-79d3-4f0a-adf9-dc8f39025ee1 None None] Sync routers for ids ['65ae8e44-3c5c-4956-9dae-9dd1fa20c966'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:20:49.513837 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74a0525-79d3-4f0a-adf9-dc8f39025ee1 None None] Routers {'65ae8e44-3c5c-4956-9dae-9dd1fa20c966'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:20:49.514548 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f74a0525-79d3-4f0a-adf9-dc8f39025ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:20:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['65ae8e44-3c5c-4956-9dae-9dd1fa20c966'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:20:49.625928 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-f74a0525-79d3-4f0a-adf9-dc8f39025ee1 None None] Set router 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:20:49.858707 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa80acfe-c1c7-4dc6-aa14-c1c967acb934 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting subnet ee03d9dc-8320-4242-9b03-2214db4ce187 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:20:49.861765 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa80acfe-c1c7-4dc6-aa14-c1c967acb934 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for subnet (ee03d9dc-8320-4242-9b03-2214db4ce187), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:49.886291 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f74a0525-79d3-4f0a-adf9-dc8f39025ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660785903', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:18:55Z', 'updated_at': '2022-04-15T04:20:48Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:56Z', 'updated_at': '2022-04-15T04:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:20:49.901399 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa80acfe-c1c7-4dc6-aa14-c1c967acb934 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (ee03d9dc-8320-4242-9b03-2214db4ce187), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:49.911279 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74a0525-79d3-4f0a-adf9-dc8f39025ee1 None None] Checking router: 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:20:49.919399 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74a0525-79d3-4f0a-adf9-dc8f39025ee1 None None] Routers {'65ae8e44-3c5c-4956-9dae-9dd1fa20c966'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:20:49.919995 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f74a0525-79d3-4f0a-adf9-dc8f39025ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:20:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['65ae8e44-3c5c-4956-9dae-9dd1fa20c966'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:20:49.986115 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa80acfe-c1c7-4dc6-aa14-c1c967acb934 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (ee03d9dc-8320-4242-9b03-2214db4ce187), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:50.025311 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-f74a0525-79d3-4f0a-adf9-dc8f39025ee1 None None] Set router 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:20:50.087092 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa80acfe-c1c7-4dc6-aa14-c1c967acb934 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (ee03d9dc-8320-4242-9b03-2214db4ce187), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:50.124318 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80acfe-c1c7-4dc6-aa14-c1c967acb934 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Subnet': ['ID=ee03d9dc-8320-4242-9b03-2214db4ce187,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:50.130307 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa80acfe-c1c7-4dc6-aa14-c1c967acb934 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:50.133993 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-aa80acfe-c1c7-4dc6-aa14-c1c967acb934 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/subnets/ee03d9dc-8320-4242-9b03-2214db4ce187 HTTP/1.1" status: 204 len: 168 time: 0.6360428 Apr 15 04:20:50.136463 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42568) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:20:50.140161 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57257213-cca6-42c4-8fdc-65970dd959dc None None] Network 006dd0be-077b-4ac9-b27d-cb26335a3386 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:20:50.193283 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device cd1aef7b-1e45-490e-a85d-16cf11a20cc3 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:20:50.201748 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-f74a0525-79d3-4f0a-adf9-dc8f39025ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660785903', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:18:55Z', 'updated_at': '2022-04-15T04:20:48Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:56Z', 'updated_at': '2022-04-15T04:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:20:50.217035 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: cd1aef7b-1e45-490e-a85d-16cf11a20cc3 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:20:50.217383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device cd1aef7b-1e45-490e-a85d-16cf11a20cc3 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:20:50.230451 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74a0525-79d3-4f0a-adf9-dc8f39025ee1 None None] The sync data for ids ['65ae8e44-3c5c-4956-9dae-9dd1fa20c966'] in dv-neutron-837140-3-hyperv is: [{'id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1660785903', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170'}], 'enable_snat': True}, 'gw_port_id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:18:55Z', 'updated_at': '2022-04-15T04:20:48Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '082b9a04-17c4-4c6f-bdcd-12dd36c4d139', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ae8e44-3c5c-4956-9dae-9dd1fa20c966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:18:56Z', 'updated_at': '2022-04-15T04:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:20:50.258758 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60f6e8b8-8496-4bb0-b461-1f3b2164a093 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router (65ae8e44-3c5c-4956-9dae-9dd1fa20c966), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:50.368856 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60f6e8b8-8496-4bb0-b461-1f3b2164a093 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_gateway (65ae8e44-3c5c-4956-9dae-9dd1fa20c966), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:50.463083 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-60f6e8b8-8496-4bb0-b461-1f3b2164a093 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting port 082b9a04-17c4-4c6f-bdcd-12dd36c4d139 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:20:50.463429 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60f6e8b8-8496-4bb0-b461-1f3b2164a093 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (082b9a04-17c4-4c6f-bdcd-12dd36c4d139), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:50.544494 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-60f6e8b8-8496-4bb0-b461-1f3b2164a093 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] For port 082b9a04-17c4-4c6f-bdcd-12dd36c4d139, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=082b9a04-17c4-4c6f-bdcd-12dd36c4d139,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:20:50.544792 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60f6e8b8-8496-4bb0-b461-1f3b2164a093 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (082b9a04-17c4-4c6f-bdcd-12dd36c4d139), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:50.557466 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-60f6e8b8-8496-4bb0-b461-1f3b2164a093 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Calling delete_port for 082b9a04-17c4-4c6f-bdcd-12dd36c4d139 owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:20:50.604366 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2de58bc-7dca-456e-be7b-80bbc290c441 None None] DHCP port deletion for 006dd0be-077b-4ac9-b27d-cb26335a3386 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 04:20:50.659598 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f27c4cc7-3b97-4f7a-ad51-48b01192849e no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:20:50.687817 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c2de58bc-7dca-456e-be7b-80bbc290c441 None None] Deleting port 6d3a5c87-3cb3-4469-a29f-a2d83e02593d {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:20:50.688193 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c2de58bc-7dca-456e-be7b-80bbc290c441 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (6d3a5c87-3cb3-4469-a29f-a2d83e02593d), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:50.690744 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: f27c4cc7-3b97-4f7a-ad51-48b01192849e {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:20:50.691092 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f27c4cc7-3b97-4f7a-ad51-48b01192849e not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:20:50.691503 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6d3a5c87-3cb3-4469-a29f-a2d83e02593d no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:20:50.788438 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c2de58bc-7dca-456e-be7b-80bbc290c441 None None] For port 6d3a5c87-3cb3-4469-a29f-a2d83e02593d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6d3a5c87-3cb3-4469-a29f-a2d83e02593d,segment=NetworkSegment(f676cb34-54f2-42c8-8b75-91a066791087),segment_id=f676cb34-54f2-42c8-8b75-91a066791087)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:20:50.788834 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c2de58bc-7dca-456e-be7b-80bbc290c441 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (6d3a5c87-3cb3-4469-a29f-a2d83e02593d), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:50.800928 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60f6e8b8-8496-4bb0-b461-1f3b2164a093 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (082b9a04-17c4-4c6f-bdcd-12dd36c4d139), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:50.809531 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c2de58bc-7dca-456e-be7b-80bbc290c441 None None] Calling delete_port for 6d3a5c87-3cb3-4469-a29f-a2d83e02593d owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:20:50.830575 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6e8b8-8496-4bb0-b461-1f3b2164a093 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Port': ['ID=082b9a04-17c4-4c6f-bdcd-12dd36c4d139,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:50.892642 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 6d3a5c87-3cb3-4469-a29f-a2d83e02593d is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:20:50.893028 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6d3a5c87-3cb3-4469-a29f-a2d83e02593d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:50.900084 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60f6e8b8-8496-4bb0-b461-1f3b2164a093 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (65ae8e44-3c5c-4956-9dae-9dd1fa20c966), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:50.907587 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d8941d57-1602-45ed-86d2-6ce240363fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:50.949269 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 6d3a5c87-3cb3-4469-a29f-a2d83e02593d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6d3a5c87-3cb3-4469-a29f-a2d83e02593d,segment=NetworkSegment(f676cb34-54f2-42c8-8b75-91a066791087),segment_id=f676cb34-54f2-42c8-8b75-91a066791087)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:20:50.992715 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60f6e8b8-8496-4bb0-b461-1f3b2164a093 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (65ae8e44-3c5c-4956-9dae-9dd1fa20c966), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:50.994930 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60f6e8b8-8496-4bb0-b461-1f3b2164a093 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_controller (65ae8e44-3c5c-4956-9dae-9dd1fa20c966), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:51.010397 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (6d3a5c87-3cb3-4469-a29f-a2d83e02593d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:51.059047 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=6d3a5c87-3cb3-4469-a29f-a2d83e02593d,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:51.092524 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c2de58bc-7dca-456e-be7b-80bbc290c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (6d3a5c87-3cb3-4469-a29f-a2d83e02593d), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:51.116273 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de58bc-7dca-456e-be7b-80bbc290c441 None None] Pushing event deleted for resources: {'Port': ['ID=6d3a5c87-3cb3-4469-a29f-a2d83e02593d,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:51.118023 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60f6e8b8-8496-4bb0-b461-1f3b2164a093 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (65ae8e44-3c5c-4956-9dae-9dd1fa20c966), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:51.119213 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f6e8b8-8496-4bb0-b461-1f3b2164a093 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Fanout notify agent at l3_agent the message router_deleted on router 65ae8e44-3c5c-4956-9dae-9dd1fa20c966 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 04:20:51.125949 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de58bc-7dca-456e-be7b-80bbc290c441 None None] No DVR routers for this DVR port 6d3a5c87-3cb3-4469-a29f-a2d83e02593d on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:20:51.126369 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-60f6e8b8-8496-4bb0-b461-1f3b2164a093 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:51.127493 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-60f6e8b8-8496-4bb0-b461-1f3b2164a093 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/routers/65ae8e44-3c5c-4956-9dae-9dd1fa20c966 HTTP/1.1" status: 204 len: 168 time: 0.9900098 Apr 15 04:20:51.130393 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42570) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:20:51.213681 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9843e4e6-7c1d-4e71-bd6c-131559ffb531 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (006dd0be-077b-4ac9-b27d-cb26335a3386), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:51.306449 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9843e4e6-7c1d-4e71-bd6c-131559ffb531 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (006dd0be-077b-4ac9-b27d-cb26335a3386), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:51.326545 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-9843e4e6-7c1d-4e71-bd6c-131559ffb531 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006dd0be-077b-4ac9-b27d-cb26335a3386']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:20:51.335601 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-9843e4e6-7c1d-4e71-bd6c-131559ffb531 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f676cb34-54f2-42c8-8b75-91a066791087') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:20:51.335928 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-9843e4e6-7c1d-4e71-bd6c-131559ffb531 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f676cb34-54f2-42c8-8b75-91a066791087') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:20:51.345173 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9843e4e6-7c1d-4e71-bd6c-131559ffb531 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (f676cb34-54f2-42c8-8b75-91a066791087), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:51.358009 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9843e4e6-7c1d-4e71-bd6c-131559ffb531 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (f676cb34-54f2-42c8-8b75-91a066791087), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:51.363792 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9843e4e6-7c1d-4e71-bd6c-131559ffb531 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:20:51.364179 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9843e4e6-7c1d-4e71-bd6c-131559ffb531 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (f676cb34-54f2-42c8-8b75-91a066791087), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:20:51.367136 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:20:51.477446 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9843e4e6-7c1d-4e71-bd6c-131559ffb531 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (006dd0be-077b-4ac9-b27d-cb26335a3386), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:51.484893 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9843e4e6-7c1d-4e71-bd6c-131559ffb531 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:51.487923 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9843e4e6-7c1d-4e71-bd6c-131559ffb531 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/networks/006dd0be-077b-4ac9-b27d-cb26335a3386 HTTP/1.1" status: 204 len: 168 time: 0.3564377 Apr 15 04:20:51.490668 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42572) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:20:51.500093 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843e4e6-7c1d-4e71-bd6c-131559ffb531 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Network': ['ID=006dd0be-077b-4ac9-b27d-cb26335a3386,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:51.547210 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f498158-88a6-4155-a7d4-01409b8a0f01 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (8df5ea34-0219-4590-944c-3c73749da4ba), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:51.573870 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f498158-88a6-4155-a7d4-01409b8a0f01 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (8df5ea34-0219-4590-944c-3c73749da4ba), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:51.706131 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f498158-88a6-4155-a7d4-01409b8a0f01 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (8df5ea34-0219-4590-944c-3c73749da4ba), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:51.708840 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6f498158-88a6-4155-a7d4-01409b8a0f01 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:51.710023 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6f498158-88a6-4155-a7d4-01409b8a0f01 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/security-groups/8df5ea34-0219-4590-944c-3c73749da4ba HTTP/1.1" status: 204 len: 168 time: 0.2183349 Apr 15 04:20:51.719663 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f498158-88a6-4155-a7d4-01409b8a0f01 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df5ea34-0219-4590-944c-3c73749da4ba,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:52.046711 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:52.206458 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42578) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:20:52.211025 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-420d156b-66d0-4b1c-bce9-88e98b63348a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-788054110', 'description': 'tempest-secgroup-smoke-788054110 description', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:20:52.311942 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-420d156b-66d0-4b1c-bce9-88e98b63348a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:52.375513 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-420d156b-66d0-4b1c-bce9-88e98b63348a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (8ef1fb65-dc78-4e4c-930e-379f552f7792), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:52.436997 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-420d156b-66d0-4b1c-bce9-88e98b63348a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (8ef1fb65-dc78-4e4c-930e-379f552f7792), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:52.466008 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d156b-66d0-4b1c-bce9-88e98b63348a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef1fb65-dc78-4e4c-930e-379f552f7792,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:52.502877 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 082b9a04-17c4-4c6f-bdcd-12dd36c4d139 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:20:52.519426 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-420d156b-66d0-4b1c-bce9-88e98b63348a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:52.523245 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-420d156b-66d0-4b1c-bce9-88e98b63348a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3132184 Apr 15 04:20:52.523390 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 082b9a04-17c4-4c6f-bdcd-12dd36c4d139 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:20:52.523390 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 082b9a04-17c4-4c6f-bdcd-12dd36c4d139 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:20:52.526650 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42580) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:20:52.529352 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-8ac246d7-7d53-49ff-ba81-fa80b2325d41 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': '8ef1fb65-dc78-4e4c-930e-379f552f7792', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:20:52.637524 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8ac246d7-7d53-49ff-ba81-fa80b2325d41 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (cb379ee7-09ef-4d7c-8cab-d28ea469c7c6), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:52.695568 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8ac246d7-7d53-49ff-ba81-fa80b2325d41 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (cb379ee7-09ef-4d7c-8cab-d28ea469c7c6), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:52.768867 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8ac246d7-7d53-49ff-ba81-fa80b2325d41 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (cb379ee7-09ef-4d7c-8cab-d28ea469c7c6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:52.785722 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac246d7-7d53-49ff-ba81-fa80b2325d41 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb379ee7-09ef-4d7c-8cab-d28ea469c7c6,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:52.842747 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8ac246d7-7d53-49ff-ba81-fa80b2325d41 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:52.843956 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8ac246d7-7d53-49ff-ba81-fa80b2325d41 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3181772 Apr 15 04:20:52.846678 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42582) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:20:52.850963 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-07817e2e-99f0-45ac-bff2-3ef9ee7cde83 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': '8ef1fb65-dc78-4e4c-930e-379f552f7792', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:20:52.925762 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-07817e2e-99f0-45ac-bff2-3ef9ee7cde83 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (d8eca763-bb75-40f8-a918-93e6864a2a40), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:52.980188 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-07817e2e-99f0-45ac-bff2-3ef9ee7cde83 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (d8eca763-bb75-40f8-a918-93e6864a2a40), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:53.035106 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-07817e2e-99f0-45ac-bff2-3ef9ee7cde83 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (d8eca763-bb75-40f8-a918-93e6864a2a40), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:53.052944 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07817e2e-99f0-45ac-bff2-3ef9ee7cde83 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8eca763-bb75-40f8-a918-93e6864a2a40,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:53.125671 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-07817e2e-99f0-45ac-bff2-3ef9ee7cde83 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:53.126920 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-07817e2e-99f0-45ac-bff2-3ef9ee7cde83 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2792726 Apr 15 04:20:53.129831 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42584) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:20:53.134393 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-96205bbd-f08c-4e24-937b-b31720485d0a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': '8ef1fb65-dc78-4e4c-930e-379f552f7792', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:20:53.225275 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-96205bbd-f08c-4e24-937b-b31720485d0a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (cac3a208-3868-4786-8aa7-00f883cd6f01), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:53.280965 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-96205bbd-f08c-4e24-937b-b31720485d0a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (cac3a208-3868-4786-8aa7-00f883cd6f01), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:53.340393 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-96205bbd-f08c-4e24-937b-b31720485d0a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (cac3a208-3868-4786-8aa7-00f883cd6f01), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:53.358389 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96205bbd-f08c-4e24-937b-b31720485d0a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac3a208-3868-4786-8aa7-00f883cd6f01,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:53.410950 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-96205bbd-f08c-4e24-937b-b31720485d0a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:53.412198 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-96205bbd-f08c-4e24-937b-b31720485d0a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2812757 Apr 15 04:20:53.415054 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42586) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:20:53.419958 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-7cd43230-2853-42ac-8c06-e4fe1fc0f3d7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': '8ef1fb65-dc78-4e4c-930e-379f552f7792', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:20:53.505634 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7cd43230-2853-42ac-8c06-e4fe1fc0f3d7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (0adcf862-e3b4-437d-88cd-e703df1565a0), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:53.563593 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:53.565820 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7cd43230-2853-42ac-8c06-e4fe1fc0f3d7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (0adcf862-e3b4-437d-88cd-e703df1565a0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:53.660067 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7cd43230-2853-42ac-8c06-e4fe1fc0f3d7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (0adcf862-e3b4-437d-88cd-e703df1565a0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:53.678228 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd43230-2853-42ac-8c06-e4fe1fc0f3d7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0adcf862-e3b4-437d-88cd-e703df1565a0,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:53.748037 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7cd43230-2853-42ac-8c06-e4fe1fc0f3d7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:53.749460 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7cd43230-2853-42ac-8c06-e4fe1fc0f3d7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3328912 Apr 15 04:20:53.752153 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42588) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:20:53.756437 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-877b31cf-8c54-42db-adbe-c841159c1f95 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': '8ef1fb65-dc78-4e4c-930e-379f552f7792', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:20:53.843340 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-877b31cf-8c54-42db-adbe-c841159c1f95 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Project dd190e8f20b4434dbd4f9acd2d0e1e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 04:20:53.848838 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-877b31cf-8c54-42db-adbe-c841159c1f95 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (da3a236f-7bdd-47f6-bd32-0c653419e19d), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:53.906278 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-877b31cf-8c54-42db-adbe-c841159c1f95 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (da3a236f-7bdd-47f6-bd32-0c653419e19d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:53.979999 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-877b31cf-8c54-42db-adbe-c841159c1f95 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (da3a236f-7bdd-47f6-bd32-0c653419e19d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:53.997681 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b31cf-8c54-42db-adbe-c841159c1f95 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da3a236f-7bdd-47f6-bd32-0c653419e19d,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:54.056770 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-877b31cf-8c54-42db-adbe-c841159c1f95 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:54.057999 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-877b31cf-8c54-42db-adbe-c841159c1f95 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3048887 Apr 15 04:20:54.060595 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42590) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:20:54.064908 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-08d7ef4e-d7c5-4997-9c56-140a209e8378 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': '8ef1fb65-dc78-4e4c-930e-379f552f7792', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:20:54.123110 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-08d7ef4e-d7c5-4997-9c56-140a209e8378 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Project dd190e8f20b4434dbd4f9acd2d0e1e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 04:20:54.128851 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-08d7ef4e-d7c5-4997-9c56-140a209e8378 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (26e231f1-1784-4d21-9bd0-824941d0671a), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:54.185249 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-08d7ef4e-d7c5-4997-9c56-140a209e8378 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (26e231f1-1784-4d21-9bd0-824941d0671a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:54.242913 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-08d7ef4e-d7c5-4997-9c56-140a209e8378 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (26e231f1-1784-4d21-9bd0-824941d0671a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:54.261734 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7ef4e-d7c5-4997-9c56-140a209e8378 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e231f1-1784-4d21-9bd0-824941d0671a,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:54.323104 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-08d7ef4e-d7c5-4997-9c56-140a209e8378 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:54.324321 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-08d7ef4e-d7c5-4997-9c56-140a209e8378 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2627940 Apr 15 04:20:54.328030 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42592) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:20:54.333013 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-ac344a31-3751-48d5-86eb-c509b7edb653 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'network': {'name': 'tempest-network-smoke--873737565', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'port_security_enabled': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:20:54.400450 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac344a31-3751-48d5-86eb-c509b7edb653 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Made reservation on behalf of dd190e8f20b4434dbd4f9acd2d0e1e71 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:20:54.403770 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ac344a31-3751-48d5-86eb-c509b7edb653 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:54.426186 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac344a31-3751-48d5-86eb-c509b7edb653 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:20:54.435237 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ac344a31-3751-48d5-86eb-c509b7edb653 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:54.435577 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-ac344a31-3751-48d5-86eb-c509b7edb653 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Added segment 7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079 of type vlan for network 131b2f23-79b7-4727-90fd-68c83c58070a Apr 15 04:20:54.476127 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ac344a31-3751-48d5-86eb-c509b7edb653 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (131b2f23-79b7-4727-90fd-68c83c58070a), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:54.557711 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ac344a31-3751-48d5-86eb-c509b7edb653 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (131b2f23-79b7-4727-90fd-68c83c58070a), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:54.563214 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac344a31-3751-48d5-86eb-c509b7edb653 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:54.563799 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-ac344a31-3751-48d5-86eb-c509b7edb653 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:54.629979 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac344a31-3751-48d5-86eb-c509b7edb653 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Network': ['ID=131b2f23-79b7-4727-90fd-68c83c58070a,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:54.641241 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 131b2f23-79b7-4727-90fd-68c83c58070a details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:20:54.657609 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-ac344a31-3751-48d5-86eb-c509b7edb653 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3285394 Apr 15 04:20:54.660258 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42594) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:20:54.664588 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-5f76e672-2933-4585-afe9-a42937bbc01f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1364156255', 'admin_state_up': True, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:20:54.752296 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f76e672-2933-4585-afe9-a42937bbc01f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (d95af524-e489-41d5-bc01-6b1d060489f6), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:54.753354 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f76e672-2933-4585-afe9-a42937bbc01f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (d95af524-e489-41d5-bc01-6b1d060489f6), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:54.808638 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f76e672-2933-4585-afe9-a42937bbc01f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_controller (d95af524-e489-41d5-bc01-6b1d060489f6), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:54.940354 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:55.025885 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f76e672-2933-4585-afe9-a42937bbc01f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_gateway (d95af524-e489-41d5-bc01-6b1d060489f6), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:55.246738 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f76e672-2933-4585-afe9-a42937bbc01f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_gateway (d95af524-e489-41d5-bc01-6b1d060489f6), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:55.265567 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f76e672-2933-4585-afe9-a42937bbc01f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:55.374478 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-5f76e672-2933-4585-afe9-a42937bbc01f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Allocated IP 172.26.6.44 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/65d71f70-7b84-4bc1-9182-4375b3be016b) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:20:55.474047 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f76e672-2933-4585-afe9-a42937bbc01f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (65d71f70-7b84-4bc1-9182-4375b3be016b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:55.561205 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f76e672-2933-4585-afe9-a42937bbc01f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (65d71f70-7b84-4bc1-9182-4375b3be016b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:55.603531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f76e672-2933-4585-afe9-a42937bbc01f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:20:55.610013 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-5f76e672-2933-4585-afe9-a42937bbc01f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:20:55.614477 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f76e672-2933-4585-afe9-a42937bbc01f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:20:55.617512 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76e672-2933-4585-afe9-a42937bbc01f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=65d71f70-7b84-4bc1-9182-4375b3be016b,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:55.913433 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f76e672-2933-4585-afe9-a42937bbc01f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_gateway (d95af524-e489-41d5-bc01-6b1d060489f6), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:56.113609 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f76e672-2933-4585-afe9-a42937bbc01f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (d95af524-e489-41d5-bc01-6b1d060489f6), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:56.317379 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f76e672-2933-4585-afe9-a42937bbc01f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router d95af524-e489-41d5-bc01-6b1d060489f6 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 04:20:56.424747 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f76e672-2933-4585-afe9-a42937bbc01f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:20:56.434963 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] Sync routers for ids ['d95af524-e489-41d5-bc01-6b1d060489f6'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:20:56.444166 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] Routers {'d95af524-e489-41d5-bc01-6b1d060489f6'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:20:56.446764 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:20:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['d95af524-e489-41d5-bc01-6b1d060489f6'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:20:56.526088 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-5f76e672-2933-4585-afe9-a42937bbc01f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:56.527405 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-5f76e672-2933-4585-afe9-a42937bbc01f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8662210 Apr 15 04:20:56.530690 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42596) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:20:56.561150 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-48b0d8b3-8f89-4282-95d4-2ba51d7134c5 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=dd190e8f20b4434dbd4f9acd2d0e1e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286808 Apr 15 04:20:56.563571 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42598) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:20:56.653591 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f3e1d0-0b10-4dca-b0fa-3fd34b067445 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:56.657953 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c1f3e1d0-0b10-4dca-b0fa-3fd34b067445 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907736 Apr 15 04:20:56.658127 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42600) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:20:56.686701 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9417bcc3-5c00-4179-9698-00f2c0934bcd tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274329 Apr 15 04:20:56.689210 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42602) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:20:56.693792 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-23dd1e4d-117d-44c6-8a78-88ae018d2d95 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-976530256', 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:20:56.701164 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] Set router d95af524-e489-41d5-bc01-6b1d060489f6 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:20:56.826107 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dd1e4d-117d-44c6-8a78-88ae018d2d95 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Made reservation on behalf of dd190e8f20b4434dbd4f9acd2d0e1e71 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:20:56.829615 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-23dd1e4d-117d-44c6-8a78-88ae018d2d95 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:56.866695 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364156255', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:20:54Z', 'updated_at': '2022-04-15T04:20:55Z', 'revision_number': 3, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:55Z', 'updated_at': '2022-04-15T04:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:20:56.893424 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] Checking router: d95af524-e489-41d5-bc01-6b1d060489f6 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:20:56.893777 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] Updating router d95af524-e489-41d5-bc01-6b1d060489f6 port 65d71f70-7b84-4bc1-9182-4375b3be016b binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:20:56.924960 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (65d71f70-7b84-4bc1-9182-4375b3be016b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:57.185750 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] Publish callbacks [] for port (65d71f70-7b84-4bc1-9182-4375b3be016b), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:57.264030 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (65d71f70-7b84-4bc1-9182-4375b3be016b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:57.314403 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] Attempting to bind port 65d71f70-7b84-4bc1-9182-4375b3be016b on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:20:57.314804 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] Attempting to bind port 65d71f70-7b84-4bc1-9182-4375b3be016b by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:20:57.315168 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] Attempting to bind port 65d71f70-7b84-4bc1-9182-4375b3be016b on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:20:57.322874 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97736ae-cf43-4529-81e1-6cc2d73b2474 None None] Pushing event updated for resources: {'Port': ['ID=65d71f70-7b84-4bc1-9182-4375b3be016b,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:57.325318 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:20:57.325696 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:20:57.326097 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:57.326480 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:20:57.326970 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] Bound port: 65d71f70-7b84-4bc1-9182-4375b3be016b, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:20:57.327350 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (65d71f70-7b84-4bc1-9182-4375b3be016b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:57.378424 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-23dd1e4d-117d-44c6-8a78-88ae018d2d95 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (f8bff173-c0d3-4b16-bbf3-4a5f82971e61), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:57.381131 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] For port 65d71f70-7b84-4bc1-9182-4375b3be016b, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:20:57.384913 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] For port 65d71f70-7b84-4bc1-9182-4375b3be016b, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=65d71f70-7b84-4bc1-9182-4375b3be016b,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:20:57.438842 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd1e4d-117d-44c6-8a78-88ae018d2d95 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Subnet': ['ID=f8bff173-c0d3-4b16-bbf3-4a5f82971e61,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:57.447100 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23dd1e4d-117d-44c6-8a78-88ae018d2d95 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Checking segment: {'id': '7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:20:57.447468 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dd1e4d-117d-44c6-8a78-88ae018d2d95 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network hostable DHCP agents. Network: 131b2f23-79b7-4727-90fd-68c83c58070a, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:20:57.466892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (65d71f70-7b84-4bc1-9182-4375b3be016b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:57.520499 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] Routers {'d95af524-e489-41d5-bc01-6b1d060489f6'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:20:57.520751 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dd1e4d-117d-44c6-8a78-88ae018d2d95 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 131b2f23-79b7-4727-90fd-68c83c58070a is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:20:57.521116 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:20:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['d95af524-e489-41d5-bc01-6b1d060489f6'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:20:57.556748 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97736ae-cf43-4529-81e1-6cc2d73b2474 None None] Pushing event updated for resources: {'Port': ['ID=65d71f70-7b84-4bc1-9182-4375b3be016b,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:57.600722 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-23dd1e4d-117d-44c6-8a78-88ae018d2d95 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 131b2f23-79b7-4727-90fd-68c83c58070a) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:20:57.605480 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dd1e4d-117d-44c6-8a78-88ae018d2d95 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:20:57.606551 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-23dd1e4d-117d-44c6-8a78-88ae018d2d95 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:57.614371 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6505e85-f3cc-4446-872b-1858e19aa6ac None None] Network 131b2f23-79b7-4727-90fd-68c83c58070a requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:20:57.679518 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] Set router d95af524-e489-41d5-bc01-6b1d060489f6 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:20:57.684163 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-23dd1e4d-117d-44c6-8a78-88ae018d2d95 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9939590 Apr 15 04:20:57.687211 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42604) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:20:57.824891 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d230f6-a4a0-41f8-8637-8ff3f2688879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-131b2f23-79b7-4727-90fd-68c83c58070a', 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ips': [{'subnet_id': 'f8bff173-c0d3-4b16-bbf3-4a5f82971e61'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 04:20:57.825851 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b5d230f6-a4a0-41f8-8637-8ff3f2688879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:57.981681 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364156255', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:20:54Z', 'updated_at': '2022-04-15T04:20:55Z', 'revision_number': 3, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:55Z', 'updated_at': '2022-04-15T04:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:20:58.011297 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f232b2-d90a-459b-b31d-9dab542bc37d None None] The sync data for ids ['d95af524-e489-41d5-bc01-6b1d060489f6'] in dv-neutron-837140-3-hyperv is: [{'id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364156255', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:20:54Z', 'updated_at': '2022-04-15T04:20:55Z', 'revision_number': 3, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:55Z', 'updated_at': '2022-04-15T04:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:20:58.034267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-b5d230f6-a4a0-41f8-8637-8ff3f2688879 None None] Allocated IP 172.20.0.2 (131b2f23-79b7-4727-90fd-68c83c58070a/f8bff173-c0d3-4b16-bbf3-4a5f82971e61/2a37e1f4-1d4d-4512-885e-228fe4de60f0) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:20:58.134836 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0bacf76c-0d16-4140-b10a-ca75fa3cfd3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:58.190579 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b5d230f6-a4a0-41f8-8637-8ff3f2688879 None None] Publish callbacks [] for port (2a37e1f4-1d4d-4512-885e-228fe4de60f0), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:58.247158 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b5d230f6-a4a0-41f8-8637-8ff3f2688879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (2a37e1f4-1d4d-4512-885e-228fe4de60f0), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:58.328251 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d230f6-a4a0-41f8-8637-8ff3f2688879 None None] Network 131b2f23-79b7-4727-90fd-68c83c58070a is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:20:58.329533 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d230f6-a4a0-41f8-8637-8ff3f2688879 None None] Pushing event updated for resources: {'Port': ['ID=2a37e1f4-1d4d-4512-885e-228fe4de60f0,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:58.335523 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-b5d230f6-a4a0-41f8-8637-8ff3f2688879 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:20:58.337618 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d230f6-a4a0-41f8-8637-8ff3f2688879 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:20:58.404313 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b5d230f6-a4a0-41f8-8637-8ff3f2688879 None None] Attempting to bind port 2a37e1f4-1d4d-4512-885e-228fe4de60f0 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:20:58.404946 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b5d230f6-a4a0-41f8-8637-8ff3f2688879 None None] Attempting to bind port 2a37e1f4-1d4d-4512-885e-228fe4de60f0 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:20:58.405475 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d230f6-a4a0-41f8-8637-8ff3f2688879 None None] Attempting to bind port 2a37e1f4-1d4d-4512-885e-228fe4de60f0 on network 131b2f23-79b7-4727-90fd-68c83c58070a {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:20:58.411519 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d230f6-a4a0-41f8-8637-8ff3f2688879 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:20:58.412149 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d230f6-a4a0-41f8-8637-8ff3f2688879 None None] Checking segment: {'id': '7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:20:58.412722 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b5d230f6-a4a0-41f8-8637-8ff3f2688879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:58.413285 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d230f6-a4a0-41f8-8637-8ff3f2688879 None None] Bound using segment: {'id': '7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:20:58.413907 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-b5d230f6-a4a0-41f8-8637-8ff3f2688879 None None] Bound port: 2a37e1f4-1d4d-4512-885e-228fe4de60f0, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:20:58.414451 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b5d230f6-a4a0-41f8-8637-8ff3f2688879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2a37e1f4-1d4d-4512-885e-228fe4de60f0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:58.455905 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-0bacf76c-0d16-4140-b10a-ca75fa3cfd3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Allocated IP 172.20.0.1 (131b2f23-79b7-4727-90fd-68c83c58070a/f8bff173-c0d3-4b16-bbf3-4a5f82971e61/76457fd7-cd21-4e86-b559-3321b20fa4fa) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:20:58.491426 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b5d230f6-a4a0-41f8-8637-8ff3f2688879 None None] For port 2a37e1f4-1d4d-4512-885e-228fe4de60f0, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:20:58.495153 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b5d230f6-a4a0-41f8-8637-8ff3f2688879 None None] For port 2a37e1f4-1d4d-4512-885e-228fe4de60f0, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=2a37e1f4-1d4d-4512-885e-228fe4de60f0,segment=NetworkSegment(7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079),segment_id=7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:20:58.552055 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 65d71f70-7b84-4bc1-9182-4375b3be016b up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:20:58.596002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b5d230f6-a4a0-41f8-8637-8ff3f2688879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (2a37e1f4-1d4d-4512-885e-228fe4de60f0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:58.597557 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0bacf76c-0d16-4140-b10a-ca75fa3cfd3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (76457fd7-cd21-4e86-b559-3321b20fa4fa), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:58.672206 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 65d71f70-7b84-4bc1-9182-4375b3be016b triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:20:58.672660 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (65d71f70-7b84-4bc1-9182-4375b3be016b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:58.675861 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d230f6-a4a0-41f8-8637-8ff3f2688879 None None] Pushing event updated for resources: {'Port': ['ID=2a37e1f4-1d4d-4512-885e-228fe4de60f0,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:58.729658 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0bacf76c-0d16-4140-b10a-ca75fa3cfd3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (76457fd7-cd21-4e86-b559-3321b20fa4fa), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:58.773595 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 65d71f70-7b84-4bc1-9182-4375b3be016b is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:20:58.774309 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (65d71f70-7b84-4bc1-9182-4375b3be016b), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:58.776769 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bacf76c-0d16-4140-b10a-ca75fa3cfd3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 131b2f23-79b7-4727-90fd-68c83c58070a is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:20:58.783650 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-0bacf76c-0d16-4140-b10a-ca75fa3cfd3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:20:58.789947 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bacf76c-0d16-4140-b10a-ca75fa3cfd3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:20:58.798353 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 65d71f70-7b84-4bc1-9182-4375b3be016b, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=65d71f70-7b84-4bc1-9182-4375b3be016b,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:20:58.831823 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bacf76c-0d16-4140-b10a-ca75fa3cfd3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=76457fd7-cd21-4e86-b559-3321b20fa4fa,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:58.848486 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0bacf76c-0d16-4140-b10a-ca75fa3cfd3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (d95af524-e489-41d5-bc01-6b1d060489f6), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:58.878256 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (65d71f70-7b84-4bc1-9182-4375b3be016b), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:58.947129 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=65d71f70-7b84-4bc1-9182-4375b3be016b,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:59.113297 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0bacf76c-0d16-4140-b10a-ca75fa3cfd3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (76457fd7-cd21-4e86-b559-3321b20fa4fa), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:59.390571 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0bacf76c-0d16-4140-b10a-ca75fa3cfd3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (76457fd7-cd21-4e86-b559-3321b20fa4fa), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:59.469615 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0bacf76c-0d16-4140-b10a-ca75fa3cfd3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (76457fd7-cd21-4e86-b559-3321b20fa4fa), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:59.546031 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bacf76c-0d16-4140-b10a-ca75fa3cfd3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=76457fd7-cd21-4e86-b559-3321b20fa4fa,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:20:59.551259 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0bacf76c-0d16-4140-b10a-ca75fa3cfd3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (d95af524-e489-41d5-bc01-6b1d060489f6), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:20:59.645475 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bacf76c-0d16-4140-b10a-ca75fa3cfd3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 131b2f23-79b7-4727-90fd-68c83c58070a is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:20:59.646880 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-0bacf76c-0d16-4140-b10a-ca75fa3cfd3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:20:59.762385 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bacf76c-0d16-4140-b10a-ca75fa3cfd3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router d95af524-e489-41d5-bc01-6b1d060489f6 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:20:59.873745 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bacf76c-0d16-4140-b10a-ca75fa3cfd3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:20:59.878742 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0bacf76c-0d16-4140-b10a-ca75fa3cfd3c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "PUT /v2.0/routers/d95af524-e489-41d5-bc01-6b1d060489f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1905227 Apr 15 04:20:59.885983 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] Sync routers for ids ['d95af524-e489-41d5-bc01-6b1d060489f6'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:20:59.895786 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] Routers {'d95af524-e489-41d5-bc01-6b1d060489f6'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:20:59.896406 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:20:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['d95af524-e489-41d5-bc01-6b1d060489f6'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:21:00.007610 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] Set router d95af524-e489-41d5-bc01-6b1d060489f6 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:21:00.032217 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-fa2e6a7f-54e9-484b-82dc-9c5e1944867e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-788054110&fields=id&tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71 HTTP/1.1" status: 200 len: 267 time: 0.0483179 Apr 15 04:21:00.148957 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-73f8d50c-99cd-47f1-ba78-830debc41195 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:00.150576 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-73f8d50c-99cd-47f1-ba78-830debc41195 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/networks?id=131b2f23-79b7-4727-90fd-68c83c58070a HTTP/1.1" status: 200 len: 796 time: 0.1118922 Apr 15 04:21:00.166313 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-c42b113d-7533-40f4-b881-f60fd5e6199f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/quotas/dd190e8f20b4434dbd4f9acd2d0e1e71 HTTP/1.1" status: 200 len: 375 time: 0.0095956 Apr 15 04:21:00.217509 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364156255', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:20:54Z', 'updated_at': '2022-04-15T04:20:58Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:55Z', 'updated_at': '2022-04-15T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '76457fd7-cd21-4e86-b559-3321b20fa4fa', 'name': '', 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:d0:48:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'f8bff173-c0d3-4b16-bbf3-4a5f82971e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:58Z', 'updated_at': '2022-04-15T04:20:59Z', 'revision_number': 2, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': 'f8bff173-c0d3-4b16-bbf3-4a5f82971e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:21:00.223157 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-4e0da928-ad4a-4b6b-ad8b-75f30ba8b2e2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463359 Apr 15 04:21:00.246717 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] Checking router: d95af524-e489-41d5-bc01-6b1d060489f6 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:21:00.247078 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] Updating router d95af524-e489-41d5-bc01-6b1d060489f6 port 76457fd7-cd21-4e86-b559-3321b20fa4fa binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:21:00.280105 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (76457fd7-cd21-4e86-b559-3321b20fa4fa), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:00.331835 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-1775b634-5e2a-476d-80bd-2c30dc4d0999 service neutron] 10.222.0.15 "GET /v2.0/networks/131b2f23-79b7-4727-90fd-68c83c58070a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957887 Apr 15 04:21:00.337317 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d938b9-193e-4cfa-b776-060e14ed6be0 None None] Network 131b2f23-79b7-4727-90fd-68c83c58070a requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:21:00.397599 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9445d10f-168a-4e41-8462-5ec2de8a2c12 None None] Provisioning complete for port 2a37e1f4-1d4d-4512-885e-228fe4de60f0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:21:00.397922 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9445d10f-168a-4e41-8462-5ec2de8a2c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2a37e1f4-1d4d-4512-885e-228fe4de60f0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:00.429329 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-ac0228c2-dcda-4d1c-a4a2-7684f29ef756 service neutron] 10.222.0.15 "GET /v2.0/networks/131b2f23-79b7-4727-90fd-68c83c58070a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895035 Apr 15 04:21:00.521689 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9445d10f-168a-4e41-8462-5ec2de8a2c12 None None] Current status of the port 2a37e1f4-1d4d-4512-885e-228fe4de60f0 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:21:00.522008 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9445d10f-168a-4e41-8462-5ec2de8a2c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2a37e1f4-1d4d-4512-885e-228fe4de60f0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:00.575194 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] Publish callbacks [] for port (76457fd7-cd21-4e86-b559-3321b20fa4fa), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:00.578218 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-9445d10f-168a-4e41-8462-5ec2de8a2c12 None None] For port 2a37e1f4-1d4d-4512-885e-228fe4de60f0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=2a37e1f4-1d4d-4512-885e-228fe4de60f0,segment=NetworkSegment(7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079),segment_id=7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:21:00.664986 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 65d71f70-7b84-4bc1-9182-4375b3be016b up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:21:00.686373 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (76457fd7-cd21-4e86-b559-3321b20fa4fa), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:00.690070 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9445d10f-168a-4e41-8462-5ec2de8a2c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (2a37e1f4-1d4d-4512-885e-228fe4de60f0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:00.780826 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 65d71f70-7b84-4bc1-9182-4375b3be016b triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:21:00.781457 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (65d71f70-7b84-4bc1-9182-4375b3be016b), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:00.784621 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445d10f-168a-4e41-8462-5ec2de8a2c12 None None] Pushing event updated for resources: {'Port': ['ID=2a37e1f4-1d4d-4512-885e-228fe4de60f0,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:21:00.815494 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cc7139f8-93d0-41ab-b11e-905a770307f6 req-ebc22828-cdcf-409d-be4f-2c59214c43b3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 210 time: 0.0437803 Apr 15 04:21:00.823478 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-e35047d9-de8b-415e-ab5c-241fead32b01 None None] Provisioning complete for port 76457fd7-cd21-4e86-b559-3321b20fa4fa triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:21:00.824177 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e35047d9-de8b-415e-ab5c-241fead32b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (76457fd7-cd21-4e86-b559-3321b20fa4fa), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:00.852159 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] Attempting to bind port 76457fd7-cd21-4e86-b559-3321b20fa4fa on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:21:00.852835 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] Attempting to bind port 76457fd7-cd21-4e86-b559-3321b20fa4fa by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:21:00.853419 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] Attempting to bind port 76457fd7-cd21-4e86-b559-3321b20fa4fa on network 131b2f23-79b7-4727-90fd-68c83c58070a {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:21:00.856913 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d7424-60fa-4b9d-9aff-70af6318f014 None None] Pushing event updated for resources: {'Port': ['ID=76457fd7-cd21-4e86-b559-3321b20fa4fa,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:21:00.866058 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d7424-60fa-4b9d-9aff-70af6318f014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:21:00.866414 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d7424-60fa-4b9d-9aff-70af6318f014 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:21:00.866798 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d7424-60fa-4b9d-9aff-70af6318f014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:21:00.867146 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d7424-60fa-4b9d-9aff-70af6318f014 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:21:00.867485 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d7424-60fa-4b9d-9aff-70af6318f014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:21:00.868333 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d7424-60fa-4b9d-9aff-70af6318f014 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:21:00.868674 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d7424-60fa-4b9d-9aff-70af6318f014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:21:00.869071 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d7424-60fa-4b9d-9aff-70af6318f014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:21:00.869472 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d7424-60fa-4b9d-9aff-70af6318f014 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:21:00.869784 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d7424-60fa-4b9d-9aff-70af6318f014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:21:00.870123 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d7424-60fa-4b9d-9aff-70af6318f014 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:21:00.871021 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d7424-60fa-4b9d-9aff-70af6318f014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:21:00.871021 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d7424-60fa-4b9d-9aff-70af6318f014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:21:00.871381 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d7424-60fa-4b9d-9aff-70af6318f014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:21:00.871679 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8d7424-60fa-4b9d-9aff-70af6318f014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:21:00.876650 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:21:00.876650 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] Checking segment: {'id': '7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:21:00.877182 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:00.877893 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] Bound using segment: {'id': '7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:21:00.878492 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] Bound port: 76457fd7-cd21-4e86-b559-3321b20fa4fa, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:21:00.878926 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (76457fd7-cd21-4e86-b559-3321b20fa4fa), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:00.879753 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e35047d9-de8b-415e-ab5c-241fead32b01 None None] Port 76457fd7-cd21-4e86-b559-3321b20fa4fa cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:21:00.896864 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-e35047d9-de8b-415e-ab5c-241fead32b01 None None] Provisioning complete for port 2a37e1f4-1d4d-4512-885e-228fe4de60f0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:21:00.897540 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e35047d9-de8b-415e-ab5c-241fead32b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2a37e1f4-1d4d-4512-885e-228fe4de60f0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:00.965675 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] For port 76457fd7-cd21-4e86-b559-3321b20fa4fa, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:21:00.969776 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] For port 76457fd7-cd21-4e86-b559-3321b20fa4fa, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=76457fd7-cd21-4e86-b559-3321b20fa4fa,segment=NetworkSegment(7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079),segment_id=7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:21:00.970497 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 65d71f70-7b84-4bc1-9182-4375b3be016b is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:21:00.971658 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2a37e1f4-1d4d-4512-885e-228fe4de60f0 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:21:01.052271 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e35047d9-de8b-415e-ab5c-241fead32b01 None None] Current status of the port 2a37e1f4-1d4d-4512-885e-228fe4de60f0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:21:01.052748 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (76457fd7-cd21-4e86-b559-3321b20fa4fa), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:01.054348 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 2a37e1f4-1d4d-4512-885e-228fe4de60f0 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:21:01.054769 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2a37e1f4-1d4d-4512-885e-228fe4de60f0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:01.135956 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] Routers {'d95af524-e489-41d5-bc01-6b1d060489f6'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:21:01.137133 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:20:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['d95af524-e489-41d5-bc01-6b1d060489f6'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:21:01.193214 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d7424-60fa-4b9d-9aff-70af6318f014 None None] Pushing event updated for resources: {'Port': ['ID=76457fd7-cd21-4e86-b559-3321b20fa4fa,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:21:01.281616 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] Set router d95af524-e489-41d5-bc01-6b1d060489f6 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:21:01.328136 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a613f06d-45ba-4b05-88fd-c55fe0911781 None None] Provisioning complete for port 76457fd7-cd21-4e86-b559-3321b20fa4fa triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:21:01.328511 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a613f06d-45ba-4b05-88fd-c55fe0911781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (76457fd7-cd21-4e86-b559-3321b20fa4fa), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:01.332813 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 2a37e1f4-1d4d-4512-885e-228fe4de60f0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:21:01.421154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a613f06d-45ba-4b05-88fd-c55fe0911781 None None] Current status of the port 76457fd7-cd21-4e86-b559-3321b20fa4fa is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:21:01.422559 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a613f06d-45ba-4b05-88fd-c55fe0911781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (76457fd7-cd21-4e86-b559-3321b20fa4fa), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:01.461166 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-a613f06d-45ba-4b05-88fd-c55fe0911781 None None] For port 76457fd7-cd21-4e86-b559-3321b20fa4fa, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=76457fd7-cd21-4e86-b559-3321b20fa4fa,segment=NetworkSegment(7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079),segment_id=7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:21:01.501548 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364156255', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:20:54Z', 'updated_at': '2022-04-15T04:20:58Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:55Z', 'updated_at': '2022-04-15T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '76457fd7-cd21-4e86-b559-3321b20fa4fa', 'name': '', 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:d0:48:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'f8bff173-c0d3-4b16-bbf3-4a5f82971e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:58Z', 'updated_at': '2022-04-15T04:21:00Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': 'f8bff173-c0d3-4b16-bbf3-4a5f82971e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:21:01.521456 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a613f06d-45ba-4b05-88fd-c55fe0911781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (76457fd7-cd21-4e86-b559-3321b20fa4fa), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:01.577880 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613f06d-45ba-4b05-88fd-c55fe0911781 None None] Pushing event updated for resources: {'Port': ['ID=76457fd7-cd21-4e86-b559-3321b20fa4fa,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:21:01.634774 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908bf5fd-ce3f-4f6e-ac29-26d4b3e8458d None None] The sync data for ids ['d95af524-e489-41d5-bc01-6b1d060489f6'] in dv-neutron-837140-3-hyperv is: [{'id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364156255', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:20:54Z', 'updated_at': '2022-04-15T04:20:58Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:55Z', 'updated_at': '2022-04-15T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '76457fd7-cd21-4e86-b559-3321b20fa4fa', 'name': '', 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:d0:48:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'f8bff173-c0d3-4b16-bbf3-4a5f82971e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:58Z', 'updated_at': '2022-04-15T04:21:00Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': 'f8bff173-c0d3-4b16-bbf3-4a5f82971e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:21:01.646810 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-553b093b-34fa-4103-9897-770a7756f260 None None] Provisioning complete for port 76457fd7-cd21-4e86-b559-3321b20fa4fa triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:21:01.647183 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-553b093b-34fa-4103-9897-770a7756f260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (76457fd7-cd21-4e86-b559-3321b20fa4fa), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:01.760410 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-553b093b-34fa-4103-9897-770a7756f260 None None] Current status of the port 76457fd7-cd21-4e86-b559-3321b20fa4fa is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:21:01.879054 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f792d2c5-7e74-4c24-882b-520a70df0030 None None] Provisioning complete for port 76457fd7-cd21-4e86-b559-3321b20fa4fa triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:21:01.879054 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f792d2c5-7e74-4c24-882b-520a70df0030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (76457fd7-cd21-4e86-b559-3321b20fa4fa), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:01.958834 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b5eecabf-c011-4427-bc30-bd109b019ea2 req-e96c5d64-c202-4f40-a70c-476d3a9b0440 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 210 time: 0.0325418 Apr 15 04:21:01.973096 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f792d2c5-7e74-4c24-882b-520a70df0030 None None] Current status of the port 76457fd7-cd21-4e86-b559-3321b20fa4fa is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:21:02.577486 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 76457fd7-cd21-4e86-b559-3321b20fa4fa up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:21:02.641688 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 76457fd7-cd21-4e86-b559-3321b20fa4fa triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:21:02.642682 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (76457fd7-cd21-4e86-b559-3321b20fa4fa), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:02.710402 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-b624490c-f5e8-4731-9c17-12943fda7b2b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:02.712884 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-b624490c-f5e8-4731-9c17-12943fda7b2b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "GET /v2.0/networks?id=131b2f23-79b7-4727-90fd-68c83c58070a HTTP/1.1" status: 200 len: 796 time: 0.1422071 Apr 15 04:21:02.744580 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 76457fd7-cd21-4e86-b559-3321b20fa4fa is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:21:02.745663 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2a37e1f4-1d4d-4512-885e-228fe4de60f0 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:21:02.783232 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-e23ae926-7237-46e1-b0ff-b70231f0abcd tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71 HTTP/1.1" status: 200 len: 379 time: 0.0615387 Apr 15 04:21:02.792034 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-fd9fab17-8090-4c39-8f50-d5a3b4c1882f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'port': {'device_id': '5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96', 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a', 'admin_state_up': True, 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'security_groups': ['8ef1fb65-dc78-4e4c-930e-379f552f7792']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:21:02.801962 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 2a37e1f4-1d4d-4512-885e-228fe4de60f0 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:21:02.802339 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2a37e1f4-1d4d-4512-885e-228fe4de60f0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:02.888378 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 2a37e1f4-1d4d-4512-885e-228fe4de60f0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:21:02.997631 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-fd9fab17-8090-4c39-8f50-d5a3b4c1882f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Made reservation on behalf of dd190e8f20b4434dbd4f9acd2d0e1e71 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:21:03.001628 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-fd9fab17-8090-4c39-8f50-d5a3b4c1882f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:03.059381 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c30a3afc-e99f-4a78-8203-8e3021486bdf req-6d5dbb39-f800-4a64-b1bd-42b2e4b04d99 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 210 time: 0.0280426 Apr 15 04:21:03.133006 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-fd9fab17-8090-4c39-8f50-d5a3b4c1882f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Allocated IP 172.20.0.5 (131b2f23-79b7-4727-90fd-68c83c58070a/f8bff173-c0d3-4b16-bbf3-4a5f82971e61/f1e8e71c-c02f-4134-96db-8ac4eda348ef) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:21:03.272565 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-fd9fab17-8090-4c39-8f50-d5a3b4c1882f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (f1e8e71c-c02f-4134-96db-8ac4eda348ef), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:03.346020 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-fd9fab17-8090-4c39-8f50-d5a3b4c1882f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (f1e8e71c-c02f-4134-96db-8ac4eda348ef), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:03.386937 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-fd9fab17-8090-4c39-8f50-d5a3b4c1882f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 131b2f23-79b7-4727-90fd-68c83c58070a is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:21:03.389951 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-fd9fab17-8090-4c39-8f50-d5a3b4c1882f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:21:03.392429 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-fd9fab17-8090-4c39-8f50-d5a3b4c1882f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:21:03.429024 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fab17-8090-4c39-8f50-d5a3b4c1882f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=f1e8e71c-c02f-4134-96db-8ac4eda348ef,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:21:03.454479 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-fd9fab17-8090-4c39-8f50-d5a3b4c1882f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:03.455117 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-fd9fab17-8090-4c39-8f50-d5a3b4c1882f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:03.540209 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-fd9fab17-8090-4c39-8f50-d5a3b4c1882f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7470808 Apr 15 04:21:03.546854 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] Request body: {'port': {'device_id': '5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:21:03.607561 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-bb043210-fee2-4b61-8669-811fcd6840de None None] Provisioning complete for port f1e8e71c-c02f-4134-96db-8ac4eda348ef triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:21:03.608124 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bb043210-fee2-4b61-8669-811fcd6840de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f1e8e71c-c02f-4134-96db-8ac4eda348ef), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:03.608248 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f1e8e71c-c02f-4134-96db-8ac4eda348ef), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:03.647925 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-bb043210-fee2-4b61-8669-811fcd6840de None None] Port f1e8e71c-c02f-4134-96db-8ac4eda348ef cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:21:03.867365 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e8e71c-c02f-4134-96db-8ac4eda348ef {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:21:03.874831 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] Publish callbacks [] for port (f1e8e71c-c02f-4134-96db-8ac4eda348ef), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:03.887357 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] Transition to ACTIVE for port object f1e8e71c-c02f-4134-96db-8ac4eda348ef will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 04:21:03.943143 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (f1e8e71c-c02f-4134-96db-8ac4eda348ef), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:04.014940 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] Pushing event updated for resources: {'Port': ['ID=f1e8e71c-c02f-4134-96db-8ac4eda348ef,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:21:04.067591 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] Attempting to bind port f1e8e71c-c02f-4134-96db-8ac4eda348ef on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:21:04.068215 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] Attempting to bind port f1e8e71c-c02f-4134-96db-8ac4eda348ef by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:21:04.068541 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] Attempting to bind port f1e8e71c-c02f-4134-96db-8ac4eda348ef on network 131b2f23-79b7-4727-90fd-68c83c58070a {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:21:04.073151 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] Port f1e8e71c-c02f-4134-96db-8ac4eda348ef on network 131b2f23-79b7-4727-90fd-68c83c58070a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 04:21:04.073472 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] Attempting to bind port f1e8e71c-c02f-4134-96db-8ac4eda348ef on network 131b2f23-79b7-4727-90fd-68c83c58070a {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:21:04.078669 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:21:04.079009 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] Checking segment: {'id': '7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:21:04.079391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] Bound using segment: {'id': '7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:21:04.079819 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] Bound port: f1e8e71c-c02f-4134-96db-8ac4eda348ef, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:21:04.080173 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f1e8e71c-c02f-4134-96db-8ac4eda348ef), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:04.174977 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] For port f1e8e71c-c02f-4134-96db-8ac4eda348ef, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:21:04.192011 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] For port f1e8e71c-c02f-4134-96db-8ac4eda348ef, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f1e8e71c-c02f-4134-96db-8ac4eda348ef,segment=NetworkSegment(7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079),segment_id=7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:21:04.202329 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec1d8d-cb75-4e8e-a532-905f689891d1 req-edb9c290-075c-4b26-991b-18b624977214 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:04.203834 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b7ec1d8d-cb75-4e8e-a532-905f689891d1 req-edb9c290-075c-4b26-991b-18b624977214 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 943 time: 0.0627627 Apr 15 04:21:04.251436 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b7ec1d8d-cb75-4e8e-a532-905f689891d1 req-3b8ef0d4-d7a4-4678-8229-7d4a98a6cb76 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419276 Apr 15 04:21:04.252828 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (f1e8e71c-c02f-4134-96db-8ac4eda348ef), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:04.289972 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:04.290586 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:04.291996 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] 10.222.0.30 "PUT /v2.0/ports/f1e8e71c-c02f-4134-96db-8ac4eda348ef HTTP/1.1" status: 200 len: 1093 time: 0.7492893 Apr 15 04:21:04.292382 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96', 'tag': 'f1e8e71c-c02f-4134-96db-8ac4eda348ef'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:21:04.294595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c67ab2-85af-47ab-a730-1ea74fd2abce" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96", "tag": "f1e8e71c-c02f-4134-96db-8ac4eda348ef"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:21:04.317969 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc7e5a-8614-4f2f-b9cf-53515e4519ee service neutron] Pushing event updated for resources: {'Port': ['ID=f1e8e71c-c02f-4134-96db-8ac4eda348ef,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:21:04.344097 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b24cc7-2114-42a2-97ab-88985dc9d5ec x-openstack-request-id: req-27b24cc7-2114-42a2-97ab-88985dc9d5ec {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:21:04.344398 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96", "tag": "f1e8e71c-c02f-4134-96db-8ac4eda348ef", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:21:04.344654 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27b24cc7-2114-42a2-97ab-88985dc9d5ec {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:21:04.345060 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b24cc7-2114-42a2-97ab-88985dc9d5ec'] response: {'name': 'network-changed', 'server_uuid': '5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96', 'tag': 'f1e8e71c-c02f-4134-96db-8ac4eda348ef', 'status': 'completed', 'code': 200} Apr 15 04:21:04.407598 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c67ab2-85af-47ab-a730-1ea74fd2abce req-cf44cd2b-b1c3-4df3-aedd-6e64ca6dcd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:04.409111 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-55c67ab2-85af-47ab-a730-1ea74fd2abce req-cf44cd2b-b1c3-4df3-aedd-6e64ca6dcd71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 1127 time: 0.0416799 Apr 15 04:21:04.507696 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c67ab2-85af-47ab-a730-1ea74fd2abce req-24a35d62-9b2d-42cb-97c2-d613de7ee1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:04.509690 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-55c67ab2-85af-47ab-a730-1ea74fd2abce req-24a35d62-9b2d-42cb-97c2-d613de7ee1af service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0942349 Apr 15 04:21:04.604649 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c67ab2-85af-47ab-a730-1ea74fd2abce req-7f0fd712-a616-4a96-a9a8-40e4c3cf9a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:04.606048 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-55c67ab2-85af-47ab-a730-1ea74fd2abce req-7f0fd712-a616-4a96-a9a8-40e4c3cf9a20 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0909200 Apr 15 04:21:04.676563 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-89d850f2-8f3e-4e1e-9188-80fd2bf0f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:04.678029 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-89d850f2-8f3e-4e1e-9188-80fd2bf0f9b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 1127 time: 0.0377378 Apr 15 04:21:04.722700 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-080b82cb-17e3-422c-815d-77c4f36c4b4b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1e8e71c-c02f-4134-96db-8ac4eda348ef HTTP/1.1" status: 200 len: 217 time: 0.0367355 Apr 15 04:21:04.983440 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:05.071263 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-1962539c-6cb0-4928-bb19-ec3665e273dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:05.072731 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-1962539c-6cb0-4928-bb19-ec3665e273dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8bff173-c0d3-4b16-bbf3-4a5f82971e61 HTTP/1.1" status: 200 len: 834 time: 0.3450136 Apr 15 04:21:05.115501 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-3f83f0a6-9b88-4a8a-bb47-69a7fde8f67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:05.117083 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-3f83f0a6-9b88-4a8a-bb47-69a7fde8f67b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=131b2f23-79b7-4727-90fd-68c83c58070a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381598 Apr 15 04:21:05.207933 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-0b026726-fc88-4a09-a4e7-7c0301f11b61 service neutron] 10.222.0.30 "GET /v2.0/networks/131b2f23-79b7-4727-90fd-68c83c58070a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848250 Apr 15 04:21:05.297753 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f73bfae8-1d19-49f1-b8b4-7114164b2971 req-f6251f99-bb5f-46ef-a023-5af3ffa47df9 service neutron] 10.222.0.30 "GET /v2.0/networks/131b2f23-79b7-4727-90fd-68c83c58070a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834212 Apr 15 04:21:05.366043 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5399a85-475d-4cb5-9acc-c3cd275f3f4c req-a20a59ec-0272-46e6-925f-d775711d3cc2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:05.367526 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e5399a85-475d-4cb5-9acc-c3cd275f3f4c req-a20a59ec-0272-46e6-925f-d775711d3cc2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 943 time: 0.0473320 Apr 15 04:21:05.423007 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e5399a85-475d-4cb5-9acc-c3cd275f3f4c req-4a9cbb5e-352d-4ddf-afef-aa83d26cf4e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497575 Apr 15 04:21:06.533587 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fc1ca-5915-45c7-990a-2c0a28773fc7 req-37d47a63-98c6-444f-9a0e-dda49b10feac tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:06.544080 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-104fc1ca-5915-45c7-990a-2c0a28773fc7 req-37d47a63-98c6-444f-9a0e-dda49b10feac tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 943 time: 0.0460205 Apr 15 04:21:06.586450 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-104fc1ca-5915-45c7-990a-2c0a28773fc7 req-df912dec-a6ee-4b09-89da-91256200f65a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454254 Apr 15 04:21:07.698126 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9d244-e21d-4c45-82b5-b9c7dcde46c1 req-85248192-0896-4093-82ae-341caa42857e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:07.699695 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-47c9d244-e21d-4c45-82b5-b9c7dcde46c1 req-85248192-0896-4093-82ae-341caa42857e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 943 time: 0.0468633 Apr 15 04:21:07.746954 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-47c9d244-e21d-4c45-82b5-b9c7dcde46c1 req-eea37a76-da22-4feb-8fd5-59f17428447c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417511 Apr 15 04:21:08.201613 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device f1e8e71c-c02f-4134-96db-8ac4eda348ef details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:21:08.299341 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port f1e8e71c-c02f-4134-96db-8ac4eda348ef, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f1e8e71c-c02f-4134-96db-8ac4eda348ef,segment=NetworkSegment(7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079),segment_id=7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:21:08.311024 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'f1e8e71c-c02f-4134-96db-8ac4eda348ef', 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a', 'port_id': 'f1e8e71c-c02f-4134-96db-8ac4eda348ef', 'mac_address': 'fa:16:3e:f9:31:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8bff173-c0d3-4b16-bbf3-4a5f82971e61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:21:08.347507 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port f1e8e71c-c02f-4134-96db-8ac4eda348ef is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:21:08.347891 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f1e8e71c-c02f-4134-96db-8ac4eda348ef), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:08.360854 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e8e71c-c02f-4134-96db-8ac4eda348ef {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:21:08.379796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port f1e8e71c-c02f-4134-96db-8ac4eda348ef, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f1e8e71c-c02f-4134-96db-8ac4eda348ef,segment=NetworkSegment(7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079),segment_id=7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:21:08.440244 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f1e8e71c-c02f-4134-96db-8ac4eda348ef), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:08.489741 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=f1e8e71c-c02f-4134-96db-8ac4eda348ef,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:21:08.632931 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['f1e8e71c-c02f-4134-96db-8ac4eda348ef'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:21:08.857583 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b2a68-6e68-4de7-afd9-cf9da58b77a7 req-c73e978d-93bf-4034-a590-0480fb800806 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:08.859092 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-743b2a68-6e68-4de7-afd9-cf9da58b77a7 req-c73e978d-93bf-4034-a590-0480fb800806 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 944 time: 0.0468404 Apr 15 04:21:08.907676 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-743b2a68-6e68-4de7-afd9-cf9da58b77a7 req-50d07756-63cd-4308-9d27-0de871a2982e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430980 Apr 15 04:21:10.015316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27abfc-92aa-4a45-818e-f6f2892597ac req-53503427-2fb6-4ba5-a789-b56b79a3e1bc tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:10.016756 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9b27abfc-92aa-4a45-818e-f6f2892597ac req-53503427-2fb6-4ba5-a789-b56b79a3e1bc tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 944 time: 0.0456316 Apr 15 04:21:10.064359 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9b27abfc-92aa-4a45-818e-f6f2892597ac req-f7c0c3fe-a766-4840-857e-9d84b1e03333 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422170 Apr 15 04:21:10.232343 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device f1e8e71c-c02f-4134-96db-8ac4eda348ef up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:21:10.276800 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port f1e8e71c-c02f-4134-96db-8ac4eda348ef completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 04:21:10.331805 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port f1e8e71c-c02f-4134-96db-8ac4eda348ef triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:21:10.332174 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f1e8e71c-c02f-4134-96db-8ac4eda348ef), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:10.408073 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port f1e8e71c-c02f-4134-96db-8ac4eda348ef is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:21:10.408452 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f1e8e71c-c02f-4134-96db-8ac4eda348ef), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:10.432687 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e8e71c-c02f-4134-96db-8ac4eda348ef'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:21:10.434944 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa360de2-b9ef-4bf3-b25d-30a50e275e45" -d '{"events": [{"server_uuid": "5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96", "name": "network-vif-plugged", "status": "completed", "tag": "f1e8e71c-c02f-4134-96db-8ac4eda348ef"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:21:10.447283 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port f1e8e71c-c02f-4134-96db-8ac4eda348ef, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f1e8e71c-c02f-4134-96db-8ac4eda348ef,segment=NetworkSegment(7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079),segment_id=7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:21:10.473064 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268d4f31-de1a-4679-9d48-fb7878e15b49 x-openstack-request-id: req-268d4f31-de1a-4679-9d48-fb7878e15b49 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:21:10.473525 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96", "name": "network-vif-plugged", "status": "completed", "tag": "f1e8e71c-c02f-4134-96db-8ac4eda348ef", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:21:10.473727 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-268d4f31-de1a-4679-9d48-fb7878e15b49 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:21:10.474127 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-268d4f31-de1a-4679-9d48-fb7878e15b49'] response: {'server_uuid': '5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e8e71c-c02f-4134-96db-8ac4eda348ef', 'code': 200} Apr 15 04:21:10.514740 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f1e8e71c-c02f-4134-96db-8ac4eda348ef), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:10.565562 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=f1e8e71c-c02f-4134-96db-8ac4eda348ef,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:21:10.756604 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6342f-dbf7-45be-9239-08eb41f452cc req-47b26b4b-8b0b-448c-b070-7ba2972037b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:10.758870 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f7f6342f-dbf7-45be-9239-08eb41f452cc req-47b26b4b-8b0b-448c-b070-7ba2972037b5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 1129 time: 0.0417922 Apr 15 04:21:10.801766 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f7f6342f-dbf7-45be-9239-08eb41f452cc req-1a664384-1f7e-4eb8-905a-3d10f5b7a1b0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376599 Apr 15 04:21:11.173992 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cf91b-944f-4b80-b243-a4247f055575 req-f9a8e224-90f9-4931-9a89-589f2c87daea tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:11.175495 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-993cf91b-944f-4b80-b243-a4247f055575 req-f9a8e224-90f9-4931-9a89-589f2c87daea tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.0454473 Apr 15 04:21:11.223788 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-993cf91b-944f-4b80-b243-a4247f055575 req-f9934958-f1dd-48e8-8f83-fdf6ae94b482 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421534 Apr 15 04:21:12.507047 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57e8be-1fa0-4413-ba5e-fce234d9c2c1 req-00d80668-f24b-49ba-8436-2a37c8214307 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:12.508529 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4f57e8be-1fa0-4413-ba5e-fce234d9c2c1 req-00d80668-f24b-49ba-8436-2a37c8214307 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.0476360 Apr 15 04:21:12.560161 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4f57e8be-1fa0-4413-ba5e-fce234d9c2c1 req-8597b95c-6abe-4752-bb16-1a3d04b705ea tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463016 Apr 15 04:21:12.674328 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ac999-c374-417c-b162-863753075a25 req-cdb84591-d7ea-4e31-b3be-1ef928060d8a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:12.675827 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c44ac999-c374-417c-b162-863753075a25 req-cdb84591-d7ea-4e31-b3be-1ef928060d8a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.0495162 Apr 15 04:21:12.723671 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c44ac999-c374-417c-b162-863753075a25 req-5549b522-a88e-4347-b9cf-3663f2deae6c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414758 Apr 15 04:21:12.745526 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42660) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:21:12.831508 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9d9b3d-ae17-41af-815d-ca14603940b2 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:12.832998 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-5f9d9b3d-ae17-41af-815d-ca14603940b2 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 1124 time: 0.0865185 Apr 15 04:21:12.835772 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42664) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:21:12.840441 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-6853b179-5bb9-4396-8c1a-30f1ff17a49e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': 'f1e8e71c-c02f-4134-96db-8ac4eda348ef', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:21:12.937222 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6853b179-5bb9-4396-8c1a-30f1ff17a49e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:13.016076 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6853b179-5bb9-4396-8c1a-30f1ff17a49e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:13.117067 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-6853b179-5bb9-4396-8c1a-30f1ff17a49e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Allocated IP 172.26.6.9 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/642ed829-48d3-47a2-93cb-953395470cbf) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:21:13.221432 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6853b179-5bb9-4396-8c1a-30f1ff17a49e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (642ed829-48d3-47a2-93cb-953395470cbf), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:13.309005 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6853b179-5bb9-4396-8c1a-30f1ff17a49e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (642ed829-48d3-47a2-93cb-953395470cbf), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:13.346798 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6853b179-5bb9-4396-8c1a-30f1ff17a49e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:21:13.351547 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-6853b179-5bb9-4396-8c1a-30f1ff17a49e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:21:13.354154 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6853b179-5bb9-4396-8c1a-30f1ff17a49e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:21:13.377594 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853b179-5bb9-4396-8c1a-30f1ff17a49e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=642ed829-48d3-47a2-93cb-953395470cbf,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:21:13.716320 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6853b179-5bb9-4396-8c1a-30f1ff17a49e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for floatingip (93aadb00-24fa-43ff-8296-26c5d366067e), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:13.835018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6853b179-5bb9-4396-8c1a-30f1ff17a49e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (642ed829-48d3-47a2-93cb-953395470cbf), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:13.984640 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6853b179-5bb9-4396-8c1a-30f1ff17a49e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (642ed829-48d3-47a2-93cb-953395470cbf), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:14.051759 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6853b179-5bb9-4396-8c1a-30f1ff17a49e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (642ed829-48d3-47a2-93cb-953395470cbf), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:14.122207 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853b179-5bb9-4396-8c1a-30f1ff17a49e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=642ed829-48d3-47a2-93cb-953395470cbf,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:21:14.135592 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6853b179-5bb9-4396-8c1a-30f1ff17a49e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (93aadb00-24fa-43ff-8296-26c5d366067e), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:14.236215 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-6853b179-5bb9-4396-8c1a-30f1ff17a49e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Floating IP 93aadb00-24fa-43ff-8296-26c5d366067e associated. External IP: 172.26.6.9, port: f1e8e71c-c02f-4134-96db-8ac4eda348ef. Apr 15 04:21:14.439035 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6853b179-5bb9-4396-8c1a-30f1ff17a49e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router d95af524-e489-41d5-bc01-6b1d060489f6 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:21:14.546561 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6853b179-5bb9-4396-8c1a-30f1ff17a49e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:21:14.555995 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa094098-5370-403c-9dc2-ab15f35b85b4 None None] Sync routers for ids ['d95af524-e489-41d5-bc01-6b1d060489f6'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:21:14.565838 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa094098-5370-403c-9dc2-ab15f35b85b4 None None] Routers {'d95af524-e489-41d5-bc01-6b1d060489f6'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:21:14.566453 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-aa094098-5370-403c-9dc2-ab15f35b85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:20:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['d95af524-e489-41d5-bc01-6b1d060489f6'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:21:14.619880 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6853b179-5bb9-4396-8c1a-30f1ff17a49e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:14.652703 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6853b179-5bb9-4396-8c1a-30f1ff17a49e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8130760 Apr 15 04:21:14.652703 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96', 'tag': 'f1e8e71c-c02f-4134-96db-8ac4eda348ef'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:21:14.653281 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a51ec4a-43fd-4da0-b87f-5762cc522459" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96", "tag": "f1e8e71c-c02f-4134-96db-8ac4eda348ef"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:21:14.676264 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-aa094098-5370-403c-9dc2-ab15f35b85b4 None None] Set router d95af524-e489-41d5-bc01-6b1d060489f6 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:21:14.688906 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec47dc99-52af-4018-9e7d-a966f8a122e8 x-openstack-request-id: req-ec47dc99-52af-4018-9e7d-a966f8a122e8 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:21:14.689349 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96", "tag": "f1e8e71c-c02f-4134-96db-8ac4eda348ef", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:21:14.689671 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec47dc99-52af-4018-9e7d-a966f8a122e8 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:21:14.690801 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec47dc99-52af-4018-9e7d-a966f8a122e8'] response: {'name': 'network-changed', 'server_uuid': '5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96', 'tag': 'f1e8e71c-c02f-4134-96db-8ac4eda348ef', 'status': 'completed', 'code': 200} Apr 15 04:21:14.751623 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734eb773-465f-428d-ac64-2210a1cb1bc3 req-510b3aa5-fbab-4f98-8312-215629959e98 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:14.753257 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-734eb773-465f-428d-ac64-2210a1cb1bc3 req-510b3aa5-fbab-4f98-8312-215629959e98 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.0496950 Apr 15 04:21:14.754053 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51ec4a-43fd-4da0-b87f-5762cc522459 req-455d4702-d642-46c7-8a21-25237efb2e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:14.755641 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8a51ec4a-43fd-4da0-b87f-5762cc522459 req-455d4702-d642-46c7-8a21-25237efb2e19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 1129 time: 0.0433314 Apr 15 04:21:14.804165 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-734eb773-465f-428d-ac64-2210a1cb1bc3 req-7afe0c9d-a17c-4741-bbcb-0c7a52ad3d4e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443828 Apr 15 04:21:14.825880 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42670) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:21:14.901319 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-aa094098-5370-403c-9dc2-ab15f35b85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364156255', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:20:54Z', 'updated_at': '2022-04-15T04:20:58Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:55Z', 'updated_at': '2022-04-15T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '93aadb00-24fa-43ff-8296-26c5d366067e', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'floating_ip_address': '172.26.6.9', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'port_id': 'f1e8e71c-c02f-4134-96db-8ac4eda348ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a', 'mac_address': 'fa:16:3e:f9:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:21:13Z', 'updated_at': '2022-04-15T04:21:13Z', 'revision_number': 0, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76457fd7-cd21-4e86-b559-3321b20fa4fa', 'name': '', 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:d0:48:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'f8bff173-c0d3-4b16-bbf3-4a5f82971e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:58Z', 'updated_at': '2022-04-15T04:21:01Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': 'f8bff173-c0d3-4b16-bbf3-4a5f82971e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:21:14.907687 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-e60731ee-3acb-42c8-93aa-52c7b51c50db tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/floatingips/93aadb00-24fa-43ff-8296-26c5d366067e HTTP/1.1" status: 200 len: 989 time: 0.0806203 Apr 15 04:21:14.912316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51ec4a-43fd-4da0-b87f-5762cc522459 req-7e052605-cf2c-4774-a85f-35a32f62c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:14.913700 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8a51ec4a-43fd-4da0-b87f-5762cc522459 req-7e052605-cf2c-4774-a85f-35a32f62c90d service neutron] 10.222.0.30 "GET /v2.0/networks?id=131b2f23-79b7-4727-90fd-68c83c58070a HTTP/1.1" status: 200 len: 896 time: 0.1519363 Apr 15 04:21:14.927256 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa094098-5370-403c-9dc2-ab15f35b85b4 None None] Checking router: d95af524-e489-41d5-bc01-6b1d060489f6 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:21:14.935789 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa094098-5370-403c-9dc2-ab15f35b85b4 None None] Routers {'d95af524-e489-41d5-bc01-6b1d060489f6'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:21:14.936399 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-aa094098-5370-403c-9dc2-ab15f35b85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:20:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['d95af524-e489-41d5-bc01-6b1d060489f6'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:21:14.977038 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8a51ec4a-43fd-4da0-b87f-5762cc522459 req-08c20b1e-d694-463d-9f52-ce36b437fa47 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1e8e71c-c02f-4134-96db-8ac4eda348ef HTTP/1.1" status: 200 len: 997 time: 0.0574727 Apr 15 04:21:15.028529 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51ec4a-43fd-4da0-b87f-5762cc522459 req-e2c0e8f6-4e79-45f7-b91f-daf463efad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:15.029968 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8a51ec4a-43fd-4da0-b87f-5762cc522459 req-e2c0e8f6-4e79-45f7-b91f-daf463efad6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8bff173-c0d3-4b16-bbf3-4a5f82971e61 HTTP/1.1" status: 200 len: 834 time: 0.0469518 Apr 15 04:21:15.044393 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-aa094098-5370-403c-9dc2-ab15f35b85b4 None None] Set router d95af524-e489-41d5-bc01-6b1d060489f6 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:21:15.074773 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51ec4a-43fd-4da0-b87f-5762cc522459 req-e59051ee-f484-40ea-a793-82bd8d4377a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:15.076328 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8a51ec4a-43fd-4da0-b87f-5762cc522459 req-e59051ee-f484-40ea-a793-82bd8d4377a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=131b2f23-79b7-4727-90fd-68c83c58070a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0394275 Apr 15 04:21:15.163349 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8a51ec4a-43fd-4da0-b87f-5762cc522459 req-1429657c-4615-47e5-864c-c82ba55dd08e service neutron] 10.222.0.30 "GET /v2.0/networks/131b2f23-79b7-4727-90fd-68c83c58070a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812376 Apr 15 04:21:15.256019 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8a51ec4a-43fd-4da0-b87f-5762cc522459 req-dae2a397-14cf-4935-b8e9-0ca4b0d04a3d service neutron] 10.222.0.30 "GET /v2.0/networks/131b2f23-79b7-4727-90fd-68c83c58070a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861824 Apr 15 04:21:15.269073 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-aa094098-5370-403c-9dc2-ab15f35b85b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364156255', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:20:54Z', 'updated_at': '2022-04-15T04:20:58Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:55Z', 'updated_at': '2022-04-15T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '93aadb00-24fa-43ff-8296-26c5d366067e', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'floating_ip_address': '172.26.6.9', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'port_id': 'f1e8e71c-c02f-4134-96db-8ac4eda348ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a', 'mac_address': 'fa:16:3e:f9:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:21:13Z', 'updated_at': '2022-04-15T04:21:13Z', 'revision_number': 0, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76457fd7-cd21-4e86-b559-3321b20fa4fa', 'name': '', 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:d0:48:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'f8bff173-c0d3-4b16-bbf3-4a5f82971e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:58Z', 'updated_at': '2022-04-15T04:21:01Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': 'f8bff173-c0d3-4b16-bbf3-4a5f82971e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:21:15.295112 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa094098-5370-403c-9dc2-ab15f35b85b4 None None] The sync data for ids ['d95af524-e489-41d5-bc01-6b1d060489f6'] in dv-neutron-837140-3-hyperv is: [{'id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364156255', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:20:54Z', 'updated_at': '2022-04-15T04:20:58Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:55Z', 'updated_at': '2022-04-15T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '93aadb00-24fa-43ff-8296-26c5d366067e', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'floating_ip_address': '172.26.6.9', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'port_id': 'f1e8e71c-c02f-4134-96db-8ac4eda348ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a', 'mac_address': 'fa:16:3e:f9:31:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:21:13Z', 'updated_at': '2022-04-15T04:21:13Z', 'revision_number': 0, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76457fd7-cd21-4e86-b559-3321b20fa4fa', 'name': '', 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:d0:48:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'f8bff173-c0d3-4b16-bbf3-4a5f82971e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:58Z', 'updated_at': '2022-04-15T04:21:01Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': 'f8bff173-c0d3-4b16-bbf3-4a5f82971e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:21:15.475207 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d79f3a-a9af-418b-b71c-50181cc9a77b None None] New status for floating IP 93aadb00-24fa-43ff-8296-26c5d366067e: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:21:15.911487 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42672) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:21:15.971926 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-1b3e0e93-548c-4642-9888-12ebe8c34dda tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/floatingips/93aadb00-24fa-43ff-8296-26c5d366067e HTTP/1.1" status: 200 len: 991 time: 0.0591955 Apr 15 04:21:18.473158 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:21:18.563369 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b1a4da68-96b1-42f1-89b0-5ebf82508580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:20.105676 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ef8c2870-c426-4510-bba6-46d2bc4931ac req-8badab80-e501-4574-a99f-a9edbb9ec8ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411468 Apr 15 04:21:20.182046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c2870-c426-4510-bba6-46d2bc4931ac req-1a1abd19-4ebb-49be-ba00-722c6043b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:20.183575 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ef8c2870-c426-4510-bba6-46d2bc4931ac req-1a1abd19-4ebb-49be-ba00-722c6043b221 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 1129 time: 0.0390289 Apr 15 04:21:20.283364 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c2870-c426-4510-bba6-46d2bc4931ac req-3ba98a89-345f-4632-b2bb-e2c8c6f9e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:20.284811 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ef8c2870-c426-4510-bba6-46d2bc4931ac req-3ba98a89-345f-4632-b2bb-e2c8c6f9e8d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=131b2f23-79b7-4727-90fd-68c83c58070a HTTP/1.1" status: 200 len: 896 time: 0.0829794 Apr 15 04:21:20.350895 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ef8c2870-c426-4510-bba6-46d2bc4931ac req-79dff816-6008-4124-9dc9-47581f48fc44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1e8e71c-c02f-4134-96db-8ac4eda348ef HTTP/1.1" status: 200 len: 999 time: 0.0604699 Apr 15 04:21:20.396577 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c2870-c426-4510-bba6-46d2bc4931ac req-56f7c93d-b5c7-47ef-b6f4-762f26ba3479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:20.400398 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ef8c2870-c426-4510-bba6-46d2bc4931ac req-56f7c93d-b5c7-47ef-b6f4-762f26ba3479 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8bff173-c0d3-4b16-bbf3-4a5f82971e61 HTTP/1.1" status: 200 len: 834 time: 0.0417607 Apr 15 04:21:20.440279 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c2870-c426-4510-bba6-46d2bc4931ac req-c0a4fad3-f7dc-4595-a325-ff0a2e2d76f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:20.441724 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ef8c2870-c426-4510-bba6-46d2bc4931ac req-c0a4fad3-f7dc-4595-a325-ff0a2e2d76f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=131b2f23-79b7-4727-90fd-68c83c58070a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0373061 Apr 15 04:21:20.531526 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ef8c2870-c426-4510-bba6-46d2bc4931ac req-ee2a376f-bfcc-40a6-95da-7e9a05e21fc2 service neutron] 10.222.0.30 "GET /v2.0/networks/131b2f23-79b7-4727-90fd-68c83c58070a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840116 Apr 15 04:21:20.622688 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ef8c2870-c426-4510-bba6-46d2bc4931ac req-fd140aea-10e8-4449-9a51-31dfbe15aaf4 service neutron] 10.222.0.30 "GET /v2.0/networks/131b2f23-79b7-4727-90fd-68c83c58070a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858297 Apr 15 04:21:20.911217 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-608243b5-51a5-4a1a-952f-730cb759f2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:22.042967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:23.557228 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:24.928124 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:35.013861 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:47.508274 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbd179-c4bd-4f2e-9ae3-e6fac0215e87 req-9fdb4e56-3dfe-4984-a378-a0d761dd0259 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:47.510364 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ccbbd179-c4bd-4f2e-9ae3-e6fac0215e87 req-9fdb4e56-3dfe-4984-a378-a0d761dd0259 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.1094637 Apr 15 04:21:47.559843 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ccbbd179-c4bd-4f2e-9ae3-e6fac0215e87 req-4c697452-f621-4eb4-96b1-dac8eb8e45af tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439966 Apr 15 04:21:48.550818 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-87684790-7514-4638-84e2-0671859e10ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:48.672850 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69595041-90f6-43e6-867c-b0c32b63edbf req-43496241-3c7f-4ca4-b894-78a5ecd8af18 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:48.674302 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-69595041-90f6-43e6-867c-b0c32b63edbf req-43496241-3c7f-4ca4-b894-78a5ecd8af18 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.0463512 Apr 15 04:21:48.725838 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-69595041-90f6-43e6-867c-b0c32b63edbf req-d691835c-fa64-4590-a913-b6b270714da2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459640 Apr 15 04:21:49.834496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96b286-6df3-4309-bba0-c089dec4ec59 req-9b12492d-9106-4f32-afe0-22dc1b8942d4 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:49.835977 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7e96b286-6df3-4309-bba0-c089dec4ec59 req-9b12492d-9106-4f32-afe0-22dc1b8942d4 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.0449209 Apr 15 04:21:49.884643 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7e96b286-6df3-4309-bba0-c089dec4ec59 req-7fccc7ee-5fcf-43a7-8e01-42c6b9105f2d tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427418 Apr 15 04:21:50.891193 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8e321fcd-3014-4975-8810-156c48fc6d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:50.995793 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93e78e-88d8-4f3f-99e7-0742e57a7e88 req-a399e1f0-1ede-4c09-995e-d8af7c1c0652 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:50.999959 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7a93e78e-88d8-4f3f-99e7-0742e57a7e88 req-a399e1f0-1ede-4c09-995e-d8af7c1c0652 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.0471661 Apr 15 04:21:51.046048 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7a93e78e-88d8-4f3f-99e7-0742e57a7e88 req-738decdd-9712-4e54-a5ba-7fafd86839ab tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429409 Apr 15 04:21:52.050978 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:52.159051 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efce06f-7fee-4097-b627-167a3506c188 req-6efc8fa6-73b5-43b4-a2c2-b2f590e64563 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:52.160497 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5efce06f-7fee-4097-b627-167a3506c188 req-6efc8fa6-73b5-43b4-a2c2-b2f590e64563 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.0500674 Apr 15 04:21:52.207688 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5efce06f-7fee-4097-b627-167a3506c188 req-dd84ead3-c161-4c41-91fa-0d07b8ce19c2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415671 Apr 15 04:21:53.318048 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d3632-aff5-4c35-96e5-7c4282de5ea0 req-046941e1-5ecc-4a89-af26-aabc9af97185 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:53.319544 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-488d3632-aff5-4c35-96e5-7c4282de5ea0 req-046941e1-5ecc-4a89-af26-aabc9af97185 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.0462472 Apr 15 04:21:53.366891 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-488d3632-aff5-4c35-96e5-7c4282de5ea0 req-4334aeeb-4f6c-4ca5-891e-a0f97311f433 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409448 Apr 15 04:21:53.562105 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:54.477514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad265fe-bbc6-4183-b160-58f186f6f32b req-3793633c-0031-45e9-b176-81cad8ea38b9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:54.479020 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2ad265fe-bbc6-4183-b160-58f186f6f32b req-3793633c-0031-45e9-b176-81cad8ea38b9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.0460777 Apr 15 04:21:54.527070 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2ad265fe-bbc6-4183-b160-58f186f6f32b req-1c583cfe-92ae-4e9a-8837-8ee5901761a2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426202 Apr 15 04:21:54.980368 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:21:55.471852 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:21:55.640235 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e417e8-d303-4726-9c7e-78267e6830ec req-dcec4583-da01-4060-9d93-4deed24b06bb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:55.641694 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e2e417e8-d303-4726-9c7e-78267e6830ec req-dcec4583-da01-4060-9d93-4deed24b06bb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.0498028 Apr 15 04:21:55.689189 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e2e417e8-d303-4726-9c7e-78267e6830ec req-e500ba62-a54b-4aa8-847d-6a74776f40eb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420461 Apr 15 04:21:56.799049 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf297241-b496-4883-8473-5e0b3e8194b3 req-988e0644-23d7-4283-958a-c6d95dced632 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:56.800432 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cf297241-b496-4883-8473-5e0b3e8194b3 req-988e0644-23d7-4283-958a-c6d95dced632 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.0455744 Apr 15 04:21:56.851557 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cf297241-b496-4883-8473-5e0b3e8194b3 req-0225fae3-ffc5-413c-8ec7-8faf74091a65 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456722 Apr 15 04:21:58.005286 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c71c8-e45b-4a11-b5c5-13c95aab7c3d req-5af3ff24-0a22-424c-b404-a8d2f3a240e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:58.006777 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ee3c71c8-e45b-4a11-b5c5-13c95aab7c3d req-5af3ff24-0a22-424c-b404-a8d2f3a240e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.0891886 Apr 15 04:21:58.054353 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ee3c71c8-e45b-4a11-b5c5-13c95aab7c3d req-d428c6a6-a6a1-4dbc-b4b7-5b586c4154b7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414431 Apr 15 04:21:59.167013 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff15b7-b679-49d3-bba0-378b492c9cc4 req-7a8c9776-b3fa-4562-be53-f76755c67fad tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:21:59.168480 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b0ff15b7-b679-49d3-bba0-378b492c9cc4 req-7a8c9776-b3fa-4562-be53-f76755c67fad tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.0471022 Apr 15 04:21:59.216756 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b0ff15b7-b679-49d3-bba0-378b492c9cc4 req-c004c496-aa92-439a-9e68-5ae2bdfe4578 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427387 Apr 15 04:22:00.329044 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e70b2-119f-4453-b927-837bc8eeb5e6 req-45a4a363-7185-4837-a03d-8aae4d2a1456 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:00.330496 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-284e70b2-119f-4453-b927-837bc8eeb5e6 req-45a4a363-7185-4837-a03d-8aae4d2a1456 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.0499580 Apr 15 04:22:00.378743 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-284e70b2-119f-4453-b927-837bc8eeb5e6 req-fa5b73a5-4ba7-4b3b-86c7-8da2f5f31da5 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425549 Apr 15 04:22:01.490187 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8763cd5-c701-470d-96cd-db48cf1cfcb1 req-3246b37d-0da5-494b-84e1-1f24bb377b37 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:01.491660 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f8763cd5-c701-470d-96cd-db48cf1cfcb1 req-3246b37d-0da5-494b-84e1-1f24bb377b37 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.0454345 Apr 15 04:22:01.539319 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f8763cd5-c701-470d-96cd-db48cf1cfcb1 req-ba452e22-d11c-4c02-b9c7-b2a435641ec4 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413842 Apr 15 04:22:02.650797 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0368fd9-ac10-4e38-a8a7-fffb5c61be26 req-490db9e6-a3b7-4bc8-8366-286c32178724 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:02.652272 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d0368fd9-ac10-4e38-a8a7-fffb5c61be26 req-490db9e6-a3b7-4bc8-8366-286c32178724 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.0474417 Apr 15 04:22:02.700113 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d0368fd9-ac10-4e38-a8a7-fffb5c61be26 req-8e35093e-e60e-4e84-9907-932c6245d6b6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422487 Apr 15 04:22:03.815016 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9d243-e46b-4be3-911d-fa279749d39d req-e29a1eb6-ed56-49a6-84db-bf8771405a30 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:03.816495 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-54a9d243-e46b-4be3-911d-fa279749d39d req-e29a1eb6-ed56-49a6-84db-bf8771405a30 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.0502641 Apr 15 04:22:03.864868 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-54a9d243-e46b-4be3-911d-fa279749d39d req-4fae200a-0e90-4bc7-96d3-7e64e56e2f35 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428529 Apr 15 04:22:03.886558 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42720) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:22:03.945593 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-eceaebde-0994-4008-a2a6-e9137b858bea tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/floatingips/93aadb00-24fa-43ff-8296-26c5d366067e HTTP/1.1" status: 200 len: 991 time: 0.0579011 Apr 15 04:22:05.013629 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:05.383883 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f04a91-e657-4076-96cd-22058c7ec4f3 req-02e98998-e4c8-41d3-9506-69c0ad0a4d6c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:05.385916 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d3f04a91-e657-4076-96cd-22058c7ec4f3 req-02e98998-e4c8-41d3-9506-69c0ad0a4d6c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.0476241 Apr 15 04:22:05.440270 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d3f04a91-e657-4076-96cd-22058c7ec4f3 req-c732cf8e-cdf9-4419-a207-afdc44298bcf tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480843 Apr 15 04:22:05.512446 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6c6f5-7c02-4213-a4f9-21a6e51310a2 req-817c24af-f2ed-4a6d-8183-9a241fab97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:05.513925 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5ed6c6f5-7c02-4213-a4f9-21a6e51310a2 req-817c24af-f2ed-4a6d-8183-9a241fab97ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 1129 time: 0.0854144 Apr 15 04:22:05.601198 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6c6f5-7c02-4213-a4f9-21a6e51310a2 req-7bcdb589-9828-4cd8-9bee-2e4717a347a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:05.602544 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5ed6c6f5-7c02-4213-a4f9-21a6e51310a2 req-7bcdb589-9828-4cd8-9bee-2e4717a347a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=131b2f23-79b7-4727-90fd-68c83c58070a HTTP/1.1" status: 200 len: 896 time: 0.0820165 Apr 15 04:22:05.669138 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5ed6c6f5-7c02-4213-a4f9-21a6e51310a2 req-32a2eea0-cc74-4aa6-bd53-bf1e2aaa3b51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1e8e71c-c02f-4134-96db-8ac4eda348ef HTTP/1.1" status: 200 len: 999 time: 0.0608978 Apr 15 04:22:05.715349 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6c6f5-7c02-4213-a4f9-21a6e51310a2 req-e08bb23a-0917-4538-a2f0-4caa54a89ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:05.716739 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5ed6c6f5-7c02-4213-a4f9-21a6e51310a2 req-e08bb23a-0917-4538-a2f0-4caa54a89ae6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8bff173-c0d3-4b16-bbf3-4a5f82971e61 HTTP/1.1" status: 200 len: 834 time: 0.0420201 Apr 15 04:22:05.758622 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed6c6f5-7c02-4213-a4f9-21a6e51310a2 req-24ca86b5-fa92-46e1-ad20-a27956a293bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:05.760175 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5ed6c6f5-7c02-4213-a4f9-21a6e51310a2 req-24ca86b5-fa92-46e1-ad20-a27956a293bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=131b2f23-79b7-4727-90fd-68c83c58070a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379095 Apr 15 04:22:05.849420 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5ed6c6f5-7c02-4213-a4f9-21a6e51310a2 req-59e38a12-e46e-4a87-9396-457ef17c5df6 service neutron] 10.222.0.30 "GET /v2.0/networks/131b2f23-79b7-4727-90fd-68c83c58070a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832875 Apr 15 04:22:05.937674 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5ed6c6f5-7c02-4213-a4f9-21a6e51310a2 req-d099e4b2-a45a-479b-92db-cc9d7ffa67fe service neutron] 10.222.0.30 "GET /v2.0/networks/131b2f23-79b7-4727-90fd-68c83c58070a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816331 Apr 15 04:22:06.869372 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe79c5-d5c8-4402-80ba-28ca27feef64 req-0a8da9c4-5649-46a2-b587-7e0d8a25748c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:06.870771 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6afe79c5-d5c8-4402-80ba-28ca27feef64 req-0a8da9c4-5649-46a2-b587-7e0d8a25748c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.3601012 Apr 15 04:22:06.919033 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6afe79c5-d5c8-4402-80ba-28ca27feef64 req-d27c82d0-3a41-4ddc-b5ec-6c2f9696e7f8 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423663 Apr 15 04:22:06.940629 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42732) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:22:07.000311 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-639e3c48-72bb-4712-ad96-599bafc79fdc tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/floatingips/93aadb00-24fa-43ff-8296-26c5d366067e HTTP/1.1" status: 200 len: 991 time: 0.0585790 Apr 15 04:22:18.544992 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-90da303e-9eb8-495b-9c30-fa3351110d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:20.490981 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a88880f7-9e79-4d2b-8ece-c06eacd4e55b req-a7cbe33b-72ed-4ae7-984c-a247887b8c8a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400488 Apr 15 04:22:20.568256 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88880f7-9e79-4d2b-8ece-c06eacd4e55b req-c54e2f7c-442b-444d-a2ba-88041c86645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:20.569689 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a88880f7-9e79-4d2b-8ece-c06eacd4e55b req-c54e2f7c-442b-444d-a2ba-88041c86645a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 1129 time: 0.0375679 Apr 15 04:22:20.667243 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88880f7-9e79-4d2b-8ece-c06eacd4e55b req-92d1cfb4-d339-47bb-b49f-91630ffd5f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:20.668689 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a88880f7-9e79-4d2b-8ece-c06eacd4e55b req-92d1cfb4-d339-47bb-b49f-91630ffd5f7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=131b2f23-79b7-4727-90fd-68c83c58070a HTTP/1.1" status: 200 len: 896 time: 0.0831211 Apr 15 04:22:20.734651 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a88880f7-9e79-4d2b-8ece-c06eacd4e55b req-eda636e4-f610-4e11-83a0-310d751957ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1e8e71c-c02f-4134-96db-8ac4eda348ef HTTP/1.1" status: 200 len: 999 time: 0.0597513 Apr 15 04:22:20.780316 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88880f7-9e79-4d2b-8ece-c06eacd4e55b req-1fe308be-29ee-4b8d-9b5b-126abc69eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:20.781612 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a88880f7-9e79-4d2b-8ece-c06eacd4e55b req-1fe308be-29ee-4b8d-9b5b-126abc69eea9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8bff173-c0d3-4b16-bbf3-4a5f82971e61 HTTP/1.1" status: 200 len: 834 time: 0.0421257 Apr 15 04:22:20.822565 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88880f7-9e79-4d2b-8ece-c06eacd4e55b req-670d62de-26d9-4d4f-9a37-4ed21b851268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:20.824073 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a88880f7-9e79-4d2b-8ece-c06eacd4e55b req-670d62de-26d9-4d4f-9a37-4ed21b851268 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=131b2f23-79b7-4727-90fd-68c83c58070a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0368218 Apr 15 04:22:20.887594 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-889d66c8-5841-4779-9196-82d4437c5846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:20.913837 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a88880f7-9e79-4d2b-8ece-c06eacd4e55b req-e2545d1c-b3bd-4112-a18a-bb78f10c54b0 service neutron] 10.222.0.30 "GET /v2.0/networks/131b2f23-79b7-4727-90fd-68c83c58070a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840640 Apr 15 04:22:20.999681 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a88880f7-9e79-4d2b-8ece-c06eacd4e55b req-5156b87a-2aa4-4c32-9b36-91442d08cb03 service neutron] 10.222.0.30 "GET /v2.0/networks/131b2f23-79b7-4727-90fd-68c83c58070a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803840 Apr 15 04:22:22.070471 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:23.596600 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:24.924279 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:32.470843 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:22:35.027315 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:37.648594 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42754) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:22:37.794483 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting port 642ed829-48d3-47a2-93cb-953395470cbf {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:22:37.794890 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (642ed829-48d3-47a2-93cb-953395470cbf), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:37.867868 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (642ed829-48d3-47a2-93cb-953395470cbf), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:37.868204 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for floatingip (642ed829-48d3-47a2-93cb-953395470cbf), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:37.885142 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Calling delete_port for 642ed829-48d3-47a2-93cb-953395470cbf owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:22:38.078903 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (642ed829-48d3-47a2-93cb-953395470cbf), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:38.107454 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Port': ['ID=642ed829-48d3-47a2-93cb-953395470cbf,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:38.132715 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:38.136526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:38.136526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:38.136526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:38.136526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:38.136526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:38.136526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:38.136526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:38.136526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:38.136526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:38.136526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:38.137422 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:38.137422 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:38.137422 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:38.137675 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:38.177407 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for floatingip (93aadb00-24fa-43ff-8296-26c5d366067e), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:38.177734 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Floating IP 93aadb00-24fa-43ff-8296-26c5d366067e disassociated (deleted). External IP: 172.26.6.9, port: f1e8e71c-c02f-4134-96db-8ac4eda348ef. Apr 15 04:22:38.402708 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router d95af524-e489-41d5-bc01-6b1d060489f6 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:22:38.512399 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:22:38.517485 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:38.524641 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba3024-6174-40bc-bdb7-e4fbabfb2ef2 None None] Sync routers for ids ['d95af524-e489-41d5-bc01-6b1d060489f6'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:22:38.534778 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba3024-6174-40bc-bdb7-e4fbabfb2ef2 None None] Routers {'d95af524-e489-41d5-bc01-6b1d060489f6'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:22:38.535390 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f8ba3024-6174-40bc-bdb7-e4fbabfb2ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:22:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['d95af524-e489-41d5-bc01-6b1d060489f6'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:22:38.548013 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f0a7dc88-ffcd-4976-a4a7-652b32729fd3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/floatingips/93aadb00-24fa-43ff-8296-26c5d366067e HTTP/1.1" status: 204 len: 168 time: 0.8978646 Apr 15 04:22:38.548618 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96', 'tag': 'f1e8e71c-c02f-4134-96db-8ac4eda348ef'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:22:38.551082 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8c4e43-cfdb-4d6b-bc0a-8cd81f061082" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96", "tag": "f1e8e71c-c02f-4134-96db-8ac4eda348ef"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:22:38.642742 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77558a37-a215-417e-8c89-de85094a065f x-openstack-request-id: req-77558a37-a215-417e-8c89-de85094a065f {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:22:38.643303 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96", "tag": "f1e8e71c-c02f-4134-96db-8ac4eda348ef", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:22:38.643602 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77558a37-a215-417e-8c89-de85094a065f {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:22:38.644018 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77558a37-a215-417e-8c89-de85094a065f'] response: {'name': 'network-changed', 'server_uuid': '5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96', 'tag': 'f1e8e71c-c02f-4134-96db-8ac4eda348ef', 'status': 'completed', 'code': 200} Apr 15 04:22:38.659190 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-f8ba3024-6174-40bc-bdb7-e4fbabfb2ef2 None None] Set router d95af524-e489-41d5-bc01-6b1d060489f6 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:22:38.705330 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c4e43-cfdb-4d6b-bc0a-8cd81f061082 req-b1746f8c-19b8-4e4f-a2ca-9bcce963a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:38.706952 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-af8c4e43-cfdb-4d6b-bc0a-8cd81f061082 req-b1746f8c-19b8-4e4f-a2ca-9bcce963a949 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 1129 time: 0.0440309 Apr 15 04:22:38.797211 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c4e43-cfdb-4d6b-bc0a-8cd81f061082 req-0eb245c6-d937-402c-b391-106990fd9afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:38.798727 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-af8c4e43-cfdb-4d6b-bc0a-8cd81f061082 req-0eb245c6-d937-402c-b391-106990fd9afa service neutron] 10.222.0.30 "GET /v2.0/networks?id=131b2f23-79b7-4727-90fd-68c83c58070a HTTP/1.1" status: 200 len: 896 time: 0.0863950 Apr 15 04:22:38.843180 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-af8c4e43-cfdb-4d6b-bc0a-8cd81f061082 req-26999d0a-b86a-496e-99e1-d5f0d66db7e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1e8e71c-c02f-4134-96db-8ac4eda348ef HTTP/1.1" status: 200 len: 217 time: 0.0388591 Apr 15 04:22:38.852907 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f8ba3024-6174-40bc-bdb7-e4fbabfb2ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364156255', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:20:54Z', 'updated_at': '2022-04-15T04:20:58Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:55Z', 'updated_at': '2022-04-15T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '76457fd7-cd21-4e86-b559-3321b20fa4fa', 'name': '', 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:d0:48:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'f8bff173-c0d3-4b16-bbf3-4a5f82971e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:58Z', 'updated_at': '2022-04-15T04:21:01Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': 'f8bff173-c0d3-4b16-bbf3-4a5f82971e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:22:38.883438 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba3024-6174-40bc-bdb7-e4fbabfb2ef2 None None] Checking router: d95af524-e489-41d5-bc01-6b1d060489f6 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:22:38.891609 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba3024-6174-40bc-bdb7-e4fbabfb2ef2 None None] Routers {'d95af524-e489-41d5-bc01-6b1d060489f6'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:22:38.892136 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c4e43-cfdb-4d6b-bc0a-8cd81f061082 req-89828700-ad98-4274-adff-d024a6085c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:38.898168 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f8ba3024-6174-40bc-bdb7-e4fbabfb2ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:22:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['d95af524-e489-41d5-bc01-6b1d060489f6'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:22:38.898656 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-af8c4e43-cfdb-4d6b-bc0a-8cd81f061082 req-89828700-ad98-4274-adff-d024a6085c7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f8bff173-c0d3-4b16-bbf3-4a5f82971e61 HTTP/1.1" status: 200 len: 834 time: 0.0450752 Apr 15 04:22:38.940827 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c4e43-cfdb-4d6b-bc0a-8cd81f061082 req-cea6d54f-fe95-40f1-99c0-fc63ef1147fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:38.944098 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-af8c4e43-cfdb-4d6b-bc0a-8cd81f061082 req-cea6d54f-fe95-40f1-99c0-fc63ef1147fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=131b2f23-79b7-4727-90fd-68c83c58070a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430036 Apr 15 04:22:39.002012 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa34549-f051-40e6-b6c4-8f65d014f981 req-0de297bf-ba5a-4053-ab08-38d1e20d1e05 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:39.003648 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0fa34549-f051-40e6-b6c4-8f65d014f981 req-0de297bf-ba5a-4053-ab08-38d1e20d1e05 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.0511358 Apr 15 04:22:39.054726 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0fa34549-f051-40e6-b6c4-8f65d014f981 req-e6dcc25e-a4f5-4d04-bf98-86eeb9be3117 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451005 Apr 15 04:22:39.147917 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-f8ba3024-6174-40bc-bdb7-e4fbabfb2ef2 None None] Set router d95af524-e489-41d5-bc01-6b1d060489f6 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:22:39.328697 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-f8ba3024-6174-40bc-bdb7-e4fbabfb2ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364156255', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:20:54Z', 'updated_at': '2022-04-15T04:20:58Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:55Z', 'updated_at': '2022-04-15T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '76457fd7-cd21-4e86-b559-3321b20fa4fa', 'name': '', 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:d0:48:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'f8bff173-c0d3-4b16-bbf3-4a5f82971e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:58Z', 'updated_at': '2022-04-15T04:21:01Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': 'f8bff173-c0d3-4b16-bbf3-4a5f82971e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:22:39.354590 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ba3024-6174-40bc-bdb7-e4fbabfb2ef2 None None] The sync data for ids ['d95af524-e489-41d5-bc01-6b1d060489f6'] in dv-neutron-837140-3-hyperv is: [{'id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364156255', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:20:54Z', 'updated_at': '2022-04-15T04:20:58Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:55Z', 'updated_at': '2022-04-15T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '76457fd7-cd21-4e86-b559-3321b20fa4fa', 'name': '', 'network_id': '131b2f23-79b7-4727-90fd-68c83c58070a', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:d0:48:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'f8bff173-c0d3-4b16-bbf3-4a5f82971e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:58Z', 'updated_at': '2022-04-15T04:21:01Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': 'f8bff173-c0d3-4b16-bbf3-4a5f82971e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:22:39.564855 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3aa9f25-fb09-41a5-b71a-d554c9c7bbae None None] New status for floating IP 93aadb00-24fa-43ff-8296-26c5d366067e: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:22:40.194704 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad09584-638e-4f1a-84f7-f8899f40d1fe req-eacb25eb-2cf9-4c09-9652-9132602553e2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:40.196281 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0ad09584-638e-4f1a-84f7-f8899f40d1fe req-eacb25eb-2cf9-4c09-9652-9132602553e2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.0585494 Apr 15 04:22:40.224191 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-af8c4e43-cfdb-4d6b-bc0a-8cd81f061082 req-715c2254-4807-4960-8e88-b49fed6b0e00 service neutron] 10.222.0.30 "GET /v2.0/networks/131b2f23-79b7-4727-90fd-68c83c58070a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432438 Apr 15 04:22:40.256336 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0ad09584-638e-4f1a-84f7-f8899f40d1fe req-1983200f-d531-4632-b5fa-1ad3a77b5f8e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ef1fb65-dc78-4e4c-930e-379f552f7792&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530984 Apr 15 04:22:40.369042 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-af8c4e43-cfdb-4d6b-bc0a-8cd81f061082 req-ab61b9c0-b879-41a4-a431-e8535f031b64 service neutron] 10.222.0.30 "GET /v2.0/networks/131b2f23-79b7-4727-90fd-68c83c58070a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859885 Apr 15 04:22:40.434638 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4737f-ebbf-45e7-b959-25581e5fe872 req-7601124b-ea51-4734-afba-c3f5d463f4d2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:40.436119 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c7c4737f-ebbf-45e7-b959-25581e5fe872 req-7601124b-ea51-4734-afba-c3f5d463f4d2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 945 time: 0.0463815 Apr 15 04:22:40.519740 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-c7c4737f-ebbf-45e7-b959-25581e5fe872 req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting port f1e8e71c-c02f-4134-96db-8ac4eda348ef {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:22:40.520089 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-c7c4737f-ebbf-45e7-b959-25581e5fe872 req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f1e8e71c-c02f-4134-96db-8ac4eda348ef), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:40.613783 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-c7c4737f-ebbf-45e7-b959-25581e5fe872 req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] For port f1e8e71c-c02f-4134-96db-8ac4eda348ef, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=f1e8e71c-c02f-4134-96db-8ac4eda348ef,segment=NetworkSegment(7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079),segment_id=7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:22:40.614150 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-c7c4737f-ebbf-45e7-b959-25581e5fe872 req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f1e8e71c-c02f-4134-96db-8ac4eda348ef), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:40.627661 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-c7c4737f-ebbf-45e7-b959-25581e5fe872 req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Calling delete_port for f1e8e71c-c02f-4134-96db-8ac4eda348ef owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:22:40.827247 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-c7c4737f-ebbf-45e7-b959-25581e5fe872 req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (f1e8e71c-c02f-4134-96db-8ac4eda348ef), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:40.858208 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Port': ['ID=f1e8e71c-c02f-4134-96db-8ac4eda348ef,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:40.884441 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:40.884805 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:40.885157 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:40.885503 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:40.885849 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:40.886189 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:40.886529 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:40.886891 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:40.887226 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:40.887560 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:40.887907 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:40.888225 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:40.888555 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:40.888886 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:40.889217 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:40.913527 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c4737f-ebbf-45e7-b959-25581e5fe872 req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] No DVR routers for this DVR port f1e8e71c-c02f-4134-96db-8ac4eda348ef on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:22:40.916079 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-c7c4737f-ebbf-45e7-b959-25581e5fe872 req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:40.919381 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c7c4737f-ebbf-45e7-b959-25581e5fe872 req-ee74ba95-161c-4769-ad5b-4f025a92ff5b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "DELETE /v2.0/ports/f1e8e71c-c02f-4134-96db-8ac4eda348ef HTTP/1.1" status: 204 len: 173 time: 0.4787703 Apr 15 04:22:40.919821 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96', 'name': 'network-vif-deleted', 'tag': 'f1e8e71c-c02f-4134-96db-8ac4eda348ef'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:22:40.922134 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd61200-0277-42bb-8f28-95c5f15492ca" -d '{"events": [{"server_uuid": "5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96", "name": "network-vif-deleted", "tag": "f1e8e71c-c02f-4134-96db-8ac4eda348ef"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:22:40.956150 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3234ccbf-a33a-415f-a307-0c08ddd3a9b4 x-openstack-request-id: req-3234ccbf-a33a-415f-a307-0c08ddd3a9b4 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:22:40.956448 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96", "name": "network-vif-deleted", "tag": "f1e8e71c-c02f-4134-96db-8ac4eda348ef", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:22:40.956704 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3234ccbf-a33a-415f-a307-0c08ddd3a9b4 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:22:40.957115 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3234ccbf-a33a-415f-a307-0c08ddd3a9b4'] response: {'server_uuid': '5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96', 'name': 'network-vif-deleted', 'tag': 'f1e8e71c-c02f-4134-96db-8ac4eda348ef', 'status': 'completed', 'code': 200} Apr 15 04:22:41.385060 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c9819716-ab80-4e03-820d-4d3227cc0d7b req-0ed19ace-bea5-46dc-bede-2058c8c70c98 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ef1b8c8-cd21-4f71-9eda-5eb8621d0b96 HTTP/1.1" status: 200 len: 210 time: 0.0326841 Apr 15 04:22:42.440198 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42774) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:22:42.776116 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1358deb7-28c5-4564-86a1-a6da21b630da tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (d95af524-e489-41d5-bc01-6b1d060489f6), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:43.012492 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-1358deb7-28c5-4564-86a1-a6da21b630da tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting port 76457fd7-cd21-4e86-b559-3321b20fa4fa {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:22:43.012836 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1358deb7-28c5-4564-86a1-a6da21b630da tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (76457fd7-cd21-4e86-b559-3321b20fa4fa), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:43.098157 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-1358deb7-28c5-4564-86a1-a6da21b630da tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] For port 76457fd7-cd21-4e86-b559-3321b20fa4fa, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=76457fd7-cd21-4e86-b559-3321b20fa4fa,segment=NetworkSegment(7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079),segment_id=7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:22:43.098447 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1358deb7-28c5-4564-86a1-a6da21b630da tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (76457fd7-cd21-4e86-b559-3321b20fa4fa), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:43.115594 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-1358deb7-28c5-4564-86a1-a6da21b630da tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Calling delete_port for 76457fd7-cd21-4e86-b559-3321b20fa4fa owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:22:43.339312 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1358deb7-28c5-4564-86a1-a6da21b630da tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (76457fd7-cd21-4e86-b559-3321b20fa4fa), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:43.667487 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358deb7-28c5-4564-86a1-a6da21b630da tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Port': ['ID=76457fd7-cd21-4e86-b559-3321b20fa4fa,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:43.843601 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1358deb7-28c5-4564-86a1-a6da21b630da tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (d95af524-e489-41d5-bc01-6b1d060489f6), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:44.061290 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1358deb7-28c5-4564-86a1-a6da21b630da tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router d95af524-e489-41d5-bc01-6b1d060489f6 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:22:44.169618 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1358deb7-28c5-4564-86a1-a6da21b630da tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:22:44.174591 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1358deb7-28c5-4564-86a1-a6da21b630da tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "PUT /v2.0/routers/d95af524-e489-41d5-bc01-6b1d060489f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7333300 Apr 15 04:22:44.177531 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42776) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:22:44.178827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30df082c-645b-4998-a89d-2fe1761c1b85 None None] Sync routers for ids ['d95af524-e489-41d5-bc01-6b1d060489f6'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:22:44.188716 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30df082c-645b-4998-a89d-2fe1761c1b85 None None] Routers {'d95af524-e489-41d5-bc01-6b1d060489f6'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:22:44.189329 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-30df082c-645b-4998-a89d-2fe1761c1b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:22:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['d95af524-e489-41d5-bc01-6b1d060489f6'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:22:44.228879 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0b0638-c81c-4f28-8a2b-d0f8b6834238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting subnet f8bff173-c0d3-4b16-bbf3-4a5f82971e61 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:22:44.231962 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b0b0638-c81c-4f28-8a2b-d0f8b6834238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for subnet (f8bff173-c0d3-4b16-bbf3-4a5f82971e61), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:44.271826 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b0b0638-c81c-4f28-8a2b-d0f8b6834238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (f8bff173-c0d3-4b16-bbf3-4a5f82971e61), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:44.296191 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-30df082c-645b-4998-a89d-2fe1761c1b85 None None] Set router d95af524-e489-41d5-bc01-6b1d060489f6 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:22:44.358636 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b0b0638-c81c-4f28-8a2b-d0f8b6834238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (f8bff173-c0d3-4b16-bbf3-4a5f82971e61), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:44.460693 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-30df082c-645b-4998-a89d-2fe1761c1b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364156255', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:20:54Z', 'updated_at': '2022-04-15T04:22:43Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:55Z', 'updated_at': '2022-04-15T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:22:44.484953 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b0b0638-c81c-4f28-8a2b-d0f8b6834238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (f8bff173-c0d3-4b16-bbf3-4a5f82971e61), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:44.485881 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30df082c-645b-4998-a89d-2fe1761c1b85 None None] Checking router: d95af524-e489-41d5-bc01-6b1d060489f6 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:22:44.494462 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30df082c-645b-4998-a89d-2fe1761c1b85 None None] Routers {'d95af524-e489-41d5-bc01-6b1d060489f6'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:22:44.495100 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-30df082c-645b-4998-a89d-2fe1761c1b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:22:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['d95af524-e489-41d5-bc01-6b1d060489f6'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:22:44.515370 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-9b0b0638-c81c-4f28-8a2b-d0f8b6834238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:44.518540 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-9b0b0638-c81c-4f28-8a2b-d0f8b6834238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/subnets/f8bff173-c0d3-4b16-bbf3-4a5f82971e61 HTTP/1.1" status: 204 len: 168 time: 0.3400533 Apr 15 04:22:44.519568 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b0638-c81c-4f28-8a2b-d0f8b6834238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Subnet': ['ID=f8bff173-c0d3-4b16-bbf3-4a5f82971e61,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:44.521723 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42778) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:22:44.548811 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189b6634-fb3d-4d19-aa54-9ddbeea8813f None None] Network 131b2f23-79b7-4727-90fd-68c83c58070a requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:22:44.633919 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-144cefee-82d8-4765-a579-7f83e0740464 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router (d95af524-e489-41d5-bc01-6b1d060489f6), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:44.676041 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-30df082c-645b-4998-a89d-2fe1761c1b85 None None] Set router d95af524-e489-41d5-bc01-6b1d060489f6 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:22:44.703370 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device f1e8e71c-c02f-4134-96db-8ac4eda348ef no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:22:44.739533 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-144cefee-82d8-4765-a579-7f83e0740464 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_gateway (d95af524-e489-41d5-bc01-6b1d060489f6), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:44.756775 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: f1e8e71c-c02f-4134-96db-8ac4eda348ef {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:22:44.758853 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device f1e8e71c-c02f-4134-96db-8ac4eda348ef not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:22:44.778468 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] DHCP port deletion for 131b2f23-79b7-4727-90fd-68c83c58070a request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 04:22:44.837813 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-144cefee-82d8-4765-a579-7f83e0740464 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting port 65d71f70-7b84-4bc1-9182-4375b3be016b {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:22:44.838172 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-144cefee-82d8-4765-a579-7f83e0740464 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (65d71f70-7b84-4bc1-9182-4375b3be016b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:44.864924 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] Deleting port 2a37e1f4-1d4d-4512-885e-228fe4de60f0 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:22:44.865295 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (2a37e1f4-1d4d-4512-885e-228fe4de60f0), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:44.916971 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-144cefee-82d8-4765-a579-7f83e0740464 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] For port 65d71f70-7b84-4bc1-9182-4375b3be016b, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=65d71f70-7b84-4bc1-9182-4375b3be016b,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:22:44.917332 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-144cefee-82d8-4765-a579-7f83e0740464 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (65d71f70-7b84-4bc1-9182-4375b3be016b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:44.930825 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-144cefee-82d8-4765-a579-7f83e0740464 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Calling delete_port for 65d71f70-7b84-4bc1-9182-4375b3be016b owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:22:44.962502 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] For port 2a37e1f4-1d4d-4512-885e-228fe4de60f0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=2a37e1f4-1d4d-4512-885e-228fe4de60f0,segment=NetworkSegment(7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079),segment_id=7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:22:44.962926 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (2a37e1f4-1d4d-4512-885e-228fe4de60f0), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:44.965430 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-30df082c-645b-4998-a89d-2fe1761c1b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364156255', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:20:54Z', 'updated_at': '2022-04-15T04:22:43Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:55Z', 'updated_at': '2022-04-15T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:22:45.011108 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] Calling delete_port for 2a37e1f4-1d4d-4512-885e-228fe4de60f0 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:22:45.011108 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30df082c-645b-4998-a89d-2fe1761c1b85 None None] The sync data for ids ['d95af524-e489-41d5-bc01-6b1d060489f6'] in dv-neutron-837140-3-hyperv is: [{'id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1364156255', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44'}], 'enable_snat': True}, 'gw_port_id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:20:54Z', 'updated_at': '2022-04-15T04:22:43Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '65d71f70-7b84-4bc1-9182-4375b3be016b', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95af524-e489-41d5-bc01-6b1d060489f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:20:55Z', 'updated_at': '2022-04-15T04:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:22:45.156118 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (2a37e1f4-1d4d-4512-885e-228fe4de60f0), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:45.167885 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-144cefee-82d8-4765-a579-7f83e0740464 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (65d71f70-7b84-4bc1-9182-4375b3be016b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:45.182898 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] Pushing event deleted for resources: {'Port': ['ID=2a37e1f4-1d4d-4512-885e-228fe4de60f0,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:45.192399 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:45.194003 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:45.194003 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:45.194003 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:45.194003 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:45.194397 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:45.194397 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:45.194699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:45.195031 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:45.195358 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:45.195685 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:45.196011 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:45.196332 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:45.196656 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:45.196990 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:45.198307 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cefee-82d8-4765-a579-7f83e0740464 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Port': ['ID=65d71f70-7b84-4bc1-9182-4375b3be016b,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:45.199886 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e134c5ae-da08-47e0-b1f5-75c6da016599 None None] No DVR routers for this DVR port 2a37e1f4-1d4d-4512-885e-228fe4de60f0 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:22:45.259904 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-144cefee-82d8-4765-a579-7f83e0740464 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (d95af524-e489-41d5-bc01-6b1d060489f6), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:45.355099 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-144cefee-82d8-4765-a579-7f83e0740464 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (d95af524-e489-41d5-bc01-6b1d060489f6), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:45.360380 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-144cefee-82d8-4765-a579-7f83e0740464 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_controller (d95af524-e489-41d5-bc01-6b1d060489f6), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:45.450011 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-144cefee-82d8-4765-a579-7f83e0740464 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (d95af524-e489-41d5-bc01-6b1d060489f6), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:45.450589 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144cefee-82d8-4765-a579-7f83e0740464 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Fanout notify agent at l3_agent the message router_deleted on router d95af524-e489-41d5-bc01-6b1d060489f6 {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 04:22:45.458743 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-144cefee-82d8-4765-a579-7f83e0740464 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:45.462535 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-144cefee-82d8-4765-a579-7f83e0740464 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/routers/d95af524-e489-41d5-bc01-6b1d060489f6 HTTP/1.1" status: 204 len: 168 time: 0.9365287 Apr 15 04:22:45.462535 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42780) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:22:45.542817 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-79ffd689-5132-4716-9033-8d9e27e64742 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (131b2f23-79b7-4727-90fd-68c83c58070a), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:45.635985 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-79ffd689-5132-4716-9033-8d9e27e64742 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (131b2f23-79b7-4727-90fd-68c83c58070a), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:45.658218 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-79ffd689-5132-4716-9033-8d9e27e64742 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131b2f23-79b7-4727-90fd-68c83c58070a']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:22:45.668235 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-79ffd689-5132-4716-9033-8d9e27e64742 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:22:45.668537 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-79ffd689-5132-4716-9033-8d9e27e64742 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:22:45.678055 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-79ffd689-5132-4716-9033-8d9e27e64742 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:45.690890 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-79ffd689-5132-4716-9033-8d9e27e64742 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:45.697111 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ffd689-5132-4716-9033-8d9e27e64742 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:22:45.697490 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-79ffd689-5132-4716-9033-8d9e27e64742 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (7dd53e57-b3ea-4abc-9ae5-6dc44c0a3079), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:22:45.700487 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:22:45.801647 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-79ffd689-5132-4716-9033-8d9e27e64742 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (131b2f23-79b7-4727-90fd-68c83c58070a), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:45.809491 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-79ffd689-5132-4716-9033-8d9e27e64742 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:45.811925 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-79ffd689-5132-4716-9033-8d9e27e64742 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/networks/131b2f23-79b7-4727-90fd-68c83c58070a HTTP/1.1" status: 204 len: 168 time: 0.3483710 Apr 15 04:22:45.820440 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42782) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:22:45.823706 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffd689-5132-4716-9033-8d9e27e64742 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Network': ['ID=131b2f23-79b7-4727-90fd-68c83c58070a,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:45.874988 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2855c219-c0de-4c4c-b9c4-bc007ea9dadc tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (8ef1fb65-dc78-4e4c-930e-379f552f7792), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:45.900393 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2855c219-c0de-4c4c-b9c4-bc007ea9dadc tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (8ef1fb65-dc78-4e4c-930e-379f552f7792), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:46.032796 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2855c219-c0de-4c4c-b9c4-bc007ea9dadc tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (8ef1fb65-dc78-4e4c-930e-379f552f7792), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:46.035536 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2855c219-c0de-4c4c-b9c4-bc007ea9dadc tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:46.036707 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2855c219-c0de-4c4c-b9c4-bc007ea9dadc tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/security-groups/8ef1fb65-dc78-4e4c-930e-379f552f7792 HTTP/1.1" status: 204 len: 168 time: 0.2209496 Apr 15 04:22:46.046294 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855c219-c0de-4c4c-b9c4-bc007ea9dadc tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef1fb65-dc78-4e4c-930e-379f552f7792,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:46.451762 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42788) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:22:46.456440 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e31a81b5-29aa-4e8d-9109-662d57ac6550 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-426290542', 'description': 'tempest-secgroup-smoke-426290542 description', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:22:46.533503 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e31a81b5-29aa-4e8d-9109-662d57ac6550 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:46.564791 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 65d71f70-7b84-4bc1-9182-4375b3be016b no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:22:46.585046 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 65d71f70-7b84-4bc1-9182-4375b3be016b {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:22:46.585390 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 65d71f70-7b84-4bc1-9182-4375b3be016b not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:22:46.585806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 76457fd7-cd21-4e86-b559-3321b20fa4fa no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:22:46.601298 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e31a81b5-29aa-4e8d-9109-662d57ac6550 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (b7f3b127-2541-4052-8e35-274694177caf), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:46.605428 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 76457fd7-cd21-4e86-b559-3321b20fa4fa {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:22:46.605771 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 76457fd7-cd21-4e86-b559-3321b20fa4fa not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:22:46.606189 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2a37e1f4-1d4d-4512-885e-228fe4de60f0 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:22:46.624563 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 2a37e1f4-1d4d-4512-885e-228fe4de60f0 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:22:46.629185 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2a37e1f4-1d4d-4512-885e-228fe4de60f0 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:22:46.672946 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e31a81b5-29aa-4e8d-9109-662d57ac6550 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (b7f3b127-2541-4052-8e35-274694177caf), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:46.701315 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a81b5-29aa-4e8d-9109-662d57ac6550 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f3b127-2541-4052-8e35-274694177caf,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:46.758065 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e31a81b5-29aa-4e8d-9109-662d57ac6550 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:46.759357 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e31a81b5-29aa-4e8d-9109-662d57ac6550 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3065100 Apr 15 04:22:46.762203 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42790) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:22:46.766491 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-215250f8-8326-4c1d-93ff-2f5ed304da27 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': 'b7f3b127-2541-4052-8e35-274694177caf', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:22:46.847223 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-215250f8-8326-4c1d-93ff-2f5ed304da27 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (db48f18e-d956-43bf-bc43-0b47f3758843), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:46.901466 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-215250f8-8326-4c1d-93ff-2f5ed304da27 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (db48f18e-d956-43bf-bc43-0b47f3758843), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:46.979183 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-215250f8-8326-4c1d-93ff-2f5ed304da27 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (db48f18e-d956-43bf-bc43-0b47f3758843), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:46.996280 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215250f8-8326-4c1d-93ff-2f5ed304da27 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db48f18e-d956-43bf-bc43-0b47f3758843,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:47.060957 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-215250f8-8326-4c1d-93ff-2f5ed304da27 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:47.062196 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-215250f8-8326-4c1d-93ff-2f5ed304da27 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2990406 Apr 15 04:22:47.064995 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42792) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:22:47.069980 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-bc10ef92-82aa-4b9a-af74-923a6b9263c7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': 'b7f3b127-2541-4052-8e35-274694177caf', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:22:47.161314 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bc10ef92-82aa-4b9a-af74-923a6b9263c7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (c738e48b-d28a-4ea2-8a13-a9dc4722a9ba), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:47.218671 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bc10ef92-82aa-4b9a-af74-923a6b9263c7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (c738e48b-d28a-4ea2-8a13-a9dc4722a9ba), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:47.298490 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bc10ef92-82aa-4b9a-af74-923a6b9263c7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (c738e48b-d28a-4ea2-8a13-a9dc4722a9ba), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:47.315878 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10ef92-82aa-4b9a-af74-923a6b9263c7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c738e48b-d28a-4ea2-8a13-a9dc4722a9ba,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:47.400355 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bc10ef92-82aa-4b9a-af74-923a6b9263c7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:47.401557 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bc10ef92-82aa-4b9a-af74-923a6b9263c7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3356435 Apr 15 04:22:47.404269 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42794) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:22:47.408427 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-1b2bf27e-0361-457c-9d56-8f8b219c96d6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': 'b7f3b127-2541-4052-8e35-274694177caf', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:22:47.515368 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1b2bf27e-0361-457c-9d56-8f8b219c96d6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (92c72f65-e623-40ee-abf4-79afcb151cc0), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:47.569921 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1b2bf27e-0361-457c-9d56-8f8b219c96d6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (92c72f65-e623-40ee-abf4-79afcb151cc0), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:47.641560 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1b2bf27e-0361-457c-9d56-8f8b219c96d6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (92c72f65-e623-40ee-abf4-79afcb151cc0), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:47.655938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2bf27e-0361-457c-9d56-8f8b219c96d6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c72f65-e623-40ee-abf4-79afcb151cc0,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:47.734990 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1b2bf27e-0361-457c-9d56-8f8b219c96d6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:47.736175 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1b2bf27e-0361-457c-9d56-8f8b219c96d6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3309984 Apr 15 04:22:47.738905 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42796) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:22:47.743653 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-070dc9e6-62b9-4d8e-b36d-9235f24a1aac tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': 'b7f3b127-2541-4052-8e35-274694177caf', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:22:47.829750 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-070dc9e6-62b9-4d8e-b36d-9235f24a1aac tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (ae48eaef-5319-405a-99aa-23573f0568d2), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:47.886170 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-070dc9e6-62b9-4d8e-b36d-9235f24a1aac tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (ae48eaef-5319-405a-99aa-23573f0568d2), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:47.984563 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-070dc9e6-62b9-4d8e-b36d-9235f24a1aac tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (ae48eaef-5319-405a-99aa-23573f0568d2), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:48.004181 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070dc9e6-62b9-4d8e-b36d-9235f24a1aac tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae48eaef-5319-405a-99aa-23573f0568d2,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:48.090011 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-070dc9e6-62b9-4d8e-b36d-9235f24a1aac tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:48.091203 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-070dc9e6-62b9-4d8e-b36d-9235f24a1aac tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3513813 Apr 15 04:22:48.093864 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42798) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:22:48.098458 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-8984f330-617d-4b91-9557-c888892ad2d9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': 'b7f3b127-2541-4052-8e35-274694177caf', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:22:48.201926 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-8984f330-617d-4b91-9557-c888892ad2d9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Project dd190e8f20b4434dbd4f9acd2d0e1e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 04:22:48.207557 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8984f330-617d-4b91-9557-c888892ad2d9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (8bdfe857-d55f-4d31-bd93-72195bf58a48), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:48.266233 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8984f330-617d-4b91-9557-c888892ad2d9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (8bdfe857-d55f-4d31-bd93-72195bf58a48), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:48.338897 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8984f330-617d-4b91-9557-c888892ad2d9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (8bdfe857-d55f-4d31-bd93-72195bf58a48), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:48.356338 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984f330-617d-4b91-9557-c888892ad2d9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bdfe857-d55f-4d31-bd93-72195bf58a48,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:48.434582 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8984f330-617d-4b91-9557-c888892ad2d9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:48.435827 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8984f330-617d-4b91-9557-c888892ad2d9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3409986 Apr 15 04:22:48.438410 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42800) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:22:48.442819 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-dec22b68-4893-447d-bc93-ccd101260326 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'security_group_rule': {'security_group_id': 'b7f3b127-2541-4052-8e35-274694177caf', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:22:48.521889 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-dec22b68-4893-447d-bc93-ccd101260326 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Project dd190e8f20b4434dbd4f9acd2d0e1e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 04:22:48.528351 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dec22b68-4893-447d-bc93-ccd101260326 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (0645ac6d-c33c-4348-b12b-f0a9e42099f5), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:48.567436 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7c429fdd-f3cc-4c3d-b493-0225064bc2dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:48.587426 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dec22b68-4893-447d-bc93-ccd101260326 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (0645ac6d-c33c-4348-b12b-f0a9e42099f5), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:48.653052 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dec22b68-4893-447d-bc93-ccd101260326 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (0645ac6d-c33c-4348-b12b-f0a9e42099f5), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:48.672443 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec22b68-4893-447d-bc93-ccd101260326 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0645ac6d-c33c-4348-b12b-f0a9e42099f5,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:48.737686 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-dec22b68-4893-447d-bc93-ccd101260326 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:48.739042 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-dec22b68-4893-447d-bc93-ccd101260326 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2996876 Apr 15 04:22:48.741769 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42802) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:22:48.747258 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-85510d06-2a59-4de9-bebc-386bccb40388 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'network': {'name': 'tempest-network-smoke--1730663209', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'port_security_enabled': True}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:22:48.838387 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85510d06-2a59-4de9-bebc-386bccb40388 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Made reservation on behalf of dd190e8f20b4434dbd4f9acd2d0e1e71 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:22:48.841677 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-85510d06-2a59-4de9-bebc-386bccb40388 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:48.864017 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85510d06-2a59-4de9-bebc-386bccb40388 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:22:48.873294 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-85510d06-2a59-4de9-bebc-386bccb40388 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (6db0b87c-c23b-46e8-8869-ee785cb40e5b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:48.873636 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-85510d06-2a59-4de9-bebc-386bccb40388 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Added segment 6db0b87c-c23b-46e8-8869-ee785cb40e5b of type vlan for network 1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 Apr 15 04:22:48.912631 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-85510d06-2a59-4de9-bebc-386bccb40388 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (1af535ff-86bf-4f81-acc3-70c5f1d1e2c4), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:49.001557 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-85510d06-2a59-4de9-bebc-386bccb40388 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (1af535ff-86bf-4f81-acc3-70c5f1d1e2c4), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:49.006421 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85510d06-2a59-4de9-bebc-386bccb40388 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:49.007018 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-85510d06-2a59-4de9-bebc-386bccb40388 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:49.073895 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85510d06-2a59-4de9-bebc-386bccb40388 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Network': ['ID=1af535ff-86bf-4f81-acc3-70c5f1d1e2c4,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:49.083943 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:22:49.107387 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-85510d06-2a59-4de9-bebc-386bccb40388 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3640954 Apr 15 04:22:49.109999 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42804) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:22:49.114479 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-beca1544-b2e7-4d0c-8ee6-14f966949c1e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1708659039', 'admin_state_up': True, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:22:49.202065 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-beca1544-b2e7-4d0c-8ee6-14f966949c1e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (8c9618d6-fbcc-47f7-8de8-35c28d26cbaa), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:49.203100 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-beca1544-b2e7-4d0c-8ee6-14f966949c1e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (8c9618d6-fbcc-47f7-8de8-35c28d26cbaa), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:49.254126 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-beca1544-b2e7-4d0c-8ee6-14f966949c1e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_controller (8c9618d6-fbcc-47f7-8de8-35c28d26cbaa), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:49.499396 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-beca1544-b2e7-4d0c-8ee6-14f966949c1e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_gateway (8c9618d6-fbcc-47f7-8de8-35c28d26cbaa), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:49.727694 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-beca1544-b2e7-4d0c-8ee6-14f966949c1e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_gateway (8c9618d6-fbcc-47f7-8de8-35c28d26cbaa), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:49.745762 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-beca1544-b2e7-4d0c-8ee6-14f966949c1e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:49.844721 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-beca1544-b2e7-4d0c-8ee6-14f966949c1e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Allocated IP 172.26.6.197 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/217c7540-ff1e-46c8-8e59-815bdd38ead9) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:22:49.947708 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-beca1544-b2e7-4d0c-8ee6-14f966949c1e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (217c7540-ff1e-46c8-8e59-815bdd38ead9), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:50.038725 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-beca1544-b2e7-4d0c-8ee6-14f966949c1e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (217c7540-ff1e-46c8-8e59-815bdd38ead9), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:50.076910 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beca1544-b2e7-4d0c-8ee6-14f966949c1e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:22:50.082132 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-beca1544-b2e7-4d0c-8ee6-14f966949c1e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:22:50.084714 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beca1544-b2e7-4d0c-8ee6-14f966949c1e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:22:50.108184 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca1544-b2e7-4d0c-8ee6-14f966949c1e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=217c7540-ff1e-46c8-8e59-815bdd38ead9,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:50.372076 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-beca1544-b2e7-4d0c-8ee6-14f966949c1e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_gateway (8c9618d6-fbcc-47f7-8de8-35c28d26cbaa), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:50.569229 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-beca1544-b2e7-4d0c-8ee6-14f966949c1e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (8c9618d6-fbcc-47f7-8de8-35c28d26cbaa), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:50.749761 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beca1544-b2e7-4d0c-8ee6-14f966949c1e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 04:22:50.857827 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beca1544-b2e7-4d0c-8ee6-14f966949c1e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:22:50.868487 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] Sync routers for ids ['8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:22:50.870096 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-164af2b5-4e93-4e61-82f8-3594b5fcf6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:50.879190 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] Routers {'8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:22:50.886042 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:22:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:22:50.935003 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-beca1544-b2e7-4d0c-8ee6-14f966949c1e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:50.936259 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-beca1544-b2e7-4d0c-8ee6-14f966949c1e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8252563 Apr 15 04:22:50.939538 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42806) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:22:50.969741 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2f2ce182-e42f-4ab0-af11-226576c24c4f tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=dd190e8f20b4434dbd4f9acd2d0e1e71&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268276 Apr 15 04:22:50.970412 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42808) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:22:50.983727 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] Set router 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:22:51.060537 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d103817-2202-4f27-bdea-ee6bdcac3e58 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:51.061976 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0d103817-2202-4f27-bdea-ee6bdcac3e58 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910399 Apr 15 04:22:51.064738 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42810) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:22:51.094903 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-474366ba-0731-4e1f-9b55-51610e5f7081 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=47f4ed73-a135-4807-aa37-c76498dd2653&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268676 Apr 15 04:22:51.095128 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42812) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:22:51.099654 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-34a2347e-2458-41b1-b055-4d18f859a4a9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1739508266', 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:22:51.148945 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708659039', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197'}], 'enable_snat': True}, 'gw_port_id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:50Z', 'revision_number': 3, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:04:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:22:51.179344 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] Checking router: 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:22:51.179693 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] Updating router 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa port 217c7540-ff1e-46c8-8e59-815bdd38ead9 binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:22:51.206132 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (217c7540-ff1e-46c8-8e59-815bdd38ead9), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:51.244271 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a2347e-2458-41b1-b055-4d18f859a4a9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Made reservation on behalf of dd190e8f20b4434dbd4f9acd2d0e1e71 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:22:51.248076 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34a2347e-2458-41b1-b055-4d18f859a4a9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:51.449849 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] Publish callbacks [] for port (217c7540-ff1e-46c8-8e59-815bdd38ead9), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:51.489973 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34a2347e-2458-41b1-b055-4d18f859a4a9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (96d6e1c3-5f6c-46c1-af8d-90ccab63b446), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:51.518396 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (217c7540-ff1e-46c8-8e59-815bdd38ead9), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:51.555118 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2347e-2458-41b1-b055-4d18f859a4a9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Subnet': ['ID=96d6e1c3-5f6c-46c1-af8d-90ccab63b446,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:51.566787 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a2347e-2458-41b1-b055-4d18f859a4a9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Checking segment: {'id': '6db0b87c-c23b-46e8-8869-ee785cb40e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:22:51.567151 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a2347e-2458-41b1-b055-4d18f859a4a9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network hostable DHCP agents. Network: 1af535ff-86bf-4f81-acc3-70c5f1d1e2c4, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:22:51.569120 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] Attempting to bind port 217c7540-ff1e-46c8-8e59-815bdd38ead9 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:22:51.569489 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] Attempting to bind port 217c7540-ff1e-46c8-8e59-815bdd38ead9 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:22:51.569849 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] Attempting to bind port 217c7540-ff1e-46c8-8e59-815bdd38ead9 on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:22:51.579224 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:22:51.579599 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:22:51.580005 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:51.580394 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:22:51.580852 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] Bound port: 217c7540-ff1e-46c8-8e59-815bdd38ead9, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:22:51.581227 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (217c7540-ff1e-46c8-8e59-815bdd38ead9), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:51.583567 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2323df-80d2-4d97-b1fd-0487aef3cde8 None None] Pushing event updated for resources: {'Port': ['ID=217c7540-ff1e-46c8-8e59-815bdd38ead9,revision_number=2']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:51.608918 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2323df-80d2-4d97-b1fd-0487aef3cde8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:51.609261 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2323df-80d2-4d97-b1fd-0487aef3cde8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:51.609600 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2323df-80d2-4d97-b1fd-0487aef3cde8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:51.609935 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2323df-80d2-4d97-b1fd-0487aef3cde8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:51.610263 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2323df-80d2-4d97-b1fd-0487aef3cde8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:51.610589 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2323df-80d2-4d97-b1fd-0487aef3cde8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:51.610939 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2323df-80d2-4d97-b1fd-0487aef3cde8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:51.611264 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2323df-80d2-4d97-b1fd-0487aef3cde8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:51.611585 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2323df-80d2-4d97-b1fd-0487aef3cde8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:51.611908 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2323df-80d2-4d97-b1fd-0487aef3cde8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:51.612229 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2323df-80d2-4d97-b1fd-0487aef3cde8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:51.612550 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2323df-80d2-4d97-b1fd-0487aef3cde8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:51.612867 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2323df-80d2-4d97-b1fd-0487aef3cde8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:51.613185 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2323df-80d2-4d97-b1fd-0487aef3cde8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:51.613502 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2323df-80d2-4d97-b1fd-0487aef3cde8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:22:51.643334 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] For port 217c7540-ff1e-46c8-8e59-815bdd38ead9, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:22:51.646225 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] For port 217c7540-ff1e-46c8-8e59-815bdd38ead9, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=217c7540-ff1e-46c8-8e59-815bdd38ead9,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:22:51.670177 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a2347e-2458-41b1-b055-4d18f859a4a9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:22:51.750844 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (217c7540-ff1e-46c8-8e59-815bdd38ead9), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:51.778871 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-34a2347e-2458-41b1-b055-4d18f859a4a9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 1af535ff-86bf-4f81-acc3-70c5f1d1e2c4) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:22:51.783333 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a2347e-2458-41b1-b055-4d18f859a4a9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:51.783934 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-34a2347e-2458-41b1-b055-4d18f859a4a9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:51.790902 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9d274e-532d-424f-acb5-2b48f45a81cb None None] Network 1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:22:51.802807 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] Routers {'8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:22:51.803969 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:22:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:22:51.873409 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-34a2347e-2458-41b1-b055-4d18f859a4a9 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7744653 Apr 15 04:22:51.873806 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42814) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:22:51.897325 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1958a42e-25e8-40b8-b365-5b1546ffc55d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-1af535ff-86bf-4f81-acc3-70c5f1d1e2c4', 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4', 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ips': [{'subnet_id': '96d6e1c3-5f6c-46c1-af8d-90ccab63b446'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 04:22:51.898454 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1958a42e-25e8-40b8-b365-5b1546ffc55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:51.950766 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2323df-80d2-4d97-b1fd-0487aef3cde8 None None] Pushing event updated for resources: {'Port': ['ID=217c7540-ff1e-46c8-8e59-815bdd38ead9,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:52.026295 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] Set router 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:22:52.185699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:52.206579 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-1958a42e-25e8-40b8-b365-5b1546ffc55d None None] Allocated IP 172.20.0.2 (1af535ff-86bf-4f81-acc3-70c5f1d1e2c4/96d6e1c3-5f6c-46c1-af8d-90ccab63b446/9fdbb2a7-31f4-4a40-8278-1c53e84f97c9) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:22:52.209094 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708659039', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197'}], 'enable_snat': True}, 'gw_port_id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:50Z', 'revision_number': 3, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:04:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:22:52.237765 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b056c6-4a62-4c3e-9c39-0704f1bd56eb None None] The sync data for ids ['8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'] in dv-neutron-837140-3-hyperv is: [{'id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708659039', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197'}], 'enable_snat': True}, 'gw_port_id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:50Z', 'revision_number': 3, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:04:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:22:52.362228 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1958a42e-25e8-40b8-b365-5b1546ffc55d None None] Publish callbacks [] for port (9fdbb2a7-31f4-4a40-8278-1c53e84f97c9), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:52.367635 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f298-42c5-48d8-844c-e6b007d3fe9c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:52.442111 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1958a42e-25e8-40b8-b365-5b1546ffc55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (9fdbb2a7-31f4-4a40-8278-1c53e84f97c9), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:52.481863 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1958a42e-25e8-40b8-b365-5b1546ffc55d None None] Network 1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:22:52.484768 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-1958a42e-25e8-40b8-b365-5b1546ffc55d None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:22:52.490626 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1958a42e-25e8-40b8-b365-5b1546ffc55d None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:22:52.508215 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958a42e-25e8-40b8-b365-5b1546ffc55d None None] Pushing event updated for resources: {'Port': ['ID=9fdbb2a7-31f4-4a40-8278-1c53e84f97c9,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:52.580794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-1958a42e-25e8-40b8-b365-5b1546ffc55d None None] Attempting to bind port 9fdbb2a7-31f4-4a40-8278-1c53e84f97c9 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:22:52.581444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-1958a42e-25e8-40b8-b365-5b1546ffc55d None None] Attempting to bind port 9fdbb2a7-31f4-4a40-8278-1c53e84f97c9 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '6db0b87c-c23b-46e8-8869-ee785cb40e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:22:52.581975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1958a42e-25e8-40b8-b365-5b1546ffc55d None None] Attempting to bind port 9fdbb2a7-31f4-4a40-8278-1c53e84f97c9 on network 1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:22:52.588486 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1958a42e-25e8-40b8-b365-5b1546ffc55d None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:22:52.589144 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1958a42e-25e8-40b8-b365-5b1546ffc55d None None] Checking segment: {'id': '6db0b87c-c23b-46e8-8869-ee785cb40e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:22:52.589828 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1958a42e-25e8-40b8-b365-5b1546ffc55d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:52.590394 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1958a42e-25e8-40b8-b365-5b1546ffc55d None None] Bound using segment: {'id': '6db0b87c-c23b-46e8-8869-ee785cb40e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:22:52.591252 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-1958a42e-25e8-40b8-b365-5b1546ffc55d None None] Bound port: 9fdbb2a7-31f4-4a40-8278-1c53e84f97c9, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db0b87c-c23b-46e8-8869-ee785cb40e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:22:52.591813 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1958a42e-25e8-40b8-b365-5b1546ffc55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (9fdbb2a7-31f4-4a40-8278-1c53e84f97c9), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:52.631978 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 217c7540-ff1e-46c8-8e59-815bdd38ead9 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:22:52.693365 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-0dc7f298-42c5-48d8-844c-e6b007d3fe9c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Allocated IP 172.20.0.1 (1af535ff-86bf-4f81-acc3-70c5f1d1e2c4/96d6e1c3-5f6c-46c1-af8d-90ccab63b446/55417d50-2d65-4c3b-a27e-2e793024ddcd) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:22:52.698877 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-1958a42e-25e8-40b8-b365-5b1546ffc55d None None] For port 9fdbb2a7-31f4-4a40-8278-1c53e84f97c9, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:22:52.702530 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-1958a42e-25e8-40b8-b365-5b1546ffc55d None None] For port 9fdbb2a7-31f4-4a40-8278-1c53e84f97c9, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=9fdbb2a7-31f4-4a40-8278-1c53e84f97c9,segment=NetworkSegment(6db0b87c-c23b-46e8-8869-ee785cb40e5b),segment_id=6db0b87c-c23b-46e8-8869-ee785cb40e5b)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:22:52.711643 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 217c7540-ff1e-46c8-8e59-815bdd38ead9 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:22:52.715142 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (217c7540-ff1e-46c8-8e59-815bdd38ead9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:52.784686 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1958a42e-25e8-40b8-b365-5b1546ffc55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (9fdbb2a7-31f4-4a40-8278-1c53e84f97c9), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:52.820819 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f298-42c5-48d8-844c-e6b007d3fe9c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (55417d50-2d65-4c3b-a27e-2e793024ddcd), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:52.834159 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 217c7540-ff1e-46c8-8e59-815bdd38ead9 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:22:52.834486 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (217c7540-ff1e-46c8-8e59-815bdd38ead9), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:52.878225 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 217c7540-ff1e-46c8-8e59-815bdd38ead9, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=217c7540-ff1e-46c8-8e59-815bdd38ead9,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:22:52.879584 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958a42e-25e8-40b8-b365-5b1546ffc55d None None] Pushing event updated for resources: {'Port': ['ID=9fdbb2a7-31f4-4a40-8278-1c53e84f97c9,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:52.936304 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f298-42c5-48d8-844c-e6b007d3fe9c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (55417d50-2d65-4c3b-a27e-2e793024ddcd), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:52.964489 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (217c7540-ff1e-46c8-8e59-815bdd38ead9), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:52.995798 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7f298-42c5-48d8-844c-e6b007d3fe9c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=55417d50-2d65-4c3b-a27e-2e793024ddcd,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:53.024999 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc7f298-42c5-48d8-844c-e6b007d3fe9c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:22:53.026717 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-0dc7f298-42c5-48d8-844c-e6b007d3fe9c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:22:53.029390 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc7f298-42c5-48d8-844c-e6b007d3fe9c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:22:53.068594 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=217c7540-ff1e-46c8-8e59-815bdd38ead9,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:53.094116 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f298-42c5-48d8-844c-e6b007d3fe9c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (8c9618d6-fbcc-47f7-8de8-35c28d26cbaa), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:53.301721 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f298-42c5-48d8-844c-e6b007d3fe9c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (55417d50-2d65-4c3b-a27e-2e793024ddcd), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:53.575980 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:53.588473 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f298-42c5-48d8-844c-e6b007d3fe9c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (55417d50-2d65-4c3b-a27e-2e793024ddcd), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:53.673180 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f298-42c5-48d8-844c-e6b007d3fe9c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (55417d50-2d65-4c3b-a27e-2e793024ddcd), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:53.748327 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f298-42c5-48d8-844c-e6b007d3fe9c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (8c9618d6-fbcc-47f7-8de8-35c28d26cbaa), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:53.750155 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7f298-42c5-48d8-844c-e6b007d3fe9c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=55417d50-2d65-4c3b-a27e-2e793024ddcd,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:53.777959 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94426d3e-88a6-43e4-abc6-eaad4b6bdc84 None None] Network 1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:22:53.849491 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc7f298-42c5-48d8-844c-e6b007d3fe9c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:22:53.851032 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-0dc7f298-42c5-48d8-844c-e6b007d3fe9c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:22:53.862191 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-c8fba75e-0982-4071-9bcf-5662067b6c42 None None] Provisioning complete for port 9fdbb2a7-31f4-4a40-8278-1c53e84f97c9 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:22:53.862577 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8fba75e-0982-4071-9bcf-5662067b6c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (9fdbb2a7-31f4-4a40-8278-1c53e84f97c9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:53.975682 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c8fba75e-0982-4071-9bcf-5662067b6c42 None None] Current status of the port 9fdbb2a7-31f4-4a40-8278-1c53e84f97c9 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:22:53.976835 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8fba75e-0982-4071-9bcf-5662067b6c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (9fdbb2a7-31f4-4a40-8278-1c53e84f97c9), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:53.990101 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc7f298-42c5-48d8-844c-e6b007d3fe9c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:22:54.022199 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c8fba75e-0982-4071-9bcf-5662067b6c42 None None] For port 9fdbb2a7-31f4-4a40-8278-1c53e84f97c9, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=9fdbb2a7-31f4-4a40-8278-1c53e84f97c9,segment=NetworkSegment(6db0b87c-c23b-46e8-8869-ee785cb40e5b),segment_id=6db0b87c-c23b-46e8-8869-ee785cb40e5b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:22:54.090087 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c8fba75e-0982-4071-9bcf-5662067b6c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (9fdbb2a7-31f4-4a40-8278-1c53e84f97c9), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:54.117842 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc7f298-42c5-48d8-844c-e6b007d3fe9c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:22:54.130374 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0dc7f298-42c5-48d8-844c-e6b007d3fe9c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "PUT /v2.0/routers/8c9618d6-fbcc-47f7-8de8-35c28d26cbaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2462184 Apr 15 04:22:54.155254 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fba75e-0982-4071-9bcf-5662067b6c42 None None] Pushing event updated for resources: {'Port': ['ID=9fdbb2a7-31f4-4a40-8278-1c53e84f97c9,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:54.213254 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-bdc4e545-1edf-49d1-a2d6-08693845f261 None None] Provisioning complete for port 55417d50-2d65-4c3b-a27e-2e793024ddcd triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:22:54.213706 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bdc4e545-1edf-49d1-a2d6-08693845f261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (55417d50-2d65-4c3b-a27e-2e793024ddcd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:54.260369 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-bdc4e545-1edf-49d1-a2d6-08693845f261 None None] Port 55417d50-2d65-4c3b-a27e-2e793024ddcd cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:22:54.267367 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] Sync routers for ids ['8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:22:54.282736 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-bdc4e545-1edf-49d1-a2d6-08693845f261 None None] Provisioning complete for port 9fdbb2a7-31f4-4a40-8278-1c53e84f97c9 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:22:54.283111 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bdc4e545-1edf-49d1-a2d6-08693845f261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (9fdbb2a7-31f4-4a40-8278-1c53e84f97c9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:54.287943 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] Routers {'8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:22:54.288591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:22:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:22:54.466114 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] Set router 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:22:54.468553 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-bdc4e545-1edf-49d1-a2d6-08693845f261 None None] Current status of the port 9fdbb2a7-31f4-4a40-8278-1c53e84f97c9 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:22:54.611857 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7829bd53-4753-4d30-953b-3f09024ebe51 None None] Provisioning complete for port 55417d50-2d65-4c3b-a27e-2e793024ddcd triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:22:54.612317 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7829bd53-4753-4d30-953b-3f09024ebe51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (55417d50-2d65-4c3b-a27e-2e793024ddcd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:54.628995 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-cfca7bed-c8e0-465a-ae13-28649de68628 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-426290542&fields=id&tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71 HTTP/1.1" status: 200 len: 267 time: 0.3848863 Apr 15 04:22:54.671661 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7829bd53-4753-4d30-953b-3f09024ebe51 None None] Port 55417d50-2d65-4c3b-a27e-2e793024ddcd cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:22:54.695806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 9fdbb2a7-31f4-4a40-8278-1c53e84f97c9 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:22:54.737877 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-919277a5-db66-4fc8-8bf0-5c6923d03fdc tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:54.739304 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-919277a5-db66-4fc8-8bf0-5c6923d03fdc tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/networks?id=1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 HTTP/1.1" status: 200 len: 797 time: 0.1029615 Apr 15 04:22:54.740803 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708659039', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197'}], 'enable_snat': True}, 'gw_port_id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:53Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:04:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '55417d50-2d65-4c3b-a27e-2e793024ddcd', 'name': '', 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:92:d6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '96d6e1c3-5f6c-46c1-af8d-90ccab63b446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:52Z', 'updated_at': '2022-04-15T04:22:53Z', 'revision_number': 2, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '96d6e1c3-5f6c-46c1-af8d-90ccab63b446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:22:54.755407 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-cd8971e7-b254-4ae5-a1df-f6aef0287db2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/quotas/dd190e8f20b4434dbd4f9acd2d0e1e71 HTTP/1.1" status: 200 len: 375 time: 0.0097139 Apr 15 04:22:54.774940 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] Checking router: 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:22:54.775296 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] Updating router 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa port 55417d50-2d65-4c3b-a27e-2e793024ddcd binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:22:54.809680 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-03c74a6d-b1da-4a8d-95ba-22d7d01ce22a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481131 Apr 15 04:22:54.817921 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8776bc21-905f-4b64-a4a8-1e2bf18a93c1 None None] Provisioning complete for port 55417d50-2d65-4c3b-a27e-2e793024ddcd triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:22:54.818298 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8776bc21-905f-4b64-a4a8-1e2bf18a93c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (55417d50-2d65-4c3b-a27e-2e793024ddcd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:54.819775 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 9fdbb2a7-31f4-4a40-8278-1c53e84f97c9 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:22:54.820696 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (9fdbb2a7-31f4-4a40-8278-1c53e84f97c9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:54.822069 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (55417d50-2d65-4c3b-a27e-2e793024ddcd), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:54.908756 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8776bc21-905f-4b64-a4a8-1e2bf18a93c1 None None] Port 55417d50-2d65-4c3b-a27e-2e793024ddcd cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:22:54.947677 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-c3c772bb-5a9b-401e-b81f-e5297e0e4447 service neutron] 10.222.0.15 "GET /v2.0/networks/1af535ff-86bf-4f81-acc3-70c5f1d1e2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255825 Apr 15 04:22:55.014307 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:55.043183 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-4db18c61-08e3-4db5-9b02-ddc9a8d6ea09 service neutron] 10.222.0.15 "GET /v2.0/networks/1af535ff-86bf-4f81-acc3-70c5f1d1e2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896180 Apr 15 04:22:55.045463 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 9fdbb2a7-31f4-4a40-8278-1c53e84f97c9 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:22:55.046543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 217c7540-ff1e-46c8-8e59-815bdd38ead9 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:22:55.144743 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 217c7540-ff1e-46c8-8e59-815bdd38ead9 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:22:55.145116 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (217c7540-ff1e-46c8-8e59-815bdd38ead9), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:55.286083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 217c7540-ff1e-46c8-8e59-815bdd38ead9 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:22:55.289926 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] Publish callbacks [] for port (55417d50-2d65-4c3b-a27e-2e793024ddcd), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:55.319154 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-32df04a9-f860-4e8c-b2cc-d38c09736811 req-d67007b8-5d04-40c6-83fe-ba193f4217fb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 210 time: 0.0359058 Apr 15 04:22:55.378733 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (55417d50-2d65-4c3b-a27e-2e793024ddcd), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:55.435015 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17816fa6-0a9b-4fa1-908b-6b9028bc77ec None None] Pushing event updated for resources: {'Port': ['ID=55417d50-2d65-4c3b-a27e-2e793024ddcd,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:55.644734 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] Attempting to bind port 55417d50-2d65-4c3b-a27e-2e793024ddcd on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:22:55.644734 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] Attempting to bind port 55417d50-2d65-4c3b-a27e-2e793024ddcd by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '6db0b87c-c23b-46e8-8869-ee785cb40e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:22:55.644734 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] Attempting to bind port 55417d50-2d65-4c3b-a27e-2e793024ddcd on network 1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:22:55.650504 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:22:55.650911 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] Checking segment: {'id': '6db0b87c-c23b-46e8-8869-ee785cb40e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:22:55.651312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:55.651700 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] Bound using segment: {'id': '6db0b87c-c23b-46e8-8869-ee785cb40e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:22:55.652150 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] Bound port: 55417d50-2d65-4c3b-a27e-2e793024ddcd, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db0b87c-c23b-46e8-8869-ee785cb40e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:22:55.652522 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (55417d50-2d65-4c3b-a27e-2e793024ddcd), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:55.654209 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-b7e14d70-ca53-421f-99d6-3f12473fdc26 None None] Provisioning complete for port 55417d50-2d65-4c3b-a27e-2e793024ddcd triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:22:55.654557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b7e14d70-ca53-421f-99d6-3f12473fdc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (55417d50-2d65-4c3b-a27e-2e793024ddcd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:55.718984 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-b7e14d70-ca53-421f-99d6-3f12473fdc26 None None] Port 55417d50-2d65-4c3b-a27e-2e793024ddcd cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:22:55.743759 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] For port 55417d50-2d65-4c3b-a27e-2e793024ddcd, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:22:55.746924 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] For port 55417d50-2d65-4c3b-a27e-2e793024ddcd, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=55417d50-2d65-4c3b-a27e-2e793024ddcd,segment=NetworkSegment(6db0b87c-c23b-46e8-8869-ee785cb40e5b),segment_id=6db0b87c-c23b-46e8-8869-ee785cb40e5b)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:22:55.833450 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (55417d50-2d65-4c3b-a27e-2e793024ddcd), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:55.893080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] Routers {'8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:22:55.893722 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:22:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:22:55.896907 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17816fa6-0a9b-4fa1-908b-6b9028bc77ec None None] Pushing event updated for resources: {'Port': ['ID=55417d50-2d65-4c3b-a27e-2e793024ddcd,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:56.008705 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] Set router 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:22:56.152457 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-018d4abe-4c2f-4e1d-8dab-dd47e5889793 None None] Provisioning complete for port 55417d50-2d65-4c3b-a27e-2e793024ddcd triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:22:56.153146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-018d4abe-4c2f-4e1d-8dab-dd47e5889793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (55417d50-2d65-4c3b-a27e-2e793024ddcd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:56.240733 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708659039', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197'}], 'enable_snat': True}, 'gw_port_id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:53Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:04:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '55417d50-2d65-4c3b-a27e-2e793024ddcd', 'name': '', 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:92:d6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '96d6e1c3-5f6c-46c1-af8d-90ccab63b446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:52Z', 'updated_at': '2022-04-15T04:22:55Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '96d6e1c3-5f6c-46c1-af8d-90ccab63b446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:22:56.269506 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bae582-8806-4886-852a-0b47aa1cd649 None None] The sync data for ids ['8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'] in dv-neutron-837140-3-hyperv is: [{'id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708659039', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197'}], 'enable_snat': True}, 'gw_port_id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:53Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:04:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '55417d50-2d65-4c3b-a27e-2e793024ddcd', 'name': '', 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:92:d6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '96d6e1c3-5f6c-46c1-af8d-90ccab63b446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:52Z', 'updated_at': '2022-04-15T04:22:55Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '96d6e1c3-5f6c-46c1-af8d-90ccab63b446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:22:56.309791 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-018d4abe-4c2f-4e1d-8dab-dd47e5889793 None None] Current status of the port 55417d50-2d65-4c3b-a27e-2e793024ddcd is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:22:56.310034 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-018d4abe-4c2f-4e1d-8dab-dd47e5889793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (55417d50-2d65-4c3b-a27e-2e793024ddcd), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:56.357939 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-018d4abe-4c2f-4e1d-8dab-dd47e5889793 None None] For port 55417d50-2d65-4c3b-a27e-2e793024ddcd, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=55417d50-2d65-4c3b-a27e-2e793024ddcd,segment=NetworkSegment(6db0b87c-c23b-46e8-8869-ee785cb40e5b),segment_id=6db0b87c-c23b-46e8-8869-ee785cb40e5b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:22:56.422066 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-809d6056-c1aa-494a-ad1d-5d279ed62d18 req-c595e23e-9f74-4dd6-b5b4-d922d18d046e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 210 time: 0.0282588 Apr 15 04:22:56.427015 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-018d4abe-4c2f-4e1d-8dab-dd47e5889793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (55417d50-2d65-4c3b-a27e-2e793024ddcd), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:56.485748 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d4abe-4c2f-4e1d-8dab-dd47e5889793 None None] Pushing event updated for resources: {'Port': ['ID=55417d50-2d65-4c3b-a27e-2e793024ddcd,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:56.599361 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 55417d50-2d65-4c3b-a27e-2e793024ddcd up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:22:56.648622 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 55417d50-2d65-4c3b-a27e-2e793024ddcd triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:22:56.648996 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (55417d50-2d65-4c3b-a27e-2e793024ddcd), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:56.732660 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 55417d50-2d65-4c3b-a27e-2e793024ddcd is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:22:57.257120 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-97feeb45-bbb7-4e07-809b-84447dc8d33c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:57.258668 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-97feeb45-bbb7-4e07-809b-84447dc8d33c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "GET /v2.0/networks?id=1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 HTTP/1.1" status: 200 len: 797 time: 0.1052239 Apr 15 04:22:57.330358 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-d14a5b43-5949-4ab3-bb90-7d8de3dd3744 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71 HTTP/1.1" status: 200 len: 379 time: 0.0630252 Apr 15 04:22:57.339046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-11e05576-9167-4a77-97c6-2a6a125e2e7f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'port': {'device_id': 'e53e697b-2818-475f-95c1-c88ba3c3edcf', 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4', 'admin_state_up': True, 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'security_groups': ['b7f3b127-2541-4052-8e35-274694177caf']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:22:57.505931 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-11e05576-9167-4a77-97c6-2a6a125e2e7f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Made reservation on behalf of dd190e8f20b4434dbd4f9acd2d0e1e71 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:22:57.510102 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-11e05576-9167-4a77-97c6-2a6a125e2e7f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:57.522536 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-be5e9c46-f4cc-47d2-889c-9086f868a487 req-959e9efc-0421-4543-9ca1-9480a75a3a29 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 210 time: 0.0293956 Apr 15 04:22:57.637284 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-11e05576-9167-4a77-97c6-2a6a125e2e7f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Allocated IP 172.20.0.10 (1af535ff-86bf-4f81-acc3-70c5f1d1e2c4/96d6e1c3-5f6c-46c1-af8d-90ccab63b446/dc514d68-3fb8-4a86-bb57-8a9b4279fe7d) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:22:57.774866 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-11e05576-9167-4a77-97c6-2a6a125e2e7f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (dc514d68-3fb8-4a86-bb57-8a9b4279fe7d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:57.867796 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-11e05576-9167-4a77-97c6-2a6a125e2e7f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (dc514d68-3fb8-4a86-bb57-8a9b4279fe7d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:57.909772 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-11e05576-9167-4a77-97c6-2a6a125e2e7f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:22:57.912854 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-11e05576-9167-4a77-97c6-2a6a125e2e7f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:22:57.915246 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-11e05576-9167-4a77-97c6-2a6a125e2e7f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:22:57.947512 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e05576-9167-4a77-97c6-2a6a125e2e7f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=dc514d68-3fb8-4a86-bb57-8a9b4279fe7d,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:57.974157 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-11e05576-9167-4a77-97c6-2a6a125e2e7f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:57.974831 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-11e05576-9167-4a77-97c6-2a6a125e2e7f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:58.047007 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-11e05576-9167-4a77-97c6-2a6a125e2e7f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7119758 Apr 15 04:22:58.058756 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] Request body: {'port': {'device_id': 'e53e697b-2818-475f-95c1-c88ba3c3edcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:22:58.124309 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dc514d68-3fb8-4a86-bb57-8a9b4279fe7d), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:58.155380 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-bd11e3d2-2b58-4cb8-8cb0-14e7cb2761ff None None] Provisioning complete for port dc514d68-3fb8-4a86-bb57-8a9b4279fe7d triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:22:58.155964 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bd11e3d2-2b58-4cb8-8cb0-14e7cb2761ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dc514d68-3fb8-4a86-bb57-8a9b4279fe7d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:58.191661 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-bd11e3d2-2b58-4cb8-8cb0-14e7cb2761ff None None] Port dc514d68-3fb8-4a86-bb57-8a9b4279fe7d cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:22:58.382830 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc514d68-3fb8-4a86-bb57-8a9b4279fe7d {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:22:58.390110 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] Publish callbacks [] for port (dc514d68-3fb8-4a86-bb57-8a9b4279fe7d), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:58.401939 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] Transition to ACTIVE for port object dc514d68-3fb8-4a86-bb57-8a9b4279fe7d will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 04:22:58.469840 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (dc514d68-3fb8-4a86-bb57-8a9b4279fe7d), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:58.520134 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] Pushing event updated for resources: {'Port': ['ID=dc514d68-3fb8-4a86-bb57-8a9b4279fe7d,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:58.610688 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] Attempting to bind port dc514d68-3fb8-4a86-bb57-8a9b4279fe7d on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:22:58.610688 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] Attempting to bind port dc514d68-3fb8-4a86-bb57-8a9b4279fe7d by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '6db0b87c-c23b-46e8-8869-ee785cb40e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:22:58.610688 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] Attempting to bind port dc514d68-3fb8-4a86-bb57-8a9b4279fe7d on network 1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:22:58.631877 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] Port dc514d68-3fb8-4a86-bb57-8a9b4279fe7d on network 1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 04:22:58.632203 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] Attempting to bind port dc514d68-3fb8-4a86-bb57-8a9b4279fe7d on network 1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:22:58.643236 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:22:58.643553 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] Checking segment: {'id': '6db0b87c-c23b-46e8-8869-ee785cb40e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:22:58.643939 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] Bound using segment: {'id': '6db0b87c-c23b-46e8-8869-ee785cb40e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:22:58.644373 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] Bound port: dc514d68-3fb8-4a86-bb57-8a9b4279fe7d, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db0b87c-c23b-46e8-8869-ee785cb40e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:22:58.644729 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dc514d68-3fb8-4a86-bb57-8a9b4279fe7d), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:58.661056 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fda0c-c282-4083-8280-eee43205895d req-db72466c-8573-407c-8e29-5c1d7fec62eb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:58.662547 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1f2fda0c-c282-4083-8280-eee43205895d req-db72466c-8573-407c-8e29-5c1d7fec62eb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 944 time: 0.0680032 Apr 15 04:22:58.755917 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1f2fda0c-c282-4083-8280-eee43205895d req-17093651-02e4-4f70-b946-168a11faaf77 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7f3b127-2541-4052-8e35-274694177caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863342 Apr 15 04:22:58.756934 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] For port dc514d68-3fb8-4a86-bb57-8a9b4279fe7d, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:22:58.760083 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] For port dc514d68-3fb8-4a86-bb57-8a9b4279fe7d, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=dc514d68-3fb8-4a86-bb57-8a9b4279fe7d,segment=NetworkSegment(6db0b87c-c23b-46e8-8869-ee785cb40e5b),segment_id=6db0b87c-c23b-46e8-8869-ee785cb40e5b)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:22:58.833018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (dc514d68-3fb8-4a86-bb57-8a9b4279fe7d), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:58.872107 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:58.872678 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:22:58.874042 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] 10.222.0.30 "PUT /v2.0/ports/dc514d68-3fb8-4a86-bb57-8a9b4279fe7d HTTP/1.1" status: 200 len: 1094 time: 0.8201780 Apr 15 04:22:58.874486 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53e697b-2818-475f-95c1-c88ba3c3edcf', 'tag': 'dc514d68-3fb8-4a86-bb57-8a9b4279fe7d'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:22:58.876782 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4266f1-230d-4123-89a5-effa71583140" -d '{"events": [{"name": "network-changed", "server_uuid": "e53e697b-2818-475f-95c1-c88ba3c3edcf", "tag": "dc514d68-3fb8-4a86-bb57-8a9b4279fe7d"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:22:58.905588 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512af651-8d89-4b33-b2c4-5508f0a9aaed service neutron] Pushing event updated for resources: {'Port': ['ID=dc514d68-3fb8-4a86-bb57-8a9b4279fe7d,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:22:58.918147 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6ab6fb-3bce-4dc8-a238-8f42f9c4e240 x-openstack-request-id: req-1e6ab6fb-3bce-4dc8-a238-8f42f9c4e240 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:22:58.918447 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53e697b-2818-475f-95c1-c88ba3c3edcf", "tag": "dc514d68-3fb8-4a86-bb57-8a9b4279fe7d", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:22:58.918754 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e6ab6fb-3bce-4dc8-a238-8f42f9c4e240 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:22:58.922349 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e6ab6fb-3bce-4dc8-a238-8f42f9c4e240'] response: {'name': 'network-changed', 'server_uuid': 'e53e697b-2818-475f-95c1-c88ba3c3edcf', 'tag': 'dc514d68-3fb8-4a86-bb57-8a9b4279fe7d', 'status': 'completed', 'code': 200} Apr 15 04:22:58.981477 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4266f1-230d-4123-89a5-effa71583140 req-1bb0acbe-5225-4f30-8efd-19c992e8b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:58.983079 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8d4266f1-230d-4123-89a5-effa71583140 req-1bb0acbe-5225-4f30-8efd-19c992e8b603 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 1128 time: 0.0437348 Apr 15 04:22:59.086880 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4266f1-230d-4123-89a5-effa71583140 req-3ff664f3-a566-4fb8-8f1e-65ace48fef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:59.088337 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8d4266f1-230d-4123-89a5-effa71583140 req-3ff664f3-a566-4fb8-8f1e-65ace48fef46 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0992920 Apr 15 04:22:59.179427 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4266f1-230d-4123-89a5-effa71583140 req-1098ce0f-3777-438c-9d34-1668413e2fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:59.180830 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8d4266f1-230d-4123-89a5-effa71583140 req-1098ce0f-3777-438c-9d34-1668413e2fb0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0871768 Apr 15 04:22:59.253622 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-06830381-483e-4ea5-ae60-292b586effd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:59.255121 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-06830381-483e-4ea5-ae60-292b586effd5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 1128 time: 0.0386848 Apr 15 04:22:59.299692 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-2e8e8fea-e291-41d3-93a8-f1c464c77e1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc514d68-3fb8-4a86-bb57-8a9b4279fe7d HTTP/1.1" status: 200 len: 217 time: 0.0369918 Apr 15 04:22:59.347774 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-c6d70833-e121-4651-885c-c1563c883407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:59.349211 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-c6d70833-e121-4651-885c-c1563c883407 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96d6e1c3-5f6c-46c1-af8d-90ccab63b446 HTTP/1.1" status: 200 len: 835 time: 0.0435662 Apr 15 04:22:59.392597 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-824ab317-6143-420a-a33f-48db52198a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:59.394080 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-824ab317-6143-420a-a33f-48db52198a8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1af535ff-86bf-4f81-acc3-70c5f1d1e2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0389569 Apr 15 04:22:59.483091 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-af511d94-9e67-448a-a7b0-3c1e617447e4 service neutron] 10.222.0.30 "GET /v2.0/networks/1af535ff-86bf-4f81-acc3-70c5f1d1e2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833206 Apr 15 04:22:59.571305 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5751ca2c-4ebd-4993-aec2-a2807fdd8114 req-37a302a6-764d-40d7-8bf3-b75f4ef7e91f service neutron] 10.222.0.30 "GET /v2.0/networks/1af535ff-86bf-4f81-acc3-70c5f1d1e2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822561 Apr 15 04:22:59.871896 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242f636-05cf-4c23-b760-2c3eebb5bbac req-040b30af-ae23-44bc-ae52-3dd748be6777 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:22:59.873355 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9242f636-05cf-4c23-b760-2c3eebb5bbac req-040b30af-ae23-44bc-ae52-3dd748be6777 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 944 time: 0.0515983 Apr 15 04:22:59.920278 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9242f636-05cf-4c23-b760-2c3eebb5bbac req-bed2f8a9-acab-405f-b11a-0b6ea72a7e39 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7f3b127-2541-4052-8e35-274694177caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414152 Apr 15 04:23:01.031799 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9df7a1-64f4-46b5-9207-f69a99a2579f req-6deb5fea-33e9-4247-a8b3-c43ada7e6fa1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:01.033245 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6b9df7a1-64f4-46b5-9207-f69a99a2579f req-6deb5fea-33e9-4247-a8b3-c43ada7e6fa1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 944 time: 0.0467873 Apr 15 04:23:01.084397 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6b9df7a1-64f4-46b5-9207-f69a99a2579f req-2750d554-1847-4a9c-a01d-6d25554f627e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7f3b127-2541-4052-8e35-274694177caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455563 Apr 15 04:23:02.197323 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7957d87-5669-4a2f-9ab6-a24dfa909772 req-42382d20-cf55-4170-b90c-2eb6d2cb66a0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:02.198806 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e7957d87-5669-4a2f-9ab6-a24dfa909772 req-42382d20-cf55-4170-b90c-2eb6d2cb66a0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 944 time: 0.0464211 Apr 15 04:23:02.246785 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e7957d87-5669-4a2f-9ab6-a24dfa909772 req-76095268-dd3c-4662-8f1e-1240b831b239 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7f3b127-2541-4052-8e35-274694177caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423286 Apr 15 04:23:02.763458 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device dc514d68-3fb8-4a86-bb57-8a9b4279fe7d details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:23:02.861476 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port dc514d68-3fb8-4a86-bb57-8a9b4279fe7d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=dc514d68-3fb8-4a86-bb57-8a9b4279fe7d,segment=NetworkSegment(6db0b87c-c23b-46e8-8869-ee785cb40e5b),segment_id=6db0b87c-c23b-46e8-8869-ee785cb40e5b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:23:02.873442 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'dc514d68-3fb8-4a86-bb57-8a9b4279fe7d', 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4', 'port_id': 'dc514d68-3fb8-4a86-bb57-8a9b4279fe7d', 'mac_address': 'fa:16:3e:cd:94:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d6e1c3-5f6c-46c1-af8d-90ccab63b446', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:23:02.909207 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port dc514d68-3fb8-4a86-bb57-8a9b4279fe7d is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:23:02.909597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dc514d68-3fb8-4a86-bb57-8a9b4279fe7d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:02.922700 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc514d68-3fb8-4a86-bb57-8a9b4279fe7d {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:23:02.942117 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port dc514d68-3fb8-4a86-bb57-8a9b4279fe7d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=dc514d68-3fb8-4a86-bb57-8a9b4279fe7d,segment=NetworkSegment(6db0b87c-c23b-46e8-8869-ee785cb40e5b),segment_id=6db0b87c-c23b-46e8-8869-ee785cb40e5b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:23:03.032554 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (dc514d68-3fb8-4a86-bb57-8a9b4279fe7d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:03.083094 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=dc514d68-3fb8-4a86-bb57-8a9b4279fe7d,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:23:03.229942 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['dc514d68-3fb8-4a86-bb57-8a9b4279fe7d'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:23:03.371612 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f1e3b-d045-4048-b304-af57353ed7fa req-fd9e48bf-2635-4cf5-9486-cc6ce82cae2b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:03.373380 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-497f1e3b-d045-4048-b304-af57353ed7fa req-fd9e48bf-2635-4cf5-9486-cc6ce82cae2b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 945 time: 0.0551403 Apr 15 04:23:03.426275 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-497f1e3b-d045-4048-b304-af57353ed7fa req-47253601-7ab4-40ed-abaf-856c67003c7e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7f3b127-2541-4052-8e35-274694177caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468700 Apr 15 04:23:04.540870 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b144c-1cef-4319-8938-7a353a659849 req-929a6ae3-b040-46ae-ab9a-b460a54c4188 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:04.542332 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4d9b144c-1cef-4319-8938-7a353a659849 req-929a6ae3-b040-46ae-ab9a-b460a54c4188 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 945 time: 0.0516419 Apr 15 04:23:04.589400 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4d9b144c-1cef-4319-8938-7a353a659849 req-1d7c6919-04f4-4552-92f4-08e8f557c9cb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7f3b127-2541-4052-8e35-274694177caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415864 Apr 15 04:23:04.764070 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device dc514d68-3fb8-4a86-bb57-8a9b4279fe7d up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:23:04.808425 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port dc514d68-3fb8-4a86-bb57-8a9b4279fe7d completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 04:23:04.878203 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port dc514d68-3fb8-4a86-bb57-8a9b4279fe7d triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:23:04.878605 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (dc514d68-3fb8-4a86-bb57-8a9b4279fe7d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:04.967505 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port dc514d68-3fb8-4a86-bb57-8a9b4279fe7d is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:23:04.967884 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (dc514d68-3fb8-4a86-bb57-8a9b4279fe7d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:04.989853 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53e697b-2818-475f-95c1-c88ba3c3edcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc514d68-3fb8-4a86-bb57-8a9b4279fe7d'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:23:04.992182 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70cf93d-a2a9-4d42-9caa-87fafd71e7cc" -d '{"events": [{"server_uuid": "e53e697b-2818-475f-95c1-c88ba3c3edcf", "name": "network-vif-plugged", "status": "completed", "tag": "dc514d68-3fb8-4a86-bb57-8a9b4279fe7d"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:23:05.005021 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port dc514d68-3fb8-4a86-bb57-8a9b4279fe7d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=dc514d68-3fb8-4a86-bb57-8a9b4279fe7d,segment=NetworkSegment(6db0b87c-c23b-46e8-8869-ee785cb40e5b),segment_id=6db0b87c-c23b-46e8-8869-ee785cb40e5b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:23:05.028927 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f4cd4a-4bec-4141-8d0f-33deea43e65b x-openstack-request-id: req-21f4cd4a-4bec-4141-8d0f-33deea43e65b {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:23:05.029216 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53e697b-2818-475f-95c1-c88ba3c3edcf", "name": "network-vif-plugged", "status": "completed", "tag": "dc514d68-3fb8-4a86-bb57-8a9b4279fe7d", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:23:05.029839 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21f4cd4a-4bec-4141-8d0f-33deea43e65b {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:23:05.030235 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f4cd4a-4bec-4141-8d0f-33deea43e65b'] response: {'server_uuid': 'e53e697b-2818-475f-95c1-c88ba3c3edcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc514d68-3fb8-4a86-bb57-8a9b4279fe7d', 'code': 200} Apr 15 04:23:05.043962 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:05.072697 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (dc514d68-3fb8-4a86-bb57-8a9b4279fe7d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:05.119599 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=dc514d68-3fb8-4a86-bb57-8a9b4279fe7d,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:23:05.317413 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43992641-015a-40e2-b05c-a42521a63f66 req-a30fcbc4-1795-4c70-893d-fd065b3d4140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:05.318877 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-43992641-015a-40e2-b05c-a42521a63f66 req-a30fcbc4-1795-4c70-893d-fd065b3d4140 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 1130 time: 0.0382380 Apr 15 04:23:05.364255 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-43992641-015a-40e2-b05c-a42521a63f66 req-30138916-0e54-46fd-b450-dc36cae98a50 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b7f3b127-2541-4052-8e35-274694177caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392318 Apr 15 04:23:05.700122 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f5d85-72c6-4d8a-96ed-bf5ab0c9cf77 req-4434b93b-5746-4e87-8819-a8f2d1a4a732 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:05.701580 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-364f5d85-72c6-4d8a-96ed-bf5ab0c9cf77 req-4434b93b-5746-4e87-8819-a8f2d1a4a732 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 946 time: 0.0458751 Apr 15 04:23:05.752803 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-364f5d85-72c6-4d8a-96ed-bf5ab0c9cf77 req-4fc37275-09dc-47a0-a271-bad7e65afa77 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7f3b127-2541-4052-8e35-274694177caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456927 Apr 15 04:23:06.864423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5652a-8ba6-4e64-8f16-c75ec9357dde req-f1f15be4-c1c9-44f8-8778-3d72f112c299 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:06.866229 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ada5652a-8ba6-4e64-8f16-c75ec9357dde req-f1f15be4-c1c9-44f8-8778-3d72f112c299 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 946 time: 0.0453422 Apr 15 04:23:06.915804 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ada5652a-8ba6-4e64-8f16-c75ec9357dde req-56a4a3f5-2041-4582-b5e9-b7581aec1a1c tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7f3b127-2541-4052-8e35-274694177caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432971 Apr 15 04:23:07.025266 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c09a68-acd0-4e54-a412-23e7beeb0b40 req-ea1030da-f78d-47f8-9ba6-bd4d01f939ae tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:07.026776 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-79c09a68-acd0-4e54-a412-23e7beeb0b40 req-ea1030da-f78d-47f8-9ba6-bd4d01f939ae tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 946 time: 0.0473707 Apr 15 04:23:07.075422 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-79c09a68-acd0-4e54-a412-23e7beeb0b40 req-f0e7921a-a565-4c73-9871-4682855f943a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7f3b127-2541-4052-8e35-274694177caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429575 Apr 15 04:23:07.095839 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42876) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:23:07.133905 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54d1bbc-450b-4d6a-a6c0-89612fe86295 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:07.135469 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a54d1bbc-450b-4d6a-a6c0-89612fe86295 tempest-TestNetworkAdvancedServerOps-609854264 tempest-TestNetworkAdvancedServerOps-609854264-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 1125 time: 0.0386586 Apr 15 04:23:07.138190 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42878) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:23:07.142376 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-42f4cbdd-209f-4992-996f-28e8f4ae2e09 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': 'dc514d68-3fb8-4a86-bb57-8a9b4279fe7d', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:23:07.221003 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-42f4cbdd-209f-4992-996f-28e8f4ae2e09 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:07.300410 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-42f4cbdd-209f-4992-996f-28e8f4ae2e09 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:07.400303 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-42f4cbdd-209f-4992-996f-28e8f4ae2e09 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Allocated IP 172.26.6.126 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/33228638-0375-4a80-b3df-6c6ad7d7d832) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:23:07.504790 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-42f4cbdd-209f-4992-996f-28e8f4ae2e09 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (33228638-0375-4a80-b3df-6c6ad7d7d832), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:07.602192 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-42f4cbdd-209f-4992-996f-28e8f4ae2e09 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (33228638-0375-4a80-b3df-6c6ad7d7d832), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:07.636190 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f4cbdd-209f-4992-996f-28e8f4ae2e09 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:23:07.640314 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-42f4cbdd-209f-4992-996f-28e8f4ae2e09 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:23:07.645729 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f4cbdd-209f-4992-996f-28e8f4ae2e09 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:23:07.669777 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4cbdd-209f-4992-996f-28e8f4ae2e09 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=33228638-0375-4a80-b3df-6c6ad7d7d832,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:23:08.006553 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-42f4cbdd-209f-4992-996f-28e8f4ae2e09 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for floatingip (c5ddaeb5-9209-46aa-81df-51457764b38c), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:08.129922 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-42f4cbdd-209f-4992-996f-28e8f4ae2e09 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (33228638-0375-4a80-b3df-6c6ad7d7d832), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:08.276017 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-42f4cbdd-209f-4992-996f-28e8f4ae2e09 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for port (33228638-0375-4a80-b3df-6c6ad7d7d832), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:08.346634 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-42f4cbdd-209f-4992-996f-28e8f4ae2e09 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (33228638-0375-4a80-b3df-6c6ad7d7d832), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:08.418548 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4cbdd-209f-4992-996f-28e8f4ae2e09 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event updated for resources: {'Port': ['ID=33228638-0375-4a80-b3df-6c6ad7d7d832,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:23:08.431865 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-42f4cbdd-209f-4992-996f-28e8f4ae2e09 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (c5ddaeb5-9209-46aa-81df-51457764b38c), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:08.531899 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-42f4cbdd-209f-4992-996f-28e8f4ae2e09 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Floating IP c5ddaeb5-9209-46aa-81df-51457764b38c associated. External IP: 172.26.6.126, port: dc514d68-3fb8-4a86-bb57-8a9b4279fe7d. Apr 15 04:23:08.747212 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f4cbdd-209f-4992-996f-28e8f4ae2e09 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:23:08.857201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f4cbdd-209f-4992-996f-28e8f4ae2e09 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:23:08.866538 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ea6a17-dbca-46be-9dd7-8ec2c7b1fad2 None None] Sync routers for ids ['8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:23:08.877027 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ea6a17-dbca-46be-9dd7-8ec2c7b1fad2 None None] Routers {'8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:23:08.877640 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-66ea6a17-dbca-46be-9dd7-8ec2c7b1fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:22:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:23:08.925824 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-42f4cbdd-209f-4992-996f-28e8f4ae2e09 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:08.956139 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-42f4cbdd-209f-4992-996f-28e8f4ae2e09 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8169041 Apr 15 04:23:08.956729 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53e697b-2818-475f-95c1-c88ba3c3edcf', 'tag': 'dc514d68-3fb8-4a86-bb57-8a9b4279fe7d'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:23:08.959002 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4c0158-36fc-446c-baee-f19b9d597f00" -d '{"events": [{"name": "network-changed", "server_uuid": "e53e697b-2818-475f-95c1-c88ba3c3edcf", "tag": "dc514d68-3fb8-4a86-bb57-8a9b4279fe7d"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:23:08.993081 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-66ea6a17-dbca-46be-9dd7-8ec2c7b1fad2 None None] Set router 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:23:09.011269 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0f96fc-7af9-4ac2-ab09-b8340c0509fd x-openstack-request-id: req-9d0f96fc-7af9-4ac2-ab09-b8340c0509fd {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:23:09.011592 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53e697b-2818-475f-95c1-c88ba3c3edcf", "tag": "dc514d68-3fb8-4a86-bb57-8a9b4279fe7d", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:23:09.011869 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d0f96fc-7af9-4ac2-ab09-b8340c0509fd {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:23:09.012290 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d0f96fc-7af9-4ac2-ab09-b8340c0509fd'] response: {'name': 'network-changed', 'server_uuid': 'e53e697b-2818-475f-95c1-c88ba3c3edcf', 'tag': 'dc514d68-3fb8-4a86-bb57-8a9b4279fe7d', 'status': 'completed', 'code': 200} Apr 15 04:23:09.077884 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689499f7-733b-4859-9919-0eedc8729bca req-3bceb3de-de4a-41f4-8548-67c39bdda582 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:09.079526 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-689499f7-733b-4859-9919-0eedc8729bca req-3bceb3de-de4a-41f4-8548-67c39bdda582 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 946 time: 0.0533597 Apr 15 04:23:09.080050 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c0158-36fc-446c-baee-f19b9d597f00 req-5b8f641b-50b4-4925-a3fa-792f5277fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:09.081677 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ff4c0158-36fc-446c-baee-f19b9d597f00 req-5b8f641b-50b4-4925-a3fa-792f5277fab7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 1130 time: 0.0481434 Apr 15 04:23:09.134606 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-689499f7-733b-4859-9919-0eedc8729bca req-aabbbe4f-05b9-4b9a-819c-06774b8f230a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7f3b127-2541-4052-8e35-274694177caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481060 Apr 15 04:23:09.157497 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42884) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:23:09.181699 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c0158-36fc-446c-baee-f19b9d597f00 req-186f3be7-8b50-4b65-b906-a1007e519663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:09.183612 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ff4c0158-36fc-446c-baee-f19b9d597f00 req-186f3be7-8b50-4b65-b906-a1007e519663 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 HTTP/1.1" status: 200 len: 897 time: 0.0940011 Apr 15 04:23:09.224452 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-24b149c9-ffe7-4f13-8314-63a95f8337fc tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/floatingips/c5ddaeb5-9209-46aa-81df-51457764b38c HTTP/1.1" status: 200 len: 992 time: 0.0651217 Apr 15 04:23:09.237254 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-66ea6a17-dbca-46be-9dd7-8ec2c7b1fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708659039', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197'}], 'enable_snat': True}, 'gw_port_id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:53Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:04:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'c5ddaeb5-9209-46aa-81df-51457764b38c', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'floating_ip_address': '172.26.6.126', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'port_id': 'dc514d68-3fb8-4a86-bb57-8a9b4279fe7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4', 'mac_address': 'fa:16:3e:cd:94:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53e697b-2818-475f-95c1-c88ba3c3edcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:23:07Z', 'updated_at': '2022-04-15T04:23:07Z', 'revision_number': 0, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55417d50-2d65-4c3b-a27e-2e793024ddcd', 'name': '', 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:92:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '96d6e1c3-5f6c-46c1-af8d-90ccab63b446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:52Z', 'updated_at': '2022-04-15T04:22:56Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '96d6e1c3-5f6c-46c1-af8d-90ccab63b446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:23:09.248634 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ff4c0158-36fc-446c-baee-f19b9d597f00 req-ab21f3f3-eecd-4f20-9320-f2a895866466 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc514d68-3fb8-4a86-bb57-8a9b4279fe7d HTTP/1.1" status: 200 len: 1000 time: 0.0598121 Apr 15 04:23:09.262954 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ea6a17-dbca-46be-9dd7-8ec2c7b1fad2 None None] Checking router: 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:23:09.271149 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ea6a17-dbca-46be-9dd7-8ec2c7b1fad2 None None] Routers {'8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:23:09.271746 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-66ea6a17-dbca-46be-9dd7-8ec2c7b1fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:22:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:23:09.296114 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c0158-36fc-446c-baee-f19b9d597f00 req-81feeb6b-637a-419d-95c1-ec0ac8c9426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:09.297570 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ff4c0158-36fc-446c-baee-f19b9d597f00 req-81feeb6b-637a-419d-95c1-ec0ac8c9426d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96d6e1c3-5f6c-46c1-af8d-90ccab63b446 HTTP/1.1" status: 200 len: 835 time: 0.0434391 Apr 15 04:23:09.343833 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c0158-36fc-446c-baee-f19b9d597f00 req-ab01c4d4-64a5-44de-b79b-cba538d07c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:09.345327 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ff4c0158-36fc-446c-baee-f19b9d597f00 req-ab01c4d4-64a5-44de-b79b-cba538d07c6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1af535ff-86bf-4f81-acc3-70c5f1d1e2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425642 Apr 15 04:23:09.379940 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-66ea6a17-dbca-46be-9dd7-8ec2c7b1fad2 None None] Set router 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:23:09.475645 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:23:09.610177 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-66ea6a17-dbca-46be-9dd7-8ec2c7b1fad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708659039', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197'}], 'enable_snat': True}, 'gw_port_id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:53Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:04:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'c5ddaeb5-9209-46aa-81df-51457764b38c', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'floating_ip_address': '172.26.6.126', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'port_id': 'dc514d68-3fb8-4a86-bb57-8a9b4279fe7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4', 'mac_address': 'fa:16:3e:cd:94:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53e697b-2818-475f-95c1-c88ba3c3edcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:23:07Z', 'updated_at': '2022-04-15T04:23:07Z', 'revision_number': 0, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55417d50-2d65-4c3b-a27e-2e793024ddcd', 'name': '', 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:92:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '96d6e1c3-5f6c-46c1-af8d-90ccab63b446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:52Z', 'updated_at': '2022-04-15T04:22:56Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '96d6e1c3-5f6c-46c1-af8d-90ccab63b446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:23:09.637588 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ea6a17-dbca-46be-9dd7-8ec2c7b1fad2 None None] The sync data for ids ['8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'] in dv-neutron-837140-3-hyperv is: [{'id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708659039', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197'}], 'enable_snat': True}, 'gw_port_id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:53Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:04:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'c5ddaeb5-9209-46aa-81df-51457764b38c', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'floating_ip_address': '172.26.6.126', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'port_id': 'dc514d68-3fb8-4a86-bb57-8a9b4279fe7d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4', 'mac_address': 'fa:16:3e:cd:94:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53e697b-2818-475f-95c1-c88ba3c3edcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:23:07Z', 'updated_at': '2022-04-15T04:23:07Z', 'revision_number': 0, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55417d50-2d65-4c3b-a27e-2e793024ddcd', 'name': '', 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:92:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '96d6e1c3-5f6c-46c1-af8d-90ccab63b446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:52Z', 'updated_at': '2022-04-15T04:22:56Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '96d6e1c3-5f6c-46c1-af8d-90ccab63b446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:23:09.751246 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ff4c0158-36fc-446c-baee-f19b9d597f00 req-3ca681fc-d727-4db9-a9fe-2dd12256ee5b service neutron] 10.222.0.30 "GET /v2.0/networks/1af535ff-86bf-4f81-acc3-70c5f1d1e2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958526 Apr 15 04:23:09.825875 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176b792a-ba7d-4fb1-9c07-dc4595dec0c9 None None] New status for floating IP c5ddaeb5-9209-46aa-81df-51457764b38c: ACTIVE {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:23:09.848812 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ff4c0158-36fc-446c-baee-f19b9d597f00 req-5c6b768d-55e5-4daa-85fa-75434eea95b8 service neutron] 10.222.0.30 "GET /v2.0/networks/1af535ff-86bf-4f81-acc3-70c5f1d1e2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907416 Apr 15 04:23:10.228391 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42886) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:23:10.291716 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-de4f3c43-011b-41c4-9139-98a71401d8fb tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/floatingips/c5ddaeb5-9209-46aa-81df-51457764b38c HTTP/1.1" status: 200 len: 994 time: 0.0622826 Apr 15 04:23:18.560910 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1f5c842b-fb4a-4520-8408-a2f2d6e7cee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:20.474246 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d155ea20-71dd-478d-a5e9-9adc91d13051 req-63535ca5-321a-4251-8124-73addf4971a3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371590 Apr 15 04:23:20.551040 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155ea20-71dd-478d-a5e9-9adc91d13051 req-0a4d385d-482e-4365-a68d-367adaf6443c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:20.552749 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d155ea20-71dd-478d-a5e9-9adc91d13051 req-0a4d385d-482e-4365-a68d-367adaf6443c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 1130 time: 0.0375340 Apr 15 04:23:20.654199 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155ea20-71dd-478d-a5e9-9adc91d13051 req-61f1fe47-2de0-4326-9ae1-9e94b59d751a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:20.655639 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d155ea20-71dd-478d-a5e9-9adc91d13051 req-61f1fe47-2de0-4326-9ae1-9e94b59d751a service neutron] 10.222.0.30 "GET /v2.0/networks?id=1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 HTTP/1.1" status: 200 len: 897 time: 0.0854459 Apr 15 04:23:20.750854 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d155ea20-71dd-478d-a5e9-9adc91d13051 req-c400bb68-05cb-413f-8a8f-fb052c3935ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc514d68-3fb8-4a86-bb57-8a9b4279fe7d HTTP/1.1" status: 200 len: 1002 time: 0.0889790 Apr 15 04:23:20.799939 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155ea20-71dd-478d-a5e9-9adc91d13051 req-83ae44e4-4994-4f58-91f5-0abe8d91c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:20.801311 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d155ea20-71dd-478d-a5e9-9adc91d13051 req-83ae44e4-4994-4f58-91f5-0abe8d91c646 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96d6e1c3-5f6c-46c1-af8d-90ccab63b446 HTTP/1.1" status: 200 len: 835 time: 0.0454693 Apr 15 04:23:20.843338 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155ea20-71dd-478d-a5e9-9adc91d13051 req-fd81b125-7666-45f7-bf0a-57910722f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:20.844792 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d155ea20-71dd-478d-a5e9-9adc91d13051 req-fd81b125-7666-45f7-bf0a-57910722f3fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1af535ff-86bf-4f81-acc3-70c5f1d1e2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0374360 Apr 15 04:23:20.889521 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-98a13fd7-d6c6-454d-8b30-784fc4ed553c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:20.934002 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d155ea20-71dd-478d-a5e9-9adc91d13051 req-167430ca-4022-4640-a9e8-bd60fed4e395 service neutron] 10.222.0.30 "GET /v2.0/networks/1af535ff-86bf-4f81-acc3-70c5f1d1e2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835710 Apr 15 04:23:21.025217 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d155ea20-71dd-478d-a5e9-9adc91d13051 req-e19ed9af-e489-48cf-9f2e-7b25a2348a26 service neutron] 10.222.0.30 "GET /v2.0/networks/1af535ff-86bf-4f81-acc3-70c5f1d1e2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847900 Apr 15 04:23:22.052336 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:23.578201 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:24.921709 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:35.060026 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:38.372939 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-672d823d-080a-46d7-9bc0-53824093b93a service neutron] (104667) timed out ('10.222.0.15', 39158) {{(pid=104667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 15 04:23:38.917731 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [req-accd432c-3f82-4098-8161-2dfc104b3dd0 req-e1a9b4b9-e963-4d8c-8976-93071959d369 tempest-ServerActionsTestJSON-1010499657 tempest-ServerActionsTestJSON-1010499657-project] (104667) timed out ('10.222.0.15', 39178) {{(pid=104667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 15 04:23:41.900654 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e773c-7c85-4ed0-8168-900f33bdf016 req-5a7120ec-f568-4d82-81e4-55a0a03058a1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:41.902142 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-522e773c-7c85-4ed0-8168-900f33bdf016 req-5a7120ec-f568-4d82-81e4-55a0a03058a1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 946 time: 0.0484715 Apr 15 04:23:41.950315 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-522e773c-7c85-4ed0-8168-900f33bdf016 req-db98f645-9f22-41fb-9769-38f3b18553a7 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7f3b127-2541-4052-8e35-274694177caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426080 Apr 15 04:23:43.064452 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ada17f-2afe-4960-8bed-35086cc2d5ed req-8755d0f4-2d06-4c40-9469-a7e54ec5a95e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:43.065947 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-09ada17f-2afe-4960-8bed-35086cc2d5ed req-8755d0f4-2d06-4c40-9469-a7e54ec5a95e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 946 time: 0.0462985 Apr 15 04:23:43.118190 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-09ada17f-2afe-4960-8bed-35086cc2d5ed req-a52684df-8705-4694-9676-43e1d57cdaec tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7f3b127-2541-4052-8e35-274694177caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464180 Apr 15 04:23:43.140602 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42904) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:23:43.199365 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1457393f-5649-4d73-9d4e-5d77065d1ae0 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/floatingips/c5ddaeb5-9209-46aa-81df-51457764b38c HTTP/1.1" status: 200 len: 994 time: 0.0576868 Apr 15 04:23:44.607272 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d976a41-3f20-42bc-8f63-c945ff4f09e5 req-536b4a56-b645-4f39-a1de-4cbd76a70e02 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:44.608785 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3d976a41-3f20-42bc-8f63-c945ff4f09e5 req-536b4a56-b645-4f39-a1de-4cbd76a70e02 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 946 time: 0.0536716 Apr 15 04:23:44.669035 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3d976a41-3f20-42bc-8f63-c945ff4f09e5 req-99be0d92-4c23-485a-a402-24b97c0e987a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7f3b127-2541-4052-8e35-274694177caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545869 Apr 15 04:23:44.695484 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87bfbc-3eec-4098-a342-dcc45d4491f7 req-d93b8f27-8336-42c7-bdc0-071be6c77c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:44.696958 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2a87bfbc-3eec-4098-a342-dcc45d4491f7 req-d93b8f27-8336-42c7-bdc0-071be6c77c1d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 1130 time: 0.0488777 Apr 15 04:23:44.787654 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87bfbc-3eec-4098-a342-dcc45d4491f7 req-8248486d-29f1-48eb-a2fc-bc46e1ea4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:44.788997 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2a87bfbc-3eec-4098-a342-dcc45d4491f7 req-8248486d-29f1-48eb-a2fc-bc46e1ea4bdd service neutron] 10.222.0.30 "GET /v2.0/networks?id=1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 HTTP/1.1" status: 200 len: 897 time: 0.0859580 Apr 15 04:23:44.853330 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2a87bfbc-3eec-4098-a342-dcc45d4491f7 req-6a2ce0cf-d2ea-4459-8162-bf5ccb603907 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc514d68-3fb8-4a86-bb57-8a9b4279fe7d HTTP/1.1" status: 200 len: 1002 time: 0.0576878 Apr 15 04:23:44.901336 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87bfbc-3eec-4098-a342-dcc45d4491f7 req-064f7835-518b-4e54-8132-c0d9ddb5489d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:44.902796 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2a87bfbc-3eec-4098-a342-dcc45d4491f7 req-064f7835-518b-4e54-8132-c0d9ddb5489d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96d6e1c3-5f6c-46c1-af8d-90ccab63b446 HTTP/1.1" status: 200 len: 835 time: 0.0435731 Apr 15 04:23:44.948004 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87bfbc-3eec-4098-a342-dcc45d4491f7 req-a5b7f906-2ec7-4f3a-a416-50897d4f1abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:44.949465 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2a87bfbc-3eec-4098-a342-dcc45d4491f7 req-a5b7f906-2ec7-4f3a-a416-50897d4f1abc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1af535ff-86bf-4f81-acc3-70c5f1d1e2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0414526 Apr 15 04:23:45.036951 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2a87bfbc-3eec-4098-a342-dcc45d4491f7 req-55624184-adad-467e-bc10-41fb981947c3 service neutron] 10.222.0.30 "GET /v2.0/networks/1af535ff-86bf-4f81-acc3-70c5f1d1e2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814722 Apr 15 04:23:45.130712 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2a87bfbc-3eec-4098-a342-dcc45d4491f7 req-68f1f333-2061-448d-9e9f-1138a7e5fc89 service neutron] 10.222.0.30 "GET /v2.0/networks/1af535ff-86bf-4f81-acc3-70c5f1d1e2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876656 Apr 15 04:23:45.783989 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3f332-82e7-46a4-903a-7c709a081190 req-833e8371-a401-4c08-82bd-943711e17eef tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:45.785442 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7ff3f332-82e7-46a4-903a-7c709a081190 req-833e8371-a401-4c08-82bd-943711e17eef tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 946 time: 0.0462096 Apr 15 04:23:45.833495 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7ff3f332-82e7-46a4-903a-7c709a081190 req-3cf95f07-09a7-44e1-a540-49c43a6506b4 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7f3b127-2541-4052-8e35-274694177caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418704 Apr 15 04:23:46.475133 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:23:46.946175 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960d776-b043-404f-85ba-fa7eeb696f32 req-3198f710-a2f3-44e5-a12b-9eb0d68ee89b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:46.947688 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5960d776-b043-404f-85ba-fa7eeb696f32 req-3198f710-a2f3-44e5-a12b-9eb0d68ee89b tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 946 time: 0.0469198 Apr 15 04:23:46.996116 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5960d776-b043-404f-85ba-fa7eeb696f32 req-ce37eeaa-7f7f-4795-9762-d334ea8d6e9e tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7f3b127-2541-4052-8e35-274694177caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428703 Apr 15 04:23:47.017649 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42916) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:23:47.081304 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fd7feff0-f4ba-461a-8b3d-0dd28fa97bf2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/floatingips/c5ddaeb5-9209-46aa-81df-51457764b38c HTTP/1.1" status: 200 len: 994 time: 0.0625134 Apr 15 04:23:47.308559 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42922) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:23:47.452535 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting port 33228638-0375-4a80-b3df-6c6ad7d7d832 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:23:47.452876 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (33228638-0375-4a80-b3df-6c6ad7d7d832), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:47.531116 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (33228638-0375-4a80-b3df-6c6ad7d7d832), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:47.531443 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for floatingip (33228638-0375-4a80-b3df-6c6ad7d7d832), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:47.544119 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Calling delete_port for 33228638-0375-4a80-b3df-6c6ad7d7d832 owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:23:47.763093 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (33228638-0375-4a80-b3df-6c6ad7d7d832), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:47.786462 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Port': ['ID=33228638-0375-4a80-b3df-6c6ad7d7d832,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:23:47.796196 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:47.796645 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:47.796997 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:47.797364 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:47.797702 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:47.798434 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:47.798434 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:47.798706 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:47.799035 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:47.799366 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:47.799694 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:47.800018 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:47.800363 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:47.800668 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:47.801006 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:47.861487 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for floatingip (c5ddaeb5-9209-46aa-81df-51457764b38c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:47.861798 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Floating IP c5ddaeb5-9209-46aa-81df-51457764b38c disassociated (deleted). External IP: 172.26.6.126, port: dc514d68-3fb8-4a86-bb57-8a9b4279fe7d. Apr 15 04:23:48.375603 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:23:48.482698 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:23:48.487751 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:48.493427 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971682b6-ab48-4df5-b1ea-83dbbc49d089 None None] Sync routers for ids ['8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:23:48.503407 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971682b6-ab48-4df5-b1ea-83dbbc49d089 None None] Routers {'8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:23:48.504028 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-971682b6-ab48-4df5-b1ea-83dbbc49d089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:23:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:23:48.518575 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-13ec11a2-9a86-49b4-9505-5fe640b3b238 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/floatingips/c5ddaeb5-9209-46aa-81df-51457764b38c HTTP/1.1" status: 204 len: 168 time: 1.2089407 Apr 15 04:23:48.519212 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53e697b-2818-475f-95c1-c88ba3c3edcf', 'tag': 'dc514d68-3fb8-4a86-bb57-8a9b4279fe7d'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:23:48.521486 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360ac895-4387-40f1-8a60-af7f44223d05" -d '{"events": [{"name": "network-changed", "server_uuid": "e53e697b-2818-475f-95c1-c88ba3c3edcf", "tag": "dc514d68-3fb8-4a86-bb57-8a9b4279fe7d"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:23:48.559657 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0591d5-e754-431b-ab2f-a674327b1924 x-openstack-request-id: req-ad0591d5-e754-431b-ab2f-a674327b1924 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:23:48.559954 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e53e697b-2818-475f-95c1-c88ba3c3edcf", "tag": "dc514d68-3fb8-4a86-bb57-8a9b4279fe7d", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:23:48.560210 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad0591d5-e754-431b-ab2f-a674327b1924 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:23:48.560618 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0591d5-e754-431b-ab2f-a674327b1924'] response: {'name': 'network-changed', 'server_uuid': 'e53e697b-2818-475f-95c1-c88ba3c3edcf', 'tag': 'dc514d68-3fb8-4a86-bb57-8a9b4279fe7d', 'status': 'completed', 'code': 200} Apr 15 04:23:48.568677 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3e8805a8-d1cc-43b0-9eb4-025cbd84c9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:48.618026 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-971682b6-ab48-4df5-b1ea-83dbbc49d089 None None] Set router 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:23:48.625093 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ac895-4387-40f1-8a60-af7f44223d05 req-5e257092-24e0-4ed2-a951-e02e913d50f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:48.626777 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-360ac895-4387-40f1-8a60-af7f44223d05 req-5e257092-24e0-4ed2-a951-e02e913d50f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 1130 time: 0.0417941 Apr 15 04:23:48.729282 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ac895-4387-40f1-8a60-af7f44223d05 req-bd9ad6bc-0ab3-4247-acf5-384cc288b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:48.730845 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-360ac895-4387-40f1-8a60-af7f44223d05 req-bd9ad6bc-0ab3-4247-acf5-384cc288b0dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 HTTP/1.1" status: 200 len: 897 time: 0.0931606 Apr 15 04:23:48.775042 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-360ac895-4387-40f1-8a60-af7f44223d05 req-9fbd22e2-2bfa-4585-bc36-6b72375e57e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc514d68-3fb8-4a86-bb57-8a9b4279fe7d HTTP/1.1" status: 200 len: 217 time: 0.0385795 Apr 15 04:23:48.829588 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ac895-4387-40f1-8a60-af7f44223d05 req-2b66a3be-03fd-4efc-ba97-ca5c9bc12e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:48.832042 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-360ac895-4387-40f1-8a60-af7f44223d05 req-2b66a3be-03fd-4efc-ba97-ca5c9bc12e99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=96d6e1c3-5f6c-46c1-af8d-90ccab63b446 HTTP/1.1" status: 200 len: 835 time: 0.0519347 Apr 15 04:23:48.877234 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ac895-4387-40f1-8a60-af7f44223d05 req-4d981871-ca21-47e2-8c19-d536b9bb02cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:48.879052 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-360ac895-4387-40f1-8a60-af7f44223d05 req-4d981871-ca21-47e2-8c19-d536b9bb02cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1af535ff-86bf-4f81-acc3-70c5f1d1e2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0402715 Apr 15 04:23:48.906205 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-971682b6-ab48-4df5-b1ea-83dbbc49d089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708659039', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197'}], 'enable_snat': True}, 'gw_port_id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:53Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:04:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '55417d50-2d65-4c3b-a27e-2e793024ddcd', 'name': '', 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:92:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '96d6e1c3-5f6c-46c1-af8d-90ccab63b446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:52Z', 'updated_at': '2022-04-15T04:22:56Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '96d6e1c3-5f6c-46c1-af8d-90ccab63b446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:23:48.935248 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971682b6-ab48-4df5-b1ea-83dbbc49d089 None None] Checking router: 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:23:48.944138 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971682b6-ab48-4df5-b1ea-83dbbc49d089 None None] Routers {'8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:23:48.944764 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-971682b6-ab48-4df5-b1ea-83dbbc49d089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:23:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:23:48.960216 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b64b7a-cd0a-4e4e-84e1-ab29c28b794f req-aff560ac-15f8-482a-a93e-30a5cd5c2b0a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:48.961713 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b7b64b7a-cd0a-4e4e-84e1-ab29c28b794f req-aff560ac-15f8-482a-a93e-30a5cd5c2b0a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 946 time: 0.0481443 Apr 15 04:23:49.011872 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b7b64b7a-cd0a-4e4e-84e1-ab29c28b794f req-94c39c41-3ef7-43cc-b8ed-268adea66fde tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7f3b127-2541-4052-8e35-274694177caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445187 Apr 15 04:23:49.049524 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-971682b6-ab48-4df5-b1ea-83dbbc49d089 None None] Set router 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:23:49.231538 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-971682b6-ab48-4df5-b1ea-83dbbc49d089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708659039', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197'}], 'enable_snat': True}, 'gw_port_id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:53Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:04:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '55417d50-2d65-4c3b-a27e-2e793024ddcd', 'name': '', 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:92:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '96d6e1c3-5f6c-46c1-af8d-90ccab63b446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:52Z', 'updated_at': '2022-04-15T04:22:56Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '96d6e1c3-5f6c-46c1-af8d-90ccab63b446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:23:49.260328 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971682b6-ab48-4df5-b1ea-83dbbc49d089 None None] The sync data for ids ['8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'] in dv-neutron-837140-3-hyperv is: [{'id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708659039', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197'}], 'enable_snat': True}, 'gw_port_id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:53Z', 'revision_number': 4, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:04:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '55417d50-2d65-4c3b-a27e-2e793024ddcd', 'name': '', 'network_id': '1af535ff-86bf-4f81-acc3-70c5f1d1e2c4', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'mac_address': 'fa:16:3e:92:d6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '96d6e1c3-5f6c-46c1-af8d-90ccab63b446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:52Z', 'updated_at': '2022-04-15T04:22:56Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'subnets': [{'id': '96d6e1c3-5f6c-46c1-af8d-90ccab63b446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:23:49.467630 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe9ba1b-3f2f-4294-957e-a3a89106f7c6 None None] New status for floating IP c5ddaeb5-9209-46aa-81df-51457764b38c: DOWN {{(pid=104668) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:23:50.157041 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a60818-7607-41c7-9c33-7b63b135769b req-11adf724-7930-4465-b4f5-5cb5cc23caff tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:50.158511 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-00a60818-7607-41c7-9c33-7b63b135769b req-11adf724-7930-4465-b4f5-5cb5cc23caff tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 946 time: 0.0619266 Apr 15 04:23:50.184956 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-360ac895-4387-40f1-8a60-af7f44223d05 req-99380df6-2b94-4737-95f2-8b675c999cf0 service neutron] 10.222.0.30 "GET /v2.0/networks/1af535ff-86bf-4f81-acc3-70c5f1d1e2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402354 Apr 15 04:23:50.216564 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-00a60818-7607-41c7-9c33-7b63b135769b req-ba67d030-bd37-4398-8563-d24ac917e059 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7f3b127-2541-4052-8e35-274694177caf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482640 Apr 15 04:23:50.321278 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-360ac895-4387-40f1-8a60-af7f44223d05 req-747a4b8f-597a-4b1a-8bc2-ffe1e1be0dd4 service neutron] 10.222.0.30 "GET /v2.0/networks/1af535ff-86bf-4f81-acc3-70c5f1d1e2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825169 Apr 15 04:23:50.400539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a9973-dd14-4c89-ad4a-4a46dffdb4d3 req-f88cec29-f9c9-4a7e-80f6-0cdd91e0295f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:50.402052 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cb6a9973-dd14-4c89-ad4a-4a46dffdb4d3 req-f88cec29-f9c9-4a7e-80f6-0cdd91e0295f tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 946 time: 0.0507832 Apr 15 04:23:50.483323 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-cb6a9973-dd14-4c89-ad4a-4a46dffdb4d3 req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting port dc514d68-3fb8-4a86-bb57-8a9b4279fe7d {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:23:50.483666 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-cb6a9973-dd14-4c89-ad4a-4a46dffdb4d3 req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (dc514d68-3fb8-4a86-bb57-8a9b4279fe7d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:50.575517 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-cb6a9973-dd14-4c89-ad4a-4a46dffdb4d3 req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] For port dc514d68-3fb8-4a86-bb57-8a9b4279fe7d, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=dc514d68-3fb8-4a86-bb57-8a9b4279fe7d,segment=NetworkSegment(6db0b87c-c23b-46e8-8869-ee785cb40e5b),segment_id=6db0b87c-c23b-46e8-8869-ee785cb40e5b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:23:50.575819 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-cb6a9973-dd14-4c89-ad4a-4a46dffdb4d3 req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (dc514d68-3fb8-4a86-bb57-8a9b4279fe7d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:50.588508 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-cb6a9973-dd14-4c89-ad4a-4a46dffdb4d3 req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Calling delete_port for dc514d68-3fb8-4a86-bb57-8a9b4279fe7d owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:23:50.768384 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-cb6a9973-dd14-4c89-ad4a-4a46dffdb4d3 req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (dc514d68-3fb8-4a86-bb57-8a9b4279fe7d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:50.794908 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Port': ['ID=dc514d68-3fb8-4a86-bb57-8a9b4279fe7d,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:23:50.805074 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:50.805431 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:50.805781 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:50.806128 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:50.806473 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:50.806834 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:50.807201 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:50.807540 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:50.808370 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:50.808370 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:50.808551 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:50.808830 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:50.809162 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:50.809494 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:50.809820 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:50.853452 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6a9973-dd14-4c89-ad4a-4a46dffdb4d3 req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] No DVR routers for this DVR port dc514d68-3fb8-4a86-bb57-8a9b4279fe7d on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:23:50.856019 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-cb6a9973-dd14-4c89-ad4a-4a46dffdb4d3 req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:50.859361 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cb6a9973-dd14-4c89-ad4a-4a46dffdb4d3 req-c568c94c-6860-4fdc-8cbf-1291cb9464e6 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.30 "DELETE /v2.0/ports/dc514d68-3fb8-4a86-bb57-8a9b4279fe7d HTTP/1.1" status: 204 len: 173 time: 0.4528575 Apr 15 04:23:50.859804 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53e697b-2818-475f-95c1-c88ba3c3edcf', 'name': 'network-vif-deleted', 'tag': 'dc514d68-3fb8-4a86-bb57-8a9b4279fe7d'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:23:50.862053 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8b9a09-0eaa-4d1a-bcce-34a9a4e6f221" -d '{"events": [{"server_uuid": "e53e697b-2818-475f-95c1-c88ba3c3edcf", "name": "network-vif-deleted", "tag": "dc514d68-3fb8-4a86-bb57-8a9b4279fe7d"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:23:50.888783 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d0af9998-7883-401b-92b8-04ba72a846b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:50.897048 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7505a8-084f-46f2-a465-58730cabd19b x-openstack-request-id: req-6e7505a8-084f-46f2-a465-58730cabd19b {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:23:50.897342 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e53e697b-2818-475f-95c1-c88ba3c3edcf", "name": "network-vif-deleted", "tag": "dc514d68-3fb8-4a86-bb57-8a9b4279fe7d", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:23:50.897602 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e7505a8-084f-46f2-a465-58730cabd19b {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:23:50.898010 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e7505a8-084f-46f2-a465-58730cabd19b'] response: {'server_uuid': 'e53e697b-2818-475f-95c1-c88ba3c3edcf', 'name': 'network-vif-deleted', 'tag': 'dc514d68-3fb8-4a86-bb57-8a9b4279fe7d', 'status': 'completed', 'code': 200} Apr 15 04:23:51.323449 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9f595763-3963-47e4-b685-4c8f79b6acdf req-471c2770-e7fc-4da8-9f6a-c115be4c18c3 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "GET /v2.0/ports?device_id=e53e697b-2818-475f-95c1-c88ba3c3edcf HTTP/1.1" status: 200 len: 210 time: 0.0276258 Apr 15 04:23:52.054659 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:52.380096 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42940) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:23:52.719367 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-867ccbb0-da69-4776-a5a5-0f2b76455efe tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (8c9618d6-fbcc-47f7-8de8-35c28d26cbaa), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:52.958594 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-867ccbb0-da69-4776-a5a5-0f2b76455efe tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting port 55417d50-2d65-4c3b-a27e-2e793024ddcd {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:23:52.959506 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-867ccbb0-da69-4776-a5a5-0f2b76455efe tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (55417d50-2d65-4c3b-a27e-2e793024ddcd), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:53.049517 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-867ccbb0-da69-4776-a5a5-0f2b76455efe tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] For port 55417d50-2d65-4c3b-a27e-2e793024ddcd, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=55417d50-2d65-4c3b-a27e-2e793024ddcd,segment=NetworkSegment(6db0b87c-c23b-46e8-8869-ee785cb40e5b),segment_id=6db0b87c-c23b-46e8-8869-ee785cb40e5b)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:23:53.049782 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-867ccbb0-da69-4776-a5a5-0f2b76455efe tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (55417d50-2d65-4c3b-a27e-2e793024ddcd), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:53.062883 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-867ccbb0-da69-4776-a5a5-0f2b76455efe tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Calling delete_port for 55417d50-2d65-4c3b-a27e-2e793024ddcd owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:23:53.305942 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-867ccbb0-da69-4776-a5a5-0f2b76455efe tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (55417d50-2d65-4c3b-a27e-2e793024ddcd), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:53.333402 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ccbb0-da69-4776-a5a5-0f2b76455efe tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Port': ['ID=55417d50-2d65-4c3b-a27e-2e793024ddcd,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:23:53.516277 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-867ccbb0-da69-4776-a5a5-0f2b76455efe tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (8c9618d6-fbcc-47f7-8de8-35c28d26cbaa), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:53.574489 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:53.738034 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867ccbb0-da69-4776-a5a5-0f2b76455efe tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Router 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:23:53.845703 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867ccbb0-da69-4776-a5a5-0f2b76455efe tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:23:53.853836 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-867ccbb0-da69-4776-a5a5-0f2b76455efe tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "PUT /v2.0/routers/8c9618d6-fbcc-47f7-8de8-35c28d26cbaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4701121 Apr 15 04:23:53.854294 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42942) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:23:53.859796 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61a7de0-b13a-4fc2-a84f-2775e4452164 None None] Sync routers for ids ['8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:23:53.870538 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61a7de0-b13a-4fc2-a84f-2775e4452164 None None] Routers {'8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:23:53.871176 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d61a7de0-b13a-4fc2-a84f-2775e4452164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:23:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:23:53.908444 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30a84fb-fca0-41f4-89d5-02327ecf0fef tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting subnet 96d6e1c3-5f6c-46c1-af8d-90ccab63b446 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:23:53.911626 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a30a84fb-fca0-41f4-89d5-02327ecf0fef tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for subnet (96d6e1c3-5f6c-46c1-af8d-90ccab63b446), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:53.952137 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a30a84fb-fca0-41f4-89d5-02327ecf0fef tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (96d6e1c3-5f6c-46c1-af8d-90ccab63b446), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:53.977785 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-d61a7de0-b13a-4fc2-a84f-2775e4452164 None None] Set router 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:23:54.033789 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a30a84fb-fca0-41f4-89d5-02327ecf0fef tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (96d6e1c3-5f6c-46c1-af8d-90ccab63b446), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:54.143426 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d61a7de0-b13a-4fc2-a84f-2775e4452164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708659039', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197'}], 'enable_snat': True}, 'gw_port_id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:23:53Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:04:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:23:54.169008 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a30a84fb-fca0-41f4-89d5-02327ecf0fef tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (96d6e1c3-5f6c-46c1-af8d-90ccab63b446), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:54.170814 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61a7de0-b13a-4fc2-a84f-2775e4452164 None None] Checking router: 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:23:54.179094 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61a7de0-b13a-4fc2-a84f-2775e4452164 None None] Routers {'8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:23:54.179705 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d61a7de0-b13a-4fc2-a84f-2775e4452164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:23:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:23:54.197410 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a84fb-fca0-41f4-89d5-02327ecf0fef tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Subnet': ['ID=96d6e1c3-5f6c-46c1-af8d-90ccab63b446,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:23:54.199423 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a30a84fb-fca0-41f4-89d5-02327ecf0fef tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:54.205034 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a30a84fb-fca0-41f4-89d5-02327ecf0fef tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/subnets/96d6e1c3-5f6c-46c1-af8d-90ccab63b446 HTTP/1.1" status: 204 len: 168 time: 0.3473594 Apr 15 04:23:54.205920 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42944) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:23:54.209969 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df8c4b7-ec21-4c1d-b2a2-dad95d2fc686 None None] Network 1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:23:54.290762 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-d61a7de0-b13a-4fc2-a84f-2775e4452164 None None] Set router 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:23:54.318277 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0afe697-d294-42a4-ad3a-919f5b079aa2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router (8c9618d6-fbcc-47f7-8de8-35c28d26cbaa), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:54.430274 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0afe697-d294-42a4-ad3a-919f5b079aa2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_gateway (8c9618d6-fbcc-47f7-8de8-35c28d26cbaa), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:54.468805 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-d61a7de0-b13a-4fc2-a84f-2775e4452164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708659039', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197'}], 'enable_snat': True}, 'gw_port_id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:23:53Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:04:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:23:54.495880 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61a7de0-b13a-4fc2-a84f-2775e4452164 None None] The sync data for ids ['8c9618d6-fbcc-47f7-8de8-35c28d26cbaa'] in dv-neutron-837140-3-hyperv is: [{'id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1708659039', 'tenant_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197'}], 'enable_snat': True}, 'gw_port_id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:23:53Z', 'revision_number': 5, 'project_id': 'dd190e8f20b4434dbd4f9acd2d0e1e71', 'gw_port': {'id': '217c7540-ff1e-46c8-8e59-815bdd38ead9', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:04:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9618d6-fbcc-47f7-8de8-35c28d26cbaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:22:49Z', 'updated_at': '2022-04-15T04:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:23:54.513102 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] DHCP port deletion for 1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 04:23:54.533334 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-c0afe697-d294-42a4-ad3a-919f5b079aa2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Deleting port 217c7540-ff1e-46c8-8e59-815bdd38ead9 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:23:54.533334 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0afe697-d294-42a4-ad3a-919f5b079aa2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (217c7540-ff1e-46c8-8e59-815bdd38ead9), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:54.556536 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] Deleting port 9fdbb2a7-31f4-4a40-8278-1c53e84f97c9 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:23:54.556914 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (9fdbb2a7-31f4-4a40-8278-1c53e84f97c9), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:54.609921 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-c0afe697-d294-42a4-ad3a-919f5b079aa2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] For port 217c7540-ff1e-46c8-8e59-815bdd38ead9, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=217c7540-ff1e-46c8-8e59-815bdd38ead9,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:23:54.610284 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0afe697-d294-42a4-ad3a-919f5b079aa2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (217c7540-ff1e-46c8-8e59-815bdd38ead9), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:54.620481 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] For port 9fdbb2a7-31f4-4a40-8278-1c53e84f97c9, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=9fdbb2a7-31f4-4a40-8278-1c53e84f97c9,segment=NetworkSegment(6db0b87c-c23b-46e8-8869-ee785cb40e5b),segment_id=6db0b87c-c23b-46e8-8869-ee785cb40e5b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:23:54.621033 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (9fdbb2a7-31f4-4a40-8278-1c53e84f97c9), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:54.623219 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-c0afe697-d294-42a4-ad3a-919f5b079aa2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Calling delete_port for 217c7540-ff1e-46c8-8e59-815bdd38ead9 owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:23:54.634127 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] Calling delete_port for 9fdbb2a7-31f4-4a40-8278-1c53e84f97c9 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:23:54.768747 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (9fdbb2a7-31f4-4a40-8278-1c53e84f97c9), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:54.794654 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] Pushing event deleted for resources: {'Port': ['ID=9fdbb2a7-31f4-4a40-8278-1c53e84f97c9,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:23:54.797690 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] No DVR routers for this DVR port 9fdbb2a7-31f4-4a40-8278-1c53e84f97c9 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:23:54.804831 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:54.805181 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:54.809249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:54.809249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:54.809249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:54.809249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:54.809249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:54.809249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:54.809249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:54.809249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:54.809249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:54.810557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:54.810557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:54.810557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:54.810557 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b1ecdd-43eb-4ff2-86c8-7becb577ac8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:23:54.843038 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0afe697-d294-42a4-ad3a-919f5b079aa2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (217c7540-ff1e-46c8-8e59-815bdd38ead9), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:54.879029 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afe697-d294-42a4-ad3a-919f5b079aa2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Port': ['ID=217c7540-ff1e-46c8-8e59-815bdd38ead9,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:23:54.925722 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 55417d50-2d65-4c3b-a27e-2e793024ddcd no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:23:54.948064 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0afe697-d294-42a4-ad3a-919f5b079aa2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (8c9618d6-fbcc-47f7-8de8-35c28d26cbaa), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:54.950434 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 55417d50-2d65-4c3b-a27e-2e793024ddcd {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:23:54.951818 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 55417d50-2d65-4c3b-a27e-2e793024ddcd not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:23:54.952317 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 9fdbb2a7-31f4-4a40-8278-1c53e84f97c9 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:23:54.954043 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:54.972858 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 9fdbb2a7-31f4-4a40-8278-1c53e84f97c9 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:23:54.973206 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 9fdbb2a7-31f4-4a40-8278-1c53e84f97c9 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:23:55.023508 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device dc514d68-3fb8-4a86-bb57-8a9b4279fe7d no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:23:55.044133 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: dc514d68-3fb8-4a86-bb57-8a9b4279fe7d {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:23:55.046293 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device dc514d68-3fb8-4a86-bb57-8a9b4279fe7d not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:23:55.051176 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0afe697-d294-42a4-ad3a-919f5b079aa2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (8c9618d6-fbcc-47f7-8de8-35c28d26cbaa), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:55.054016 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0afe697-d294-42a4-ad3a-919f5b079aa2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router_controller (8c9618d6-fbcc-47f7-8de8-35c28d26cbaa), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:55.191768 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0afe697-d294-42a4-ad3a-919f5b079aa2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (8c9618d6-fbcc-47f7-8de8-35c28d26cbaa), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:55.192381 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0afe697-d294-42a4-ad3a-919f5b079aa2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Fanout notify agent at l3_agent the message router_deleted on router 8c9618d6-fbcc-47f7-8de8-35c28d26cbaa {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 04:23:55.201436 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-c0afe697-d294-42a4-ad3a-919f5b079aa2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:55.201436 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-c0afe697-d294-42a4-ad3a-919f5b079aa2 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/routers/8c9618d6-fbcc-47f7-8de8-35c28d26cbaa HTTP/1.1" status: 204 len: 168 time: 0.9949470 Apr 15 04:23:55.203974 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42946) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:23:55.284493 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6a3833e-f265-416c-b90b-c4d3f87cca3a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (1af535ff-86bf-4f81-acc3-70c5f1d1e2c4), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:55.378218 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6a3833e-f265-416c-b90b-c4d3f87cca3a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (1af535ff-86bf-4f81-acc3-70c5f1d1e2c4), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:55.401013 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d6a3833e-f265-416c-b90b-c4d3f87cca3a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af535ff-86bf-4f81-acc3-70c5f1d1e2c4']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:23:55.409309 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d6a3833e-f265-416c-b90b-c4d3f87cca3a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db0b87c-c23b-46e8-8869-ee785cb40e5b') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:23:55.409604 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-d6a3833e-f265-416c-b90b-c4d3f87cca3a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db0b87c-c23b-46e8-8869-ee785cb40e5b') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:23:55.418780 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6a3833e-f265-416c-b90b-c4d3f87cca3a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (6db0b87c-c23b-46e8-8869-ee785cb40e5b), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:55.431653 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6a3833e-f265-416c-b90b-c4d3f87cca3a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (6db0b87c-c23b-46e8-8869-ee785cb40e5b), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:55.437370 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a3833e-f265-416c-b90b-c4d3f87cca3a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:23:55.437743 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6a3833e-f265-416c-b90b-c4d3f87cca3a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (6db0b87c-c23b-46e8-8869-ee785cb40e5b), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:23:55.440680 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:23:55.574462 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6a3833e-f265-416c-b90b-c4d3f87cca3a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (1af535ff-86bf-4f81-acc3-70c5f1d1e2c4), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:55.678231 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d6a3833e-f265-416c-b90b-c4d3f87cca3a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:55.678231 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d6a3833e-f265-416c-b90b-c4d3f87cca3a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/networks/1af535ff-86bf-4f81-acc3-70c5f1d1e2c4 HTTP/1.1" status: 204 len: 168 time: 0.3802817 Apr 15 04:23:55.679309 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42948) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:23:55.679761 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3833e-f265-416c-b90b-c4d3f87cca3a tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'Network': ['ID=1af535ff-86bf-4f81-acc3-70c5f1d1e2c4,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:23:55.679924 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a3732c8c-36a6-476c-b5fd-31d36bfbeee1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (b7f3b127-2541-4052-8e35-274694177caf), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:55.679924 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a3732c8c-36a6-476c-b5fd-31d36bfbeee1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (b7f3b127-2541-4052-8e35-274694177caf), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:55.817965 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a3732c8c-36a6-476c-b5fd-31d36bfbeee1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (b7f3b127-2541-4052-8e35-274694177caf), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:55.821173 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a3732c8c-36a6-476c-b5fd-31d36bfbeee1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:55.822339 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a3732c8c-36a6-476c-b5fd-31d36bfbeee1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] 10.222.0.15 "DELETE /v2.0/security-groups/b7f3b127-2541-4052-8e35-274694177caf HTTP/1.1" status: 204 len: 168 time: 0.2320282 Apr 15 04:23:55.831472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3732c8c-36a6-476c-b5fd-31d36bfbeee1 tempest-TestNetworkAdvancedServerOps-1209569485 tempest-TestNetworkAdvancedServerOps-1209569485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f3b127-2541-4052-8e35-274694177caf,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:23:56.389469 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42956) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:23:56.526543 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-770469ad-7f26-42a0-8c7e-59bc858bb18a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd190e8f20b4434dbd4f9acd2d0e1e71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1359081 Apr 15 04:23:56.529005 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42960) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:23:56.578336 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4fd7e427-3134-4e1d-bfd1-8fcb4b2e63f4 admin admin] Publish callbacks [] for security_group (503e7d1e-d446-4fe0-9faa-2bde4004ad27), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:56.599929 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4fd7e427-3134-4e1d-bfd1-8fcb4b2e63f4 admin admin] Publish callbacks [] for security_group (503e7d1e-d446-4fe0-9faa-2bde4004ad27), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:56.611973 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 217c7540-ff1e-46c8-8e59-815bdd38ead9 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:23:56.635489 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 217c7540-ff1e-46c8-8e59-815bdd38ead9 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:23:56.635839 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 217c7540-ff1e-46c8-8e59-815bdd38ead9 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:23:56.743539 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4fd7e427-3134-4e1d-bfd1-8fcb4b2e63f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (503e7d1e-d446-4fe0-9faa-2bde4004ad27), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:56.746302 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4fd7e427-3134-4e1d-bfd1-8fcb4b2e63f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:56.747478 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4fd7e427-3134-4e1d-bfd1-8fcb4b2e63f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/503e7d1e-d446-4fe0-9faa-2bde4004ad27 HTTP/1.1" status: 204 len: 168 time: 0.2176008 Apr 15 04:23:56.756236 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7e427-3134-4e1d-bfd1-8fcb4b2e63f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503e7d1e-d446-4fe0-9faa-2bde4004ad27,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:23:57.334762 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 42966) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:23:57.352264 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-da8c9052-2f0b-4b46-99c3-df850d1d22fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:57.424602 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-da8c9052-2f0b-4b46-99c3-df850d1d22fc admin admin] Publish callbacks [] for security_group (e175098e-c93f-4bfb-826a-0dbcab52e466), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:57.491794 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-da8c9052-2f0b-4b46-99c3-df850d1d22fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (e175098e-c93f-4bfb-826a-0dbcab52e466), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:57.530340 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-da8c9052-2f0b-4b46-99c3-df850d1d22fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3ac1fd83ef94f8db23709d856eedf6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1944091 Apr 15 04:23:57.531426 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c9052-2f0b-4b46-99c3-df850d1d22fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e175098e-c93f-4bfb-826a-0dbcab52e466,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:23:57.533027 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42968) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:23:57.584123 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4e3ea121-9ef6-446c-ae59-c3534d337fdd admin admin] Publish callbacks [] for security_group (e175098e-c93f-4bfb-826a-0dbcab52e466), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:57.605662 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4e3ea121-9ef6-446c-ae59-c3534d337fdd admin admin] Publish callbacks [] for security_group (e175098e-c93f-4bfb-826a-0dbcab52e466), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:57.709864 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4e3ea121-9ef6-446c-ae59-c3534d337fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (e175098e-c93f-4bfb-826a-0dbcab52e466), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:57.712453 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4e3ea121-9ef6-446c-ae59-c3534d337fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:57.713638 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4e3ea121-9ef6-446c-ae59-c3534d337fdd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e175098e-c93f-4bfb-826a-0dbcab52e466 HTTP/1.1" status: 204 len: 168 time: 0.1781385 Apr 15 04:23:57.721442 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ea121-9ef6-446c-ae59-c3534d337fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e175098e-c93f-4bfb-826a-0dbcab52e466,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:23:58.781299 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42990) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:23:58.875647 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-25248b8f-b62a-43e4-923a-8a1d8eb2da9d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1078521184-network', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:23:58.979654 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25248b8f-b62a-43e4-923a-8a1d8eb2da9d admin admin] Made reservation on behalf of 7c6c9fb6b32d4147834a578e674dfe5a for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:23:58.981945 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-25248b8f-b62a-43e4-923a-8a1d8eb2da9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:58.991080 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-25248b8f-b62a-43e4-923a-8a1d8eb2da9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:59.063311 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-25248b8f-b62a-43e4-923a-8a1d8eb2da9d admin admin] Publish callbacks [] for security_group (0e9dc64d-8335-4453-8b52-20ddff6d75e2), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:59.134056 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-25248b8f-b62a-43e4-923a-8a1d8eb2da9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (0e9dc64d-8335-4453-8b52-20ddff6d75e2), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:59.161221 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25248b8f-b62a-43e4-923a-8a1d8eb2da9d admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:23:59.167135 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25248b8f-b62a-43e4-923a-8a1d8eb2da9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9dc64d-8335-4453-8b52-20ddff6d75e2,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:23:59.179236 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-25248b8f-b62a-43e4-923a-8a1d8eb2da9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (a08f5c4b-54c2-4c03-938b-691474ecf6d7), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:59.179236 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-25248b8f-b62a-43e4-923a-8a1d8eb2da9d admin admin] Added segment a08f5c4b-54c2-4c03-938b-691474ecf6d7 of type vlan for network 45754c9c-0470-4e4b-8baa-98c43ac8ccda Apr 15 04:23:59.217363 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-25248b8f-b62a-43e4-923a-8a1d8eb2da9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (45754c9c-0470-4e4b-8baa-98c43ac8ccda), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:59.314785 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-25248b8f-b62a-43e4-923a-8a1d8eb2da9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (45754c9c-0470-4e4b-8baa-98c43ac8ccda), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:59.315744 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25248b8f-b62a-43e4-923a-8a1d8eb2da9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:59.316318 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-25248b8f-b62a-43e4-923a-8a1d8eb2da9d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:59.374057 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25248b8f-b62a-43e4-923a-8a1d8eb2da9d admin admin] Pushing event updated for resources: {'Network': ['ID=45754c9c-0470-4e4b-8baa-98c43ac8ccda,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:23:59.384212 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 45754c9c-0470-4e4b-8baa-98c43ac8ccda details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:23:59.415168 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-25248b8f-b62a-43e4-923a-8a1d8eb2da9d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6327512 Apr 15 04:23:59.417966 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42994) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:23:59.422767 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-fdac6c17-74a6-4abd-8c22-951c90fec9c7 admin admin] Request body: {'subnet': {'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1078521184-subnet', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:23:59.503661 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdac6c17-74a6-4abd-8c22-951c90fec9c7 admin admin] Made reservation on behalf of 7c6c9fb6b32d4147834a578e674dfe5a for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:23:59.506642 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fdac6c17-74a6-4abd-8c22-951c90fec9c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:59.732481 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fdac6c17-74a6-4abd-8c22-951c90fec9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (cf47d402-7f87-4c06-96d7-eeb930f31b55), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:59.788009 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac6c17-74a6-4abd-8c22-951c90fec9c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf47d402-7f87-4c06-96d7-eeb930f31b55,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:23:59.795144 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdac6c17-74a6-4abd-8c22-951c90fec9c7 admin admin] Checking segment: {'id': 'a08f5c4b-54c2-4c03-938b-691474ecf6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:23:59.795503 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdac6c17-74a6-4abd-8c22-951c90fec9c7 admin admin] Network hostable DHCP agents. Network: 45754c9c-0470-4e4b-8baa-98c43ac8ccda, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:23:59.863610 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdac6c17-74a6-4abd-8c22-951c90fec9c7 admin admin] Network 45754c9c-0470-4e4b-8baa-98c43ac8ccda is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:23:59.939659 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-fdac6c17-74a6-4abd-8c22-951c90fec9c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 45754c9c-0470-4e4b-8baa-98c43ac8ccda) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:23:59.943563 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdac6c17-74a6-4abd-8c22-951c90fec9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:23:59.944158 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-fdac6c17-74a6-4abd-8c22-951c90fec9c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:23:59.948647 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19212f0e-b43d-4b8c-9d57-92541919306e None None] Network 45754c9c-0470-4e4b-8baa-98c43ac8ccda requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:24:00.033951 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-fdac6c17-74a6-4abd-8c22-951c90fec9c7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6148148 Apr 15 04:24:00.036491 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42996) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:24:00.042635 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-4ef85eb7-e35b-490b-aaa6-f56bd03f86e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1078521184-router', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:24:00.047019 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4512b0-5e5c-4550-8c75-e0a4ca63c2a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'fixed_ips': [{'subnet_id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 04:24:00.047858 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-de4512b0-5e5c-4550-8c75-e0a4ca63c2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:00.140303 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4ef85eb7-e35b-490b-aaa6-f56bd03f86e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (69dadd02-59bf-41ae-8f29-b7e1b0c73832), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:00.141548 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4ef85eb7-e35b-490b-aaa6-f56bd03f86e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (69dadd02-59bf-41ae-8f29-b7e1b0c73832), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:00.181187 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-de4512b0-5e5c-4550-8c75-e0a4ca63c2a4 None None] Allocated IP 172.20.0.2 (45754c9c-0470-4e4b-8baa-98c43ac8ccda/cf47d402-7f87-4c06-96d7-eeb930f31b55/c9ca3ba4-b704-4571-83a1-2d47e2f05e44) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:24:00.197395 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4ef85eb7-e35b-490b-aaa6-f56bd03f86e5 admin admin] Publish callbacks [] for router_controller (69dadd02-59bf-41ae-8f29-b7e1b0c73832), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:00.321785 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-de4512b0-5e5c-4550-8c75-e0a4ca63c2a4 None None] Publish callbacks [] for port (c9ca3ba4-b704-4571-83a1-2d47e2f05e44), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:00.389613 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-de4512b0-5e5c-4550-8c75-e0a4ca63c2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (c9ca3ba4-b704-4571-83a1-2d47e2f05e44), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:00.398006 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4ef85eb7-e35b-490b-aaa6-f56bd03f86e5 admin admin] Publish callbacks [] for router_gateway (69dadd02-59bf-41ae-8f29-b7e1b0c73832), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:00.426771 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4512b0-5e5c-4550-8c75-e0a4ca63c2a4 None None] Network 45754c9c-0470-4e4b-8baa-98c43ac8ccda is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:24:00.431553 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-de4512b0-5e5c-4550-8c75-e0a4ca63c2a4 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:24:00.435062 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4512b0-5e5c-4550-8c75-e0a4ca63c2a4 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:24:00.441790 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4512b0-5e5c-4550-8c75-e0a4ca63c2a4 None None] Pushing event updated for resources: {'Port': ['ID=c9ca3ba4-b704-4571-83a1-2d47e2f05e44,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:00.494101 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-de4512b0-5e5c-4550-8c75-e0a4ca63c2a4 None None] Attempting to bind port c9ca3ba4-b704-4571-83a1-2d47e2f05e44 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:24:00.494468 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-de4512b0-5e5c-4550-8c75-e0a4ca63c2a4 None None] Attempting to bind port c9ca3ba4-b704-4571-83a1-2d47e2f05e44 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'a08f5c4b-54c2-4c03-938b-691474ecf6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:24:00.494858 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4512b0-5e5c-4550-8c75-e0a4ca63c2a4 None None] Attempting to bind port c9ca3ba4-b704-4571-83a1-2d47e2f05e44 on network 45754c9c-0470-4e4b-8baa-98c43ac8ccda {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:24:00.500093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4512b0-5e5c-4550-8c75-e0a4ca63c2a4 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:24:00.502909 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4512b0-5e5c-4550-8c75-e0a4ca63c2a4 None None] Checking segment: {'id': 'a08f5c4b-54c2-4c03-938b-691474ecf6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:24:00.502909 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-de4512b0-5e5c-4550-8c75-e0a4ca63c2a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:00.502909 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4512b0-5e5c-4550-8c75-e0a4ca63c2a4 None None] Bound using segment: {'id': 'a08f5c4b-54c2-4c03-938b-691474ecf6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:24:00.502909 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-de4512b0-5e5c-4550-8c75-e0a4ca63c2a4 None None] Bound port: c9ca3ba4-b704-4571-83a1-2d47e2f05e44, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08f5c4b-54c2-4c03-938b-691474ecf6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:24:00.502909 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-de4512b0-5e5c-4550-8c75-e0a4ca63c2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c9ca3ba4-b704-4571-83a1-2d47e2f05e44), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:00.568350 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-de4512b0-5e5c-4550-8c75-e0a4ca63c2a4 None None] For port c9ca3ba4-b704-4571-83a1-2d47e2f05e44, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:24:00.571342 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-de4512b0-5e5c-4550-8c75-e0a4ca63c2a4 None None] For port c9ca3ba4-b704-4571-83a1-2d47e2f05e44, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c9ca3ba4-b704-4571-83a1-2d47e2f05e44,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:24:00.648930 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-de4512b0-5e5c-4550-8c75-e0a4ca63c2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c9ca3ba4-b704-4571-83a1-2d47e2f05e44), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:00.655151 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4ef85eb7-e35b-490b-aaa6-f56bd03f86e5 admin admin] Publish callbacks [] for router_gateway (69dadd02-59bf-41ae-8f29-b7e1b0c73832), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:00.673758 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4ef85eb7-e35b-490b-aaa6-f56bd03f86e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:00.712234 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4512b0-5e5c-4550-8c75-e0a4ca63c2a4 None None] Pushing event updated for resources: {'Port': ['ID=c9ca3ba4-b704-4571-83a1-2d47e2f05e44,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:00.785204 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-4ef85eb7-e35b-490b-aaa6-f56bd03f86e5 admin admin] Allocated IP 172.26.6.65 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/d44dab86-926f-486e-89d0-6da94591c54c) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:24:00.911465 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4ef85eb7-e35b-490b-aaa6-f56bd03f86e5 admin admin] Publish callbacks [] for port (d44dab86-926f-486e-89d0-6da94591c54c), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:00.990703 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4ef85eb7-e35b-490b-aaa6-f56bd03f86e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (d44dab86-926f-486e-89d0-6da94591c54c), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:01.033466 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef85eb7-e35b-490b-aaa6-f56bd03f86e5 admin admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:24:01.036533 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-4ef85eb7-e35b-490b-aaa6-f56bd03f86e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:24:01.039287 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef85eb7-e35b-490b-aaa6-f56bd03f86e5 admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:24:01.045067 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef85eb7-e35b-490b-aaa6-f56bd03f86e5 admin admin] Pushing event updated for resources: {'Port': ['ID=d44dab86-926f-486e-89d0-6da94591c54c,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:01.581948 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac3b792-2a4b-4dee-bc1f-49434492ddae None None] Network 45754c9c-0470-4e4b-8baa-98c43ac8ccda requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:24:01.648778 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-56ea2803-e9d9-472e-a27b-ea1d806eb509 None None] Provisioning complete for port c9ca3ba4-b704-4571-83a1-2d47e2f05e44 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:24:01.649143 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-56ea2803-e9d9-472e-a27b-ea1d806eb509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c9ca3ba4-b704-4571-83a1-2d47e2f05e44), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:01.692191 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4ef85eb7-e35b-490b-aaa6-f56bd03f86e5 admin admin] Publish callbacks [] for router_gateway (69dadd02-59bf-41ae-8f29-b7e1b0c73832), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:01.762800 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-56ea2803-e9d9-472e-a27b-ea1d806eb509 None None] Current status of the port c9ca3ba4-b704-4571-83a1-2d47e2f05e44 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:24:01.763190 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-56ea2803-e9d9-472e-a27b-ea1d806eb509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c9ca3ba4-b704-4571-83a1-2d47e2f05e44), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:01.803666 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-56ea2803-e9d9-472e-a27b-ea1d806eb509 None None] For port c9ca3ba4-b704-4571-83a1-2d47e2f05e44, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c9ca3ba4-b704-4571-83a1-2d47e2f05e44,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:24:01.875351 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-56ea2803-e9d9-472e-a27b-ea1d806eb509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c9ca3ba4-b704-4571-83a1-2d47e2f05e44), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:01.906716 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4ef85eb7-e35b-490b-aaa6-f56bd03f86e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (69dadd02-59bf-41ae-8f29-b7e1b0c73832), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:01.934784 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea2803-e9d9-472e-a27b-ea1d806eb509 None None] Pushing event updated for resources: {'Port': ['ID=c9ca3ba4-b704-4571-83a1-2d47e2f05e44,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:01.994029 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a838500d-b541-4afd-b539-6354ff2bc0fa None None] Provisioning complete for port c9ca3ba4-b704-4571-83a1-2d47e2f05e44 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:24:01.994401 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a838500d-b541-4afd-b539-6354ff2bc0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c9ca3ba4-b704-4571-83a1-2d47e2f05e44), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:02.071842 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a838500d-b541-4afd-b539-6354ff2bc0fa None None] Current status of the port c9ca3ba4-b704-4571-83a1-2d47e2f05e44 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:24:02.149015 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef85eb7-e35b-490b-aaa6-f56bd03f86e5 admin admin] Router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 04:24:02.258495 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef85eb7-e35b-490b-aaa6-f56bd03f86e5 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:24:02.266796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] Sync routers for ids ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:24:02.276275 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] Routers {'69dadd02-59bf-41ae-8f29-b7e1b0c73832'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:24:02.280752 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:23:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:24:02.330509 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4ef85eb7-e35b-490b-aaa6-f56bd03f86e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:02.331754 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4ef85eb7-e35b-490b-aaa6-f56bd03f86e5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2937715 Apr 15 04:24:02.334452 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 42998) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:24:02.384613 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] Set router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:24:02.554319 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'name': 'tempest-TestShelveInstance-1078521184-router', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:01Z', 'revision_number': 3, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'gw_port': {'id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:57:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:24:02.582366 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] Checking router: 69dadd02-59bf-41ae-8f29-b7e1b0c73832 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:24:02.583027 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] Updating router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 port d44dab86-926f-486e-89d0-6da94591c54c binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:24:02.610322 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d44dab86-926f-486e-89d0-6da94591c54c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:02.647914 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c9ca3ba4-b704-4571-83a1-2d47e2f05e44 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:24:02.759210 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2031f62e-3623-45bb-98b8-eea536d84878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:02.800434 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port c9ca3ba4-b704-4571-83a1-2d47e2f05e44 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:24:02.800801 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c9ca3ba4-b704-4571-83a1-2d47e2f05e44), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:02.916346 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-2031f62e-3623-45bb-98b8-eea536d84878 admin admin] Allocated IP 172.20.0.1 (45754c9c-0470-4e4b-8baa-98c43ac8ccda/cf47d402-7f87-4c06-96d7-eeb930f31b55/6ce5bc05-5419-474c-adcc-ceefb5b43f24) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:24:02.938822 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port c9ca3ba4-b704-4571-83a1-2d47e2f05e44 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:24:02.962714 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] Publish callbacks [] for port (d44dab86-926f-486e-89d0-6da94591c54c), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:03.008279 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (d44dab86-926f-486e-89d0-6da94591c54c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:03.021558 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2031f62e-3623-45bb-98b8-eea536d84878 admin admin] Publish callbacks [] for port (6ce5bc05-5419-474c-adcc-ceefb5b43f24), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:03.062933 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] Attempting to bind port d44dab86-926f-486e-89d0-6da94591c54c on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:24:03.063316 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] Attempting to bind port d44dab86-926f-486e-89d0-6da94591c54c by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:24:03.063681 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] Attempting to bind port d44dab86-926f-486e-89d0-6da94591c54c on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:24:03.065723 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430483c-2636-48ff-8766-9d70e180af27 None None] Pushing event updated for resources: {'Port': ['ID=d44dab86-926f-486e-89d0-6da94591c54c,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:03.072756 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:24:03.073158 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:24:03.073560 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:03.073943 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:24:03.074402 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] Bound port: d44dab86-926f-486e-89d0-6da94591c54c, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:24:03.074881 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d44dab86-926f-486e-89d0-6da94591c54c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:03.109977 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2031f62e-3623-45bb-98b8-eea536d84878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (6ce5bc05-5419-474c-adcc-ceefb5b43f24), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:03.127170 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] For port d44dab86-926f-486e-89d0-6da94591c54c, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:24:03.130117 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] For port d44dab86-926f-486e-89d0-6da94591c54c, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=d44dab86-926f-486e-89d0-6da94591c54c,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:24:03.148020 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2031f62e-3623-45bb-98b8-eea536d84878 admin admin] Network 45754c9c-0470-4e4b-8baa-98c43ac8ccda is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:24:03.150841 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-2031f62e-3623-45bb-98b8-eea536d84878 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:24:03.156306 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2031f62e-3623-45bb-98b8-eea536d84878 admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:24:03.181450 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031f62e-3623-45bb-98b8-eea536d84878 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce5bc05-5419-474c-adcc-ceefb5b43f24,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:03.198167 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (d44dab86-926f-486e-89d0-6da94591c54c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:03.199874 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2031f62e-3623-45bb-98b8-eea536d84878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (69dadd02-59bf-41ae-8f29-b7e1b0c73832), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:03.253135 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] Routers {'69dadd02-59bf-41ae-8f29-b7e1b0c73832'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:24:03.253785 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:23:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:24:03.309168 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430483c-2636-48ff-8766-9d70e180af27 None None] Pushing event updated for resources: {'Port': ['ID=d44dab86-926f-486e-89d0-6da94591c54c,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:03.382376 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] Set router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:24:03.408693 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2031f62e-3623-45bb-98b8-eea536d84878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6ce5bc05-5419-474c-adcc-ceefb5b43f24), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:03.587646 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2031f62e-3623-45bb-98b8-eea536d84878 admin admin] Publish callbacks [] for port (6ce5bc05-5419-474c-adcc-ceefb5b43f24), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:03.602067 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-69c5c9f3-0dd4-4456-8ab9-ba1d3da46b40 None None] Provisioning complete for port 6ce5bc05-5419-474c-adcc-ceefb5b43f24 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:24:03.602657 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-69c5c9f3-0dd4-4456-8ab9-ba1d3da46b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6ce5bc05-5419-474c-adcc-ceefb5b43f24), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:03.642859 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2031f62e-3623-45bb-98b8-eea536d84878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (6ce5bc05-5419-474c-adcc-ceefb5b43f24), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:03.673243 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-69c5c9f3-0dd4-4456-8ab9-ba1d3da46b40 None None] Port 6ce5bc05-5419-474c-adcc-ceefb5b43f24 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:24:03.716147 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031f62e-3623-45bb-98b8-eea536d84878 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce5bc05-5419-474c-adcc-ceefb5b43f24,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:03.718706 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2031f62e-3623-45bb-98b8-eea536d84878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (69dadd02-59bf-41ae-8f29-b7e1b0c73832), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:03.734592 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'name': 'tempest-TestShelveInstance-1078521184-router', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:01Z', 'revision_number': 3, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'gw_port': {'id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:57:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:24:03.767107 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1a7e22-ba92-499d-a2d5-7ebaaf9cacff None None] The sync data for ids ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'] in dv-neutron-837140-3-hyperv is: [{'id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'name': 'tempest-TestShelveInstance-1078521184-router', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:01Z', 'revision_number': 3, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'gw_port': {'id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:57:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:24:03.817271 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2031f62e-3623-45bb-98b8-eea536d84878 admin admin] Network 45754c9c-0470-4e4b-8baa-98c43ac8ccda is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:24:03.819581 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-2031f62e-3623-45bb-98b8-eea536d84878 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:24:03.953647 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2031f62e-3623-45bb-98b8-eea536d84878 admin admin] Router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:24:04.086526 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2031f62e-3623-45bb-98b8-eea536d84878 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:24:04.091483 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2031f62e-3623-45bb-98b8-eea536d84878 admin admin] 10.222.0.15 "PUT /v2.0/routers/69dadd02-59bf-41ae-8f29-b7e1b0c73832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7559662 Apr 15 04:24:04.098315 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-23d385bf-fc1a-447e-9e6e-9b77e36c81d2 None None] Provisioning complete for port 6ce5bc05-5419-474c-adcc-ceefb5b43f24 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:24:04.100354 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-23d385bf-fc1a-447e-9e6e-9b77e36c81d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6ce5bc05-5419-474c-adcc-ceefb5b43f24), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:04.146326 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-23d385bf-fc1a-447e-9e6e-9b77e36c81d2 None None] Port 6ce5bc05-5419-474c-adcc-ceefb5b43f24 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:24:04.631049 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device d44dab86-926f-486e-89d0-6da94591c54c up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:24:04.678248 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port d44dab86-926f-486e-89d0-6da94591c54c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:24:04.678674 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d44dab86-926f-486e-89d0-6da94591c54c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:04.753917 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 43014) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:24:04.758861 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-1cb89d9a-4222-43e6-bdf3-2a795f637128 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1491648650-network', 'tenant_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:24:04.760454 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port d44dab86-926f-486e-89d0-6da94591c54c is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:24:04.760849 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (d44dab86-926f-486e-89d0-6da94591c54c), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:04.781702 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port d44dab86-926f-486e-89d0-6da94591c54c, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=d44dab86-926f-486e-89d0-6da94591c54c,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:24:04.854257 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb89d9a-4222-43e6-bdf3-2a795f637128 admin admin] Made reservation on behalf of 74e4a2c9e3fc4dfbbb0bdf0ed594c315 for: {'network': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:24:04.856786 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1cb89d9a-4222-43e6-bdf3-2a795f637128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:04.866577 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1cb89d9a-4222-43e6-bdf3-2a795f637128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:04.871812 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (d44dab86-926f-486e-89d0-6da94591c54c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:04.921638 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=d44dab86-926f-486e-89d0-6da94591c54c,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:04.942372 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1cb89d9a-4222-43e6-bdf3-2a795f637128 admin admin] Publish callbacks [] for security_group (dd1860a3-6a6f-40eb-a50b-0b8e26a44770), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:05.008518 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1cb89d9a-4222-43e6-bdf3-2a795f637128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (dd1860a3-6a6f-40eb-a50b-0b8e26a44770), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:05.036345 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb89d9a-4222-43e6-bdf3-2a795f637128 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=104667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:24:05.041826 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb89d9a-4222-43e6-bdf3-2a795f637128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1860a3-6a6f-40eb-a50b-0b8e26a44770,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:05.049427 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1cb89d9a-4222-43e6-bdf3-2a795f637128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (fe1c1000-3d6a-4f60-b62a-e75274a657d9), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:05.050311 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.segments_db [None req-1cb89d9a-4222-43e6-bdf3-2a795f637128 admin admin] Added segment fe1c1000-3d6a-4f60-b62a-e75274a657d9 of type vlan for network 418504b3-65b7-42b6-96ed-6116add9d5b5 Apr 15 04:24:05.088758 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:05.096941 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1cb89d9a-4222-43e6-bdf3-2a795f637128 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (418504b3-65b7-42b6-96ed-6116add9d5b5), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:05.185532 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1cb89d9a-4222-43e6-bdf3-2a795f637128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (418504b3-65b7-42b6-96ed-6116add9d5b5), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:05.186570 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb89d9a-4222-43e6-bdf3-2a795f637128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:05.187207 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-1cb89d9a-4222-43e6-bdf3-2a795f637128 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:05.246685 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb89d9a-4222-43e6-bdf3-2a795f637128 admin admin] Pushing event updated for resources: {'Network': ['ID=418504b3-65b7-42b6-96ed-6116add9d5b5,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:05.256809 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 418504b3-65b7-42b6-96ed-6116add9d5b5 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:24:05.272245 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-1cb89d9a-4222-43e6-bdf3-2a795f637128 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5172279 Apr 15 04:24:05.274997 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 43016) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:24:05.280409 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-c2d897df-9a4c-44a8-8e97-fb6e0e2777ec admin admin] Request body: {'subnet': {'network_id': '418504b3-65b7-42b6-96ed-6116add9d5b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1491648650-subnet', 'tenant_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'ip_version': 4}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:24:05.351308 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] Sync routers for ids ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:24:05.360959 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] Routers {'69dadd02-59bf-41ae-8f29-b7e1b0c73832'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:24:05.365187 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:23:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:24:05.383523 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d897df-9a4c-44a8-8e97-fb6e0e2777ec admin admin] Made reservation on behalf of 74e4a2c9e3fc4dfbbb0bdf0ed594c315 for: {'subnet': 1} {{(pid=104667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:24:05.385922 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2d897df-9a4c-44a8-8e97-fb6e0e2777ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678743'] for subnet (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:05.474346 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] Set router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:24:05.618292 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2d897df-9a4c-44a8-8e97-fb6e0e2777ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5972069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678721'] for subnet (935a9a95-8de9-4eb6-a8ef-4783b8afe495), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:05.667013 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d897df-9a4c-44a8-8e97-fb6e0e2777ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=935a9a95-8de9-4eb6-a8ef-4783b8afe495,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:05.683368 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d897df-9a4c-44a8-8e97-fb6e0e2777ec admin admin] Checking segment: {'id': 'fe1c1000-3d6a-4f60-b62a-e75274a657d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '418504b3-65b7-42b6-96ed-6116add9d5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:24:05.683732 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d897df-9a4c-44a8-8e97-fb6e0e2777ec admin admin] Network hostable DHCP agents. Network: 418504b3-65b7-42b6-96ed-6116add9d5b5, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:24:05.742860 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'name': 'tempest-TestShelveInstance-1078521184-router', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:03Z', 'revision_number': 4, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'gw_port': {'id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '6ce5bc05-5419-474c-adcc-ceefb5b43f24', 'name': '', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'mac_address': 'fa:16:3e:15:15:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:02Z', 'updated_at': '2022-04-15T04:24:03Z', 'revision_number': 2, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'subnets': [{'id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:24:05.754856 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d897df-9a4c-44a8-8e97-fb6e0e2777ec admin admin] Network 418504b3-65b7-42b6-96ed-6116add9d5b5 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:24:05.768483 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] Checking router: 69dadd02-59bf-41ae-8f29-b7e1b0c73832 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:24:05.768837 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] Updating router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 port 6ce5bc05-5419-474c-adcc-ceefb5b43f24 binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:24:05.795084 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6ce5bc05-5419-474c-adcc-ceefb5b43f24), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:05.812024 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-c2d897df-9a4c-44a8-8e97-fb6e0e2777ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 418504b3-65b7-42b6-96ed-6116add9d5b5) {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:24:05.816297 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d897df-9a4c-44a8-8e97-fb6e0e2777ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:05.816885 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-c2d897df-9a4c-44a8-8e97-fb6e0e2777ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:05.820767 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739f4798-d2df-41f2-a8c7-a68f40fe92a4 None None] Network 418504b3-65b7-42b6-96ed-6116add9d5b5 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:24:05.904835 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 43022) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:24:05.910276 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-840324e6-99aa-4aa4-ba64-b132f6ce5f0b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1491648650-router', 'tenant_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:24:05.917054 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-c2d897df-9a4c-44a8-8e97-fb6e0e2777ec admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6408377 Apr 15 04:24:05.929238 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7220801b-32b0-4cee-8d70-170f954e99b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-418504b3-65b7-42b6-96ed-6116add9d5b5', 'network_id': '418504b3-65b7-42b6-96ed-6116add9d5b5', 'project_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'fixed_ips': [{'subnet_id': '935a9a95-8de9-4eb6-a8ef-4783b8afe495'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 04:24:05.931570 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7220801b-32b0-4cee-8d70-170f954e99b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.019926 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-840324e6-99aa-4aa4-ba64-b132f6ce5f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (897df37b-a594-422e-8293-0a6cd796e2a4), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.021435 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-840324e6-99aa-4aa4-ba64-b132f6ce5f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (897df37b-a594-422e-8293-0a6cd796e2a4), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.065174 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] Publish callbacks [] for port (6ce5bc05-5419-474c-adcc-ceefb5b43f24), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.067176 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-7220801b-32b0-4cee-8d70-170f954e99b8 None None] Allocated IP 172.20.0.2 (418504b3-65b7-42b6-96ed-6116add9d5b5/935a9a95-8de9-4eb6-a8ef-4783b8afe495/f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:24:06.075352 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-840324e6-99aa-4aa4-ba64-b132f6ce5f0b admin admin] Publish callbacks [] for router_controller (897df37b-a594-422e-8293-0a6cd796e2a4), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.128570 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (6ce5bc05-5419-474c-adcc-ceefb5b43f24), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.201601 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac5d98-f1a1-4704-872c-71353869f5cf None None] Pushing event updated for resources: {'Port': ['ID=6ce5bc05-5419-474c-adcc-ceefb5b43f24,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:06.222590 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7220801b-32b0-4cee-8d70-170f954e99b8 None None] Publish callbacks [] for port (f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.225897 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac5d98-f1a1-4704-872c-71353869f5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:24:06.225897 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac5d98-f1a1-4704-872c-71353869f5cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:24:06.225897 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac5d98-f1a1-4704-872c-71353869f5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:24:06.225897 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac5d98-f1a1-4704-872c-71353869f5cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:24:06.225897 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac5d98-f1a1-4704-872c-71353869f5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:24:06.225897 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac5d98-f1a1-4704-872c-71353869f5cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:24:06.225897 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac5d98-f1a1-4704-872c-71353869f5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:24:06.225897 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac5d98-f1a1-4704-872c-71353869f5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:24:06.226761 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac5d98-f1a1-4704-872c-71353869f5cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:24:06.226761 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac5d98-f1a1-4704-872c-71353869f5cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:24:06.226761 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac5d98-f1a1-4704-872c-71353869f5cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:24:06.227043 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac5d98-f1a1-4704-872c-71353869f5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:24:06.227254 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac5d98-f1a1-4704-872c-71353869f5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:24:06.227570 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac5d98-f1a1-4704-872c-71353869f5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:24:06.227953 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ac5d98-f1a1-4704-872c-71353869f5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:24:06.249704 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] Attempting to bind port 6ce5bc05-5419-474c-adcc-ceefb5b43f24 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:24:06.254673 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] Attempting to bind port 6ce5bc05-5419-474c-adcc-ceefb5b43f24 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'a08f5c4b-54c2-4c03-938b-691474ecf6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:24:06.254673 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] Attempting to bind port 6ce5bc05-5419-474c-adcc-ceefb5b43f24 on network 45754c9c-0470-4e4b-8baa-98c43ac8ccda {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:24:06.256285 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:24:06.256658 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] Checking segment: {'id': 'a08f5c4b-54c2-4c03-938b-691474ecf6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:24:06.257055 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.257442 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] Bound using segment: {'id': 'a08f5c4b-54c2-4c03-938b-691474ecf6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:24:06.257906 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] Bound port: 6ce5bc05-5419-474c-adcc-ceefb5b43f24, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08f5c4b-54c2-4c03-938b-691474ecf6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:24:06.258374 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6ce5bc05-5419-474c-adcc-ceefb5b43f24), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.299667 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-840324e6-99aa-4aa4-ba64-b132f6ce5f0b admin admin] Publish callbacks [] for router_gateway (897df37b-a594-422e-8293-0a6cd796e2a4), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.313467 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7220801b-32b0-4cee-8d70-170f954e99b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.329302 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] For port 6ce5bc05-5419-474c-adcc-ceefb5b43f24, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:24:06.332520 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] For port 6ce5bc05-5419-474c-adcc-ceefb5b43f24, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6ce5bc05-5419-474c-adcc-ceefb5b43f24,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:24:06.362269 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7220801b-32b0-4cee-8d70-170f954e99b8 None None] Network 418504b3-65b7-42b6-96ed-6116add9d5b5 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:24:06.365518 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-7220801b-32b0-4cee-8d70-170f954e99b8 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:24:06.370290 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7220801b-32b0-4cee-8d70-170f954e99b8 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:24:06.373458 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220801b-32b0-4cee-8d70-170f954e99b8 None None] Pushing event updated for resources: {'Port': ['ID=f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:06.418489 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (6ce5bc05-5419-474c-adcc-ceefb5b43f24), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.436678 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-7220801b-32b0-4cee-8d70-170f954e99b8 None None] Attempting to bind port f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:24:06.437309 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-7220801b-32b0-4cee-8d70-170f954e99b8 None None] Attempting to bind port f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'fe1c1000-3d6a-4f60-b62a-e75274a657d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '418504b3-65b7-42b6-96ed-6116add9d5b5'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:24:06.437806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220801b-32b0-4cee-8d70-170f954e99b8 None None] Attempting to bind port f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28 on network 418504b3-65b7-42b6-96ed-6116add9d5b5 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:24:06.443517 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220801b-32b0-4cee-8d70-170f954e99b8 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:24:06.443887 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220801b-32b0-4cee-8d70-170f954e99b8 None None] Checking segment: {'id': 'fe1c1000-3d6a-4f60-b62a-e75274a657d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '418504b3-65b7-42b6-96ed-6116add9d5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:24:06.444279 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7220801b-32b0-4cee-8d70-170f954e99b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.444666 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220801b-32b0-4cee-8d70-170f954e99b8 None None] Bound using segment: {'id': 'fe1c1000-3d6a-4f60-b62a-e75274a657d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '418504b3-65b7-42b6-96ed-6116add9d5b5'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:24:06.445245 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-7220801b-32b0-4cee-8d70-170f954e99b8 None None] Bound port: f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1c1000-3d6a-4f60-b62a-e75274a657d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '418504b3-65b7-42b6-96ed-6116add9d5b5'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:24:06.445625 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7220801b-32b0-4cee-8d70-170f954e99b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.477736 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] Routers {'69dadd02-59bf-41ae-8f29-b7e1b0c73832'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:24:06.478357 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:23:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:24:06.480286 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac5d98-f1a1-4704-872c-71353869f5cf None None] Pushing event updated for resources: {'Port': ['ID=6ce5bc05-5419-474c-adcc-ceefb5b43f24,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:06.532018 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7d1350b4-5aea-4a4e-9f15-3ede677f1010 None None] Provisioning complete for port 6ce5bc05-5419-474c-adcc-ceefb5b43f24 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:24:06.532532 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7d1350b4-5aea-4a4e-9f15-3ede677f1010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6ce5bc05-5419-474c-adcc-ceefb5b43f24), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.551107 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-840324e6-99aa-4aa4-ba64-b132f6ce5f0b admin admin] Publish callbacks [] for router_gateway (897df37b-a594-422e-8293-0a6cd796e2a4), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.575068 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-840324e6-99aa-4aa4-ba64-b132f6ce5f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.581678 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7220801b-32b0-4cee-8d70-170f954e99b8 None None] For port f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:24:06.585721 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7220801b-32b0-4cee-8d70-170f954e99b8 None None] For port f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28,segment=NetworkSegment(fe1c1000-3d6a-4f60-b62a-e75274a657d9),segment_id=fe1c1000-3d6a-4f60-b62a-e75274a657d9)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:24:06.649230 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7d1350b4-5aea-4a4e-9f15-3ede677f1010 None None] Current status of the port 6ce5bc05-5419-474c-adcc-ceefb5b43f24 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:24:06.649497 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] Set router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:24:06.649619 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7d1350b4-5aea-4a4e-9f15-3ede677f1010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (6ce5bc05-5419-474c-adcc-ceefb5b43f24), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.664544 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device d44dab86-926f-486e-89d0-6da94591c54c up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:24:06.697206 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7220801b-32b0-4cee-8d70-170f954e99b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.736540 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-840324e6-99aa-4aa4-ba64-b132f6ce5f0b admin admin] Allocated IP 172.26.6.67 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/a4351e82-e5da-44b4-9597-0da4588f9a3d) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:24:06.755846 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7d1350b4-5aea-4a4e-9f15-3ede677f1010 None None] For port 6ce5bc05-5419-474c-adcc-ceefb5b43f24, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6ce5bc05-5419-474c-adcc-ceefb5b43f24,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:24:06.808120 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220801b-32b0-4cee-8d70-170f954e99b8 None None] Pushing event updated for resources: {'Port': ['ID=f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:06.820296 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port d44dab86-926f-486e-89d0-6da94591c54c triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:24:06.821677 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (d44dab86-926f-486e-89d0-6da94591c54c), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.824521 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7d1350b4-5aea-4a4e-9f15-3ede677f1010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (6ce5bc05-5419-474c-adcc-ceefb5b43f24), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.861391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-840324e6-99aa-4aa4-ba64-b132f6ce5f0b admin admin] Publish callbacks [] for port (a4351e82-e5da-44b4-9597-0da4588f9a3d), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.887090 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'name': 'tempest-TestShelveInstance-1078521184-router', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:03Z', 'revision_number': 4, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'gw_port': {'id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '6ce5bc05-5419-474c-adcc-ceefb5b43f24', 'name': '', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'mac_address': 'fa:16:3e:15:15:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:02Z', 'updated_at': '2022-04-15T04:24:06Z', 'revision_number': 4, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'subnets': [{'id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:24:06.911947 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1350b4-5aea-4a4e-9f15-3ede677f1010 None None] Pushing event updated for resources: {'Port': ['ID=6ce5bc05-5419-474c-adcc-ceefb5b43f24,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:06.917101 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5442e52-bd79-4760-b6dc-4976f17bab92 None None] The sync data for ids ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'] in dv-neutron-837140-3-hyperv is: [{'id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'name': 'tempest-TestShelveInstance-1078521184-router', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:03Z', 'revision_number': 4, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'gw_port': {'id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '6ce5bc05-5419-474c-adcc-ceefb5b43f24', 'name': '', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'mac_address': 'fa:16:3e:15:15:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:02Z', 'updated_at': '2022-04-15T04:24:06Z', 'revision_number': 4, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'subnets': [{'id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:24:06.965303 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9312bd05-69bb-47d4-a2f5-57bd64c609db None None] Provisioning complete for port 6ce5bc05-5419-474c-adcc-ceefb5b43f24 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:24:06.966687 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9312bd05-69bb-47d4-a2f5-57bd64c609db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6ce5bc05-5419-474c-adcc-ceefb5b43f24), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:06.974501 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port d44dab86-926f-486e-89d0-6da94591c54c is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:24:06.983352 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-840324e6-99aa-4aa4-ba64-b132f6ce5f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (a4351e82-e5da-44b4-9597-0da4588f9a3d), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:07.036253 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840324e6-99aa-4aa4-ba64-b132f6ce5f0b admin admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:24:07.041582 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-840324e6-99aa-4aa4-ba64-b132f6ce5f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:24:07.045481 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840324e6-99aa-4aa4-ba64-b132f6ce5f0b admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:24:07.052609 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840324e6-99aa-4aa4-ba64-b132f6ce5f0b admin admin] Pushing event updated for resources: {'Port': ['ID=a4351e82-e5da-44b4-9597-0da4588f9a3d,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:07.117727 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9312bd05-69bb-47d4-a2f5-57bd64c609db None None] Current status of the port 6ce5bc05-5419-474c-adcc-ceefb5b43f24 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:24:07.421044 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-840324e6-99aa-4aa4-ba64-b132f6ce5f0b admin admin] Publish callbacks [] for router_gateway (897df37b-a594-422e-8293-0a6cd796e2a4), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:07.636214 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-840324e6-99aa-4aa4-ba64-b132f6ce5f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (897df37b-a594-422e-8293-0a6cd796e2a4), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:07.931951 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07499e5f-5a6e-4577-a051-d29b56cd9d4c None None] Network 418504b3-65b7-42b6-96ed-6116add9d5b5 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:24:07.964574 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-e84f97c5-96e9-4667-bc81-fd0e8f023843 None None] Provisioning complete for port f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:24:07.965069 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e84f97c5-96e9-4667-bc81-fd0e8f023843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:08.113631 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-e84f97c5-96e9-4667-bc81-fd0e8f023843 None None] Current status of the port f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:24:08.114014 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e84f97c5-96e9-4667-bc81-fd0e8f023843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:08.149648 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-e84f97c5-96e9-4667-bc81-fd0e8f023843 None None] For port f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28,segment=NetworkSegment(fe1c1000-3d6a-4f60-b62a-e75274a657d9),segment_id=fe1c1000-3d6a-4f60-b62a-e75274a657d9)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:24:08.197099 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840324e6-99aa-4aa4-ba64-b132f6ce5f0b admin admin] Router 897df37b-a594-422e-8293-0a6cd796e2a4 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 04:24:08.225847 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e84f97c5-96e9-4667-bc81-fd0e8f023843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:08.279145 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f97c5-96e9-4667-bc81-fd0e8f023843 None None] Pushing event updated for resources: {'Port': ['ID=f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:08.313400 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840324e6-99aa-4aa4-ba64-b132f6ce5f0b admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:24:08.323954 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] Sync routers for ids ['897df37b-a594-422e-8293-0a6cd796e2a4'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:24:08.334011 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] Routers {'897df37b-a594-422e-8293-0a6cd796e2a4'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:24:08.334637 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:23:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['897df37b-a594-422e-8293-0a6cd796e2a4'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:24:08.387170 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3a5fe111-ba7e-4f13-a37d-26dc7099c30a None None] Provisioning complete for port f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:24:08.387564 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3a5fe111-ba7e-4f13-a37d-26dc7099c30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:08.419608 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-840324e6-99aa-4aa4-ba64-b132f6ce5f0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:08.420906 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-840324e6-99aa-4aa4-ba64-b132f6ce5f0b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5140312 Apr 15 04:24:08.423531 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 43028) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:24:08.483192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] Set router 897df37b-a594-422e-8293-0a6cd796e2a4 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:24:08.759782 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:24:08.781981 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3a5fe111-ba7e-4f13-a37d-26dc7099c30a None None] Current status of the port f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:24:08.856853 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:24:08.857243 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:08.875145 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-325bfb85-e7c1-4b35-8cf5-49fbcb7293f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:08.887585 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897df37b-a594-422e-8293-0a6cd796e2a4', 'name': 'tempest-TestShelveInstance-1491648650-router', 'tenant_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': 'a4351e82-e5da-44b4-9597-0da4588f9a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:06Z', 'updated_at': '2022-04-15T04:24:07Z', 'revision_number': 3, 'project_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'gw_port': {'id': 'a4351e82-e5da-44b4-9597-0da4588f9a3d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897df37b-a594-422e-8293-0a6cd796e2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:06Z', 'updated_at': '2022-04-15T04:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:24:08.923304 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] Checking router: 897df37b-a594-422e-8293-0a6cd796e2a4 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:24:08.923554 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] Updating router 897df37b-a594-422e-8293-0a6cd796e2a4 port a4351e82-e5da-44b4-9597-0da4588f9a3d binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:24:08.957343 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a4351e82-e5da-44b4-9597-0da4588f9a3d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:09.023339 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:24:09.024396 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6ce5bc05-5419-474c-adcc-ceefb5b43f24 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:24:09.032444 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-325bfb85-e7c1-4b35-8cf5-49fbcb7293f2 admin admin] Allocated IP 172.20.0.1 (418504b3-65b7-42b6-96ed-6116add9d5b5/935a9a95-8de9-4eb6-a8ef-4783b8afe495/e86fc411-ce79-4fcc-b4bf-a256bedd5fe0) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:24:09.142320 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-325bfb85-e7c1-4b35-8cf5-49fbcb7293f2 admin admin] Publish callbacks [] for port (e86fc411-ce79-4fcc-b4bf-a256bedd5fe0), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:09.149372 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 6ce5bc05-5419-474c-adcc-ceefb5b43f24 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:24:09.149751 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (6ce5bc05-5419-474c-adcc-ceefb5b43f24), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:09.237532 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-325bfb85-e7c1-4b35-8cf5-49fbcb7293f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (e86fc411-ce79-4fcc-b4bf-a256bedd5fe0), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:09.276919 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325bfb85-e7c1-4b35-8cf5-49fbcb7293f2 admin admin] Network 418504b3-65b7-42b6-96ed-6116add9d5b5 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:24:09.283485 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-325bfb85-e7c1-4b35-8cf5-49fbcb7293f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:24:09.288630 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325bfb85-e7c1-4b35-8cf5-49fbcb7293f2 admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:24:09.292460 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bfb85-e7c1-4b35-8cf5-49fbcb7293f2 admin admin] Pushing event updated for resources: {'Port': ['ID=e86fc411-ce79-4fcc-b4bf-a256bedd5fe0,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:09.297371 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 6ce5bc05-5419-474c-adcc-ceefb5b43f24 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:24:09.331773 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-325bfb85-e7c1-4b35-8cf5-49fbcb7293f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (897df37b-a594-422e-8293-0a6cd796e2a4), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:09.340658 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] Publish callbacks [] for port (a4351e82-e5da-44b4-9597-0da4588f9a3d), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:09.397518 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (a4351e82-e5da-44b4-9597-0da4588f9a3d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:09.455488 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] Attempting to bind port a4351e82-e5da-44b4-9597-0da4588f9a3d on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:24:09.455858 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] Attempting to bind port a4351e82-e5da-44b4-9597-0da4588f9a3d by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:24:09.456215 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] Attempting to bind port a4351e82-e5da-44b4-9597-0da4588f9a3d on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:24:09.459149 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde1bf9-8b22-4c55-8fac-37e538c43925 None None] Pushing event updated for resources: {'Port': ['ID=a4351e82-e5da-44b4-9597-0da4588f9a3d,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:09.465142 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:24:09.465520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:24:09.465920 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:09.466426 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:24:09.466808 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] Bound port: a4351e82-e5da-44b4-9597-0da4588f9a3d, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:24:09.467190 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a4351e82-e5da-44b4-9597-0da4588f9a3d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:09.513106 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-56b96860-516e-4b2e-93f0-2a8d678c38e6 None None] Provisioning complete for port e86fc411-ce79-4fcc-b4bf-a256bedd5fe0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:24:09.513469 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-56b96860-516e-4b2e-93f0-2a8d678c38e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e86fc411-ce79-4fcc-b4bf-a256bedd5fe0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:09.515499 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-325bfb85-e7c1-4b35-8cf5-49fbcb7293f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e86fc411-ce79-4fcc-b4bf-a256bedd5fe0), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:09.550197 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] For port a4351e82-e5da-44b4-9597-0da4588f9a3d, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:24:09.568507 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] For port a4351e82-e5da-44b4-9597-0da4588f9a3d, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a4351e82-e5da-44b4-9597-0da4588f9a3d,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:24:09.571100 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-56b96860-516e-4b2e-93f0-2a8d678c38e6 None None] Port e86fc411-ce79-4fcc-b4bf-a256bedd5fe0 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:24:09.626222 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (a4351e82-e5da-44b4-9597-0da4588f9a3d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:09.681407 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-325bfb85-e7c1-4b35-8cf5-49fbcb7293f2 admin admin] Publish callbacks [] for port (e86fc411-ce79-4fcc-b4bf-a256bedd5fe0), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:09.687080 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] Routers {'897df37b-a594-422e-8293-0a6cd796e2a4'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:24:09.687699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:23:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['897df37b-a594-422e-8293-0a6cd796e2a4'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:24:09.690681 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde1bf9-8b22-4c55-8fac-37e538c43925 None None] Pushing event updated for resources: {'Port': ['ID=a4351e82-e5da-44b4-9597-0da4588f9a3d,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:09.732160 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-325bfb85-e7c1-4b35-8cf5-49fbcb7293f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (e86fc411-ce79-4fcc-b4bf-a256bedd5fe0), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:09.803111 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] Set router 897df37b-a594-422e-8293-0a6cd796e2a4 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:24:09.804359 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-325bfb85-e7c1-4b35-8cf5-49fbcb7293f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (897df37b-a594-422e-8293-0a6cd796e2a4), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:09.806129 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bfb85-e7c1-4b35-8cf5-49fbcb7293f2 admin admin] Pushing event updated for resources: {'Port': ['ID=e86fc411-ce79-4fcc-b4bf-a256bedd5fe0,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:09.898704 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325bfb85-e7c1-4b35-8cf5-49fbcb7293f2 admin admin] Network 418504b3-65b7-42b6-96ed-6116add9d5b5 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:24:09.900102 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-325bfb85-e7c1-4b35-8cf5-49fbcb7293f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:24:10.006352 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897df37b-a594-422e-8293-0a6cd796e2a4', 'name': 'tempest-TestShelveInstance-1491648650-router', 'tenant_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': 'a4351e82-e5da-44b4-9597-0da4588f9a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:06Z', 'updated_at': '2022-04-15T04:24:09Z', 'revision_number': 4, 'project_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'gw_port': {'id': 'a4351e82-e5da-44b4-9597-0da4588f9a3d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897df37b-a594-422e-8293-0a6cd796e2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:06Z', 'updated_at': '2022-04-15T04:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'e86fc411-ce79-4fcc-b4bf-a256bedd5fe0', 'name': '', 'network_id': '418504b3-65b7-42b6-96ed-6116add9d5b5', 'tenant_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'mac_address': 'fa:16:3e:b4:ff:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897df37b-a594-422e-8293-0a6cd796e2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '935a9a95-8de9-4eb6-a8ef-4783b8afe495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:08Z', 'updated_at': '2022-04-15T04:24:09Z', 'revision_number': 1, 'project_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'subnets': [{'id': '935a9a95-8de9-4eb6-a8ef-4783b8afe495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:24:10.025181 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325bfb85-e7c1-4b35-8cf5-49fbcb7293f2 admin admin] Router 897df37b-a594-422e-8293-0a6cd796e2a4 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:24:10.038851 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55558848-2d75-4e93-98bb-51110dcfc0a0 None None] The sync data for ids ['897df37b-a594-422e-8293-0a6cd796e2a4'] in dv-neutron-837140-3-hyperv is: [{'id': '897df37b-a594-422e-8293-0a6cd796e2a4', 'name': 'tempest-TestShelveInstance-1491648650-router', 'tenant_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': 'a4351e82-e5da-44b4-9597-0da4588f9a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:06Z', 'updated_at': '2022-04-15T04:24:09Z', 'revision_number': 4, 'project_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'gw_port': {'id': 'a4351e82-e5da-44b4-9597-0da4588f9a3d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897df37b-a594-422e-8293-0a6cd796e2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:06Z', 'updated_at': '2022-04-15T04:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'e86fc411-ce79-4fcc-b4bf-a256bedd5fe0', 'name': '', 'network_id': '418504b3-65b7-42b6-96ed-6116add9d5b5', 'tenant_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'mac_address': 'fa:16:3e:b4:ff:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897df37b-a594-422e-8293-0a6cd796e2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '935a9a95-8de9-4eb6-a8ef-4783b8afe495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:08Z', 'updated_at': '2022-04-15T04:24:09Z', 'revision_number': 1, 'project_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'subnets': [{'id': '935a9a95-8de9-4eb6-a8ef-4783b8afe495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:24:10.146856 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325bfb85-e7c1-4b35-8cf5-49fbcb7293f2 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:24:10.151720 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-325bfb85-e7c1-4b35-8cf5-49fbcb7293f2 admin admin] 10.222.0.15 "PUT /v2.0/routers/897df37b-a594-422e-8293-0a6cd796e2a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7272027 Apr 15 04:24:10.191531 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3079fc38-8e35-4c9f-96f8-0141dcbcb099 None None] Provisioning complete for port e86fc411-ce79-4fcc-b4bf-a256bedd5fe0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:24:10.191898 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3079fc38-8e35-4c9f-96f8-0141dcbcb099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e86fc411-ce79-4fcc-b4bf-a256bedd5fe0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:10.237874 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3079fc38-8e35-4c9f-96f8-0141dcbcb099 None None] Port e86fc411-ce79-4fcc-b4bf-a256bedd5fe0 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:24:11.196964 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 43036) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:24:11.201974 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-3370a497-9951-4ac4-b582-aa71313c1607 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1034581650', 'description': 'tempest-secgroup-smoke-1034581650 description', 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:24:11.286638 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3370a497-9951-4ac4-b582-aa71313c1607 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:11.354161 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3370a497-9951-4ac4-b582-aa71313c1607 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group (29e2f6f3-a811-45d6-9064-ddf9990bf769), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:11.435065 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3370a497-9951-4ac4-b582-aa71313c1607 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (29e2f6f3-a811-45d6-9064-ddf9990bf769), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:11.464098 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370a497-9951-4ac4-b582-aa71313c1607 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e2f6f3-a811-45d6-9064-ddf9990bf769,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:11.528311 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-3370a497-9951-4ac4-b582-aa71313c1607 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:11.529730 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-3370a497-9951-4ac4-b582-aa71313c1607 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3317361 Apr 15 04:24:11.532561 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 43038) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:24:11.536834 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-18c5e32c-81ce-4539-a72c-d5f0ee273429 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Request body: {'security_group_rule': {'security_group_id': '29e2f6f3-a811-45d6-9064-ddf9990bf769', 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:24:11.629616 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-18c5e32c-81ce-4539-a72c-d5f0ee273429 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (cd12c06e-3e6d-4f87-b09a-5a521a5436e6), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:11.691907 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-18c5e32c-81ce-4539-a72c-d5f0ee273429 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (cd12c06e-3e6d-4f87-b09a-5a521a5436e6), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:11.789138 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-18c5e32c-81ce-4539-a72c-d5f0ee273429 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (cd12c06e-3e6d-4f87-b09a-5a521a5436e6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:11.807857 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5e32c-81ce-4539-a72c-d5f0ee273429 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd12c06e-3e6d-4f87-b09a-5a521a5436e6,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:11.883668 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] Sync routers for ids ['897df37b-a594-422e-8293-0a6cd796e2a4'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:24:11.888366 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-18c5e32c-81ce-4539-a72c-d5f0ee273429 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:11.891583 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-18c5e32c-81ce-4539-a72c-d5f0ee273429 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3580661 Apr 15 04:24:11.893526 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] Routers {'897df37b-a594-422e-8293-0a6cd796e2a4'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:24:11.894141 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:23:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['897df37b-a594-422e-8293-0a6cd796e2a4'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:24:11.894420 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 43040) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:24:11.898865 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-8edd6ac9-2539-40c7-a744-46e9638bf992 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Request body: {'security_group_rule': {'security_group_id': '29e2f6f3-a811-45d6-9064-ddf9990bf769', 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:24:11.994512 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8edd6ac9-2539-40c7-a744-46e9638bf992 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (4e5238fa-93b5-4203-9695-49c3e891cbdc), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:12.001835 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] Set router 897df37b-a594-422e-8293-0a6cd796e2a4 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:24:12.051521 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8edd6ac9-2539-40c7-a744-46e9638bf992 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (4e5238fa-93b5-4203-9695-49c3e891cbdc), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:12.139557 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8edd6ac9-2539-40c7-a744-46e9638bf992 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (4e5238fa-93b5-4203-9695-49c3e891cbdc), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:12.158386 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd6ac9-2539-40c7-a744-46e9638bf992 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5238fa-93b5-4203-9695-49c3e891cbdc,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:12.192519 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897df37b-a594-422e-8293-0a6cd796e2a4', 'name': 'tempest-TestShelveInstance-1491648650-router', 'tenant_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': 'a4351e82-e5da-44b4-9597-0da4588f9a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:06Z', 'updated_at': '2022-04-15T04:24:09Z', 'revision_number': 4, 'project_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'gw_port': {'id': 'a4351e82-e5da-44b4-9597-0da4588f9a3d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897df37b-a594-422e-8293-0a6cd796e2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:06Z', 'updated_at': '2022-04-15T04:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'e86fc411-ce79-4fcc-b4bf-a256bedd5fe0', 'name': '', 'network_id': '418504b3-65b7-42b6-96ed-6116add9d5b5', 'tenant_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'mac_address': 'fa:16:3e:b4:ff:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897df37b-a594-422e-8293-0a6cd796e2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '935a9a95-8de9-4eb6-a8ef-4783b8afe495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:08Z', 'updated_at': '2022-04-15T04:24:09Z', 'revision_number': 2, 'project_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'subnets': [{'id': '935a9a95-8de9-4eb6-a8ef-4783b8afe495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:24:12.222479 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] Checking router: 897df37b-a594-422e-8293-0a6cd796e2a4 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:24:12.222862 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] Updating router 897df37b-a594-422e-8293-0a6cd796e2a4 port e86fc411-ce79-4fcc-b4bf-a256bedd5fe0 binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:24:12.233246 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8edd6ac9-2539-40c7-a744-46e9638bf992 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:12.234498 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8edd6ac9-2539-40c7-a744-46e9638bf992 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3390427 Apr 15 04:24:12.237300 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 43042) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:24:12.241656 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-dd11868a-694e-47e5-bc07-bed270fb2903 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Request body: {'security_group_rule': {'security_group_id': '29e2f6f3-a811-45d6-9064-ddf9990bf769', 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:24:12.250749 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e86fc411-ce79-4fcc-b4bf-a256bedd5fe0), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:12.328165 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dd11868a-694e-47e5-bc07-bed270fb2903 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (112215d7-d809-4d1b-b9f9-ca22f5b0ef6a), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:12.385595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dd11868a-694e-47e5-bc07-bed270fb2903 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (112215d7-d809-4d1b-b9f9-ca22f5b0ef6a), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:12.464181 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dd11868a-694e-47e5-bc07-bed270fb2903 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (112215d7-d809-4d1b-b9f9-ca22f5b0ef6a), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:12.484481 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11868a-694e-47e5-bc07-bed270fb2903 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112215d7-d809-4d1b-b9f9-ca22f5b0ef6a,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:12.506882 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] Publish callbacks [] for port (e86fc411-ce79-4fcc-b4bf-a256bedd5fe0), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:12.553452 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-dd11868a-694e-47e5-bc07-bed270fb2903 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:12.554710 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-dd11868a-694e-47e5-bc07-bed270fb2903 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3164480 Apr 15 04:24:12.557443 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 43044) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:24:12.564420 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-70357d2a-4141-45c1-882b-10cd511d5bf9 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Request body: {'security_group_rule': {'security_group_id': '29e2f6f3-a811-45d6-9064-ddf9990bf769', 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:24:12.584400 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e86fc411-ce79-4fcc-b4bf-a256bedd5fe0), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:12.644068 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a4351e82-e5da-44b4-9597-0da4588f9a3d up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:24:12.644608 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f9f5b-4ed3-412d-bcfa-cac0929b80f2 None None] Pushing event updated for resources: {'Port': ['ID=e86fc411-ce79-4fcc-b4bf-a256bedd5fe0,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:12.652672 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-70357d2a-4141-45c1-882b-10cd511d5bf9 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (dfb79f7c-71ab-46ef-9d22-12a45c2ab0fc), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:12.697215 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] Attempting to bind port e86fc411-ce79-4fcc-b4bf-a256bedd5fe0 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:24:12.697643 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] Attempting to bind port e86fc411-ce79-4fcc-b4bf-a256bedd5fe0 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': 'fe1c1000-3d6a-4f60-b62a-e75274a657d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '418504b3-65b7-42b6-96ed-6116add9d5b5'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:24:12.697939 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] Attempting to bind port e86fc411-ce79-4fcc-b4bf-a256bedd5fe0 on network 418504b3-65b7-42b6-96ed-6116add9d5b5 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:24:12.704524 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:24:12.705060 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] Checking segment: {'id': 'fe1c1000-3d6a-4f60-b62a-e75274a657d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '418504b3-65b7-42b6-96ed-6116add9d5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:24:12.705460 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:12.705890 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] Bound using segment: {'id': 'fe1c1000-3d6a-4f60-b62a-e75274a657d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '418504b3-65b7-42b6-96ed-6116add9d5b5'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:24:12.706402 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] Bound port: e86fc411-ce79-4fcc-b4bf-a256bedd5fe0, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1c1000-3d6a-4f60-b62a-e75274a657d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '418504b3-65b7-42b6-96ed-6116add9d5b5'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:24:12.707090 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e86fc411-ce79-4fcc-b4bf-a256bedd5fe0), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:12.728211 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-70357d2a-4141-45c1-882b-10cd511d5bf9 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (dfb79f7c-71ab-46ef-9d22-12a45c2ab0fc), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:12.730712 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port a4351e82-e5da-44b4-9597-0da4588f9a3d triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:24:12.731345 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a4351e82-e5da-44b4-9597-0da4588f9a3d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:12.780517 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] For port e86fc411-ce79-4fcc-b4bf-a256bedd5fe0, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:24:12.784295 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] For port e86fc411-ce79-4fcc-b4bf-a256bedd5fe0, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e86fc411-ce79-4fcc-b4bf-a256bedd5fe0,segment=NetworkSegment(fe1c1000-3d6a-4f60-b62a-e75274a657d9),segment_id=fe1c1000-3d6a-4f60-b62a-e75274a657d9)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:24:12.807029 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-70357d2a-4141-45c1-882b-10cd511d5bf9 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (dfb79f7c-71ab-46ef-9d22-12a45c2ab0fc), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:12.821821 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port a4351e82-e5da-44b4-9597-0da4588f9a3d is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:24:12.822322 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a4351e82-e5da-44b4-9597-0da4588f9a3d), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:12.827888 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70357d2a-4141-45c1-882b-10cd511d5bf9 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb79f7c-71ab-46ef-9d22-12a45c2ab0fc,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:12.844613 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port a4351e82-e5da-44b4-9597-0da4588f9a3d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a4351e82-e5da-44b4-9597-0da4588f9a3d,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:24:12.878098 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3b7d8545-3f33-4bee-88d7-1decf43ca944 None None] Provisioning complete for port e86fc411-ce79-4fcc-b4bf-a256bedd5fe0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:24:12.878462 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3b7d8545-3f33-4bee-88d7-1decf43ca944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e86fc411-ce79-4fcc-b4bf-a256bedd5fe0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:12.887080 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e86fc411-ce79-4fcc-b4bf-a256bedd5fe0), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:12.912655 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (a4351e82-e5da-44b4-9597-0da4588f9a3d), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:12.913644 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-70357d2a-4141-45c1-882b-10cd511d5bf9 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:12.916344 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-70357d2a-4141-45c1-882b-10cd511d5bf9 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3574119 Apr 15 04:24:12.917981 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3b7d8545-3f33-4bee-88d7-1decf43ca944 None None] Port e86fc411-ce79-4fcc-b4bf-a256bedd5fe0 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:24:12.918994 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 43046) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:24:12.925886 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-8ada1cdd-d83b-4074-b8e5-29ce16a236ff tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Request body: {'security_group_rule': {'security_group_id': '29e2f6f3-a811-45d6-9064-ddf9990bf769', 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:24:12.946946 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] Routers {'897df37b-a594-422e-8293-0a6cd796e2a4'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:24:12.947668 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:23:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['897df37b-a594-422e-8293-0a6cd796e2a4'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:24:12.967267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=a4351e82-e5da-44b4-9597-0da4588f9a3d,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:13.001356 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f9f5b-4ed3-412d-bcfa-cac0929b80f2 None None] Pushing event updated for resources: {'Port': ['ID=e86fc411-ce79-4fcc-b4bf-a256bedd5fe0,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:13.007229 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-8ada1cdd-d83b-4074-b8e5-29ce16a236ff tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Project 7c6c9fb6b32d4147834a578e674dfe5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 04:24:13.013752 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8ada1cdd-d83b-4074-b8e5-29ce16a236ff tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (43546784-1ad4-4416-a7c6-3e04588b5f5d), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:13.086315 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8ada1cdd-d83b-4074-b8e5-29ce16a236ff tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (43546784-1ad4-4416-a7c6-3e04588b5f5d), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:13.151284 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8ada1cdd-d83b-4074-b8e5-29ce16a236ff tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (43546784-1ad4-4416-a7c6-3e04588b5f5d), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:13.169068 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada1cdd-d83b-4074-b8e5-29ce16a236ff tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43546784-1ad4-4416-a7c6-3e04588b5f5d,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:13.177872 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] Set router 897df37b-a594-422e-8293-0a6cd796e2a4 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:24:13.228954 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8ada1cdd-d83b-4074-b8e5-29ce16a236ff tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:13.231236 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8ada1cdd-d83b-4074-b8e5-29ce16a236ff tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3095646 Apr 15 04:24:13.237819 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-f0f2f580-56bd-4560-89b8-4e46c735b766 None None] Provisioning complete for port e86fc411-ce79-4fcc-b4bf-a256bedd5fe0 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:24:13.238073 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 43048) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:24:13.238187 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f0f2f580-56bd-4560-89b8-4e46c735b766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e86fc411-ce79-4fcc-b4bf-a256bedd5fe0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:13.243378 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-8eb48f1d-d7f0-434c-9f66-819a07f09886 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Request body: {'security_group_rule': {'security_group_id': '29e2f6f3-a811-45d6-9064-ddf9990bf769', 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:24:13.311675 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-8eb48f1d-d7f0-434c-9f66-819a07f09886 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Project 7c6c9fb6b32d4147834a578e674dfe5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 04:24:13.319421 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f0f2f580-56bd-4560-89b8-4e46c735b766 None None] Current status of the port e86fc411-ce79-4fcc-b4bf-a256bedd5fe0 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:24:13.319837 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f0f2f580-56bd-4560-89b8-4e46c735b766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (e86fc411-ce79-4fcc-b4bf-a256bedd5fe0), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:13.321374 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8eb48f1d-d7f0-434c-9f66-819a07f09886 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (770fb1a2-61b6-43b4-8cf5-1578f9cb94f9), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:13.357715 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f0f2f580-56bd-4560-89b8-4e46c735b766 None None] For port e86fc411-ce79-4fcc-b4bf-a256bedd5fe0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e86fc411-ce79-4fcc-b4bf-a256bedd5fe0,segment=NetworkSegment(fe1c1000-3d6a-4f60-b62a-e75274a657d9),segment_id=fe1c1000-3d6a-4f60-b62a-e75274a657d9)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:24:13.380967 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8eb48f1d-d7f0-434c-9f66-819a07f09886 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (770fb1a2-61b6-43b4-8cf5-1578f9cb94f9), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:13.402680 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f0f2f580-56bd-4560-89b8-4e46c735b766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (e86fc411-ce79-4fcc-b4bf-a256bedd5fe0), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:13.447191 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8eb48f1d-d7f0-434c-9f66-819a07f09886 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (770fb1a2-61b6-43b4-8cf5-1578f9cb94f9), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:13.450791 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2f580-56bd-4560-89b8-4e46c735b766 None None] Pushing event updated for resources: {'Port': ['ID=e86fc411-ce79-4fcc-b4bf-a256bedd5fe0,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:13.466127 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897df37b-a594-422e-8293-0a6cd796e2a4', 'name': 'tempest-TestShelveInstance-1491648650-router', 'tenant_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': 'a4351e82-e5da-44b4-9597-0da4588f9a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:06Z', 'updated_at': '2022-04-15T04:24:09Z', 'revision_number': 4, 'project_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'gw_port': {'id': 'a4351e82-e5da-44b4-9597-0da4588f9a3d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df37b-a594-422e-8293-0a6cd796e2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:06Z', 'updated_at': '2022-04-15T04:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'e86fc411-ce79-4fcc-b4bf-a256bedd5fe0', 'name': '', 'network_id': '418504b3-65b7-42b6-96ed-6116add9d5b5', 'tenant_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'mac_address': 'fa:16:3e:b4:ff:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897df37b-a594-422e-8293-0a6cd796e2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '935a9a95-8de9-4eb6-a8ef-4783b8afe495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:08Z', 'updated_at': '2022-04-15T04:24:12Z', 'revision_number': 4, 'project_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'subnets': [{'id': '935a9a95-8de9-4eb6-a8ef-4783b8afe495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:24:13.466406 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb48f1d-d7f0-434c-9f66-819a07f09886 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770fb1a2-61b6-43b4-8cf5-1578f9cb94f9,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:13.501380 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e50452b-e4c7-4d24-b92d-ffa4481188d0 None None] The sync data for ids ['897df37b-a594-422e-8293-0a6cd796e2a4'] in dv-neutron-837140-3-hyperv is: [{'id': '897df37b-a594-422e-8293-0a6cd796e2a4', 'name': 'tempest-TestShelveInstance-1491648650-router', 'tenant_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': 'a4351e82-e5da-44b4-9597-0da4588f9a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:06Z', 'updated_at': '2022-04-15T04:24:09Z', 'revision_number': 4, 'project_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'gw_port': {'id': 'a4351e82-e5da-44b4-9597-0da4588f9a3d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df37b-a594-422e-8293-0a6cd796e2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:06Z', 'updated_at': '2022-04-15T04:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': 'e86fc411-ce79-4fcc-b4bf-a256bedd5fe0', 'name': '', 'network_id': '418504b3-65b7-42b6-96ed-6116add9d5b5', 'tenant_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'mac_address': 'fa:16:3e:b4:ff:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '897df37b-a594-422e-8293-0a6cd796e2a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1828, 'fixed_ips': [{'subnet_id': '935a9a95-8de9-4eb6-a8ef-4783b8afe495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:08Z', 'updated_at': '2022-04-15T04:24:12Z', 'revision_number': 4, 'project_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'subnets': [{'id': '935a9a95-8de9-4eb6-a8ef-4783b8afe495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:24:13.534407 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-8eb48f1d-d7f0-434c-9f66-819a07f09886 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:13.536002 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-8eb48f1d-d7f0-434c-9f66-819a07f09886 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2967417 Apr 15 04:24:13.690957 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-6ebbad16-b198-4306-9b50-dd49b42ba0cf tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1034581650&fields=id&tenant_id=7c6c9fb6b32d4147834a578e674dfe5a HTTP/1.1" status: 200 len: 267 time: 0.0481784 Apr 15 04:24:13.801600 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-766a6f2b-b19a-49a9-8555-097e63d145e9 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:13.803191 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-766a6f2b-b19a-49a9-8555-097e63d145e9 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/networks?id=45754c9c-0470-4e4b-8baa-98c43ac8ccda HTTP/1.1" status: 200 len: 809 time: 0.1038246 Apr 15 04:24:13.819122 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-0dbc3902-fe12-41f6-816e-06b0a2cbf133 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/quotas/7c6c9fb6b32d4147834a578e674dfe5a HTTP/1.1" status: 200 len: 375 time: 0.0100918 Apr 15 04:24:13.877948 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-85483bc4-fec6-4bfc-8dfe-029d0749fca7 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517161 Apr 15 04:24:13.892900 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-447c05ad-d2eb-4ca4-af8e-82c951be7e2b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 04:24:13.893890 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-447c05ad-d2eb-4ca4-af8e-82c951be7e2b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055208 Apr 15 04:24:13.986228 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-a93a3f69-5f53-4c94-9f8f-6f41ca14df2a service neutron] 10.222.0.15 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859256 Apr 15 04:24:14.085266 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-640c8efb-fc70-44ff-b7f8-0403a346ee87 service neutron] 10.222.0.15 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928960 Apr 15 04:24:14.290560 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e8087eb6-29e5-454c-b23a-ffc1c69e19bf req-2c8e6e65-ed9c-48a8-a7e9-05773aa36504 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 210 time: 0.0283303 Apr 15 04:24:14.631168 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e86fc411-ce79-4fcc-b4bf-a256bedd5fe0 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:24:14.679643 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port e86fc411-ce79-4fcc-b4bf-a256bedd5fe0 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:24:14.680015 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (e86fc411-ce79-4fcc-b4bf-a256bedd5fe0), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:14.757334 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port e86fc411-ce79-4fcc-b4bf-a256bedd5fe0 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:24:14.758342 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a4351e82-e5da-44b4-9597-0da4588f9a3d up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:24:14.803547 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port a4351e82-e5da-44b4-9597-0da4588f9a3d triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:24:14.804006 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (a4351e82-e5da-44b4-9597-0da4588f9a3d), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:14.882454 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port a4351e82-e5da-44b4-9597-0da4588f9a3d is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:24:15.383634 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1d5bc2b7-77ab-47d7-9c57-bd93eab17157 req-44d2b742-c380-4056-8e22-63b11f126b9a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 210 time: 0.0283635 Apr 15 04:24:16.242814 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-fdcf0c1d-4c57-42f3-b135-e9e7fc4ff672 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:16.244292 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-fdcf0c1d-4c57-42f3-b135-e9e7fc4ff672 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.30 "GET /v2.0/networks?id=45754c9c-0470-4e4b-8baa-98c43ac8ccda HTTP/1.1" status: 200 len: 809 time: 0.1075029 Apr 15 04:24:16.306135 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-ad769403-7019-4cc5-9265-677b078c0bbf tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c6c9fb6b32d4147834a578e674dfe5a HTTP/1.1" status: 200 len: 380 time: 0.0537221 Apr 15 04:24:16.314650 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-88b5e4d7-405f-436a-a574-c54f50037642 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Request body: {'port': {'device_id': 'f69b3ba1-06ed-4a19-be8d-57cdd872a8ab', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'admin_state_up': True, 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'security_groups': ['29e2f6f3-a811-45d6-9064-ddf9990bf769']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:24:16.488666 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1f55453b-a3ad-4cac-8b8e-27dee2abc134 req-fac3dc2b-fe39-450c-a02c-bee5b2af89a0 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 210 time: 0.0307527 Apr 15 04:24:16.499815 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-88b5e4d7-405f-436a-a574-c54f50037642 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Made reservation on behalf of 7c6c9fb6b32d4147834a578e674dfe5a for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:24:16.503478 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-88b5e4d7-405f-436a-a574-c54f50037642 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:16.631558 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-88b5e4d7-405f-436a-a574-c54f50037642 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Allocated IP 172.20.0.4 (45754c9c-0470-4e4b-8baa-98c43ac8ccda/cf47d402-7f87-4c06-96d7-eeb930f31b55/bfc7eaf9-d4d9-4376-a6ff-399630602ee6) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:24:16.769200 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-88b5e4d7-405f-436a-a574-c54f50037642 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:16.866506 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-88b5e4d7-405f-436a-a574-c54f50037642 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:16.906383 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-88b5e4d7-405f-436a-a574-c54f50037642 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Network 45754c9c-0470-4e4b-8baa-98c43ac8ccda is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:24:16.909403 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-88b5e4d7-405f-436a-a574-c54f50037642 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:24:16.912387 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-88b5e4d7-405f-436a-a574-c54f50037642 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:24:16.944049 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5e4d7-405f-436a-a574-c54f50037642 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event updated for resources: {'Port': ['ID=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:16.971485 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-88b5e4d7-405f-436a-a574-c54f50037642 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:16.972099 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-88b5e4d7-405f-436a-a574-c54f50037642 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:17.028534 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-88b5e4d7-405f-436a-a574-c54f50037642 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7174516 Apr 15 04:24:17.041005 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] Request body: {'port': {'device_id': 'f69b3ba1-06ed-4a19-be8d-57cdd872a8ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:24:17.107161 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:17.143294 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-5e028fca-15f8-45f2-a6c3-e00285a2cbef None None] Provisioning complete for port bfc7eaf9-d4d9-4376-a6ff-399630602ee6 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:24:17.143877 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5e028fca-15f8-45f2-a6c3-e00285a2cbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:17.178470 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-5e028fca-15f8-45f2-a6c3-e00285a2cbef None None] Port bfc7eaf9-d4d9-4376-a6ff-399630602ee6 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:24:17.363789 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc7eaf9-d4d9-4376-a6ff-399630602ee6 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:24:17.371464 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] Publish callbacks [] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:17.383856 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] Transition to ACTIVE for port object bfc7eaf9-d4d9-4376-a6ff-399630602ee6 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 04:24:17.436382 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:17.489274 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] Pushing event updated for resources: {'Port': ['ID=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:17.567704 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] Attempting to bind port bfc7eaf9-d4d9-4376-a6ff-399630602ee6 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:24:17.568329 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] Attempting to bind port bfc7eaf9-d4d9-4376-a6ff-399630602ee6 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'a08f5c4b-54c2-4c03-938b-691474ecf6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:24:17.568430 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] Attempting to bind port bfc7eaf9-d4d9-4376-a6ff-399630602ee6 on network 45754c9c-0470-4e4b-8baa-98c43ac8ccda {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:24:17.582671 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] Port bfc7eaf9-d4d9-4376-a6ff-399630602ee6 on network 45754c9c-0470-4e4b-8baa-98c43ac8ccda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 04:24:17.582671 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] Attempting to bind port bfc7eaf9-d4d9-4376-a6ff-399630602ee6 on network 45754c9c-0470-4e4b-8baa-98c43ac8ccda {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:24:17.606789 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:24:17.607136 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] Checking segment: {'id': 'a08f5c4b-54c2-4c03-938b-691474ecf6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:24:17.607527 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] Bound using segment: {'id': 'a08f5c4b-54c2-4c03-938b-691474ecf6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:24:17.607970 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] Bound port: bfc7eaf9-d4d9-4376-a6ff-399630602ee6, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a08f5c4b-54c2-4c03-938b-691474ecf6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:24:17.608335 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:17.632111 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f57157-4ead-4799-8f37-cd64aa3d463c req-1fc590df-d252-4d8e-8af4-20daee5f1491 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:17.633565 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f7f57157-4ead-4799-8f37-cd64aa3d463c req-1fc590df-d252-4d8e-8af4-20daee5f1491 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 943 time: 0.0680542 Apr 15 04:24:17.721933 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] For port bfc7eaf9-d4d9-4376-a6ff-399630602ee6, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:24:17.725789 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] For port bfc7eaf9-d4d9-4376-a6ff-399630602ee6, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:24:17.730256 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f7f57157-4ead-4799-8f37-cd64aa3d463c req-6e43855e-ccdb-4bcb-af12-31196a4b12db tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749297 Apr 15 04:24:17.789496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:17.823943 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:17.824568 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:17.825965 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] 10.222.0.30 "PUT /v2.0/ports/bfc7eaf9-d4d9-4376-a6ff-399630602ee6 HTTP/1.1" status: 200 len: 1093 time: 0.7897301 Apr 15 04:24:17.826405 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69b3ba1-06ed-4a19-be8d-57cdd872a8ab', 'tag': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:24:17.828696 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f60bff-d9b4-4cfb-b84c-da646bfda628" -d '{"events": [{"name": "network-changed", "server_uuid": "f69b3ba1-06ed-4a19-be8d-57cdd872a8ab", "tag": "bfc7eaf9-d4d9-4376-a6ff-399630602ee6"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:24:17.853692 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099b37f-cc72-4c67-a25e-a76359c6a4ac service neutron] Pushing event updated for resources: {'Port': ['ID=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:17.876060 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff393367-824e-4565-9c92-cb5ef030562d x-openstack-request-id: req-ff393367-824e-4565-9c92-cb5ef030562d {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:24:17.876367 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69b3ba1-06ed-4a19-be8d-57cdd872a8ab", "tag": "bfc7eaf9-d4d9-4376-a6ff-399630602ee6", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:24:17.876625 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff393367-824e-4565-9c92-cb5ef030562d {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:24:17.877058 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff393367-824e-4565-9c92-cb5ef030562d'] response: {'name': 'network-changed', 'server_uuid': 'f69b3ba1-06ed-4a19-be8d-57cdd872a8ab', 'tag': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6', 'status': 'completed', 'code': 200} Apr 15 04:24:17.935981 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f60bff-d9b4-4cfb-b84c-da646bfda628 req-0d1b5998-a9a2-445e-aacd-837bb9dddad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:17.941845 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-63f60bff-d9b4-4cfb-b84c-da646bfda628 req-0d1b5998-a9a2-445e-aacd-837bb9dddad9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 1127 time: 0.0421515 Apr 15 04:24:18.041676 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f60bff-d9b4-4cfb-b84c-da646bfda628 req-214b39de-a228-44b3-b59f-8406ad62571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:18.043183 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-63f60bff-d9b4-4cfb-b84c-da646bfda628 req-214b39de-a228-44b3-b59f-8406ad62571d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0989289 Apr 15 04:24:18.137026 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f60bff-d9b4-4cfb-b84c-da646bfda628 req-1dc71081-78bb-436f-9017-a87cffc2ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:18.138554 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-63f60bff-d9b4-4cfb-b84c-da646bfda628 req-1dc71081-78bb-436f-9017-a87cffc2ba68 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0900156 Apr 15 04:24:18.213269 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-64b36ee8-deb8-43be-92ff-6fc743c8649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:18.214769 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-64b36ee8-deb8-43be-92ff-6fc743c8649f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 1127 time: 0.0431669 Apr 15 04:24:18.254644 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-18cb649e-4d82-4880-a72f-20c7415267d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfc7eaf9-d4d9-4376-a6ff-399630602ee6 HTTP/1.1" status: 200 len: 217 time: 0.0334690 Apr 15 04:24:18.300798 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-2a59b69a-f133-439b-a43a-941a3c157ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:18.302791 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-2a59b69a-f133-439b-a43a-941a3c157ffa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf47d402-7f87-4c06-96d7-eeb930f31b55 HTTP/1.1" status: 200 len: 848 time: 0.0421782 Apr 15 04:24:18.344627 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-ebe77c51-ee40-4f9f-ae3b-d6361ea5577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:18.346050 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-ebe77c51-ee40-4f9f-ae3b-d6361ea5577d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45754c9c-0470-4e4b-8baa-98c43ac8ccda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0372303 Apr 15 04:24:18.437197 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-b5e88863-007f-4f20-8f6a-a35db99beed3 service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842257 Apr 15 04:24:18.528451 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6d6672e-e438-48eb-8ea1-946b6d29d4f4 req-bc9d3592-d9d1-4dee-adb5-d679a594a9f7 service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854082 Apr 15 04:24:18.560196 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-51e0357a-22ce-4c1b-a3ec-eeeff9f1a03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:18.840223 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb75b3c-7dcd-4820-aeca-dbb71253b1ba req-5bcab268-dc7e-4244-bac8-614c63bddd13 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:18.841705 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5fb75b3c-7dcd-4820-aeca-dbb71253b1ba req-5bcab268-dc7e-4244-bac8-614c63bddd13 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 943 time: 0.0462811 Apr 15 04:24:18.889594 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5fb75b3c-7dcd-4820-aeca-dbb71253b1ba req-1d790b78-3730-4b6a-9231-d079c9c3615d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424292 Apr 15 04:24:20.003763 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a641a-1c49-4c16-a55c-ccb0ede85803 req-e0e9d6fc-a070-43c0-b257-0507bb3d0e19 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:20.005229 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-089a641a-1c49-4c16-a55c-ccb0ede85803 req-e0e9d6fc-a070-43c0-b257-0507bb3d0e19 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 943 time: 0.0471189 Apr 15 04:24:20.053685 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-089a641a-1c49-4c16-a55c-ccb0ede85803 req-0476fc7a-fc1e-42e1-9c44-089e9e46f7e7 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429406 Apr 15 04:24:20.899420 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ed43389d-a872-49c2-82e5-8876b9c316ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:21.162779 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6f602-2d59-4366-886f-1cbc701b83f5 req-8c694e13-af04-4550-9eba-1b6e760c8e99 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:21.164234 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0dc6f602-2d59-4366-886f-1cbc701b83f5 req-8c694e13-af04-4550-9eba-1b6e760c8e99 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 943 time: 0.0461752 Apr 15 04:24:21.178972 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device bfc7eaf9-d4d9-4376-a6ff-399630602ee6 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:24:21.212636 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0dc6f602-2d59-4366-886f-1cbc701b83f5 req-51c7fb00-d7c9-4e10-a640-9aa33574cf61 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429087 Apr 15 04:24:21.274223 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port bfc7eaf9-d4d9-4376-a6ff-399630602ee6, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:24:21.285098 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'port_id': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6', 'mac_address': 'fa:16:3e:44:47:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:24:21.324775 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port bfc7eaf9-d4d9-4376-a6ff-399630602ee6 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:24:21.325159 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:21.337766 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc7eaf9-d4d9-4376-a6ff-399630602ee6 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:24:21.356261 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port bfc7eaf9-d4d9-4376-a6ff-399630602ee6, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:24:21.407938 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:21.454188 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:21.603448 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['bfc7eaf9-d4d9-4376-a6ff-399630602ee6'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:24:22.048066 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:22.325593 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b819a-8c15-4dac-b945-bbdf530ae9bd req-be81f37f-707d-4a9d-ae8a-3aac7c7df66c tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:22.326987 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c48b819a-8c15-4dac-b945-bbdf530ae9bd req-be81f37f-707d-4a9d-ae8a-3aac7c7df66c tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 944 time: 0.0454519 Apr 15 04:24:22.375128 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c48b819a-8c15-4dac-b945-bbdf530ae9bd req-c64b9631-42ad-4832-83aa-890b87830100 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427072 Apr 15 04:24:23.194320 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device bfc7eaf9-d4d9-4376-a6ff-399630602ee6 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:24:23.237998 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port bfc7eaf9-d4d9-4376-a6ff-399630602ee6 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 04:24:23.316572 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port bfc7eaf9-d4d9-4376-a6ff-399630602ee6 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:24:23.316990 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:23.393960 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port bfc7eaf9-d4d9-4376-a6ff-399630602ee6 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:24:23.394343 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:23.418469 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69b3ba1-06ed-4a19-be8d-57cdd872a8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:24:23.420730 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bad3c62-7bb8-45e6-906d-9ed5e8b6ad90" -d '{"events": [{"server_uuid": "f69b3ba1-06ed-4a19-be8d-57cdd872a8ab", "name": "network-vif-plugged", "status": "completed", "tag": "bfc7eaf9-d4d9-4376-a6ff-399630602ee6"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:24:23.432779 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port bfc7eaf9-d4d9-4376-a6ff-399630602ee6, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:24:23.474654 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:24:23.499514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f74b4-f419-4da4-b149-7648e5f99e9b req-6df8a491-114e-4da2-9a74-9c84f24d9fe2 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:23.499514 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-758f74b4-f419-4da4-b149-7648e5f99e9b req-6df8a491-114e-4da2-9a74-9c84f24d9fe2 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 944 time: 0.0542898 Apr 15 04:24:23.512840 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346537c8-b970-4eca-aeee-0a0b314e35a3 x-openstack-request-id: req-346537c8-b970-4eca-aeee-0a0b314e35a3 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:24:23.513121 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69b3ba1-06ed-4a19-be8d-57cdd872a8ab", "name": "network-vif-plugged", "status": "completed", "tag": "bfc7eaf9-d4d9-4376-a6ff-399630602ee6", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:24:23.513369 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-346537c8-b970-4eca-aeee-0a0b314e35a3 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:24:23.513763 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346537c8-b970-4eca-aeee-0a0b314e35a3'] response: {'server_uuid': 'f69b3ba1-06ed-4a19-be8d-57cdd872a8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6', 'code': 200} Apr 15 04:24:23.518315 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:23.548516 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-758f74b4-f419-4da4-b149-7648e5f99e9b req-ffba0fcb-b394-4bb9-a650-648df2fadf08 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456123 Apr 15 04:24:23.573059 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:23.607850 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:23.872115 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6909da-470e-4892-9cbf-a656fd523f85 req-20ea9d91-0d91-4d38-859f-9a59e02dedbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:23.873603 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eb6909da-470e-4892-9cbf-a656fd523f85 req-20ea9d91-0d91-4d38-859f-9a59e02dedbb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 1129 time: 0.0394907 Apr 15 04:24:23.918282 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-eb6909da-470e-4892-9cbf-a656fd523f85 req-ef811f4b-8d36-432e-a12e-85fb61357d47 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388710 Apr 15 04:24:24.662821 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef58b6-5698-4398-8a5d-7f5d6dedc9a6 req-e0a35745-928e-4c87-852b-9defcbde849b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:24.664267 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f0ef58b6-5698-4398-8a5d-7f5d6dedc9a6 req-e0a35745-928e-4c87-852b-9defcbde849b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0490026 Apr 15 04:24:24.711300 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f0ef58b6-5698-4398-8a5d-7f5d6dedc9a6 req-4b613915-4909-45c8-8dc9-980961565877 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416355 Apr 15 04:24:24.927960 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:25.824436 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f824434-0530-4135-b9c2-93d34126850a req-d5bc0660-a5a2-4083-a49f-d65ce70a31d2 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:25.825891 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9f824434-0530-4135-b9c2-93d34126850a req-d5bc0660-a5a2-4083-a49f-d65ce70a31d2 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0492845 Apr 15 04:24:25.873976 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9f824434-0530-4135-b9c2-93d34126850a req-7ebc93b2-ddb1-43be-818c-9a0df1802baa tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425889 Apr 15 04:24:25.984194 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c2112-ad92-4afa-92ee-a766f4be9788 req-cb4d60ad-850d-464b-8c86-015ce5d03ec4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:25.985630 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bf8c2112-ad92-4afa-92ee-a766f4be9788 req-cb4d60ad-850d-464b-8c86-015ce5d03ec4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0456731 Apr 15 04:24:26.033392 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-bf8c2112-ad92-4afa-92ee-a766f4be9788 req-b7fb1b34-53f5-4e09-8a60-66d3f276c36d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414729 Apr 15 04:24:26.055071 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 43110) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:24:26.174686 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e259d5-070f-462f-9489-2a997e2f5eb3 tempest-TestShelveInstance-1407937202 tempest-TestShelveInstance-1407937202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:26.176165 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-27e259d5-070f-462f-9489-2a997e2f5eb3 tempest-TestShelveInstance-1407937202 tempest-TestShelveInstance-1407937202-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 1124 time: 0.1199822 Apr 15 04:24:26.179720 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 43114) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:24:26.183865 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-aa3062fa-3aa1-444a-b92d-e5f9bcbec01d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:24:26.259314 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa3062fa-3aa1-444a-b92d-e5f9bcbec01d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:26.336930 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa3062fa-3aa1-444a-b92d-e5f9bcbec01d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:26.438167 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-aa3062fa-3aa1-444a-b92d-e5f9bcbec01d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Allocated IP 172.26.6.40 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/f98864aa-848c-41ee-88b0-3c708507473f) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:24:26.535157 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa3062fa-3aa1-444a-b92d-e5f9bcbec01d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for port (f98864aa-848c-41ee-88b0-3c708507473f), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:26.623463 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa3062fa-3aa1-444a-b92d-e5f9bcbec01d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (f98864aa-848c-41ee-88b0-3c708507473f), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:26.659934 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3062fa-3aa1-444a-b92d-e5f9bcbec01d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:24:26.662738 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-aa3062fa-3aa1-444a-b92d-e5f9bcbec01d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:24:26.665388 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3062fa-3aa1-444a-b92d-e5f9bcbec01d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:24:27.008330 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3062fa-3aa1-444a-b92d-e5f9bcbec01d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event updated for resources: {'Port': ['ID=f98864aa-848c-41ee-88b0-3c708507473f,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:27.340559 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa3062fa-3aa1-444a-b92d-e5f9bcbec01d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for floatingip (50dcd495-5b13-456f-84c2-e0765d999a1b), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:27.468158 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa3062fa-3aa1-444a-b92d-e5f9bcbec01d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (f98864aa-848c-41ee-88b0-3c708507473f), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:27.621261 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa3062fa-3aa1-444a-b92d-e5f9bcbec01d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for port (f98864aa-848c-41ee-88b0-3c708507473f), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:27.680562 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa3062fa-3aa1-444a-b92d-e5f9bcbec01d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (f98864aa-848c-41ee-88b0-3c708507473f), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:27.746753 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3062fa-3aa1-444a-b92d-e5f9bcbec01d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event updated for resources: {'Port': ['ID=f98864aa-848c-41ee-88b0-3c708507473f,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:24:27.760158 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa3062fa-3aa1-444a-b92d-e5f9bcbec01d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (50dcd495-5b13-456f-84c2-e0765d999a1b), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:27.862499 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-aa3062fa-3aa1-444a-b92d-e5f9bcbec01d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Floating IP 50dcd495-5b13-456f-84c2-e0765d999a1b associated. External IP: 172.26.6.40, port: bfc7eaf9-d4d9-4376-a6ff-399630602ee6. Apr 15 04:24:28.073915 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3062fa-3aa1-444a-b92d-e5f9bcbec01d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:24:28.188971 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3062fa-3aa1-444a-b92d-e5f9bcbec01d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:24:28.199177 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97057161-0511-4afb-80b4-afb4b27eaedd None None] Sync routers for ids ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:24:28.209022 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97057161-0511-4afb-80b4-afb4b27eaedd None None] Routers {'69dadd02-59bf-41ae-8f29-b7e1b0c73832'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:24:28.219587 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-97057161-0511-4afb-80b4-afb4b27eaedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:24:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:24:28.282756 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa3062fa-3aa1-444a-b92d-e5f9bcbec01d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:28.315023 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-aa3062fa-3aa1-444a-b92d-e5f9bcbec01d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1340907 Apr 15 04:24:28.315638 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69b3ba1-06ed-4a19-be8d-57cdd872a8ab', 'tag': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:24:28.318437 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454604e0-402a-4378-b1e8-a81b3e881e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f69b3ba1-06ed-4a19-be8d-57cdd872a8ab", "tag": "bfc7eaf9-d4d9-4376-a6ff-399630602ee6"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:24:28.369172 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17997d5a-bcb2-48ab-851a-91c8b7d674e9 x-openstack-request-id: req-17997d5a-bcb2-48ab-851a-91c8b7d674e9 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:24:28.369172 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69b3ba1-06ed-4a19-be8d-57cdd872a8ab", "tag": "bfc7eaf9-d4d9-4376-a6ff-399630602ee6", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:24:28.369172 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17997d5a-bcb2-48ab-851a-91c8b7d674e9 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:24:28.369172 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17997d5a-bcb2-48ab-851a-91c8b7d674e9'] response: {'name': 'network-changed', 'server_uuid': 'f69b3ba1-06ed-4a19-be8d-57cdd872a8ab', 'tag': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6', 'status': 'completed', 'code': 200} Apr 15 04:24:28.417289 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454604e0-402a-4378-b1e8-a81b3e881e8b req-d1831c0f-db87-47df-bbd8-7c1be6b21387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:28.418864 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-454604e0-402a-4378-b1e8-a81b3e881e8b req-d1831c0f-db87-47df-bbd8-7c1be6b21387 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 1129 time: 0.0404725 Apr 15 04:24:28.465002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-97057161-0511-4afb-80b4-afb4b27eaedd None None] Set router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:24:28.512287 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454604e0-402a-4378-b1e8-a81b3e881e8b req-244c0fc5-3b7e-4e44-b0ea-8b3a88cb603f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:28.513755 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-454604e0-402a-4378-b1e8-a81b3e881e8b req-244c0fc5-3b7e-4e44-b0ea-8b3a88cb603f service neutron] 10.222.0.30 "GET /v2.0/networks?id=45754c9c-0470-4e4b-8baa-98c43ac8ccda HTTP/1.1" status: 200 len: 909 time: 0.0894473 Apr 15 04:24:28.687691 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-97057161-0511-4afb-80b4-afb4b27eaedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'name': 'tempest-TestShelveInstance-1078521184-router', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:03Z', 'revision_number': 4, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'gw_port': {'id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '50dcd495-5b13-456f-84c2-e0765d999a1b', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'floating_ip_address': '172.26.6.40', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'port_id': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'mac_address': 'fa:16:3e:44:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69b3ba1-06ed-4a19-be8d-57cdd872a8ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:24:27Z', 'updated_at': '2022-04-15T04:24:27Z', 'revision_number': 0, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce5bc05-5419-474c-adcc-ceefb5b43f24', 'name': '', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'mac_address': 'fa:16:3e:15:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:02Z', 'updated_at': '2022-04-15T04:24:06Z', 'revision_number': 5, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'subnets': [{'id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:24:28.719829 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97057161-0511-4afb-80b4-afb4b27eaedd None None] Checking router: 69dadd02-59bf-41ae-8f29-b7e1b0c73832 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:24:28.728594 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97057161-0511-4afb-80b4-afb4b27eaedd None None] Routers {'69dadd02-59bf-41ae-8f29-b7e1b0c73832'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:24:28.729231 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-97057161-0511-4afb-80b4-afb4b27eaedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:24:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:24:28.841053 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-97057161-0511-4afb-80b4-afb4b27eaedd None None] Set router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:24:28.890588 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-454604e0-402a-4378-b1e8-a81b3e881e8b req-7cd0d587-5d64-4186-a15d-e91fd6a222e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfc7eaf9-d4d9-4376-a6ff-399630602ee6 HTTP/1.1" status: 200 len: 998 time: 0.3706110 Apr 15 04:24:28.938151 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454604e0-402a-4378-b1e8-a81b3e881e8b req-3cb9a49c-b467-48e6-b803-43b4c9455e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:28.939575 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-454604e0-402a-4378-b1e8-a81b3e881e8b req-3cb9a49c-b467-48e6-b803-43b4c9455e0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf47d402-7f87-4c06-96d7-eeb930f31b55 HTTP/1.1" status: 200 len: 848 time: 0.0436797 Apr 15 04:24:28.984765 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454604e0-402a-4378-b1e8-a81b3e881e8b req-981a1dd7-0096-469c-b7b2-f53b27e6def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:24:28.986263 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-454604e0-402a-4378-b1e8-a81b3e881e8b req-981a1dd7-0096-469c-b7b2-f53b27e6def4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45754c9c-0470-4e4b-8baa-98c43ac8ccda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0411057 Apr 15 04:24:29.054807 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-97057161-0511-4afb-80b4-afb4b27eaedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'name': 'tempest-TestShelveInstance-1078521184-router', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:03Z', 'revision_number': 4, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'gw_port': {'id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '50dcd495-5b13-456f-84c2-e0765d999a1b', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'floating_ip_address': '172.26.6.40', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'port_id': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'mac_address': 'fa:16:3e:44:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69b3ba1-06ed-4a19-be8d-57cdd872a8ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:24:27Z', 'updated_at': '2022-04-15T04:24:27Z', 'revision_number': 0, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce5bc05-5419-474c-adcc-ceefb5b43f24', 'name': '', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'mac_address': 'fa:16:3e:15:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:02Z', 'updated_at': '2022-04-15T04:24:06Z', 'revision_number': 5, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'subnets': [{'id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:24:29.077202 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-454604e0-402a-4378-b1e8-a81b3e881e8b req-89d68d1b-fc4d-46df-ba1b-38c7eabcd48f service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849631 Apr 15 04:24:29.085115 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97057161-0511-4afb-80b4-afb4b27eaedd None None] The sync data for ids ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'] in dv-neutron-837140-3-hyperv is: [{'id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'name': 'tempest-TestShelveInstance-1078521184-router', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:03Z', 'revision_number': 4, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'gw_port': {'id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '50dcd495-5b13-456f-84c2-e0765d999a1b', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'floating_ip_address': '172.26.6.40', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'port_id': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'mac_address': 'fa:16:3e:44:47:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69b3ba1-06ed-4a19-be8d-57cdd872a8ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:24:27Z', 'updated_at': '2022-04-15T04:24:27Z', 'revision_number': 0, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce5bc05-5419-474c-adcc-ceefb5b43f24', 'name': '', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'mac_address': 'fa:16:3e:15:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:02Z', 'updated_at': '2022-04-15T04:24:06Z', 'revision_number': 5, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'subnets': [{'id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:24:29.173938 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-454604e0-402a-4378-b1e8-a81b3e881e8b req-60ea2daf-b322-48a3-9aed-1a00a38e1b45 service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911820 Apr 15 04:24:29.286005 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc39c548-a87c-466e-a1a8-b46c272e0239 None None] New status for floating IP 50dcd495-5b13-456f-84c2-e0765d999a1b: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:24:35.042112 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:48.554811 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0fdb2460-d9f5-4d84-acd4-deea36dae62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:50.925778 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0a1ea305-4ba5-48a3-bb32-e32ade753139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:52.076146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:53.596025 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:24:54.932675 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:25:00.472802 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:25:05.074779 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:25:18.584114 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-094865af-bfc2-44c4-908c-45e49502404d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:25:20.885561 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-17cd7f95-c21a-414f-9db2-685418e77ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:25:21.468825 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cbb26c3b-a46e-46fc-8baa-16582e646e43 req-22c95f9f-e344-4555-b8f6-58efd5c22579 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377457 Apr 15 04:25:21.545148 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb26c3b-a46e-46fc-8baa-16582e646e43 req-40b5a974-9edd-4ed1-98ed-0b19ce76995e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:25:21.546600 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cbb26c3b-a46e-46fc-8baa-16582e646e43 req-40b5a974-9edd-4ed1-98ed-0b19ce76995e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 1129 time: 0.0381088 Apr 15 04:25:21.648876 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb26c3b-a46e-46fc-8baa-16582e646e43 req-67d48df0-9224-4fd4-84cd-a0145c6c8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:25:21.650311 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cbb26c3b-a46e-46fc-8baa-16582e646e43 req-67d48df0-9224-4fd4-84cd-a0145c6c8433 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45754c9c-0470-4e4b-8baa-98c43ac8ccda HTTP/1.1" status: 200 len: 909 time: 0.0870094 Apr 15 04:25:21.713213 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cbb26c3b-a46e-46fc-8baa-16582e646e43 req-6bdff575-93e0-4f1f-b8b1-7534331cc62b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfc7eaf9-d4d9-4376-a6ff-399630602ee6 HTTP/1.1" status: 200 len: 1000 time: 0.0570512 Apr 15 04:25:21.765045 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb26c3b-a46e-46fc-8baa-16582e646e43 req-47e412fd-bbce-4040-8617-3fa810154094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:25:21.766422 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cbb26c3b-a46e-46fc-8baa-16582e646e43 req-47e412fd-bbce-4040-8617-3fa810154094 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf47d402-7f87-4c06-96d7-eeb930f31b55 HTTP/1.1" status: 200 len: 848 time: 0.0480547 Apr 15 04:25:21.808709 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb26c3b-a46e-46fc-8baa-16582e646e43 req-c780b989-8a4a-4189-9899-6444c55ef9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:25:21.810163 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cbb26c3b-a46e-46fc-8baa-16582e646e43 req-c780b989-8a4a-4189-9899-6444c55ef9c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45754c9c-0470-4e4b-8baa-98c43ac8ccda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379894 Apr 15 04:25:21.897185 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cbb26c3b-a46e-46fc-8baa-16582e646e43 req-e3eade43-3f6f-4075-ab33-335dc4554083 service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810313 Apr 15 04:25:21.987294 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cbb26c3b-a46e-46fc-8baa-16582e646e43 req-1f2b7462-719b-439a-8630-6b7266d8029c service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844433 Apr 15 04:25:22.046888 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:25:23.589602 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:25:24.921145 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:25:35.098048 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:25:37.471539 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:25:48.548686 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-42fa3b4c-c666-43f4-9d5a-5893e96fe4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:25:50.880367 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d7b54782-3072-4e85-8568-d2213a2102b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:25:52.090448 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:25:53.605989 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:25:54.943303 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:26:05.080152 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:26:14.469626 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:26:18.599855 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5cdb85fe-86c2-4700-a599-76f33eb4b2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:26:20.879742 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-61af0f8a-7023-4cd9-8081-76104bfdbbc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:26:22.073991 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:26:23.207035 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c16d9-a4a5-4a69-a282-52fc5f56f330 req-53217566-e943-4d8a-bd1e-5d6521a79e71 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:23.208567 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9b4c16d9-a4a5-4a69-a282-52fc5f56f330 req-53217566-e943-4d8a-bd1e-5d6521a79e71 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0494769 Apr 15 04:26:23.257178 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9b4c16d9-a4a5-4a69-a282-52fc5f56f330 req-a798008f-f927-481e-8f99-c3d68a3cfac3 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429187 Apr 15 04:26:23.487368 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be3aa7-d9d2-4901-85fa-8160df2e888e req-89ebed71-b5a5-4a18-9b77-3898fef29ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:23.488840 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-76be3aa7-d9d2-4901-85fa-8160df2e888e req-89ebed71-b5a5-4a18-9b77-3898fef29ae9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 1129 time: 0.0429757 Apr 15 04:26:23.577013 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:26:23.591613 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be3aa7-d9d2-4901-85fa-8160df2e888e req-04034e31-b882-4e7d-9644-dd6bfcb854a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:23.593073 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-76be3aa7-d9d2-4901-85fa-8160df2e888e req-04034e31-b882-4e7d-9644-dd6bfcb854a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45754c9c-0470-4e4b-8baa-98c43ac8ccda HTTP/1.1" status: 200 len: 909 time: 0.0865977 Apr 15 04:26:23.661599 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-76be3aa7-d9d2-4901-85fa-8160df2e888e req-3c9cdd83-6fe1-4d7b-a1ec-5c820e61d7ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfc7eaf9-d4d9-4376-a6ff-399630602ee6 HTTP/1.1" status: 200 len: 1000 time: 0.0615406 Apr 15 04:26:23.709951 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be3aa7-d9d2-4901-85fa-8160df2e888e req-925fcffc-2a3b-48d6-80a0-d95688e326f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:23.711788 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-76be3aa7-d9d2-4901-85fa-8160df2e888e req-925fcffc-2a3b-48d6-80a0-d95688e326f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf47d402-7f87-4c06-96d7-eeb930f31b55 HTTP/1.1" status: 200 len: 848 time: 0.0431757 Apr 15 04:26:23.756418 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be3aa7-d9d2-4901-85fa-8160df2e888e req-21c4f296-afea-4bc6-b9a0-dc612904d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:23.757781 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-76be3aa7-d9d2-4901-85fa-8160df2e888e req-21c4f296-afea-4bc6-b9a0-dc612904d3cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45754c9c-0470-4e4b-8baa-98c43ac8ccda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0393624 Apr 15 04:26:23.849955 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-76be3aa7-d9d2-4901-85fa-8160df2e888e req-9bed4fb7-26b5-4b54-83fc-51804d97bc44 service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843191 Apr 15 04:26:23.937152 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-76be3aa7-d9d2-4901-85fa-8160df2e888e req-494f49a7-3796-4c80-b790-e6a5ef3c566c service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806682 Apr 15 04:26:24.374950 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30695a-b0c8-46b1-9898-5ec7efe11736 req-4ec4a8d2-978e-4c07-821e-898b2a55bb1c tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:24.376330 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-fb30695a-b0c8-46b1-9898-5ec7efe11736 req-4ec4a8d2-978e-4c07-821e-898b2a55bb1c tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0474453 Apr 15 04:26:24.424040 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-fb30695a-b0c8-46b1-9898-5ec7efe11736 req-93345490-e4db-4ca7-9413-445d10450d47 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422487 Apr 15 04:26:24.948037 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:26:25.541622 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed9d66-7105-4a33-b70c-d4b4ea172d97 req-4ad7f600-d77d-4de0-a3d9-f15ea645e3e7 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:25.543095 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e3ed9d66-7105-4a33-b70c-d4b4ea172d97 req-4ad7f600-d77d-4de0-a3d9-f15ea645e3e7 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0509694 Apr 15 04:26:25.590128 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e3ed9d66-7105-4a33-b70c-d4b4ea172d97 req-c58bf49d-c83e-4268-9548-09414ef066b0 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414736 Apr 15 04:26:26.705136 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7179d9-0ea1-4875-836d-fea3f37587ac req-df11f72b-7e42-40a6-bbc0-7fa31604bb30 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:26.706880 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ef7179d9-0ea1-4875-836d-fea3f37587ac req-df11f72b-7e42-40a6-bbc0-7fa31604bb30 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0508366 Apr 15 04:26:26.757388 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ef7179d9-0ea1-4875-836d-fea3f37587ac req-f41843ec-498d-4a39-8d6d-4c51b1787039 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449984 Apr 15 04:26:27.868709 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a2ccb-5236-4c77-a1d0-4d01a3b7ffac req-9f3598fd-dc7e-4682-893e-0d73682b59f4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:27.870145 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-654a2ccb-5236-4c77-a1d0-4d01a3b7ffac req-9f3598fd-dc7e-4682-893e-0d73682b59f4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0464120 Apr 15 04:26:27.918099 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-654a2ccb-5236-4c77-a1d0-4d01a3b7ffac req-9689a4f1-72c3-4cbf-9679-7aa425985bbb tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424039 Apr 15 04:26:29.029611 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102b863-5752-4933-981e-ab0347fcc7c5 req-09284d6b-bf3f-471d-85be-f1d368bcaf45 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:29.031093 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3102b863-5752-4933-981e-ab0347fcc7c5 req-09284d6b-bf3f-471d-85be-f1d368bcaf45 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0472696 Apr 15 04:26:29.082425 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-3102b863-5752-4933-981e-ab0347fcc7c5 req-fa0c463f-1777-4b03-815d-47175ba573ac tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457618 Apr 15 04:26:30.193018 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a8651-e7fd-4f88-905a-969c66314b56 req-c55d3ebc-c5f7-4722-8357-8215f576d585 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:30.194666 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a84a8651-e7fd-4f88-905a-969c66314b56 req-c55d3ebc-c5f7-4722-8357-8215f576d585 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0462148 Apr 15 04:26:30.247527 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a84a8651-e7fd-4f88-905a-969c66314b56 req-6f966bce-3288-4992-9df9-b29cdbac8c8e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467358 Apr 15 04:26:31.357137 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e4bc0-1c53-41be-bd65-8c74e2d7db75 req-06792877-acd4-40d6-aad6-085e35ac6873 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:31.358600 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f81e4bc0-1c53-41be-bd65-8c74e2d7db75 req-06792877-acd4-40d6-aad6-085e35ac6873 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0463986 Apr 15 04:26:31.411936 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f81e4bc0-1c53-41be-bd65-8c74e2d7db75 req-dc384b90-c070-4d4c-a2fa-a04017d9d30c tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478740 Apr 15 04:26:32.522241 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e9479-df83-4ac6-a77c-76ad3862509d req-ca672ff4-24e9-47f2-8c5f-b4e3d3f72958 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:32.523729 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-527e9479-df83-4ac6-a77c-76ad3862509d req-ca672ff4-24e9-47f2-8c5f-b4e3d3f72958 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0459397 Apr 15 04:26:32.570805 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-527e9479-df83-4ac6-a77c-76ad3862509d req-7f33357b-fb86-4ce1-a1b9-4a69e1c9a593 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409606 Apr 15 04:26:33.681853 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e123e4e-4732-4c90-bd56-10b072abb37c req-882dc31f-142f-492a-8845-7e7615fc53eb tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:33.683480 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6e123e4e-4732-4c90-bd56-10b072abb37c req-882dc31f-142f-492a-8845-7e7615fc53eb tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0471859 Apr 15 04:26:33.732913 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6e123e4e-4732-4c90-bd56-10b072abb37c req-0d43f29e-eb56-439d-bb44-0103325dfc75 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437081 Apr 15 04:26:34.842852 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f9af5-77e0-4a95-b2a6-908bfe732615 req-7f26bdbd-4e9c-452a-8360-57a3ddc45971 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:34.844320 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-961f9af5-77e0-4a95-b2a6-908bfe732615 req-7f26bdbd-4e9c-452a-8360-57a3ddc45971 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0460377 Apr 15 04:26:34.892837 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-961f9af5-77e0-4a95-b2a6-908bfe732615 req-9747f51b-00a8-4138-b9a8-30ebcd72cf36 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430698 Apr 15 04:26:35.096598 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:26:35.924174 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device bfc7eaf9-d4d9-4376-a6ff-399630602ee6 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:26:36.009981 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd0f89-877f-4f1b-9015-354eb8b57dbb req-1a970a5c-ff00-486d-8197-05961a41ebcd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:36.011586 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-21dd0f89-877f-4f1b-9015-354eb8b57dbb req-1a970a5c-ff00-486d-8197-05961a41ebcd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0488033 Apr 15 04:26:36.027668 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port bfc7eaf9-d4d9-4376-a6ff-399630602ee6, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:26:36.042539 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'port_id': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6', 'mac_address': 'fa:16:3e:44:47:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:26:36.066550 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-21dd0f89-877f-4f1b-9015-354eb8b57dbb req-a55aa5cd-c270-4b64-8300-7f7f1cc7e4b4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449152 Apr 15 04:26:36.089954 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port bfc7eaf9-d4d9-4376-a6ff-399630602ee6 is: ACTIVE; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:26:36.089954 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:26:36.097383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfc7eaf9-d4d9-4376-a6ff-399630602ee6 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:26:36.118197 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port bfc7eaf9-d4d9-4376-a6ff-399630602ee6, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:26:36.193969 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:26:36.245227 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:26:36.252061 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:26:36.252413 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:26:36.252760 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:26:36.253106 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:26:36.253440 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:26:36.253773 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:26:36.254104 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:26:36.254432 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:26:36.254792 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:26:36.255124 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:26:36.255453 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:26:36.255782 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:26:36.256108 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:26:36.256433 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:26:36.256781 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:26:36.264209 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['bfc7eaf9-d4d9-4376-a6ff-399630602ee6'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:26:37.196359 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecf560-2b26-439e-b012-08657fc7d715 req-7a9c4309-af18-4b1d-96c9-5959ff8358dc tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:37.198380 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d4ecf560-2b26-439e-b012-08657fc7d715 req-7a9c4309-af18-4b1d-96c9-5959ff8358dc tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 944 time: 0.0556161 Apr 15 04:26:37.251842 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d4ecf560-2b26-439e-b012-08657fc7d715 req-daf4c1c8-4cd8-4b08-9f62-a06173191368 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469668 Apr 15 04:26:37.939084 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device bfc7eaf9-d4d9-4376-a6ff-399630602ee6 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:26:37.995264 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port bfc7eaf9-d4d9-4376-a6ff-399630602ee6 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:26:37.995646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:26:38.083533 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port bfc7eaf9-d4d9-4376-a6ff-399630602ee6 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:26:38.083997 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:26:38.110407 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69b3ba1-06ed-4a19-be8d-57cdd872a8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:26:38.117579 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09254103-26e7-4eb7-8c4d-7938d49d53e9" -d '{"events": [{"server_uuid": "f69b3ba1-06ed-4a19-be8d-57cdd872a8ab", "name": "network-vif-plugged", "status": "completed", "tag": "bfc7eaf9-d4d9-4376-a6ff-399630602ee6"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:26:38.133534 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port bfc7eaf9-d4d9-4376-a6ff-399630602ee6, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:26:38.160938 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7be579a-740a-461e-a717-57a488c1cf6b x-openstack-request-id: req-b7be579a-740a-461e-a717-57a488c1cf6b {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:26:38.161266 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69b3ba1-06ed-4a19-be8d-57cdd872a8ab", "name": "network-vif-plugged", "status": "completed", "tag": "bfc7eaf9-d4d9-4376-a6ff-399630602ee6", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:26:38.161709 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7be579a-740a-461e-a717-57a488c1cf6b {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:26:38.162150 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7be579a-740a-461e-a717-57a488c1cf6b'] response: {'server_uuid': 'f69b3ba1-06ed-4a19-be8d-57cdd872a8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6', 'code': 200} Apr 15 04:26:38.216150 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:26:38.277593 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,revision_number=7']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:26:38.370800 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed76a9-74c2-412d-9a10-f49a21a849f0 req-ea7499b9-b3d0-41f0-a91f-061e331542e9 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:38.377681 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d1ed76a9-74c2-412d-9a10-f49a21a849f0 req-ea7499b9-b3d0-41f0-a91f-061e331542e9 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0542130 Apr 15 04:26:38.431616 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d1ed76a9-74c2-412d-9a10-f49a21a849f0 req-f2ce3ed9-6ca0-4fc4-9a5d-0a259bdee447 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523691 Apr 15 04:26:39.551979 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b968b-3a7d-411b-bf45-25ec5e222ff4 req-b8fac0e9-90f7-498f-ac91-20d5b02eea5f tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:39.554153 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4a0b968b-3a7d-411b-bf45-25ec5e222ff4 req-b8fac0e9-90f7-498f-ac91-20d5b02eea5f tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0569017 Apr 15 04:26:39.605973 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4a0b968b-3a7d-411b-bf45-25ec5e222ff4 req-1b18a795-c3e0-4ab4-a073-4998ba5957ef tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457079 Apr 15 04:26:40.753396 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b71184-d9de-44e8-82a6-a3bc53316746 req-b99ade9c-4643-44e0-b987-1fb371669b34 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:40.755775 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-96b71184-d9de-44e8-82a6-a3bc53316746 req-b99ade9c-4643-44e0-b987-1fb371669b34 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0592890 Apr 15 04:26:40.826704 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-96b71184-d9de-44e8-82a6-a3bc53316746 req-300393b0-15a1-4f13-b26e-abd06280aed1 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643725 Apr 15 04:26:41.952165 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db2d2d-3a4f-4b9e-b845-d92b53e376c2 req-c218fccc-a8bb-4456-9243-69ba51f6a817 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:41.955026 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c8db2d2d-3a4f-4b9e-b845-d92b53e376c2 req-c218fccc-a8bb-4456-9243-69ba51f6a817 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0530384 Apr 15 04:26:42.013863 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c8db2d2d-3a4f-4b9e-b845-d92b53e376c2 req-830f8eef-53df-4f6c-a679-0e098ece7ba1 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530643 Apr 15 04:26:43.144223 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f1434-99bc-4c5f-a858-cd0cf1f21cc5 req-416aa804-6e87-495e-bf0d-f67514288d0f tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:43.145818 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d50f1434-99bc-4c5f-a858-cd0cf1f21cc5 req-416aa804-6e87-495e-bf0d-f67514288d0f tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0557528 Apr 15 04:26:43.201279 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d50f1434-99bc-4c5f-a858-cd0cf1f21cc5 req-c22c8c96-0a6d-4c7e-bcfa-304a0d29ed00 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496430 Apr 15 04:26:44.326700 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95fa07-0df7-41ca-89d6-5b72da73e7ce req-ed68f76c-d552-414b-8dff-8a0923a73af6 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:44.328270 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1a95fa07-0df7-41ca-89d6-5b72da73e7ce req-ed68f76c-d552-414b-8dff-8a0923a73af6 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0545034 Apr 15 04:26:44.398186 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-1a95fa07-0df7-41ca-89d6-5b72da73e7ce req-c3d7e034-a3cc-4257-9e2d-dcd6e95e65a1 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637450 Apr 15 04:26:45.512525 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9fe1f-77c4-4566-b749-12728770a4a6 req-2cfe74b9-31f3-4511-9edd-f55a0474b981 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:45.514805 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7da9fe1f-77c4-4566-b749-12728770a4a6 req-2cfe74b9-31f3-4511-9edd-f55a0474b981 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0500515 Apr 15 04:26:45.566357 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7da9fe1f-77c4-4566-b749-12728770a4a6 req-70d64fc7-b9ac-4c0e-b610-5b43dbdf8a3e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461330 Apr 15 04:26:46.679876 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6ec74-7df8-47fe-9800-f14f7f046ef1 req-75cc2cbf-f08b-4802-88fd-ba04abb5455c tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:46.681374 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-27b6ec74-7df8-47fe-9800-f14f7f046ef1 req-75cc2cbf-f08b-4802-88fd-ba04abb5455c tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0475805 Apr 15 04:26:46.730232 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-27b6ec74-7df8-47fe-9800-f14f7f046ef1 req-beccdff0-9b56-4861-9374-8a814934f06e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425699 Apr 15 04:26:46.928161 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba4d11-dc83-42a7-ba07-d26a35a38889 req-88987764-4ac3-476c-b52b-f43afcc7ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:46.929644 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6aba4d11-dc83-42a7-ba07-d26a35a38889 req-88987764-4ac3-476c-b52b-f43afcc7ee0f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 1129 time: 0.0417366 Apr 15 04:26:47.017260 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba4d11-dc83-42a7-ba07-d26a35a38889 req-f28e0622-4290-4e26-9c3f-24cb55dc8d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:47.018758 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6aba4d11-dc83-42a7-ba07-d26a35a38889 req-f28e0622-4290-4e26-9c3f-24cb55dc8d3f service neutron] 10.222.0.30 "GET /v2.0/networks?id=45754c9c-0470-4e4b-8baa-98c43ac8ccda HTTP/1.1" status: 200 len: 909 time: 0.0830085 Apr 15 04:26:47.088318 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6aba4d11-dc83-42a7-ba07-d26a35a38889 req-dd3f27a6-52f1-43c6-abb7-914d8e3f561d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfc7eaf9-d4d9-4376-a6ff-399630602ee6 HTTP/1.1" status: 200 len: 1000 time: 0.0629451 Apr 15 04:26:47.137275 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba4d11-dc83-42a7-ba07-d26a35a38889 req-59749a00-7386-4498-a2b1-07ddd9546e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:47.138756 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6aba4d11-dc83-42a7-ba07-d26a35a38889 req-59749a00-7386-4498-a2b1-07ddd9546e7d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf47d402-7f87-4c06-96d7-eeb930f31b55 HTTP/1.1" status: 200 len: 848 time: 0.0442100 Apr 15 04:26:47.181267 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba4d11-dc83-42a7-ba07-d26a35a38889 req-0594f2a9-e94d-437e-be46-9657083fe607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:47.182668 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6aba4d11-dc83-42a7-ba07-d26a35a38889 req-0594f2a9-e94d-437e-be46-9657083fe607 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45754c9c-0470-4e4b-8baa-98c43ac8ccda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0379622 Apr 15 04:26:47.271909 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6aba4d11-dc83-42a7-ba07-d26a35a38889 req-5c814fb2-90ea-473f-a86d-7d6ac79fd9ad service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824072 Apr 15 04:26:47.357039 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6aba4d11-dc83-42a7-ba07-d26a35a38889 req-29dc911a-c2b2-4f1e-b3ae-ad68116d312c service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793426 Apr 15 04:26:47.927300 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39a08a-8567-4bc6-bd5c-10b28107da4f req-58a46cad-0129-4b7d-a5cd-78775bc0f094 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:47.928769 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cf39a08a-8567-4bc6-bd5c-10b28107da4f req-58a46cad-0129-4b7d-a5cd-78775bc0f094 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.1323037 Apr 15 04:26:47.976757 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cf39a08a-8567-4bc6-bd5c-10b28107da4f req-47bf9773-f7c8-4f12-8fb4-c5a61d0f1370 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419865 Apr 15 04:26:48.588292 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ba9fa16d-c31e-489c-a168-17472f8f86fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:26:49.092644 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e4a14-9d3b-4738-a3d5-f9e03cb1205a req-f6694d44-7930-4a41-99a4-7aa0630805d3 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:49.094124 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-495e4a14-9d3b-4738-a3d5-f9e03cb1205a req-f6694d44-7930-4a41-99a4-7aa0630805d3 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0501952 Apr 15 04:26:49.144087 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-495e4a14-9d3b-4738-a3d5-f9e03cb1205a req-9e3d1518-2e06-47c5-898a-a95c0f403221 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441880 Apr 15 04:26:50.045006 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device bfc7eaf9-d4d9-4376-a6ff-399630602ee6 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:26:50.125486 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port bfc7eaf9-d4d9-4376-a6ff-399630602ee6 is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:26:50.125873 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:26:50.150526 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69b3ba1-06ed-4a19-be8d-57cdd872a8ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:26:50.155874 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e642cb-30a0-4aa0-be99-594f588254a2" -d '{"events": [{"server_uuid": "f69b3ba1-06ed-4a19-be8d-57cdd872a8ab", "name": "network-vif-unplugged", "status": "completed", "tag": "bfc7eaf9-d4d9-4376-a6ff-399630602ee6"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:26:50.164611 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port bfc7eaf9-d4d9-4376-a6ff-399630602ee6, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:26:50.184743 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 15 Apr 2022 04:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2d8534-19c1-493e-9cf6-b7bc88d2c3aa x-openstack-request-id: req-df2d8534-19c1-493e-9cf6-b7bc88d2c3aa {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:26:50.185036 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69b3ba1-06ed-4a19-be8d-57cdd872a8ab", "name": "network-vif-unplugged", "status": "failed", "tag": "bfc7eaf9-d4d9-4376-a6ff-399630602ee6", "code": 422}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:26:50.185292 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df2d8534-19c1-493e-9cf6-b7bc88d2c3aa {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:26:50.185737 dv-neutron-837140-3-hyperv neutron-server[104668]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-df2d8534-19c1-493e-9cf6-b7bc88d2c3aa']: {'server_uuid': 'f69b3ba1-06ed-4a19-be8d-57cdd872a8ab', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6', 'code': 422} returned with failed status Apr 15 04:26:50.227024 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:26:50.263811 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6492e12-7877-469d-846f-ab5dff98b9d9 req-52eaf29b-3d87-43c0-81cd-e8a24ef53601 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:50.265303 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f6492e12-7877-469d-846f-ab5dff98b9d9 req-52eaf29b-3d87-43c0-81cd-e8a24ef53601 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 945 time: 0.0528433 Apr 15 04:26:50.274293 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,revision_number=8']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:26:50.314384 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f6492e12-7877-469d-846f-ab5dff98b9d9 req-e863356b-2ac0-4217-b748-c876c5424959 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431404 Apr 15 04:26:50.379867 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [req-29a69386-9cab-4453-b68b-c34176552c47 req-523db9cb-9166-43e4-bf0b-a166428a45c3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 04:26:50.380845 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-29a69386-9cab-4453-b68b-c34176552c47 req-523db9cb-9166-43e4-bf0b-a166428a45c3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053172 Apr 15 04:26:50.684200 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81210d6-ccc8-4d97-8e14-69c74addb7c1 req-0a10b87e-82aa-4ff8-a34d-0e5aea7b446c tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:50.685696 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e81210d6-ccc8-4d97-8e14-69c74addb7c1 req-0a10b87e-82aa-4ff8-a34d-0e5aea7b446c tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 943 time: 0.0471764 Apr 15 04:26:50.736586 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e81210d6-ccc8-4d97-8e14-69c74addb7c1 req-36344889-cb3e-48be-a3e2-94e78f35c3dd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446477 Apr 15 04:26:50.879103 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bbba08d1-4fb3-4f62-a1c8-c3c06ac107db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:26:51.082968 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dacfffb3-8281-4e89-8fe2-af70f312bb0a req-07a8b505-8728-42de-9ece-fcf8ddbd23df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790424 Apr 15 04:26:51.204766 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfffb3-8281-4e89-8fe2-af70f312bb0a req-9e46362c-8fb1-4e33-a23f-c2077368a323 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:51.206097 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dacfffb3-8281-4e89-8fe2-af70f312bb0a req-9e46362c-8fb1-4e33-a23f-c2077368a323 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports/bfc7eaf9-d4d9-4376-a6ff-399630602ee6 HTTP/1.1" status: 200 len: 940 time: 0.0950308 Apr 15 04:26:51.470414 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:26:51.852859 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c123ae-dc4e-4b33-ad55-5306509923fe req-718f8b53-4f30-4a9f-b392-d214f6035793 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:51.854921 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6c123ae-dc4e-4b33-ad55-5306509923fe req-718f8b53-4f30-4a9f-b392-d214f6035793 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 943 time: 0.0511825 Apr 15 04:26:51.904911 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6c123ae-dc4e-4b33-ad55-5306509923fe req-7eb39566-2f82-4aa4-9ea2-525cfe0900c0 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441496 Apr 15 04:26:52.066981 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:26:52.457067 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfffb3-8281-4e89-8fe2-af70f312bb0a req-154e5699-5d7c-491d-a398-b8d228d91314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:52.458531 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dacfffb3-8281-4e89-8fe2-af70f312bb0a req-154e5699-5d7c-491d-a398-b8d228d91314 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab&tenant_id=7c6c9fb6b32d4147834a578e674dfe5a HTTP/1.1" status: 200 len: 1127 time: 0.0396185 Apr 15 04:26:52.514087 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfffb3-8281-4e89-8fe2-af70f312bb0a req-8415c072-b06a-4ede-8a5e-2424716c7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:52.515575 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dacfffb3-8281-4e89-8fe2-af70f312bb0a req-8415c072-b06a-4ede-8a5e-2424716c7382 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 1127 time: 0.0377386 Apr 15 04:26:52.604513 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfffb3-8281-4e89-8fe2-af70f312bb0a req-5fe7c491-49a3-47b6-a3c9-e07f0cb68fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:52.605936 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dacfffb3-8281-4e89-8fe2-af70f312bb0a req-5fe7c491-49a3-47b6-a3c9-e07f0cb68fe8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45754c9c-0470-4e4b-8baa-98c43ac8ccda HTTP/1.1" status: 200 len: 909 time: 0.0848858 Apr 15 04:26:52.668610 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dacfffb3-8281-4e89-8fe2-af70f312bb0a req-78f95df2-9c44-482c-926f-3bd3430c9f06 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfc7eaf9-d4d9-4376-a6ff-399630602ee6 HTTP/1.1" status: 200 len: 998 time: 0.0571249 Apr 15 04:26:52.720649 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfffb3-8281-4e89-8fe2-af70f312bb0a req-b3241f1c-af96-4ac3-a7bb-fb319c5d8444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:52.721966 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dacfffb3-8281-4e89-8fe2-af70f312bb0a req-b3241f1c-af96-4ac3-a7bb-fb319c5d8444 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf47d402-7f87-4c06-96d7-eeb930f31b55 HTTP/1.1" status: 200 len: 848 time: 0.0464280 Apr 15 04:26:52.763745 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfffb3-8281-4e89-8fe2-af70f312bb0a req-d4bf9cec-94b8-4ffb-87ac-ded0d9662b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:52.765176 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dacfffb3-8281-4e89-8fe2-af70f312bb0a req-d4bf9cec-94b8-4ffb-87ac-ded0d9662b2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45754c9c-0470-4e4b-8baa-98c43ac8ccda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0376563 Apr 15 04:26:52.850104 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dacfffb3-8281-4e89-8fe2-af70f312bb0a req-6d635f5f-8db7-45de-be70-3dd9f2af10ac service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790441 Apr 15 04:26:52.939175 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-dacfffb3-8281-4e89-8fe2-af70f312bb0a req-e837257d-babe-4739-837b-f3f04111178c service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838819 Apr 15 04:26:53.020442 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30d3b0-a18f-4594-9565-540d187b9dc6 req-aa4df149-1361-4ddc-bed9-a6b9ea1f8f20 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:53.021906 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-db30d3b0-a18f-4594-9565-540d187b9dc6 req-aa4df149-1361-4ddc-bed9-a6b9ea1f8f20 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 943 time: 0.0510495 Apr 15 04:26:53.073869 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-db30d3b0-a18f-4594-9565-540d187b9dc6 req-886b92af-d305-4d24-9d94-c49662b29be6 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457892 Apr 15 04:26:53.610807 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:26:54.192280 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f51d4-7303-4db5-868b-2ed9fabb88ca req-9fc6a830-95bd-4057-809d-3f014d2b05b6 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:54.193812 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-608f51d4-7303-4db5-868b-2ed9fabb88ca req-9fc6a830-95bd-4057-809d-3f014d2b05b6 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 943 time: 0.0488436 Apr 15 04:26:54.250399 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-608f51d4-7303-4db5-868b-2ed9fabb88ca req-afa8b9ff-ec82-48a8-b801-0691010902f8 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502455 Apr 15 04:26:54.959989 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:26:55.366946 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c06f3-1b3f-4f0f-9033-2750085a713f req-435661f5-91ab-4409-bf03-65fe10a4320c tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:55.368463 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b71c06f3-1b3f-4f0f-9033-2750085a713f req-435661f5-91ab-4409-bf03-65fe10a4320c tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 943 time: 0.0493715 Apr 15 04:26:55.429227 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-b71c06f3-1b3f-4f0f-9033-2750085a713f req-9a3a0907-984b-4d7c-a770-8d9d308caa9b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547001 Apr 15 04:26:56.547676 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d660a-886c-4000-99f8-f1904e0be342 req-c795f09c-d642-4ab4-99d6-493454108bec tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:56.549257 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-be3d660a-886c-4000-99f8-f1904e0be342 req-c795f09c-d642-4ab4-99d6-493454108bec tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 943 time: 0.0518587 Apr 15 04:26:56.603206 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-be3d660a-886c-4000-99f8-f1904e0be342 req-a11e63e8-9ad0-401f-844b-dd219e586cce tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479264 Apr 15 04:26:57.810940 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0173f-af65-47d4-8f0b-9b7378b92981 req-3109c3f6-75b3-4025-a872-c7085c6856ed tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:57.812576 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-74c0173f-af65-47d4-8f0b-9b7378b92981 req-3109c3f6-75b3-4025-a872-c7085c6856ed tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 943 time: 0.1370089 Apr 15 04:26:57.870370 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-74c0173f-af65-47d4-8f0b-9b7378b92981 req-0906fe97-2a46-4960-aa60-98aa5b9b343d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518291 Apr 15 04:26:58.985443 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09aca3-2332-44fb-bba2-394b0f887a43 req-5639c035-e9ef-40c4-9d1b-cfe80bc7a3df tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:26:58.986998 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ec09aca3-2332-44fb-bba2-394b0f887a43 req-5639c035-e9ef-40c4-9d1b-cfe80bc7a3df tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 943 time: 0.0485096 Apr 15 04:26:59.037510 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ec09aca3-2332-44fb-bba2-394b0f887a43 req-18c8f215-0d48-4be7-baee-c1accdc90b95 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445383 Apr 15 04:27:00.167874 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deeaaa0-d420-4b88-90ce-1064db105950 req-cb48907c-769a-48bf-b75a-43d2d2c77807 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:27:00.169377 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9deeaaa0-d420-4b88-90ce-1064db105950 req-cb48907c-769a-48bf-b75a-43d2d2c77807 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 943 time: 0.0628541 Apr 15 04:27:00.235001 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9deeaaa0-d420-4b88-90ce-1064db105950 req-bfa89bdd-1518-428b-8e55-3db3b5d48237 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561020 Apr 15 04:27:01.350240 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58580394-acb5-46b7-8dc7-9c362da54464 req-af0f4b87-2fc7-4b2d-b8b6-d9d5f0fefcfa tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:27:01.351796 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-58580394-acb5-46b7-8dc7-9c362da54464 req-af0f4b87-2fc7-4b2d-b8b6-d9d5f0fefcfa tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 943 time: 0.0559413 Apr 15 04:27:01.405199 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-58580394-acb5-46b7-8dc7-9c362da54464 req-972752d2-9ff3-4ecc-9db9-104a4755c91b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472710 Apr 15 04:27:02.517125 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054e062-7105-4c7d-8898-2e44a549e517 req-a5c9a308-d73e-4e32-b031-6aa81988528b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:27:02.518563 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c054e062-7105-4c7d-8898-2e44a549e517 req-a5c9a308-d73e-4e32-b031-6aa81988528b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 943 time: 0.0456607 Apr 15 04:27:02.565636 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c054e062-7105-4c7d-8898-2e44a549e517 req-ef8b8f15-6bce-4c29-a7f2-620bc9c8218b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416231 Apr 15 04:27:03.678480 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b60da-b707-4d76-8737-8f610bfdad9a req-3b6925b9-d80d-4ba4-a179-600ed8e31f09 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:27:03.679990 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3e0b60da-b707-4d76-8737-8f610bfdad9a req-3b6925b9-d80d-4ba4-a179-600ed8e31f09 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 943 time: 0.0476789 Apr 15 04:27:03.727691 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3e0b60da-b707-4d76-8737-8f610bfdad9a req-3560d6df-5b93-4959-b799-a31825ece077 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420926 Apr 15 04:27:04.137002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device bfc7eaf9-d4d9-4376-a6ff-399630602ee6 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:27:04.234266 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port bfc7eaf9-d4d9-4376-a6ff-399630602ee6, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:27:04.245247 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'port_id': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6', 'mac_address': 'fa:16:3e:44:47:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:27:04.280872 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port bfc7eaf9-d4d9-4376-a6ff-399630602ee6 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:27:04.281261 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:27:04.293918 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc7eaf9-d4d9-4376-a6ff-399630602ee6 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:27:04.312196 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port bfc7eaf9-d4d9-4376-a6ff-399630602ee6, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:27:04.410780 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:27:04.461840 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,revision_number=9']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:27:04.619205 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['bfc7eaf9-d4d9-4376-a6ff-399630602ee6'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:27:04.844576 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2731a-f89a-4cb2-bdbb-5c9b1a96cfda req-c41b1041-06fb-4a48-9ca0-5fd885a45d01 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:27:04.846060 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9dc2731a-f89a-4cb2-bdbb-5c9b1a96cfda req-c41b1041-06fb-4a48-9ca0-5fd885a45d01 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 944 time: 0.0511196 Apr 15 04:27:04.893828 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9dc2731a-f89a-4cb2-bdbb-5c9b1a96cfda req-81d49ca1-766c-4572-b0df-e3555cdebff2 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422499 Apr 15 04:27:05.215780 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:27:06.005123 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a90e7a-941f-4bac-8c8a-d12b4718aa0d req-12dde2bc-d033-4fc4-b555-72775606ef5c tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:27:06.006567 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-00a90e7a-941f-4bac-8c8a-d12b4718aa0d req-12dde2bc-d033-4fc4-b555-72775606ef5c tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 944 time: 0.0466609 Apr 15 04:27:06.058070 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-00a90e7a-941f-4bac-8c8a-d12b4718aa0d req-53f523ce-eb8f-46d6-8bc6-70389bf664b6 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459707 Apr 15 04:27:06.147682 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device bfc7eaf9-d4d9-4376-a6ff-399630602ee6 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:27:06.192535 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port bfc7eaf9-d4d9-4376-a6ff-399630602ee6 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:27:06.192827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:27:06.265015 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port bfc7eaf9-d4d9-4376-a6ff-399630602ee6 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:27:06.265647 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:27:06.289859 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69b3ba1-06ed-4a19-be8d-57cdd872a8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:27:06.292083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1360f5-5715-4921-8077-4b9940019d4d" -d '{"events": [{"server_uuid": "f69b3ba1-06ed-4a19-be8d-57cdd872a8ab", "name": "network-vif-plugged", "status": "completed", "tag": "bfc7eaf9-d4d9-4376-a6ff-399630602ee6"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:27:06.303944 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port bfc7eaf9-d4d9-4376-a6ff-399630602ee6, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:27:06.328420 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b598ce-99a5-47ce-9b34-bf027b440496 x-openstack-request-id: req-b3b598ce-99a5-47ce-9b34-bf027b440496 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:27:06.328723 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69b3ba1-06ed-4a19-be8d-57cdd872a8ab", "name": "network-vif-plugged", "status": "completed", "tag": "bfc7eaf9-d4d9-4376-a6ff-399630602ee6", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:27:06.328961 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3b598ce-99a5-47ce-9b34-bf027b440496 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:27:06.329350 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3b598ce-99a5-47ce-9b34-bf027b440496'] response: {'server_uuid': 'f69b3ba1-06ed-4a19-be8d-57cdd872a8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6', 'code': 200} Apr 15 04:27:06.352457 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:27:06.400248 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,revision_number=10']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:27:06.716034 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60097f9b-fc0d-4841-a7fa-5f0ada80dfac req-914cc15f-fbb2-4c1c-bbf2-d49dc4daf508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:27:06.717493 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-60097f9b-fc0d-4841-a7fa-5f0ada80dfac req-914cc15f-fbb2-4c1c-bbf2-d49dc4daf508 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 1130 time: 0.0780523 Apr 15 04:27:06.762318 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-60097f9b-fc0d-4841-a7fa-5f0ada80dfac req-15c8d758-b990-4984-a682-12cbc1b14045 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386016 Apr 15 04:27:07.168715 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadd470-ba70-45da-8ceb-b0bc3bee9310 req-cf27e276-dc92-47ac-8f12-cd78d8d6c3c6 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:27:07.170181 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8aadd470-ba70-45da-8ceb-b0bc3bee9310 req-cf27e276-dc92-47ac-8f12-cd78d8d6c3c6 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 946 time: 0.0458977 Apr 15 04:27:07.218698 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8aadd470-ba70-45da-8ceb-b0bc3bee9310 req-8569f9d8-8deb-4421-a7b1-29ba000f86b4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429821 Apr 15 04:27:08.337760 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf64a3-ce2d-4f1b-9371-2f956ee3710c req-4c460edc-a5a1-4144-89cc-11effb6f1f91 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:27:08.339263 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-72bf64a3-ce2d-4f1b-9371-2f956ee3710c req-4c460edc-a5a1-4144-89cc-11effb6f1f91 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 946 time: 0.0504136 Apr 15 04:27:08.389609 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-72bf64a3-ce2d-4f1b-9371-2f956ee3710c req-185d4aa1-90cf-40ff-9a84-9f79bd04ef22 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446060 Apr 15 04:27:09.504822 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d4b67-3fde-42fd-bdf5-906866b0e418 req-929df6df-ecf7-4d92-adf3-cf3f5ee68990 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:27:09.506303 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e90d4b67-3fde-42fd-bdf5-906866b0e418 req-929df6df-ecf7-4d92-adf3-cf3f5ee68990 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 946 time: 0.0500612 Apr 15 04:27:09.553504 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e90d4b67-3fde-42fd-bdf5-906866b0e418 req-4179e5d4-8392-4915-898e-6f897028718d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410721 Apr 15 04:27:18.569753 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-52233198-17b4-4a1c-a73a-636bc91598c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:27:21.044154 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ce0e2ce7-55f2-4bad-b969-3cc660409711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:27:22.095991 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:27:23.451270 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-951d8d06-b5df-49ed-9331-6abfee2f6f03 req-99b3ba26-6838-4f0f-adeb-bdb9f70b7571 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376890 Apr 15 04:27:23.531161 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d8d06-b5df-49ed-9331-6abfee2f6f03 req-c4089cc7-e22e-4a6a-8969-afc6e5b12519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:27:23.532597 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-951d8d06-b5df-49ed-9331-6abfee2f6f03 req-c4089cc7-e22e-4a6a-8969-afc6e5b12519 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 1130 time: 0.0369480 Apr 15 04:27:23.637463 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d8d06-b5df-49ed-9331-6abfee2f6f03 req-c4abe627-8b94-43a0-863a-62ccae16c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:27:23.639012 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-951d8d06-b5df-49ed-9331-6abfee2f6f03 req-c4abe627-8b94-43a0-863a-62ccae16c098 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45754c9c-0470-4e4b-8baa-98c43ac8ccda HTTP/1.1" status: 200 len: 909 time: 0.0876143 Apr 15 04:27:23.639136 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:27:23.703254 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-951d8d06-b5df-49ed-9331-6abfee2f6f03 req-f5b8b5f9-7936-4848-a162-8be70dd6123c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfc7eaf9-d4d9-4376-a6ff-399630602ee6 HTTP/1.1" status: 200 len: 1000 time: 0.0579188 Apr 15 04:27:23.756266 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d8d06-b5df-49ed-9331-6abfee2f6f03 req-700bd89a-0adb-4bff-8460-689a92e4b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:27:23.757720 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-951d8d06-b5df-49ed-9331-6abfee2f6f03 req-700bd89a-0adb-4bff-8460-689a92e4b2fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf47d402-7f87-4c06-96d7-eeb930f31b55 HTTP/1.1" status: 200 len: 848 time: 0.0491586 Apr 15 04:27:23.800673 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d8d06-b5df-49ed-9331-6abfee2f6f03 req-f058611b-043a-4b06-a602-d00a9c703ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:27:23.802100 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-951d8d06-b5df-49ed-9331-6abfee2f6f03 req-f058611b-043a-4b06-a602-d00a9c703ffa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45754c9c-0470-4e4b-8baa-98c43ac8ccda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0374708 Apr 15 04:27:23.815956 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [req-951d8d06-b5df-49ed-9331-6abfee2f6f03 req-35576123-3ed1-47c2-ad9f-e84d2292b510 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 04:27:23.816887 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-951d8d06-b5df-49ed-9331-6abfee2f6f03 req-35576123-3ed1-47c2-ad9f-e84d2292b510 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050859 Apr 15 04:27:23.905062 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-951d8d06-b5df-49ed-9331-6abfee2f6f03 req-a3fc8460-ed1f-4978-bee6-d92d312074fd service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818303 Apr 15 04:27:23.999208 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-951d8d06-b5df-49ed-9331-6abfee2f6f03 req-52d22bc1-80ab-4f61-8cc4-05b42a188212 service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848968 Apr 15 04:27:24.941505 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:27:28.471402 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:27:35.198345 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:27:48.580643 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-43eb8d56-c539-4ae0-b192-58fc14d154c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:27:50.895031 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3136e0a9-7778-4ea4-b7fd-b5a37cddb664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:27:52.060728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:27:53.592150 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:27:54.969173 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:05.186305 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:05.469647 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:28:18.580274 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6e486dea-ce01-4b21-af88-89111f92a21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:20.182867 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 43480) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:28:20.330205 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Deleting port f98864aa-848c-41ee-88b0-3c708507473f {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:28:20.330567 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f98864aa-848c-41ee-88b0-3c708507473f), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:20.403735 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f98864aa-848c-41ee-88b0-3c708507473f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:20.404066 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for floatingip (f98864aa-848c-41ee-88b0-3c708507473f), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:20.420608 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Calling delete_port for f98864aa-848c-41ee-88b0-3c708507473f owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:28:20.609110 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (f98864aa-848c-41ee-88b0-3c708507473f), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:20.640532 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event deleted for resources: {'Port': ['ID=f98864aa-848c-41ee-88b0-3c708507473f,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:28:20.652349 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:20.652706 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:20.653052 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:20.653396 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:20.653792 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:20.654071 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:20.654401 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:20.654759 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:20.655084 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:20.655415 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:20.655743 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:20.656100 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:20.656427 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:20.656756 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:20.657078 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:20.711640 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for floatingip (50dcd495-5b13-456f-84c2-e0765d999a1b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:20.711970 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Floating IP 50dcd495-5b13-456f-84c2-e0765d999a1b disassociated (deleted). External IP: 172.26.6.40, port: bfc7eaf9-d4d9-4376-a6ff-399630602ee6. Apr 15 04:28:20.866316 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1859a184-8c3d-4512-87e9-79f16d9ed540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:20.923384 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:28:21.034196 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:28:21.038967 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:21.043822 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1147ade2-dec6-43d6-b9f4-acf7becbdd75 None None] Sync routers for ids ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:28:21.052559 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1147ade2-dec6-43d6-b9f4-acf7becbdd75 None None] Routers {'69dadd02-59bf-41ae-8f29-b7e1b0c73832'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:28:21.053169 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-1147ade2-dec6-43d6-b9f4-acf7becbdd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:28:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:28:21.067964 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-68aca78b-a111-4e95-ba94-eb658d301320 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "DELETE /v2.0/floatingips/50dcd495-5b13-456f-84c2-e0765d999a1b HTTP/1.1" status: 204 len: 168 time: 0.8839958 Apr 15 04:28:21.068766 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69b3ba1-06ed-4a19-be8d-57cdd872a8ab', 'tag': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:28:21.071298 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eea470e-1408-4ad4-bb1a-69288d9b07cd" -d '{"events": [{"name": "network-changed", "server_uuid": "f69b3ba1-06ed-4a19-be8d-57cdd872a8ab", "tag": "bfc7eaf9-d4d9-4376-a6ff-399630602ee6"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:28:21.167225 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-1147ade2-dec6-43d6-b9f4-acf7becbdd75 None None] Set router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:28:21.178110 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0cd083-e204-45d4-a8b0-8a2d9af1d006 x-openstack-request-id: req-7e0cd083-e204-45d4-a8b0-8a2d9af1d006 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:28:21.178231 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69b3ba1-06ed-4a19-be8d-57cdd872a8ab", "tag": "bfc7eaf9-d4d9-4376-a6ff-399630602ee6", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:28:21.178482 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e0cd083-e204-45d4-a8b0-8a2d9af1d006 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:28:21.179013 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e0cd083-e204-45d4-a8b0-8a2d9af1d006'] response: {'name': 'network-changed', 'server_uuid': 'f69b3ba1-06ed-4a19-be8d-57cdd872a8ab', 'tag': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6', 'status': 'completed', 'code': 200} Apr 15 04:28:21.238469 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea470e-1408-4ad4-bb1a-69288d9b07cd req-b2e7362b-2bb1-4867-b19c-60f98ed6fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:28:21.240265 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6eea470e-1408-4ad4-bb1a-69288d9b07cd req-b2e7362b-2bb1-4867-b19c-60f98ed6fcfa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 1130 time: 0.0398827 Apr 15 04:28:21.343126 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea470e-1408-4ad4-bb1a-69288d9b07cd req-fb89adda-dbd0-476e-a274-db4c553e6384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:28:21.344617 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6eea470e-1408-4ad4-bb1a-69288d9b07cd req-fb89adda-dbd0-476e-a274-db4c553e6384 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45754c9c-0470-4e4b-8baa-98c43ac8ccda HTTP/1.1" status: 200 len: 909 time: 0.0992830 Apr 15 04:28:21.365375 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-1147ade2-dec6-43d6-b9f4-acf7becbdd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'name': 'tempest-TestShelveInstance-1078521184-router', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:03Z', 'revision_number': 4, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'gw_port': {'id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '6ce5bc05-5419-474c-adcc-ceefb5b43f24', 'name': '', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'mac_address': 'fa:16:3e:15:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:02Z', 'updated_at': '2022-04-15T04:24:06Z', 'revision_number': 5, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'subnets': [{'id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:28:21.392533 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6eea470e-1408-4ad4-bb1a-69288d9b07cd req-e313b2d4-cae8-4aef-8c40-d3cbc1b48177 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfc7eaf9-d4d9-4376-a6ff-399630602ee6 HTTP/1.1" status: 200 len: 217 time: 0.0404356 Apr 15 04:28:21.393883 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1147ade2-dec6-43d6-b9f4-acf7becbdd75 None None] Checking router: 69dadd02-59bf-41ae-8f29-b7e1b0c73832 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:28:21.402493 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1147ade2-dec6-43d6-b9f4-acf7becbdd75 None None] Routers {'69dadd02-59bf-41ae-8f29-b7e1b0c73832'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:28:21.403129 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-1147ade2-dec6-43d6-b9f4-acf7becbdd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:28:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:28:21.448398 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24810fe-4554-4e7d-8977-0f0b8219dee1 req-1e4f4445-7710-4794-b423-d56497e916a2 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:28:21.449775 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e24810fe-4554-4e7d-8977-0f0b8219dee1 req-1e4f4445-7710-4794-b423-d56497e916a2 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 946 time: 0.0501733 Apr 15 04:28:21.501140 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e24810fe-4554-4e7d-8977-0f0b8219dee1 req-d7d403ee-9a5a-4067-b9be-fabc7a388719 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455492 Apr 15 04:28:21.512234 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-1147ade2-dec6-43d6-b9f4-acf7becbdd75 None None] Set router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:28:21.697000 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-1147ade2-dec6-43d6-b9f4-acf7becbdd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'name': 'tempest-TestShelveInstance-1078521184-router', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:03Z', 'revision_number': 4, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'gw_port': {'id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '6ce5bc05-5419-474c-adcc-ceefb5b43f24', 'name': '', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'mac_address': 'fa:16:3e:15:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:02Z', 'updated_at': '2022-04-15T04:24:06Z', 'revision_number': 5, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'subnets': [{'id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:28:21.724096 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1147ade2-dec6-43d6-b9f4-acf7becbdd75 None None] The sync data for ids ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'] in dv-neutron-837140-3-hyperv is: [{'id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'name': 'tempest-TestShelveInstance-1078521184-router', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:03Z', 'revision_number': 4, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'gw_port': {'id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '6ce5bc05-5419-474c-adcc-ceefb5b43f24', 'name': '', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'mac_address': 'fa:16:3e:15:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:02Z', 'updated_at': '2022-04-15T04:24:06Z', 'revision_number': 5, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'subnets': [{'id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:28:21.945573 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5909960-bcf0-49ac-89c4-311ea2811b76 None None] New status for floating IP 50dcd495-5b13-456f-84c2-e0765d999a1b: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:28:22.111885 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:22.402598 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea470e-1408-4ad4-bb1a-69288d9b07cd req-5fb735cf-4059-436a-b83b-da1901973c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:28:22.406923 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6eea470e-1408-4ad4-bb1a-69288d9b07cd req-5fb735cf-4059-436a-b83b-da1901973c8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf47d402-7f87-4c06-96d7-eeb930f31b55 HTTP/1.1" status: 200 len: 848 time: 0.0444784 Apr 15 04:28:22.447496 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea470e-1408-4ad4-bb1a-69288d9b07cd req-3658aa7f-36d1-4b93-94e5-699f7f40f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:28:22.448962 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6eea470e-1408-4ad4-bb1a-69288d9b07cd req-3658aa7f-36d1-4b93-94e5-699f7f40f1ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45754c9c-0470-4e4b-8baa-98c43ac8ccda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380523 Apr 15 04:28:22.616074 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81786d-f8c6-456b-9aaf-b754986de273 req-9c473cda-15ab-44fe-ab47-e5d5876b97a1 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:28:22.616702 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6eea470e-1408-4ad4-bb1a-69288d9b07cd req-f249fd48-daa9-4234-834e-5f4c0d3ce45e service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891788 Apr 15 04:28:22.617543 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2c81786d-f8c6-456b-9aaf-b754986de273 req-9c473cda-15ab-44fe-ab47-e5d5876b97a1 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 946 time: 0.0472751 Apr 15 04:28:22.665674 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2c81786d-f8c6-456b-9aaf-b754986de273 req-2381515b-9a7c-4ff9-baed-34e1ba1b5492 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=29e2f6f3-a811-45d6-9064-ddf9990bf769&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424604 Apr 15 04:28:22.751576 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15c54a-cfef-41dc-854a-b5a70d144134 req-3577a139-7008-42c4-9069-44cb3892ab35 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:28:22.753004 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fa15c54a-cfef-41dc-854a-b5a70d144134 req-3577a139-7008-42c4-9069-44cb3892ab35 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.30 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 946 time: 0.0946255 Apr 15 04:28:22.814526 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6eea470e-1408-4ad4-bb1a-69288d9b07cd req-78550de3-e2aa-42d7-82e5-4b2a3967972e service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572335 Apr 15 04:28:22.850146 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-fa15c54a-cfef-41dc-854a-b5a70d144134 req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Deleting port bfc7eaf9-d4d9-4376-a6ff-399630602ee6 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:28:22.850480 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-fa15c54a-cfef-41dc-854a-b5a70d144134 req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:22.940062 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-fa15c54a-cfef-41dc-854a-b5a70d144134 req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] For port bfc7eaf9-d4d9-4376-a6ff-399630602ee6, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:28:22.940337 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-fa15c54a-cfef-41dc-854a-b5a70d144134 req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:22.953687 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-fa15c54a-cfef-41dc-854a-b5a70d144134 req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Calling delete_port for bfc7eaf9-d4d9-4376-a6ff-399630602ee6 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:28:23.129070 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-fa15c54a-cfef-41dc-854a-b5a70d144134 req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (bfc7eaf9-d4d9-4376-a6ff-399630602ee6), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:23.157400 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event deleted for resources: {'Port': ['ID=bfc7eaf9-d4d9-4376-a6ff-399630602ee6,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:28:23.183814 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:23.186346 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:23.186346 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:23.186346 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:23.186346 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:23.186346 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:23.186346 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:23.186346 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:23.186998 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:23.186998 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:23.187181 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:23.187500 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:23.187823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:23.188146 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:23.188468 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:28:23.212195 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa15c54a-cfef-41dc-854a-b5a70d144134 req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] No DVR routers for this DVR port bfc7eaf9-d4d9-4376-a6ff-399630602ee6 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:28:23.214599 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-fa15c54a-cfef-41dc-854a-b5a70d144134 req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:23.217883 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fa15c54a-cfef-41dc-854a-b5a70d144134 req-b2253165-907d-4f42-aff3-d46f739232cd tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.30 "DELETE /v2.0/ports/bfc7eaf9-d4d9-4376-a6ff-399630602ee6 HTTP/1.1" status: 204 len: 173 time: 0.4593339 Apr 15 04:28:23.218325 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69b3ba1-06ed-4a19-be8d-57cdd872a8ab', 'name': 'network-vif-deleted', 'tag': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:28:23.220591 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151ed17c-4419-4f90-b452-e4c21850eeab" -d '{"events": [{"server_uuid": "f69b3ba1-06ed-4a19-be8d-57cdd872a8ab", "name": "network-vif-deleted", "tag": "bfc7eaf9-d4d9-4376-a6ff-399630602ee6"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:28:23.309391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b01e739-1810-495f-a032-059c67237a6e x-openstack-request-id: req-6b01e739-1810-495f-a032-059c67237a6e {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:28:23.309686 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69b3ba1-06ed-4a19-be8d-57cdd872a8ab", "name": "network-vif-deleted", "tag": "bfc7eaf9-d4d9-4376-a6ff-399630602ee6", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:28:23.309942 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b01e739-1810-495f-a032-059c67237a6e {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:28:23.310352 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b01e739-1810-495f-a032-059c67237a6e'] response: {'server_uuid': 'f69b3ba1-06ed-4a19-be8d-57cdd872a8ab', 'name': 'network-vif-deleted', 'tag': 'bfc7eaf9-d4d9-4376-a6ff-399630602ee6', 'status': 'completed', 'code': 200} Apr 15 04:28:23.626510 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:23.776115 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-722efb63-e4f9-498c-bfa5-3715ca7486d2 req-5c8a2f93-e2bc-4680-a7ad-797a8cbe502f tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=f69b3ba1-06ed-4a19-be8d-57cdd872a8ab HTTP/1.1" status: 200 len: 210 time: 0.0310447 Apr 15 04:28:24.834898 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 43512) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:28:24.892257 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-87a6c2d1-a87b-4e53-a2f0-74325b4a8f61 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group (29e2f6f3-a811-45d6-9064-ddf9990bf769), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:24.917496 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-87a6c2d1-a87b-4e53-a2f0-74325b4a8f61 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group (29e2f6f3-a811-45d6-9064-ddf9990bf769), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:24.957345 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:25.037568 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-87a6c2d1-a87b-4e53-a2f0-74325b4a8f61 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (29e2f6f3-a811-45d6-9064-ddf9990bf769), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:25.040254 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-87a6c2d1-a87b-4e53-a2f0-74325b4a8f61 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:25.044449 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-87a6c2d1-a87b-4e53-a2f0-74325b4a8f61 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "DELETE /v2.0/security-groups/29e2f6f3-a811-45d6-9064-ddf9990bf769 HTTP/1.1" status: 204 len: 168 time: 0.2060773 Apr 15 04:28:25.052943 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6c2d1-a87b-4e53-a2f0-74325b4a8f61 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e2f6f3-a811-45d6-9064-ddf9990bf769,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:28:25.482878 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 43518) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:28:25.487477 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-e632fb9d-703c-46af-bd3b-bfb4a7c8347d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-919351372', 'description': 'tempest-secgroup-smoke-919351372 description', 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:28:25.568620 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e632fb9d-703c-46af-bd3b-bfb4a7c8347d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:25.633800 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e632fb9d-703c-46af-bd3b-bfb4a7c8347d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group (9adb3931-0002-463b-acea-32e7ad4752fa), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:25.688441 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e632fb9d-703c-46af-bd3b-bfb4a7c8347d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (9adb3931-0002-463b-acea-32e7ad4752fa), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:25.717662 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632fb9d-703c-46af-bd3b-bfb4a7c8347d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9adb3931-0002-463b-acea-32e7ad4752fa,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:28:25.759081 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e632fb9d-703c-46af-bd3b-bfb4a7c8347d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:25.760869 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e632fb9d-703c-46af-bd3b-bfb4a7c8347d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2769370 Apr 15 04:28:25.763653 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 43520) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:28:25.767899 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-871d7fed-f61a-4c07-a278-a201bc21005e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Request body: {'security_group_rule': {'security_group_id': '9adb3931-0002-463b-acea-32e7ad4752fa', 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:28:25.859492 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-871d7fed-f61a-4c07-a278-a201bc21005e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (468e59f0-36f4-4083-a0ea-c8faeee68540), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:25.917736 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-871d7fed-f61a-4c07-a278-a201bc21005e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (468e59f0-36f4-4083-a0ea-c8faeee68540), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:25.974353 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-871d7fed-f61a-4c07-a278-a201bc21005e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (468e59f0-36f4-4083-a0ea-c8faeee68540), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:25.992615 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d7fed-f61a-4c07-a278-a201bc21005e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468e59f0-36f4-4083-a0ea-c8faeee68540,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:28:26.044785 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-871d7fed-f61a-4c07-a278-a201bc21005e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:26.045965 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-871d7fed-f61a-4c07-a278-a201bc21005e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2814059 Apr 15 04:28:26.048640 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 43522) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:28:26.052953 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-b51056b9-8b81-4d2b-a787-0d10673faf4b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Request body: {'security_group_rule': {'security_group_id': '9adb3931-0002-463b-acea-32e7ad4752fa', 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:28:26.134176 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b51056b9-8b81-4d2b-a787-0d10673faf4b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (bca41b0b-10b8-4798-8e52-ad33a72ee7fe), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:26.190773 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b51056b9-8b81-4d2b-a787-0d10673faf4b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (bca41b0b-10b8-4798-8e52-ad33a72ee7fe), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:26.248664 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b51056b9-8b81-4d2b-a787-0d10673faf4b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (bca41b0b-10b8-4798-8e52-ad33a72ee7fe), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:26.267826 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51056b9-8b81-4d2b-a787-0d10673faf4b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca41b0b-10b8-4798-8e52-ad33a72ee7fe,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:28:26.319237 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b51056b9-8b81-4d2b-a787-0d10673faf4b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:26.320417 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b51056b9-8b81-4d2b-a787-0d10673faf4b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2707717 Apr 15 04:28:26.323157 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 43524) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:28:26.329564 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-d215e3f5-6801-4d53-91ca-68ed9817d895 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Request body: {'security_group_rule': {'security_group_id': '9adb3931-0002-463b-acea-32e7ad4752fa', 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:28:26.413637 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d215e3f5-6801-4d53-91ca-68ed9817d895 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (acb146c3-e44b-4808-9f13-beed30c4e694), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:26.467850 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d215e3f5-6801-4d53-91ca-68ed9817d895 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (acb146c3-e44b-4808-9f13-beed30c4e694), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:26.522592 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d215e3f5-6801-4d53-91ca-68ed9817d895 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (acb146c3-e44b-4808-9f13-beed30c4e694), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:26.533328 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device bfc7eaf9-d4d9-4376-a6ff-399630602ee6 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:28:26.539968 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215e3f5-6801-4d53-91ca-68ed9817d895 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb146c3-e44b-4808-9f13-beed30c4e694,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:28:26.558456 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: bfc7eaf9-d4d9-4376-a6ff-399630602ee6 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:28:26.558825 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device bfc7eaf9-d4d9-4376-a6ff-399630602ee6 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:28:26.587636 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d215e3f5-6801-4d53-91ca-68ed9817d895 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:26.588955 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d215e3f5-6801-4d53-91ca-68ed9817d895 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2648945 Apr 15 04:28:26.591688 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 43526) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:28:26.596035 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-3e467b7f-c0a2-4396-81b2-46673ab83c0a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Request body: {'security_group_rule': {'security_group_id': '9adb3931-0002-463b-acea-32e7ad4752fa', 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:28:26.671726 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3e467b7f-c0a2-4396-81b2-46673ab83c0a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (49a7d31f-36f3-4b7f-a3d2-3f6ee33eae76), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:26.731892 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3e467b7f-c0a2-4396-81b2-46673ab83c0a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (49a7d31f-36f3-4b7f-a3d2-3f6ee33eae76), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:26.802396 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3e467b7f-c0a2-4396-81b2-46673ab83c0a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (49a7d31f-36f3-4b7f-a3d2-3f6ee33eae76), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:26.819608 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e467b7f-c0a2-4396-81b2-46673ab83c0a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a7d31f-36f3-4b7f-a3d2-3f6ee33eae76,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:28:26.896061 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3e467b7f-c0a2-4396-81b2-46673ab83c0a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:26.897279 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3e467b7f-c0a2-4396-81b2-46673ab83c0a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3045919 Apr 15 04:28:26.900029 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 43528) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:28:26.904836 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-4e63d38c-1d6d-4715-9060-c55dd4c9246a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Request body: {'security_group_rule': {'security_group_id': '9adb3931-0002-463b-acea-32e7ad4752fa', 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:28:26.980716 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-4e63d38c-1d6d-4715-9060-c55dd4c9246a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Project 7c6c9fb6b32d4147834a578e674dfe5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 04:28:26.986118 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4e63d38c-1d6d-4715-9060-c55dd4c9246a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (51f78592-1bab-4bbf-a2dc-0a87460fb864), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:27.043521 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4e63d38c-1d6d-4715-9060-c55dd4c9246a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (51f78592-1bab-4bbf-a2dc-0a87460fb864), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:27.111547 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4e63d38c-1d6d-4715-9060-c55dd4c9246a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (51f78592-1bab-4bbf-a2dc-0a87460fb864), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:27.130166 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63d38c-1d6d-4715-9060-c55dd4c9246a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f78592-1bab-4bbf-a2dc-0a87460fb864,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:28:27.199608 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-4e63d38c-1d6d-4715-9060-c55dd4c9246a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:27.201533 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-4e63d38c-1d6d-4715-9060-c55dd4c9246a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2998805 Apr 15 04:28:27.203481 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 43530) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:28:27.208065 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-315c7ce8-da1a-43d4-bb2a-81b2ad2ed85d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Request body: {'security_group_rule': {'security_group_id': '9adb3931-0002-463b-acea-32e7ad4752fa', 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:28:27.283212 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-315c7ce8-da1a-43d4-bb2a-81b2ad2ed85d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Project 7c6c9fb6b32d4147834a578e674dfe5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 04:28:27.288503 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-315c7ce8-da1a-43d4-bb2a-81b2ad2ed85d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (310edd68-4ee7-4203-8bab-4b1da896f896), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:27.345646 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-315c7ce8-da1a-43d4-bb2a-81b2ad2ed85d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (310edd68-4ee7-4203-8bab-4b1da896f896), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:27.414304 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-315c7ce8-da1a-43d4-bb2a-81b2ad2ed85d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (310edd68-4ee7-4203-8bab-4b1da896f896), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:27.431233 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c7ce8-da1a-43d4-bb2a-81b2ad2ed85d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310edd68-4ee7-4203-8bab-4b1da896f896,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:28:27.497129 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-315c7ce8-da1a-43d4-bb2a-81b2ad2ed85d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:27.498366 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-315c7ce8-da1a-43d4-bb2a-81b2ad2ed85d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2939687 Apr 15 04:28:35.208791 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:42.472500 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:28:48.585929 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c5b1d7bf-9d8c-479e-a4a8-d07298e61248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:50.922787 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f016d160-6b66-4871-b60f-d1e694902f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:52.099777 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:53.506359 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-2cc3c3bb-4b70-4998-8a42-d921ab101a08 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919351372&fields=id&tenant_id=7c6c9fb6b32d4147834a578e674dfe5a HTTP/1.1" status: 200 len: 267 time: 0.0434802 Apr 15 04:28:53.597097 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:53.609774 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-4fd6b1fa-fa56-403c-8522-440eeb720124 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:28:53.611247 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-4fd6b1fa-fa56-403c-8522-440eeb720124 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/networks?id=45754c9c-0470-4e4b-8baa-98c43ac8ccda HTTP/1.1" status: 200 len: 809 time: 0.0986788 Apr 15 04:28:53.625498 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-13ab9f57-a4f8-4d17-9f13-f63f5c3b6a9c tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/quotas/7c6c9fb6b32d4147834a578e674dfe5a HTTP/1.1" status: 200 len: 375 time: 0.0085778 Apr 15 04:28:53.676779 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-3f53f271-9cfc-459d-bc28-a50a71a18fe2 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465143 Apr 15 04:28:53.812467 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-63fe5a49-030b-44a3-8eae-9c545191f00f service neutron] 10.222.0.15 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248295 Apr 15 04:28:53.905158 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-a96ec532-2dc2-4bf3-a9eb-e2582bba1a15 service neutron] 10.222.0.15 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863016 Apr 15 04:28:54.945007 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:55.392467 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ceaeaf94-9962-4f89-8c42-1e52514b7c5c req-8a8709b4-d499-4d34-806d-e7be0f73456b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 210 time: 0.0288751 Apr 15 04:28:56.489438 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dca1e4e0-4ec2-45e3-8c4f-dafe533d609a req-ed5b61c4-ef08-44e4-bd39-159f94903a58 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 210 time: 0.0288854 Apr 15 04:28:57.122802 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-53db42d2-7fd4-4050-9ecf-a586d6f13dfa tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:28:57.128101 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-53db42d2-7fd4-4050-9ecf-a586d6f13dfa tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.30 "GET /v2.0/networks?id=45754c9c-0470-4e4b-8baa-98c43ac8ccda HTTP/1.1" status: 200 len: 809 time: 0.1032584 Apr 15 04:28:57.184565 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-df720c26-0bf7-43a6-97ce-4fcd85980766 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c6c9fb6b32d4147834a578e674dfe5a HTTP/1.1" status: 200 len: 379 time: 0.0524483 Apr 15 04:28:57.196140 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-de20685c-eb9c-4a43-ab1c-a440450d720e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Request body: {'port': {'device_id': '5ce9d253-30f9-4365-ab83-d415386aa769', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'admin_state_up': True, 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'security_groups': ['9adb3931-0002-463b-acea-32e7ad4752fa']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:28:57.362956 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-de20685c-eb9c-4a43-ab1c-a440450d720e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Made reservation on behalf of 7c6c9fb6b32d4147834a578e674dfe5a for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:28:57.367187 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-de20685c-eb9c-4a43-ab1c-a440450d720e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:57.490344 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-de20685c-eb9c-4a43-ab1c-a440450d720e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Allocated IP 172.20.0.9 (45754c9c-0470-4e4b-8baa-98c43ac8ccda/cf47d402-7f87-4c06-96d7-eeb930f31b55/500bdfca-8721-4111-9daa-6cdd46f23d2f) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:28:57.609479 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7032d047-a2d2-4a69-847b-2ca236ddb9a8 req-47d6d71d-52d6-467e-af0d-b0a35ab00398 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 210 time: 0.0517302 Apr 15 04:28:57.657205 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-de20685c-eb9c-4a43-ab1c-a440450d720e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:57.734308 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-de20685c-eb9c-4a43-ab1c-a440450d720e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:57.779416 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-de20685c-eb9c-4a43-ab1c-a440450d720e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Network 45754c9c-0470-4e4b-8baa-98c43ac8ccda is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:28:57.782379 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-de20685c-eb9c-4a43-ab1c-a440450d720e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:28:57.785400 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-de20685c-eb9c-4a43-ab1c-a440450d720e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:28:57.821704 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20685c-eb9c-4a43-ab1c-a440450d720e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event updated for resources: {'Port': ['ID=500bdfca-8721-4111-9daa-6cdd46f23d2f,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:28:57.844794 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-de20685c-eb9c-4a43-ab1c-a440450d720e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:28:57.845516 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-de20685c-eb9c-4a43-ab1c-a440450d720e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:57.953825 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-de20685c-eb9c-4a43-ab1c-a440450d720e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7618661 Apr 15 04:28:57.965259 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] Request body: {'port': {'device_id': '5ce9d253-30f9-4365-ab83-d415386aa769', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:28:58.026340 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-a5cd0cd4-8719-4411-ac25-08764df23173 None None] Provisioning complete for port 500bdfca-8721-4111-9daa-6cdd46f23d2f triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:28:58.026990 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-a5cd0cd4-8719-4411-ac25-08764df23173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:58.027101 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:58.071016 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-a5cd0cd4-8719-4411-ac25-08764df23173 None None] Port 500bdfca-8721-4111-9daa-6cdd46f23d2f cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:28:58.603735 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 500bdfca-8721-4111-9daa-6cdd46f23d2f {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:28:58.611170 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] Publish callbacks [] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:58.624105 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] Transition to ACTIVE for port object 500bdfca-8721-4111-9daa-6cdd46f23d2f will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 04:28:58.708083 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:58.723902 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43355f99-07b7-4ebd-9595-5cf80fd0fb24 req-751f5a6e-9869-47a2-99a6-5f85e1b607ac tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:28:58.726493 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-43355f99-07b7-4ebd-9595-5cf80fd0fb24 req-751f5a6e-9869-47a2-99a6-5f85e1b607ac tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 931 time: 0.0480978 Apr 15 04:28:58.765143 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] Pushing event updated for resources: {'Port': ['ID=500bdfca-8721-4111-9daa-6cdd46f23d2f,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:28:58.796918 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-43355f99-07b7-4ebd-9595-5cf80fd0fb24 req-d6c60ea4-862f-49f7-87a6-c42da4a05c1e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644372 Apr 15 04:28:58.848632 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] Attempting to bind port 500bdfca-8721-4111-9daa-6cdd46f23d2f on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:28:58.849082 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] Attempting to bind port 500bdfca-8721-4111-9daa-6cdd46f23d2f by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': 'a08f5c4b-54c2-4c03-938b-691474ecf6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:28:58.849480 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] Attempting to bind port 500bdfca-8721-4111-9daa-6cdd46f23d2f on network 45754c9c-0470-4e4b-8baa-98c43ac8ccda {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:28:58.854996 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] Port 500bdfca-8721-4111-9daa-6cdd46f23d2f on network 45754c9c-0470-4e4b-8baa-98c43ac8ccda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 04:28:58.855406 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] Attempting to bind port 500bdfca-8721-4111-9daa-6cdd46f23d2f on network 45754c9c-0470-4e4b-8baa-98c43ac8ccda {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:28:58.860438 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:28:58.860901 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] Checking segment: {'id': 'a08f5c4b-54c2-4c03-938b-691474ecf6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:28:58.861355 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] Bound using segment: {'id': 'a08f5c4b-54c2-4c03-938b-691474ecf6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:28:58.861954 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] Bound port: 500bdfca-8721-4111-9daa-6cdd46f23d2f, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a08f5c4b-54c2-4c03-938b-691474ecf6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:28:58.862375 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:58.930224 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] For port 500bdfca-8721-4111-9daa-6cdd46f23d2f, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:28:58.933877 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] For port 500bdfca-8721-4111-9daa-6cdd46f23d2f, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=500bdfca-8721-4111-9daa-6cdd46f23d2f,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:28:59.026023 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:59.058149 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:28:59.058899 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:28:59.060513 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] 10.222.0.30 "PUT /v2.0/ports/500bdfca-8721-4111-9daa-6cdd46f23d2f HTTP/1.1" status: 200 len: 1093 time: 1.0997510 Apr 15 04:28:59.066799 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce9d253-30f9-4365-ab83-d415386aa769', 'tag': '500bdfca-8721-4111-9daa-6cdd46f23d2f'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:28:59.066799 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0204dcd1c75e98e6f3ec86e286209e761aa2c149ef670331487aa525c8de7b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc46ef51-a241-45a1-bfe9-80e056578560" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce9d253-30f9-4365-ab83-d415386aa769", "tag": "500bdfca-8721-4111-9daa-6cdd46f23d2f"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:28:59.096982 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc2aa9-7a51-4d51-a79b-e4a7aece7e7e service neutron] Pushing event updated for resources: {'Port': ['ID=500bdfca-8721-4111-9daa-6cdd46f23d2f,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:28:59.111770 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9adf608-b90c-46e1-86aa-e4a682d57e36 x-openstack-request-id: req-a9adf608-b90c-46e1-86aa-e4a682d57e36 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:28:59.112060 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce9d253-30f9-4365-ab83-d415386aa769", "tag": "500bdfca-8721-4111-9daa-6cdd46f23d2f", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:28:59.112312 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9adf608-b90c-46e1-86aa-e4a682d57e36 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:28:59.112713 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9adf608-b90c-46e1-86aa-e4a682d57e36'] response: {'name': 'network-changed', 'server_uuid': '5ce9d253-30f9-4365-ab83-d415386aa769', 'tag': '500bdfca-8721-4111-9daa-6cdd46f23d2f', 'status': 'completed', 'code': 200} Apr 15 04:28:59.175988 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46ef51-a241-45a1-bfe9-80e056578560 req-e87ec0d0-66de-45d5-bda7-eb3d52b98272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:28:59.177583 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bc46ef51-a241-45a1-bfe9-80e056578560 req-e87ec0d0-66de-45d5-bda7-eb3d52b98272 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 1127 time: 0.0443876 Apr 15 04:28:59.284861 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46ef51-a241-45a1-bfe9-80e056578560 req-e221ba62-0635-47a0-8451-9bb995a0d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:28:59.286341 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bc46ef51-a241-45a1-bfe9-80e056578560 req-e221ba62-0635-47a0-8451-9bb995a0d39e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1009042 Apr 15 04:28:59.384976 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46ef51-a241-45a1-bfe9-80e056578560 req-c9f1ece0-a442-443e-9b1c-c3dfcd3c3cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:28:59.386402 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bc46ef51-a241-45a1-bfe9-80e056578560 req-c9f1ece0-a442-443e-9b1c-c3dfcd3c3cf0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0943782 Apr 15 04:28:59.461916 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-f01bb7b9-5bd0-466f-a052-24df20c1fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:28:59.463417 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-f01bb7b9-5bd0-466f-a052-24df20c1fb4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 1127 time: 0.0392354 Apr 15 04:28:59.503901 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-e569477d-ffb1-4756-adc9-fb5b02da1c1e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=500bdfca-8721-4111-9daa-6cdd46f23d2f HTTP/1.1" status: 200 len: 217 time: 0.0334964 Apr 15 04:28:59.554394 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-fd25eea6-c60a-404a-a9e5-eaff7f427148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:28:59.555849 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-fd25eea6-c60a-404a-a9e5-eaff7f427148 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf47d402-7f87-4c06-96d7-eeb930f31b55 HTTP/1.1" status: 200 len: 848 time: 0.0463862 Apr 15 04:28:59.598042 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-eb0c03f4-5924-4253-a4e1-0a4267d2de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:28:59.599544 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-eb0c03f4-5924-4253-a4e1-0a4267d2de65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45754c9c-0470-4e4b-8baa-98c43ac8ccda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0377498 Apr 15 04:28:59.692050 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-edb6da2b-bd50-43dd-b0cd-f75d866a25f9 service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848117 Apr 15 04:28:59.779787 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-95227aed-4c4f-4e0d-81c4-dc9516fc5d58 req-989460dc-8853-4d86-8bee-0410cf518a79 service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813572 Apr 15 04:28:59.910041 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa459f1-6ee4-4a70-a842-7c2d85f33bb1 req-bd151ffb-8b00-4c40-815b-bfafe74718c6 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:28:59.911534 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7aa459f1-6ee4-4a70-a842-7c2d85f33bb1 req-bd151ffb-8b00-4c40-815b-bfafe74718c6 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0528092 Apr 15 04:28:59.960741 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7aa459f1-6ee4-4a70-a842-7c2d85f33bb1 req-c1a38041-f027-4f02-b054-fa7ac04e44ad tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430114 Apr 15 04:29:01.072678 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c22392-88c7-4166-aabc-ab9c268a10f7 req-45d96692-47d7-474d-9ffa-fe831e87e817 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:01.074175 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-67c22392-88c7-4166-aabc-ab9c268a10f7 req-45d96692-47d7-474d-9ffa-fe831e87e817 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0466752 Apr 15 04:29:01.136295 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-67c22392-88c7-4166-aabc-ab9c268a10f7 req-3cec3990-2015-42be-978a-90d4f426f20e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562873 Apr 15 04:29:02.248732 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68558b-8c76-4a1d-92fe-c6e66212e6f4 req-2423ae0f-69e6-408c-ab93-2a2d8709df03 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:02.250264 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6f68558b-8c76-4a1d-92fe-c6e66212e6f4 req-2423ae0f-69e6-408c-ab93-2a2d8709df03 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0476859 Apr 15 04:29:02.297564 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6f68558b-8c76-4a1d-92fe-c6e66212e6f4 req-cb6d6822-1dae-475c-b666-85cc063f5f5a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418148 Apr 15 04:29:03.412176 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fbcb8-a057-44ba-8fcf-ac40a47be6f6 req-650cf74f-a504-456b-8e27-c0798492f228 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:03.413658 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2a0fbcb8-a057-44ba-8fcf-ac40a47be6f6 req-650cf74f-a504-456b-8e27-c0798492f228 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0475965 Apr 15 04:29:03.466035 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2a0fbcb8-a057-44ba-8fcf-ac40a47be6f6 req-53a8321e-4555-4227-a569-56c5bf747025 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457726 Apr 15 04:29:04.577628 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c30be-ad23-4d43-9143-f7a008f340b6 req-9305f93e-2f85-4876-af7f-06cd8e6658d1 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:04.579250 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dc9c30be-ad23-4d43-9143-f7a008f340b6 req-9305f93e-2f85-4876-af7f-06cd8e6658d1 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0467155 Apr 15 04:29:04.631335 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dc9c30be-ad23-4d43-9143-f7a008f340b6 req-c35d45bd-2999-4a5c-ad89-770f273e787f tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466242 Apr 15 04:29:05.208079 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:05.742383 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb4ae5-6714-4bca-b3fa-459a185106c5 req-ef663ee1-7949-4a13-a01e-1485316453a8 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:05.743888 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ebdb4ae5-6714-4bca-b3fa-459a185106c5 req-ef663ee1-7949-4a13-a01e-1485316453a8 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0472393 Apr 15 04:29:05.792874 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ebdb4ae5-6714-4bca-b3fa-459a185106c5 req-9bd5b4b6-d613-48f3-8823-370bf5ae752e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434372 Apr 15 04:29:06.904166 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36197c68-2c6b-4d19-b1b1-3708eb61bc57 req-2dd3aa13-fda9-43ff-8db0-2c4b1279b146 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:06.905679 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-36197c68-2c6b-4d19-b1b1-3708eb61bc57 req-2dd3aa13-fda9-43ff-8db0-2c4b1279b146 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0477691 Apr 15 04:29:06.958838 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-36197c68-2c6b-4d19-b1b1-3708eb61bc57 req-bf1b907f-8e25-4da9-b1f4-dada0afd1483 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435908 Apr 15 04:29:08.069493 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d8379-1e89-44d5-a3d5-e616a08e4667 req-940432a5-b8d8-418a-acd1-705168397770 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:08.071008 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-136d8379-1e89-44d5-a3d5-e616a08e4667 req-940432a5-b8d8-418a-acd1-705168397770 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0508907 Apr 15 04:29:08.119802 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-136d8379-1e89-44d5-a3d5-e616a08e4667 req-2e9ad135-b537-4fbf-a902-764a09688790 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432577 Apr 15 04:29:09.273232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e0deb-c24f-441b-a5da-96909a7ac3ec req-7c93dc86-6d24-46ae-bd42-65ce622c495f tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:09.274796 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d65e0deb-c24f-441b-a5da-96909a7ac3ec req-7c93dc86-6d24-46ae-bd42-65ce622c495f tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0466366 Apr 15 04:29:09.321574 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d65e0deb-c24f-441b-a5da-96909a7ac3ec req-d40dd727-114e-4620-9cae-0f9ce3fa0ff8 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414689 Apr 15 04:29:10.430165 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fbcca-afde-4962-b82e-7ffacd7ad1df req-91ba3668-78f5-42c2-b533-864633177ca6 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:10.431705 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2c2fbcca-afde-4962-b82e-7ffacd7ad1df req-91ba3668-78f5-42c2-b533-864633177ca6 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0457447 Apr 15 04:29:10.478862 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2c2fbcca-afde-4962-b82e-7ffacd7ad1df req-17b39692-d57c-494c-9ca4-42bdebc16ae9 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416751 Apr 15 04:29:11.592312 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caaacc3-6348-40df-831d-71885a31d214 req-000d6348-4153-40c0-a1c9-9022f88bd7da tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:11.593720 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0caaacc3-6348-40df-831d-71885a31d214 req-000d6348-4153-40c0-a1c9-9022f88bd7da tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0485945 Apr 15 04:29:11.640823 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0caaacc3-6348-40df-831d-71885a31d214 req-3e9b82a9-c524-4f95-b2ee-87794c13af09 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416586 Apr 15 04:29:12.751615 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868f1d9-abcb-407b-be98-949a2e5186e6 req-c392e1c0-9b1f-4a0e-b116-b2fb0dbcef20 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:12.753179 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b868f1d9-abcb-407b-be98-949a2e5186e6 req-c392e1c0-9b1f-4a0e-b116-b2fb0dbcef20 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0470705 Apr 15 04:29:12.805092 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b868f1d9-abcb-407b-be98-949a2e5186e6 req-6bc402c4-4e25-4279-9560-63a85cce3bd3 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464365 Apr 15 04:29:13.914105 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897602b-c354-43e1-9358-cb262e357fc0 req-2bd41991-5d39-49e9-84d4-050b169ea80f tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:13.915911 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9897602b-c354-43e1-9358-cb262e357fc0 req-2bd41991-5d39-49e9-84d4-050b169ea80f tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0463765 Apr 15 04:29:13.963985 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9897602b-c354-43e1-9358-cb262e357fc0 req-241ad045-3979-4222-ac67-85d2ab86d4e7 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425441 Apr 15 04:29:14.746628 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 500bdfca-8721-4111-9daa-6cdd46f23d2f details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:29:14.840498 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 500bdfca-8721-4111-9daa-6cdd46f23d2f, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=500bdfca-8721-4111-9daa-6cdd46f23d2f,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:29:14.851852 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '500bdfca-8721-4111-9daa-6cdd46f23d2f', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'port_id': '500bdfca-8721-4111-9daa-6cdd46f23d2f', 'mac_address': 'fa:16:3e:0b:59:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:29:14.890925 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 500bdfca-8721-4111-9daa-6cdd46f23d2f is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:29:14.891306 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:14.903244 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500bdfca-8721-4111-9daa-6cdd46f23d2f {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:29:14.922883 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 500bdfca-8721-4111-9daa-6cdd46f23d2f, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=500bdfca-8721-4111-9daa-6cdd46f23d2f,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:29:15.007877 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:15.058275 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=500bdfca-8721-4111-9daa-6cdd46f23d2f,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:29:15.067444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:29:15.067444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:29:15.067444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:29:15.067444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:29:15.067444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:29:15.067444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:29:15.067998 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:29:15.068076 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:29:15.068410 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:29:15.068773 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:29:15.069111 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:29:15.069438 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:29:15.069761 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:29:15.070082 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:29:15.070404 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:29:15.074168 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258b851-f9bb-4815-8b7d-004fd4adc080 req-88055133-b739-4385-8800-87f8e17b0070 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:15.075866 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4258b851-f9bb-4815-8b7d-004fd4adc080 req-88055133-b739-4385-8800-87f8e17b0070 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 944 time: 0.0468059 Apr 15 04:29:15.125479 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4258b851-f9bb-4815-8b7d-004fd4adc080 req-b9035c3e-9c93-4bef-92c4-da388c4b38f8 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438869 Apr 15 04:29:15.220784 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['500bdfca-8721-4111-9daa-6cdd46f23d2f'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:29:16.239495 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc78808-4908-4243-809f-46ab3558cda2 req-751a1afc-b0c1-426e-ae72-8e6bd74f02af tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:16.241459 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dcc78808-4908-4243-809f-46ab3558cda2 req-751a1afc-b0c1-426e-ae72-8e6bd74f02af tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 944 time: 0.0503139 Apr 15 04:29:16.588391 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-dcc78808-4908-4243-809f-46ab3558cda2 req-5c76b876-1a4e-4bb5-9a6f-a2144d63ab21 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3414440 Apr 15 04:29:16.762011 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 500bdfca-8721-4111-9daa-6cdd46f23d2f up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:29:16.806437 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 500bdfca-8721-4111-9daa-6cdd46f23d2f completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 04:29:16.882151 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 500bdfca-8721-4111-9daa-6cdd46f23d2f triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:29:16.882487 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:16.961687 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 500bdfca-8721-4111-9daa-6cdd46f23d2f is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:29:16.962074 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:16.984458 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce9d253-30f9-4365-ab83-d415386aa769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500bdfca-8721-4111-9daa-6cdd46f23d2f'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:29:16.986703 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05d7678-7fa8-4c23-b862-27dda3f4c000" -d '{"events": [{"server_uuid": "5ce9d253-30f9-4365-ab83-d415386aa769", "name": "network-vif-plugged", "status": "completed", "tag": "500bdfca-8721-4111-9daa-6cdd46f23d2f"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:29:16.999649 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 500bdfca-8721-4111-9daa-6cdd46f23d2f, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=500bdfca-8721-4111-9daa-6cdd46f23d2f,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:29:17.022689 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ae1357-0e9a-4887-bec6-5643a3d046e1 x-openstack-request-id: req-f6ae1357-0e9a-4887-bec6-5643a3d046e1 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:29:17.022689 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce9d253-30f9-4365-ab83-d415386aa769", "name": "network-vif-plugged", "status": "completed", "tag": "500bdfca-8721-4111-9daa-6cdd46f23d2f", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:29:17.022967 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6ae1357-0e9a-4887-bec6-5643a3d046e1 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:29:17.023368 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6ae1357-0e9a-4887-bec6-5643a3d046e1'] response: {'server_uuid': '5ce9d253-30f9-4365-ab83-d415386aa769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500bdfca-8721-4111-9daa-6cdd46f23d2f', 'code': 200} Apr 15 04:29:17.064761 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:17.113605 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=500bdfca-8721-4111-9daa-6cdd46f23d2f,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:29:17.263788 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54866361-c280-48a8-afe7-b5aef7a1b0e0 req-22d0dc34-6e25-4927-87f6-227d339065cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:17.265251 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-54866361-c280-48a8-afe7-b5aef7a1b0e0 req-22d0dc34-6e25-4927-87f6-227d339065cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 1129 time: 0.0381591 Apr 15 04:29:17.308793 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-54866361-c280-48a8-afe7-b5aef7a1b0e0 req-fc255c83-937d-461b-88e4-ae35d4aa1ea1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381472 Apr 15 04:29:17.698748 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fa5d1-02d5-4054-9257-9ed41f9df7b2 req-9386b912-9b2c-4d84-8ded-ac37aac78db2 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:17.700195 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c79fa5d1-02d5-4054-9257-9ed41f9df7b2 req-9386b912-9b2c-4d84-8ded-ac37aac78db2 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 945 time: 0.0462072 Apr 15 04:29:17.747720 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c79fa5d1-02d5-4054-9257-9ed41f9df7b2 req-8921ed84-707a-4047-9819-46ebc333d7f2 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419946 Apr 15 04:29:18.585371 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7d09db2d-1b6d-4a1b-97cf-2167d0157ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:18.867266 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb227625-595a-42e2-839f-970d50d78387 req-2475e0a5-6d56-49cc-b43c-73af19919a8f tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:18.868657 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cb227625-595a-42e2-839f-970d50d78387 req-2475e0a5-6d56-49cc-b43c-73af19919a8f tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 945 time: 0.0515795 Apr 15 04:29:18.916429 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-cb227625-595a-42e2-839f-970d50d78387 req-b305a730-a073-4a2a-890f-4fb8385f774b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421562 Apr 15 04:29:19.025907 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bc509-79f6-4864-add0-c5bad50a3fd8 req-77684a8f-e74b-4c09-b4ed-b0b7de9857bb tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:19.027422 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9a0bc509-79f6-4864-add0-c5bad50a3fd8 req-77684a8f-e74b-4c09-b4ed-b0b7de9857bb tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 945 time: 0.0471776 Apr 15 04:29:19.078120 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-9a0bc509-79f6-4864-add0-c5bad50a3fd8 req-f906ccf9-63fc-468d-a18b-f3b89ba00427 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452373 Apr 15 04:29:19.099249 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 43768) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:29:19.137654 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702cec89-8706-4e11-b276-f8ebaac6ac7f tempest-TestShelveInstance-1407937202 tempest-TestShelveInstance-1407937202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:19.139187 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-702cec89-8706-4e11-b276-f8ebaac6ac7f tempest-TestShelveInstance-1407937202 tempest-TestShelveInstance-1407937202-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 1124 time: 0.0383737 Apr 15 04:29:19.141936 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 43770) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:29:19.146213 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-0fee4ba7-de33-4106-9a18-2e7db50e0c69 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': '500bdfca-8721-4111-9daa-6cdd46f23d2f', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:29:19.225615 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0fee4ba7-de33-4106-9a18-2e7db50e0c69 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:19.300555 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0fee4ba7-de33-4106-9a18-2e7db50e0c69 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:19.404472 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-0fee4ba7-de33-4106-9a18-2e7db50e0c69 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Allocated IP 172.26.6.81 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/40155676-7978-4ada-bc69-ba46f17ce599) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:29:19.470034 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:29:19.507111 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0fee4ba7-de33-4106-9a18-2e7db50e0c69 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for port (40155676-7978-4ada-bc69-ba46f17ce599), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:19.573609 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0fee4ba7-de33-4106-9a18-2e7db50e0c69 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (40155676-7978-4ada-bc69-ba46f17ce599), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:19.609608 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fee4ba7-de33-4106-9a18-2e7db50e0c69 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:29:19.612446 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-0fee4ba7-de33-4106-9a18-2e7db50e0c69 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:29:19.618770 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee4ba7-de33-4106-9a18-2e7db50e0c69 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:29:19.642313 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee4ba7-de33-4106-9a18-2e7db50e0c69 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event updated for resources: {'Port': ['ID=40155676-7978-4ada-bc69-ba46f17ce599,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:29:19.982173 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0fee4ba7-de33-4106-9a18-2e7db50e0c69 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for floatingip (9184f65f-6939-410c-9ba3-196684a0afaf), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:20.110136 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0fee4ba7-de33-4106-9a18-2e7db50e0c69 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (40155676-7978-4ada-bc69-ba46f17ce599), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:20.263390 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0fee4ba7-de33-4106-9a18-2e7db50e0c69 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for port (40155676-7978-4ada-bc69-ba46f17ce599), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:20.344777 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0fee4ba7-de33-4106-9a18-2e7db50e0c69 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (40155676-7978-4ada-bc69-ba46f17ce599), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:20.414340 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee4ba7-de33-4106-9a18-2e7db50e0c69 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event updated for resources: {'Port': ['ID=40155676-7978-4ada-bc69-ba46f17ce599,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:29:20.428357 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0fee4ba7-de33-4106-9a18-2e7db50e0c69 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (9184f65f-6939-410c-9ba3-196684a0afaf), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:20.529102 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-0fee4ba7-de33-4106-9a18-2e7db50e0c69 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Floating IP 9184f65f-6939-410c-9ba3-196684a0afaf associated. External IP: 172.26.6.81, port: 500bdfca-8721-4111-9daa-6cdd46f23d2f. Apr 15 04:29:20.737966 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fee4ba7-de33-4106-9a18-2e7db50e0c69 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:29:20.848097 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fee4ba7-de33-4106-9a18-2e7db50e0c69 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:29:20.858454 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a12402-3be0-47a2-8718-21a325f3a55e None None] Sync routers for ids ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:29:20.868468 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a12402-3be0-47a2-8718-21a325f3a55e None None] Routers {'69dadd02-59bf-41ae-8f29-b7e1b0c73832'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:29:20.869757 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-54a12402-3be0-47a2-8718-21a325f3a55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:28:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:29:20.905217 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5d79e056-b160-4684-92fa-202e45926a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:20.935661 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-0fee4ba7-de33-4106-9a18-2e7db50e0c69 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:20.980522 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-0fee4ba7-de33-4106-9a18-2e7db50e0c69 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8239648 Apr 15 04:29:20.980522 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce9d253-30f9-4365-ab83-d415386aa769', 'tag': '500bdfca-8721-4111-9daa-6cdd46f23d2f'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:29:20.980522 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea370556379c28c9e4986d463c414f91382cd8c9705dec393e2c2c3d89b96f27" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c727464-3ad0-4171-b2f4-fecc1ce04d36" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce9d253-30f9-4365-ab83-d415386aa769", "tag": "500bdfca-8721-4111-9daa-6cdd46f23d2f"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:29:20.981430 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-54a12402-3be0-47a2-8718-21a325f3a55e None None] Set router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:29:21.005366 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfefefe2-6fc7-4053-8f16-5603939c5a07 x-openstack-request-id: req-dfefefe2-6fc7-4053-8f16-5603939c5a07 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:29:21.005664 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce9d253-30f9-4365-ab83-d415386aa769", "tag": "500bdfca-8721-4111-9daa-6cdd46f23d2f", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:29:21.006410 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dfefefe2-6fc7-4053-8f16-5603939c5a07 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:29:21.006870 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfefefe2-6fc7-4053-8f16-5603939c5a07'] response: {'name': 'network-changed', 'server_uuid': '5ce9d253-30f9-4365-ab83-d415386aa769', 'tag': '500bdfca-8721-4111-9daa-6cdd46f23d2f', 'status': 'completed', 'code': 200} Apr 15 04:29:21.062008 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c727464-3ad0-4171-b2f4-fecc1ce04d36 req-fd0f54d1-6e6a-4b2d-afad-757d6aacbcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:21.066690 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9c727464-3ad0-4171-b2f4-fecc1ce04d36 req-fd0f54d1-6e6a-4b2d-afad-757d6aacbcf9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 1129 time: 0.0381784 Apr 15 04:29:21.161097 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c727464-3ad0-4171-b2f4-fecc1ce04d36 req-5687af45-d5ea-47ce-9345-a0b4d07b1c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:21.163463 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9c727464-3ad0-4171-b2f4-fecc1ce04d36 req-5687af45-d5ea-47ce-9345-a0b4d07b1c4c service neutron] 10.222.0.30 "GET /v2.0/networks?id=45754c9c-0470-4e4b-8baa-98c43ac8ccda HTTP/1.1" status: 200 len: 909 time: 0.0935800 Apr 15 04:29:21.231754 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9c727464-3ad0-4171-b2f4-fecc1ce04d36 req-a58686a3-b3ef-4050-b50c-4e92a8cac6e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=500bdfca-8721-4111-9daa-6cdd46f23d2f HTTP/1.1" status: 200 len: 998 time: 0.0613928 Apr 15 04:29:21.278795 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c727464-3ad0-4171-b2f4-fecc1ce04d36 req-8faa2e72-fa37-4cc8-93c2-37f169d728ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:21.280223 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9c727464-3ad0-4171-b2f4-fecc1ce04d36 req-8faa2e72-fa37-4cc8-93c2-37f169d728ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf47d402-7f87-4c06-96d7-eeb930f31b55 HTTP/1.1" status: 200 len: 848 time: 0.0431266 Apr 15 04:29:21.326434 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c727464-3ad0-4171-b2f4-fecc1ce04d36 req-73d32333-e2ec-4a4d-bd59-48d08224173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:21.328000 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9c727464-3ad0-4171-b2f4-fecc1ce04d36 req-73d32333-e2ec-4a4d-bd59-48d08224173f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45754c9c-0470-4e4b-8baa-98c43ac8ccda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425644 Apr 15 04:29:21.339167 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-54a12402-3be0-47a2-8718-21a325f3a55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'name': 'tempest-TestShelveInstance-1078521184-router', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:03Z', 'revision_number': 4, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'gw_port': {'id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '9184f65f-6939-410c-9ba3-196684a0afaf', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'floating_ip_address': '172.26.6.81', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'port_id': '500bdfca-8721-4111-9daa-6cdd46f23d2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'mac_address': 'fa:16:3e:0b:59:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce9d253-30f9-4365-ab83-d415386aa769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:29:19Z', 'updated_at': '2022-04-15T04:29:19Z', 'revision_number': 0, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce5bc05-5419-474c-adcc-ceefb5b43f24', 'name': '', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'mac_address': 'fa:16:3e:15:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:02Z', 'updated_at': '2022-04-15T04:24:06Z', 'revision_number': 5, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'subnets': [{'id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:29:21.368658 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a12402-3be0-47a2-8718-21a325f3a55e None None] Checking router: 69dadd02-59bf-41ae-8f29-b7e1b0c73832 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:29:21.376708 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a12402-3be0-47a2-8718-21a325f3a55e None None] Routers {'69dadd02-59bf-41ae-8f29-b7e1b0c73832'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:29:21.377325 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-54a12402-3be0-47a2-8718-21a325f3a55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:29:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:29:21.418504 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9c727464-3ad0-4171-b2f4-fecc1ce04d36 req-15f8cdec-0220-46c6-84e4-62edb68b4d09 service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844970 Apr 15 04:29:21.485227 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-54a12402-3be0-47a2-8718-21a325f3a55e None None] Set router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:29:21.511813 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9c727464-3ad0-4171-b2f4-fecc1ce04d36 req-35ba0a80-89e2-4ac1-873a-cc4eb759e808 service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871673 Apr 15 04:29:21.695953 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-54a12402-3be0-47a2-8718-21a325f3a55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'name': 'tempest-TestShelveInstance-1078521184-router', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:03Z', 'revision_number': 4, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'gw_port': {'id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '9184f65f-6939-410c-9ba3-196684a0afaf', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'floating_ip_address': '172.26.6.81', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'port_id': '500bdfca-8721-4111-9daa-6cdd46f23d2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'mac_address': 'fa:16:3e:0b:59:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce9d253-30f9-4365-ab83-d415386aa769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:29:19Z', 'updated_at': '2022-04-15T04:29:19Z', 'revision_number': 0, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce5bc05-5419-474c-adcc-ceefb5b43f24', 'name': '', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'mac_address': 'fa:16:3e:15:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:02Z', 'updated_at': '2022-04-15T04:24:06Z', 'revision_number': 5, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'subnets': [{'id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:29:21.726216 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a12402-3be0-47a2-8718-21a325f3a55e None None] The sync data for ids ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'] in dv-neutron-837140-3-hyperv is: [{'id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'name': 'tempest-TestShelveInstance-1078521184-router', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:03Z', 'revision_number': 4, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'gw_port': {'id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '9184f65f-6939-410c-9ba3-196684a0afaf', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'floating_ip_address': '172.26.6.81', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'port_id': '500bdfca-8721-4111-9daa-6cdd46f23d2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1852, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'mac_address': 'fa:16:3e:0b:59:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce9d253-30f9-4365-ab83-d415386aa769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:29:19Z', 'updated_at': '2022-04-15T04:29:19Z', 'revision_number': 0, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce5bc05-5419-474c-adcc-ceefb5b43f24', 'name': '', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'mac_address': 'fa:16:3e:15:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:02Z', 'updated_at': '2022-04-15T04:24:06Z', 'revision_number': 5, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'subnets': [{'id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:29:21.907522 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f41e42-7df6-4001-ace8-aabba34655ad None None] New status for floating IP 9184f65f-6939-410c-9ba3-196684a0afaf: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:29:22.088067 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:23.601631 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:24.950328 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:27.453308 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a183013b-4ba5-44dd-b5a8-e6e8ede48d29 req-7037a5bb-f569-4fc1-858a-07243bb4af60 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386288 Apr 15 04:29:27.529422 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183013b-4ba5-44dd-b5a8-e6e8ede48d29 req-3932a565-d312-4857-b538-9514ce658d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:27.530886 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a183013b-4ba5-44dd-b5a8-e6e8ede48d29 req-3932a565-d312-4857-b538-9514ce658d65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 1129 time: 0.0382464 Apr 15 04:29:27.634495 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183013b-4ba5-44dd-b5a8-e6e8ede48d29 req-d19c44dd-5444-44b4-83ea-0b7ecbb040bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:27.635974 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a183013b-4ba5-44dd-b5a8-e6e8ede48d29 req-d19c44dd-5444-44b4-83ea-0b7ecbb040bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=45754c9c-0470-4e4b-8baa-98c43ac8ccda HTTP/1.1" status: 200 len: 909 time: 0.0874014 Apr 15 04:29:27.700108 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a183013b-4ba5-44dd-b5a8-e6e8ede48d29 req-edf4105e-87a5-4730-9a0b-f61359c05817 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=500bdfca-8721-4111-9daa-6cdd46f23d2f HTTP/1.1" status: 200 len: 1000 time: 0.0586064 Apr 15 04:29:27.751941 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183013b-4ba5-44dd-b5a8-e6e8ede48d29 req-71a83419-eb7b-4c60-8e05-3dae0dd638b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:27.753285 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a183013b-4ba5-44dd-b5a8-e6e8ede48d29 req-71a83419-eb7b-4c60-8e05-3dae0dd638b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf47d402-7f87-4c06-96d7-eeb930f31b55 HTTP/1.1" status: 200 len: 848 time: 0.0476766 Apr 15 04:29:27.794482 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183013b-4ba5-44dd-b5a8-e6e8ede48d29 req-970212cf-eb7d-42c3-9ef5-4417e2049928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:29:27.795976 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a183013b-4ba5-44dd-b5a8-e6e8ede48d29 req-970212cf-eb7d-42c3-9ef5-4417e2049928 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45754c9c-0470-4e4b-8baa-98c43ac8ccda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0372231 Apr 15 04:29:27.882944 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a183013b-4ba5-44dd-b5a8-e6e8ede48d29 req-bab081e2-0da4-421a-a550-71e6e23b05df service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812616 Apr 15 04:29:27.977018 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a183013b-4ba5-44dd-b5a8-e6e8ede48d29 req-fa7020f3-c79b-489f-8a29-5db636e6ac1c service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881052 Apr 15 04:29:35.218960 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:48.578541 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fd070847-8602-4f17-ba90-1626c707eca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:50.864509 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b25d9476-0f5c-40da-9083-c90fd66224a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:52.138536 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:53.641442 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:54.984130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:29:56.469644 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:30:05.215268 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:30:18.584071 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f617f234-5467-439e-901e-cba411494c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:30:20.932779 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-01994d4f-bc2b-436c-b549-f44b88ee6d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:30:22.099002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:30:23.646758 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:30:24.944007 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:30:27.473955 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-965dfe81-f43c-4a29-adfa-0bf75d32a6b7 req-003e965c-497d-4b54-bed3-fae2e46c5738 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380487 Apr 15 04:30:27.556450 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dfe81-f43c-4a29-adfa-0bf75d32a6b7 req-b0deeff9-d50b-428c-9aba-aa6a7f4b613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:30:27.557911 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-965dfe81-f43c-4a29-adfa-0bf75d32a6b7 req-b0deeff9-d50b-428c-9aba-aa6a7f4b613b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 1129 time: 0.0427668 Apr 15 04:30:27.658172 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dfe81-f43c-4a29-adfa-0bf75d32a6b7 req-d2966c5e-ac92-4950-9282-2f7ffe86e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:30:27.659664 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-965dfe81-f43c-4a29-adfa-0bf75d32a6b7 req-d2966c5e-ac92-4950-9282-2f7ffe86e125 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45754c9c-0470-4e4b-8baa-98c43ac8ccda HTTP/1.1" status: 200 len: 909 time: 0.0838578 Apr 15 04:30:27.728068 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-965dfe81-f43c-4a29-adfa-0bf75d32a6b7 req-4db02535-e1d7-4518-8ca9-948947e84f57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=500bdfca-8721-4111-9daa-6cdd46f23d2f HTTP/1.1" status: 200 len: 1000 time: 0.0623784 Apr 15 04:30:27.775619 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dfe81-f43c-4a29-adfa-0bf75d32a6b7 req-090e0dc5-ea58-43d9-b579-e43968c6d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:30:27.777045 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-965dfe81-f43c-4a29-adfa-0bf75d32a6b7 req-090e0dc5-ea58-43d9-b579-e43968c6d5d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf47d402-7f87-4c06-96d7-eeb930f31b55 HTTP/1.1" status: 200 len: 848 time: 0.0433662 Apr 15 04:30:27.819489 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dfe81-f43c-4a29-adfa-0bf75d32a6b7 req-fe17dce9-894f-4932-bd23-c74c63dc01e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:30:27.820965 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-965dfe81-f43c-4a29-adfa-0bf75d32a6b7 req-fe17dce9-894f-4932-bd23-c74c63dc01e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45754c9c-0470-4e4b-8baa-98c43ac8ccda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0387199 Apr 15 04:30:27.913810 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-965dfe81-f43c-4a29-adfa-0bf75d32a6b7 req-85d95e54-7d25-43b2-9720-4d6ab188ec88 service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869117 Apr 15 04:30:28.000093 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-965dfe81-f43c-4a29-adfa-0bf75d32a6b7 req-47dcb5e3-fb6d-4c15-9555-4babd625ba1f service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809374 Apr 15 04:30:33.468232 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:30:35.223593 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:30:48.571860 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f96aa13f-7d6d-4f46-ab10-fc69333eac17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:30:50.886552 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7a541923-5ff4-436e-84d7-9b2e42dccb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:30:52.097630 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:30:53.634757 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:30:54.954475 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:31:05.206105 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:31:10.467378 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:31:18.566185 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-01067a2e-faaf-4057-9dde-06ac0da3f527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:31:20.908951 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7366b1a5-a92a-4627-b604-c3dd337de07c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:31:22.120584 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:31:23.645223 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:31:24.948793 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:31:27.481122 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0dcc6c7c-8bf7-4150-9169-0cbfbf8be26d req-409fbc7b-a0d4-4e73-9840-24cb0bcd613e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435941 Apr 15 04:31:27.560014 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc6c7c-8bf7-4150-9169-0cbfbf8be26d req-2f07d95f-8959-431f-9d54-66cae45456f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:31:27.561512 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0dcc6c7c-8bf7-4150-9169-0cbfbf8be26d req-2f07d95f-8959-431f-9d54-66cae45456f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 1129 time: 0.0402751 Apr 15 04:31:27.661850 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc6c7c-8bf7-4150-9169-0cbfbf8be26d req-a77f1e81-63c5-4f18-a309-2a3b514579d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:31:27.663461 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0dcc6c7c-8bf7-4150-9169-0cbfbf8be26d req-a77f1e81-63c5-4f18-a309-2a3b514579d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45754c9c-0470-4e4b-8baa-98c43ac8ccda HTTP/1.1" status: 200 len: 909 time: 0.0853002 Apr 15 04:31:27.732527 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0dcc6c7c-8bf7-4150-9169-0cbfbf8be26d req-b5e3e720-fffc-4feb-9b69-176a3d70872a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=500bdfca-8721-4111-9daa-6cdd46f23d2f HTTP/1.1" status: 200 len: 1000 time: 0.0619969 Apr 15 04:31:27.780383 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc6c7c-8bf7-4150-9169-0cbfbf8be26d req-dee1346a-2983-47a8-ab95-9e903e39ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:31:27.781844 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0dcc6c7c-8bf7-4150-9169-0cbfbf8be26d req-dee1346a-2983-47a8-ab95-9e903e39ee1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf47d402-7f87-4c06-96d7-eeb930f31b55 HTTP/1.1" status: 200 len: 848 time: 0.0430672 Apr 15 04:31:27.825970 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc6c7c-8bf7-4150-9169-0cbfbf8be26d req-4220cf43-103e-4cfc-82c0-0e5ddaaf2a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:31:27.827452 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0dcc6c7c-8bf7-4150-9169-0cbfbf8be26d req-4220cf43-103e-4cfc-82c0-0e5ddaaf2a74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45754c9c-0470-4e4b-8baa-98c43ac8ccda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380054 Apr 15 04:31:27.917833 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0dcc6c7c-8bf7-4150-9169-0cbfbf8be26d req-18267104-fa1c-4769-bf28-2d03c5900b90 service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843413 Apr 15 04:31:28.004404 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0dcc6c7c-8bf7-4150-9169-0cbfbf8be26d req-6e2c4ddd-5a8d-4a07-b257-c1b28004a929 service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808628 Apr 15 04:31:35.240030 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:31:45.933871 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a843068-3e24-466f-90f8-f28cf19dc3d0 req-7f3f8ee4-7144-4f9b-a6f2-b57d12f5db51 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:31:45.935389 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2a843068-3e24-466f-90f8-f28cf19dc3d0 req-7f3f8ee4-7144-4f9b-a6f2-b57d12f5db51 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 945 time: 0.0516918 Apr 15 04:31:45.985594 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2a843068-3e24-466f-90f8-f28cf19dc3d0 req-fd82a57e-7eb2-49af-929c-c1a599d2f622 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445418 Apr 15 04:31:47.113287 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76373fbc-79ac-468e-bf61-03fb1e2c99dd req-7835bcd0-a180-4574-adce-3b672d0fd4e1 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:31:47.114831 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-76373fbc-79ac-468e-bf61-03fb1e2c99dd req-7835bcd0-a180-4574-adce-3b672d0fd4e1 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 945 time: 0.0509276 Apr 15 04:31:47.163840 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-76373fbc-79ac-468e-bf61-03fb1e2c99dd req-a772e51a-2ab0-46a3-b836-e97a81f91684 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435297 Apr 15 04:31:47.466654 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:31:48.380486 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1322f5-79ea-4ead-b309-06bd6a38b948 req-b8f62529-74e5-4a30-a5d4-72762517b14a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:31:48.381864 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3e1322f5-79ea-4ead-b309-06bd6a38b948 req-b8f62529-74e5-4a30-a5d4-72762517b14a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 945 time: 0.1511981 Apr 15 04:31:48.429854 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3e1322f5-79ea-4ead-b309-06bd6a38b948 req-b10377b3-caca-4588-9014-4dbae182a1aa tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423706 Apr 15 04:31:48.581549 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bd17dce7-b52e-429a-a7a5-3a5c6c53cc87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:31:49.542541 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4855c9-114c-4b96-b634-62117d8a4a7a req-ab361f45-51db-4a5e-b10d-7b40b69f96ff tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:31:49.544060 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ca4855c9-114c-4b96-b634-62117d8a4a7a req-ab361f45-51db-4a5e-b10d-7b40b69f96ff tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 945 time: 0.0496736 Apr 15 04:31:49.591652 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ca4855c9-114c-4b96-b634-62117d8a4a7a req-ace26c75-d0a0-44e0-8f8b-787edc3ee66e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421851 Apr 15 04:31:50.705626 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ba259-ad81-408f-8b88-89b44542b34a req-b3c99374-13f4-4e5b-ab97-31fbf7511b99 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:31:50.707136 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b87ba259-ad81-408f-8b88-89b44542b34a req-b3c99374-13f4-4e5b-ab97-31fbf7511b99 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 945 time: 0.0502591 Apr 15 04:31:50.755191 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b87ba259-ad81-408f-8b88-89b44542b34a req-6332f609-943d-4492-a573-86b8e37c7452 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425057 Apr 15 04:31:50.907752 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-346bcafb-dbc4-4e25-86b3-3773af4830a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:31:51.870793 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcf272-7a92-41ae-93fd-6c622441c0d9 req-e9f3e5b4-a21b-4b88-88ad-40902203f2a4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:31:51.872297 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5edcf272-7a92-41ae-93fd-6c622441c0d9 req-e9f3e5b4-a21b-4b88-88ad-40902203f2a4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 945 time: 0.0481906 Apr 15 04:31:51.921922 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5edcf272-7a92-41ae-93fd-6c622441c0d9 req-3ccad435-cba4-4698-99c6-70f1e725aa3f tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437858 Apr 15 04:31:52.102822 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:31:53.032099 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5767ecb-b96a-4155-bd10-fdbf5091fe0e req-b8d3d510-b34c-4739-bbc6-88a5d6fa384c tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:31:53.033557 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a5767ecb-b96a-4155-bd10-fdbf5091fe0e req-b8d3d510-b34c-4739-bbc6-88a5d6fa384c tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 945 time: 0.0458302 Apr 15 04:31:53.081379 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a5767ecb-b96a-4155-bd10-fdbf5091fe0e req-f90747d2-d456-4fc2-ab3b-096ae17310bc tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415800 Apr 15 04:31:53.651041 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:31:54.190969 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a93dae-19ed-4468-907f-f82495ce1495 req-ac3583ff-5075-4f9d-bcc7-3500995ada5d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:31:54.192418 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-03a93dae-19ed-4468-907f-f82495ce1495 req-ac3583ff-5075-4f9d-bcc7-3500995ada5d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 945 time: 0.0461705 Apr 15 04:31:54.243898 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-03a93dae-19ed-4468-907f-f82495ce1495 req-9002a27c-7225-4f11-952b-8eb83b495b23 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460865 Apr 15 04:31:54.942910 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:31:55.355147 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4304f-aaca-4624-83dd-41d408c190dc req-a3d050d1-2888-41df-8dab-ab679d5ffc94 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:31:55.359704 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f8d4304f-aaca-4624-83dd-41d408c190dc req-a3d050d1-2888-41df-8dab-ab679d5ffc94 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 945 time: 0.0460439 Apr 15 04:31:55.413451 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f8d4304f-aaca-4624-83dd-41d408c190dc req-f96e03ba-1ee6-477a-a0d1-3e55262345b5 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510116 Apr 15 04:31:56.128591 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe75ad8-3e50-4740-aaff-c5d16932191e req-237b59be-7d8d-4748-acfc-cb1016d1ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:31:56.130097 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3fe75ad8-3e50-4740-aaff-c5d16932191e req-237b59be-7d8d-4748-acfc-cb1016d1ffd3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 1129 time: 0.0390632 Apr 15 04:31:56.216054 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe75ad8-3e50-4740-aaff-c5d16932191e req-4cc58056-57d4-4c27-8693-f144e2177ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:31:56.217470 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3fe75ad8-3e50-4740-aaff-c5d16932191e req-4cc58056-57d4-4c27-8693-f144e2177ac4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45754c9c-0470-4e4b-8baa-98c43ac8ccda HTTP/1.1" status: 200 len: 909 time: 0.0817456 Apr 15 04:31:56.285956 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3fe75ad8-3e50-4740-aaff-c5d16932191e req-d23c9442-1f7a-4446-a292-4ded466961d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=500bdfca-8721-4111-9daa-6cdd46f23d2f HTTP/1.1" status: 200 len: 1000 time: 0.0620375 Apr 15 04:31:56.331532 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe75ad8-3e50-4740-aaff-c5d16932191e req-366acec9-41a5-4f5a-9d2a-b20ce39fd17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:31:56.333531 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3fe75ad8-3e50-4740-aaff-c5d16932191e req-366acec9-41a5-4f5a-9d2a-b20ce39fd17d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf47d402-7f87-4c06-96d7-eeb930f31b55 HTTP/1.1" status: 200 len: 848 time: 0.0427587 Apr 15 04:31:56.373810 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe75ad8-3e50-4740-aaff-c5d16932191e req-77176751-52cb-401f-9647-90b89b856c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:31:56.375186 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3fe75ad8-3e50-4740-aaff-c5d16932191e req-77176751-52cb-401f-9647-90b89b856c99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45754c9c-0470-4e4b-8baa-98c43ac8ccda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0364945 Apr 15 04:31:56.467432 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3fe75ad8-3e50-4740-aaff-c5d16932191e req-5ace2420-4904-455e-88d6-ff96f20786ec service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855062 Apr 15 04:31:56.525209 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231e39b-496c-42a3-a680-134b93f05a87 req-8636ec08-2762-4e53-b219-c6b759601ac0 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:31:56.526768 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8231e39b-496c-42a3-a680-134b93f05a87 req-8636ec08-2762-4e53-b219-c6b759601ac0 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 945 time: 0.0467112 Apr 15 04:31:56.554964 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3fe75ad8-3e50-4740-aaff-c5d16932191e req-10603c6c-111a-42cc-b5cb-14aee26119ae service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818000 Apr 15 04:31:56.575238 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8231e39b-496c-42a3-a680-134b93f05a87 req-3354075a-6175-4a35-866f-8b843ee75d1b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429373 Apr 15 04:31:57.692196 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650c777-9ad5-4bfd-b920-4adfabbce29d req-42840cd7-a138-4ada-b438-04b539de243b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:31:57.693672 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5650c777-9ad5-4bfd-b920-4adfabbce29d req-42840cd7-a138-4ada-b438-04b539de243b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 945 time: 0.0509152 Apr 15 04:31:57.740968 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5650c777-9ad5-4bfd-b920-4adfabbce29d req-205a1415-fbf1-48ae-a2b6-77b67fad22e0 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418634 Apr 15 04:31:58.908977 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a6933-dfde-422a-b361-b767e4f022c2 req-f7210dcb-309b-4073-875d-0c5fcc6eda6c tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:31:58.910499 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-326a6933-dfde-422a-b361-b767e4f022c2 req-f7210dcb-309b-4073-875d-0c5fcc6eda6c tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 945 time: 0.1033173 Apr 15 04:31:58.960590 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-326a6933-dfde-422a-b361-b767e4f022c2 req-9f53d231-0545-4bf9-9b02-080bffd0afb3 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442181 Apr 15 04:32:00.072369 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cba5c-2498-43ce-8c5a-cea9f64af5fb req-efe33d1f-e634-4df9-8e57-2a0b1c1ba163 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:00.073874 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c40cba5c-2498-43ce-8c5a-cea9f64af5fb req-efe33d1f-e634-4df9-8e57-2a0b1c1ba163 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 945 time: 0.0475349 Apr 15 04:32:00.123541 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c40cba5c-2498-43ce-8c5a-cea9f64af5fb req-8eb9efc3-5e05-4727-a065-9d9ce817ef75 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438397 Apr 15 04:32:01.240129 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b640d-9f30-4e80-a35b-026d623c2f74 req-00c54298-d353-4b31-90dd-dedd4c0a5ab1 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:01.241626 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e82b640d-9f30-4e80-a35b-026d623c2f74 req-00c54298-d353-4b31-90dd-dedd4c0a5ab1 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 945 time: 0.0512886 Apr 15 04:32:01.297483 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e82b640d-9f30-4e80-a35b-026d623c2f74 req-e46ee4ca-9d7a-4a58-9a06-332faa02f95b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501137 Apr 15 04:32:01.787652 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 500bdfca-8721-4111-9daa-6cdd46f23d2f no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:32:01.867927 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 500bdfca-8721-4111-9daa-6cdd46f23d2f is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:32:01.868310 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:32:01.891189 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce9d253-30f9-4365-ab83-d415386aa769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '500bdfca-8721-4111-9daa-6cdd46f23d2f'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:32:01.894923 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcadf72-c2a0-43a5-9122-812d857bdaa1" -d '{"events": [{"server_uuid": "5ce9d253-30f9-4365-ab83-d415386aa769", "name": "network-vif-unplugged", "status": "completed", "tag": "500bdfca-8721-4111-9daa-6cdd46f23d2f"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:32:01.907182 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 500bdfca-8721-4111-9daa-6cdd46f23d2f, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=500bdfca-8721-4111-9daa-6cdd46f23d2f,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:32:01.965963 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:32:02.014767 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=500bdfca-8721-4111-9daa-6cdd46f23d2f,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:32:02.021532 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:32:02.021875 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:32:02.022213 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:32:02.022549 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:32:02.022902 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:32:02.023227 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:32:02.023736 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:32:02.023851 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:32:02.024168 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:32:02.024490 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:32:02.024810 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:32:02.025124 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:32:02.025440 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:32:02.025753 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:32:02.026066 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:32:02.412118 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a258d-6e2b-4682-9ce0-6958b2475ec4 req-962098bd-8aae-4c0d-a169-5e730d7f5c2d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:02.413610 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a52a258d-6e2b-4682-9ce0-6958b2475ec4 req-962098bd-8aae-4c0d-a169-5e730d7f5c2d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0470257 Apr 15 04:32:02.461748 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a52a258d-6e2b-4682-9ce0-6958b2475ec4 req-8e296608-e237-407a-ba47-8e9db07ea737 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425181 Apr 15 04:32:02.526296 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [req-0bc8b811-6fb5-425c-b832-8472cd3cc4e7 req-afb82934-6a71-4ada-a4a5-1da43fdf98b3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 04:32:02.527389 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-0bc8b811-6fb5-425c-b832-8472cd3cc4e7 req-afb82934-6a71-4ada-a4a5-1da43fdf98b3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055494 Apr 15 04:32:02.782414 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb87c8d-5d92-420d-beb0-096873a07a4a req-7d1d71f1-921d-4ac9-9043-790c54eeec2a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:02.783937 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cbb87c8d-5d92-420d-beb0-096873a07a4a req-7d1d71f1-921d-4ac9-9043-790c54eeec2a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0470414 Apr 15 04:32:02.845182 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-cbb87c8d-5d92-420d-beb0-096873a07a4a req-c75b0cff-6634-4c7b-a0cf-97d4e6e7ee80 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539396 Apr 15 04:32:02.864152 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86465899-f582-4323-8c2b-24348a03045a req-48187d8e-8cc5-46ac-8a06-112833a54df7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822008 Apr 15 04:32:02.872760 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [req-86465899-f582-4323-8c2b-24348a03045a req-fd0cc0f7-352c-441e-a75e-1a742255f9d9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 04:32:02.877011 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86465899-f582-4323-8c2b-24348a03045a req-fd0cc0f7-352c-441e-a75e-1a742255f9d9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048175 Apr 15 04:32:02.993150 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Apr 2022 04:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99184aa1-a94c-4cc3-b6f6-6616f2c68606 x-openstack-request-id: req-99184aa1-a94c-4cc3-b6f6-6616f2c68606 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:32:02.993578 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce9d253-30f9-4365-ab83-d415386aa769", "name": "network-vif-unplugged", "status": "completed", "tag": "500bdfca-8721-4111-9daa-6cdd46f23d2f", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:32:02.993678 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99184aa1-a94c-4cc3-b6f6-6616f2c68606 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:32:02.994069 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99184aa1-a94c-4cc3-b6f6-6616f2c68606'] response: {'server_uuid': '5ce9d253-30f9-4365-ab83-d415386aa769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '500bdfca-8721-4111-9daa-6cdd46f23d2f', 'code': 200} Apr 15 04:32:03.965738 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd3614-c50a-4962-abc8-e6589d400d72 req-d69dad6c-a52e-4ebd-b0de-d28fd574f065 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:03.967282 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8efd3614-c50a-4962-abc8-e6589d400d72 req-d69dad6c-a52e-4ebd-b0de-d28fd574f065 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0472574 Apr 15 04:32:04.001475 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86465899-f582-4323-8c2b-24348a03045a req-14e4abfa-555a-4439-b263-abdac5b09c5e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:04.002868 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86465899-f582-4323-8c2b-24348a03045a req-14e4abfa-555a-4439-b263-abdac5b09c5e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports/500bdfca-8721-4111-9daa-6cdd46f23d2f HTTP/1.1" status: 200 len: 940 time: 0.0938125 Apr 15 04:32:04.017385 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8efd3614-c50a-4962-abc8-e6589d400d72 req-02508a3b-5f2c-4129-9270-0e527ee30b02 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439558 Apr 15 04:32:05.131932 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25a13e-83ce-43b8-847a-a9f0767bdb8d req-175db972-34fa-4346-88e9-30a4c59c1e41 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:05.133414 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8b25a13e-83ce-43b8-847a-a9f0767bdb8d req-175db972-34fa-4346-88e9-30a4c59c1e41 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0478251 Apr 15 04:32:05.181842 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8b25a13e-83ce-43b8-847a-a9f0767bdb8d req-bae526f8-caf1-4b0d-8f6a-e6a78981dd93 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427315 Apr 15 04:32:05.245570 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:32:06.297206 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b59f76-9897-467a-a19a-b2c0834c657b req-d6912d83-163e-401e-9bf0-f2b56c5ce505 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:06.298666 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-51b59f76-9897-467a-a19a-b2c0834c657b req-d6912d83-163e-401e-9bf0-f2b56c5ce505 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0461035 Apr 15 04:32:06.346895 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-51b59f76-9897-467a-a19a-b2c0834c657b req-8cfc3e3f-d5bb-4f7b-aec1-6e7df305ba08 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424688 Apr 15 04:32:07.458752 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a4b85-6e29-4513-ada9-30181101a81d req-015cd74f-e759-49b7-a30c-91f1f536c7bf tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:07.460211 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fd6a4b85-6e29-4513-ada9-30181101a81d req-015cd74f-e759-49b7-a30c-91f1f536c7bf tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0463097 Apr 15 04:32:07.511933 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-fd6a4b85-6e29-4513-ada9-30181101a81d req-6638055c-508f-480b-ac36-d5cff89c810d tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461302 Apr 15 04:32:08.627488 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2e1f3-7dfa-415b-9a0b-ec061befebcd req-96a2fdb8-26b3-4bf4-b8a7-f3ec322a95c3 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:08.629159 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e3c2e1f3-7dfa-415b-9a0b-ec061befebcd req-96a2fdb8-26b3-4bf4-b8a7-f3ec322a95c3 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0512326 Apr 15 04:32:08.680153 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e3c2e1f3-7dfa-415b-9a0b-ec061befebcd req-2c54dc0c-6914-49cc-94f5-0ff0c1211235 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451589 Apr 15 04:32:09.791932 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdaed3-f3cc-407b-bc98-af3dcbc4bc84 req-4b50fbac-f699-48ef-aafe-dc0825e2a60c tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:09.793408 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ccdaed3-f3cc-407b-bc98-af3dcbc4bc84 req-4b50fbac-f699-48ef-aafe-dc0825e2a60c tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0468156 Apr 15 04:32:09.842258 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-3ccdaed3-f3cc-407b-bc98-af3dcbc4bc84 req-7bc63bd7-0992-4ff4-abd7-62bddaf17db6 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428731 Apr 15 04:32:10.953860 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcb077-57f0-4044-850b-d11f3127e931 req-27a4e838-af7b-4149-8291-ff62d5da1af0 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:10.955360 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7fdcb077-57f0-4044-850b-d11f3127e931 req-27a4e838-af7b-4149-8291-ff62d5da1af0 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0484281 Apr 15 04:32:11.004033 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7fdcb077-57f0-4044-850b-d11f3127e931 req-4552c712-54ba-48a4-9a77-9755385c16b2 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424461 Apr 15 04:32:12.116214 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf9276-67ff-4a93-b5a3-d35d93e1d2b3 req-fa4eee0b-6e7d-4ae4-9318-08b174f6fabe tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:12.117811 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-27bf9276-67ff-4a93-b5a3-d35d93e1d2b3 req-fa4eee0b-6e7d-4ae4-9318-08b174f6fabe tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0475426 Apr 15 04:32:12.167320 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-27bf9276-67ff-4a93-b5a3-d35d93e1d2b3 req-b9d0ae6a-f79b-46ae-a920-93c5946c64a6 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437994 Apr 15 04:32:13.283463 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb0fb1-cbee-4180-adcf-f01dd99beec8 req-93c8c486-a37d-442f-95db-78b418a736df tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:13.285518 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-fabb0fb1-cbee-4180-adcf-f01dd99beec8 req-93c8c486-a37d-442f-95db-78b418a736df tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0511022 Apr 15 04:32:13.335183 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-fabb0fb1-cbee-4180-adcf-f01dd99beec8 req-ec4ff5ac-aedd-4024-93ab-83398c0027aa tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441575 Apr 15 04:32:14.450728 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f487d5-679c-4316-b73a-70ea68490b35 req-09dcec35-0421-459a-8e1d-9c15cc7835cc tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:14.452180 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-95f487d5-679c-4316-b73a-70ea68490b35 req-09dcec35-0421-459a-8e1d-9c15cc7835cc tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0497541 Apr 15 04:32:14.500670 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-95f487d5-679c-4316-b73a-70ea68490b35 req-34734735-d496-4cdf-b78f-71a457f6461e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427833 Apr 15 04:32:15.609928 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cc8cd-7fba-44b1-a628-805ddd930033 req-006dd45a-e1da-453a-8591-41f20c328cbb tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:15.611674 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7b2cc8cd-7fba-44b1-a628-805ddd930033 req-006dd45a-e1da-453a-8591-41f20c328cbb tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0463507 Apr 15 04:32:15.660867 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-7b2cc8cd-7fba-44b1-a628-805ddd930033 req-a60bad0f-91e1-455f-8ec5-ab42cfe94c99 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431304 Apr 15 04:32:16.774155 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a63b01-fd78-4d06-910a-96dbab62e4b1 req-01b60ee4-3ffa-4c4f-bd4a-aa4cce706394 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:16.775666 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-53a63b01-fd78-4d06-910a-96dbab62e4b1 req-01b60ee4-3ffa-4c4f-bd4a-aa4cce706394 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0471320 Apr 15 04:32:16.827437 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-53a63b01-fd78-4d06-910a-96dbab62e4b1 req-bc230168-2fc9-4b73-b4c3-b6f3d1ec32e5 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462098 Apr 15 04:32:17.950954 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315be869-4f88-457d-a715-07594bcf8a9f req-dc381694-2923-4a69-90bb-e699eec83321 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:17.952317 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-315be869-4f88-457d-a715-07594bcf8a9f req-dc381694-2923-4a69-90bb-e699eec83321 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0461569 Apr 15 04:32:18.005397 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-315be869-4f88-457d-a715-07594bcf8a9f req-84e7d58b-4948-4564-94df-07995c878be2 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468583 Apr 15 04:32:18.581346 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-02d7fe41-41aa-4953-8657-2d1387c4931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:32:18.768866 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86465899-f582-4323-8c2b-24348a03045a req-569c9ebe-af6e-444a-bfdc-69f9e1852c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:18.770341 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86465899-f582-4323-8c2b-24348a03045a req-569c9ebe-af6e-444a-bfdc-69f9e1852c90 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769&tenant_id=7c6c9fb6b32d4147834a578e674dfe5a HTTP/1.1" status: 200 len: 1127 time: 0.0786684 Apr 15 04:32:18.827261 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86465899-f582-4323-8c2b-24348a03045a req-f6f68918-dd34-4f44-adbd-843d4f3cda49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:18.828730 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86465899-f582-4323-8c2b-24348a03045a req-f6f68918-dd34-4f44-adbd-843d4f3cda49 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 1127 time: 0.0378590 Apr 15 04:32:18.917772 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86465899-f582-4323-8c2b-24348a03045a req-8469edad-0dac-4bea-957a-a7badc0a8aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:18.919275 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86465899-f582-4323-8c2b-24348a03045a req-8469edad-0dac-4bea-957a-a7badc0a8aa3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45754c9c-0470-4e4b-8baa-98c43ac8ccda HTTP/1.1" status: 200 len: 909 time: 0.0843017 Apr 15 04:32:18.986728 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86465899-f582-4323-8c2b-24348a03045a req-94e534b2-9f96-4b29-9be4-0840af5f1ba1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=500bdfca-8721-4111-9daa-6cdd46f23d2f HTTP/1.1" status: 200 len: 998 time: 0.0604277 Apr 15 04:32:19.032485 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86465899-f582-4323-8c2b-24348a03045a req-1556a814-4a8d-4d6d-a18c-3d3d6ff2a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:19.033937 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86465899-f582-4323-8c2b-24348a03045a req-1556a814-4a8d-4d6d-a18c-3d3d6ff2a783 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf47d402-7f87-4c06-96d7-eeb930f31b55 HTTP/1.1" status: 200 len: 848 time: 0.0420079 Apr 15 04:32:19.085484 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86465899-f582-4323-8c2b-24348a03045a req-dfde2b93-afd8-471a-9198-3ec6fbfcb4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:19.086954 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86465899-f582-4323-8c2b-24348a03045a req-dfde2b93-afd8-471a-9198-3ec6fbfcb4f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45754c9c-0470-4e4b-8baa-98c43ac8ccda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0474501 Apr 15 04:32:19.145173 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963223a-859f-4b0c-94b1-cc56573bf7b1 req-2df28310-40dc-4822-be5f-03dffc4d6c7b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:19.146606 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f963223a-859f-4b0c-94b1-cc56573bf7b1 req-2df28310-40dc-4822-be5f-03dffc4d6c7b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0745025 Apr 15 04:32:19.233373 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-f963223a-859f-4b0c-94b1-cc56573bf7b1 req-48a49b14-17cf-4e2a-9bd5-f21ce0e7e458 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627334 Apr 15 04:32:19.236967 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86465899-f582-4323-8c2b-24348a03045a req-ab9f7809-4d16-419a-b49b-1f30db0d4a21 service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315069 Apr 15 04:32:19.327532 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-86465899-f582-4323-8c2b-24348a03045a req-de7b4147-3914-4684-a839-67251b8ef579 service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842171 Apr 15 04:32:20.343041 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084f0d9-368a-449f-b4a0-718af8dc3b67 req-2ec8bafe-cff8-4bd7-939d-7aadc4a190e4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:20.344493 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5084f0d9-368a-449f-b4a0-718af8dc3b67 req-2ec8bafe-cff8-4bd7-939d-7aadc4a190e4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0457511 Apr 15 04:32:20.393214 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5084f0d9-368a-449f-b4a0-718af8dc3b67 req-a5f56b16-e77b-4f73-91f6-c82131338ef8 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427995 Apr 15 04:32:20.890895 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f0e09017-28c4-4b12-82e0-80c3d81b3c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:32:21.503791 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65872ed9-31ed-4878-ac41-21ba8351f295 req-2cb98cae-5640-44d1-8db0-4a45b000f034 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:21.505220 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-65872ed9-31ed-4878-ac41-21ba8351f295 req-2cb98cae-5640-44d1-8db0-4a45b000f034 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0457780 Apr 15 04:32:21.552375 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-65872ed9-31ed-4878-ac41-21ba8351f295 req-b3e4d1d6-33b0-4d55-b88a-2390d2cca27e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417337 Apr 15 04:32:22.085004 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:32:22.662992 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaef0f-4d54-4a8e-b93c-94b0681f2d53 req-d5fa23ff-29a4-4b8e-97a3-229247ae37be tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:22.664493 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c4eaef0f-4d54-4a8e-b93c-94b0681f2d53 req-d5fa23ff-29a4-4b8e-97a3-229247ae37be tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0470016 Apr 15 04:32:22.712753 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c4eaef0f-4d54-4a8e-b93c-94b0681f2d53 req-e2a13fbb-8b55-4977-a094-35325f4da75a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424867 Apr 15 04:32:23.627995 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:32:23.828687 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4e3fe-83a2-4b1f-bf07-37c509312fed req-4d437df8-b791-48c0-a153-8a8b40a4b701 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:23.830069 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-18b4e3fe-83a2-4b1f-bf07-37c509312fed req-4d437df8-b791-48c0-a153-8a8b40a4b701 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0498023 Apr 15 04:32:23.878209 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-18b4e3fe-83a2-4b1f-bf07-37c509312fed req-4756a7c6-5f70-481e-a891-63156fb1a77e tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424402 Apr 15 04:32:24.465250 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:32:24.971039 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:32:24.993060 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdca5f-7004-400c-b62c-7e84ffe2947b req-7a999b46-4405-4aa8-804f-650344f799e5 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:24.994536 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2cbdca5f-7004-400c-b62c-7e84ffe2947b req-7a999b46-4405-4aa8-804f-650344f799e5 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 943 time: 0.0505862 Apr 15 04:32:25.042918 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-2cbdca5f-7004-400c-b62c-7e84ffe2947b req-02cc0ae5-9bcc-416f-a763-acfa95c75ef3 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426795 Apr 15 04:32:25.880392 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 500bdfca-8721-4111-9daa-6cdd46f23d2f details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:32:25.981452 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 500bdfca-8721-4111-9daa-6cdd46f23d2f, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=500bdfca-8721-4111-9daa-6cdd46f23d2f,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:32:25.992897 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '500bdfca-8721-4111-9daa-6cdd46f23d2f', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'port_id': '500bdfca-8721-4111-9daa-6cdd46f23d2f', 'mac_address': 'fa:16:3e:0b:59:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:32:26.028411 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 500bdfca-8721-4111-9daa-6cdd46f23d2f is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:32:26.034731 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:32:26.041608 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500bdfca-8721-4111-9daa-6cdd46f23d2f {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:32:26.060402 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 500bdfca-8721-4111-9daa-6cdd46f23d2f, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=500bdfca-8721-4111-9daa-6cdd46f23d2f,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:32:26.102347 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:32:26.148652 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=500bdfca-8721-4111-9daa-6cdd46f23d2f,revision_number=7']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:32:26.157968 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912aa26a-fdc9-4c0b-806c-fe1c9e03e16e req-70a59525-ad89-45de-b27b-eeec0c436887 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:26.159487 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-912aa26a-fdc9-4c0b-806c-fe1c9e03e16e req-70a59525-ad89-45de-b27b-eeec0c436887 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 944 time: 0.0493281 Apr 15 04:32:26.206913 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-912aa26a-fdc9-4c0b-806c-fe1c9e03e16e req-db395392-deb9-4a33-bc71-3918e17de64c tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411313 Apr 15 04:32:26.325702 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['500bdfca-8721-4111-9daa-6cdd46f23d2f'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:32:27.317221 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91988a0-a561-47d6-a196-f26a2faaaef4 req-f5c3ee10-0754-432b-8594-18d59b46d8a6 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:27.318692 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c91988a0-a561-47d6-a196-f26a2faaaef4 req-f5c3ee10-0754-432b-8594-18d59b46d8a6 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 944 time: 0.0462334 Apr 15 04:32:27.366363 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c91988a0-a561-47d6-a196-f26a2faaaef4 req-a6e52438-82e6-4653-9641-df14eb31900f tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421317 Apr 15 04:32:27.896597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 500bdfca-8721-4111-9daa-6cdd46f23d2f up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:32:27.943560 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 500bdfca-8721-4111-9daa-6cdd46f23d2f triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:32:27.943924 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:32:28.015781 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 500bdfca-8721-4111-9daa-6cdd46f23d2f is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:32:28.016157 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:32:28.037704 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce9d253-30f9-4365-ab83-d415386aa769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500bdfca-8721-4111-9daa-6cdd46f23d2f'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:32:28.039923 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5d1b0d2737b360d829032868819a6e333ce94f513f50f1f7d8229ed616eb9d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcef1d1-45ed-4219-840f-d81135ef7de3" -d '{"events": [{"server_uuid": "5ce9d253-30f9-4365-ab83-d415386aa769", "name": "network-vif-plugged", "status": "completed", "tag": "500bdfca-8721-4111-9daa-6cdd46f23d2f"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:32:28.051818 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 500bdfca-8721-4111-9daa-6cdd46f23d2f, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=500bdfca-8721-4111-9daa-6cdd46f23d2f,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:32:28.074535 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33f6607-19b2-46d7-83d8-582013274225 x-openstack-request-id: req-f33f6607-19b2-46d7-83d8-582013274225 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:32:28.074859 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce9d253-30f9-4365-ab83-d415386aa769", "name": "network-vif-plugged", "status": "completed", "tag": "500bdfca-8721-4111-9daa-6cdd46f23d2f", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:32:28.075111 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f33f6607-19b2-46d7-83d8-582013274225 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:32:28.075896 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f33f6607-19b2-46d7-83d8-582013274225'] response: {'server_uuid': '5ce9d253-30f9-4365-ab83-d415386aa769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500bdfca-8721-4111-9daa-6cdd46f23d2f', 'code': 200} Apr 15 04:32:28.119833 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:32:28.170688 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=500bdfca-8721-4111-9daa-6cdd46f23d2f,revision_number=8']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:32:28.327926 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555aa15-7176-469a-bfd5-deaef6849527 req-c9a16233-a633-4ac0-a25c-1f2669975065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:28.329390 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b555aa15-7176-469a-bfd5-deaef6849527 req-c9a16233-a633-4ac0-a25c-1f2669975065 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 1129 time: 0.0382130 Apr 15 04:32:28.378497 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b555aa15-7176-469a-bfd5-deaef6849527 req-5748025c-6962-404e-9e4a-ff07a74e2c62 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423603 Apr 15 04:32:28.475623 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c3fcb-6123-4ad3-bd84-50d32ea4d2e6 req-60ff7ea0-b6ca-49b9-bc00-b26760b04fc6 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:28.476986 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4d0c3fcb-6123-4ad3-bd84-50d32ea4d2e6 req-60ff7ea0-b6ca-49b9-bc00-b26760b04fc6 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 945 time: 0.0452745 Apr 15 04:32:28.528510 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4d0c3fcb-6123-4ad3-bd84-50d32ea4d2e6 req-2d07aa8b-ecab-43c8-97ac-725b98c55a46 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460916 Apr 15 04:32:28.655472 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83403eb-4bc9-4b83-a80c-a208218d80e7 req-eff0228a-e473-4cb9-a75b-a04111756aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:28.656917 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d83403eb-4bc9-4b83-a80c-a208218d80e7 req-eff0228a-e473-4cb9-a75b-a04111756aad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 1129 time: 0.0377121 Apr 15 04:32:28.758244 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83403eb-4bc9-4b83-a80c-a208218d80e7 req-caaa298e-cb85-4383-b56a-0dfa2b4fb42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:28.759684 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d83403eb-4bc9-4b83-a80c-a208218d80e7 req-caaa298e-cb85-4383-b56a-0dfa2b4fb42e service neutron] 10.222.0.30 "GET /v2.0/networks?id=45754c9c-0470-4e4b-8baa-98c43ac8ccda HTTP/1.1" status: 200 len: 909 time: 0.0839057 Apr 15 04:32:29.016930 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d83403eb-4bc9-4b83-a80c-a208218d80e7 req-f64800ed-566b-49b3-82d9-f017f8dbfab1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=500bdfca-8721-4111-9daa-6cdd46f23d2f HTTP/1.1" status: 200 len: 1000 time: 0.0620098 Apr 15 04:32:29.064331 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83403eb-4bc9-4b83-a80c-a208218d80e7 req-612ae161-338f-4411-9c05-9d9f91aed4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:29.065746 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d83403eb-4bc9-4b83-a80c-a208218d80e7 req-612ae161-338f-4411-9c05-9d9f91aed4fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf47d402-7f87-4c06-96d7-eeb930f31b55 HTTP/1.1" status: 200 len: 848 time: 0.0422809 Apr 15 04:32:29.129941 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83403eb-4bc9-4b83-a80c-a208218d80e7 req-b88141ca-e859-4e0a-8e5c-25154d384fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:29.131470 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d83403eb-4bc9-4b83-a80c-a208218d80e7 req-b88141ca-e859-4e0a-8e5c-25154d384fcd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45754c9c-0470-4e4b-8baa-98c43ac8ccda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0387101 Apr 15 04:32:29.224753 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d83403eb-4bc9-4b83-a80c-a208218d80e7 req-9e1c293c-312d-437d-839b-c64c17af7753 service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852759 Apr 15 04:32:29.689874 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ed4a7-469e-45fb-800b-7e1471f68888 req-2214a521-fdd3-415a-87cd-0ce405ba8c14 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:32:29.691355 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a09ed4a7-469e-45fb-800b-7e1471f68888 req-2214a521-fdd3-415a-87cd-0ce405ba8c14 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 945 time: 0.0872211 Apr 15 04:32:29.725729 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d83403eb-4bc9-4b83-a80c-a208218d80e7 req-c4cafb73-a26c-4c6d-aa47-1b8ccd1a2206 service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397023 Apr 15 04:32:29.756564 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a09ed4a7-469e-45fb-800b-7e1471f68888 req-1c122557-6ef6-4cac-9b98-dada4d2450d2 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577826 Apr 15 04:32:35.243614 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:32:48.553149 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c2d8126a-664d-41b3-8fe6-75658631990b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:32:50.879068 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5395851b-cb53-4a38-9d29-e7c32bd5bc7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:32:52.106070 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:32:53.718999 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:32:54.965048 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:33:01.463532 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:33:05.284612 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:33:18.633374 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e6aa4ba6-ddec-4744-a859-6736ca9ed3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:33:20.895704 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e5d913ae-105d-4ea3-a818-82e5590df1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:33:22.105559 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:33:23.667352 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:33:24.951539 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:33:28.441613 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bceecfb2-a064-4381-a0e2-bfbdf544fc94 req-bd928420-db74-4540-a435-967b3434ce41 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382404 Apr 15 04:33:28.522923 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceecfb2-a064-4381-a0e2-bfbdf544fc94 req-699cf660-f374-464a-b858-5a9f8f8e4056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:33:28.524381 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bceecfb2-a064-4381-a0e2-bfbdf544fc94 req-699cf660-f374-464a-b858-5a9f8f8e4056 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 1129 time: 0.0424819 Apr 15 04:33:28.632207 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceecfb2-a064-4381-a0e2-bfbdf544fc94 req-8263ca5c-cf55-4c40-a88d-f976557da7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:33:28.633681 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bceecfb2-a064-4381-a0e2-bfbdf544fc94 req-8263ca5c-cf55-4c40-a88d-f976557da7c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=45754c9c-0470-4e4b-8baa-98c43ac8ccda HTTP/1.1" status: 200 len: 909 time: 0.0845590 Apr 15 04:33:28.701614 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bceecfb2-a064-4381-a0e2-bfbdf544fc94 req-55d63519-36e1-429b-a246-77fc09919b47 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=500bdfca-8721-4111-9daa-6cdd46f23d2f HTTP/1.1" status: 200 len: 1000 time: 0.0616260 Apr 15 04:33:28.748814 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceecfb2-a064-4381-a0e2-bfbdf544fc94 req-759a24d8-151c-4228-892b-38e2f5f4e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:33:28.750228 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bceecfb2-a064-4381-a0e2-bfbdf544fc94 req-759a24d8-151c-4228-892b-38e2f5f4e29d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf47d402-7f87-4c06-96d7-eeb930f31b55 HTTP/1.1" status: 200 len: 848 time: 0.0427165 Apr 15 04:33:28.793102 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceecfb2-a064-4381-a0e2-bfbdf544fc94 req-5f559b9b-2fee-4e9b-bb2f-79fbbef73352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:33:28.794591 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bceecfb2-a064-4381-a0e2-bfbdf544fc94 req-5f559b9b-2fee-4e9b-bb2f-79fbbef73352 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45754c9c-0470-4e4b-8baa-98c43ac8ccda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0380647 Apr 15 04:33:29.187225 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bceecfb2-a064-4381-a0e2-bfbdf544fc94 req-80406065-4ac4-4d97-b8d4-b55567e9721d service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857436 Apr 15 04:33:29.275031 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-bceecfb2-a064-4381-a0e2-bfbdf544fc94 req-68228490-3134-4f38-a586-c78848239b3a service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812767 Apr 15 04:33:35.265174 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:33:38.462866 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:33:48.563718 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f510d127-9045-470b-978a-3902f9a23460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:33:50.878022 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-39e53837-6a6d-480c-8d90-b457fdad647a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:33:52.118435 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:33:53.672234 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:33:54.950489 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:05.164438 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 43970) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:05.277937 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:05.316674 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Deleting port 40155676-7978-4ada-bc69-ba46f17ce599 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:34:05.316984 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (40155676-7978-4ada-bc69-ba46f17ce599), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:05.389934 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (40155676-7978-4ada-bc69-ba46f17ce599), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:05.390255 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for floatingip (40155676-7978-4ada-bc69-ba46f17ce599), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:05.403146 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Calling delete_port for 40155676-7978-4ada-bc69-ba46f17ce599 owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:34:05.901237 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (40155676-7978-4ada-bc69-ba46f17ce599), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:05.923956 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event deleted for resources: {'Port': ['ID=40155676-7978-4ada-bc69-ba46f17ce599,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:05.934196 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:05.934546 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:05.934929 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:05.935269 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:05.935616 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:05.935950 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:05.936284 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:05.937009 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:05.937009 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:05.937266 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:05.937585 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:05.937917 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:05.938245 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:05.938571 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:05.938920 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:06.005675 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for floatingip (9184f65f-6939-410c-9ba3-196684a0afaf), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:06.005989 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Floating IP 9184f65f-6939-410c-9ba3-196684a0afaf disassociated (deleted). External IP: 172.26.6.81, port: 500bdfca-8721-4111-9daa-6cdd46f23d2f. Apr 15 04:34:06.226159 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:34:06.336124 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:34:06.340952 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:06.345458 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d9aa5f-f1f9-4053-b567-e8e51da5e21c None None] Sync routers for ids ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:34:06.358559 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d9aa5f-f1f9-4053-b567-e8e51da5e21c None None] Routers {'69dadd02-59bf-41ae-8f29-b7e1b0c73832'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:34:06.359293 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-43d9aa5f-f1f9-4053-b567-e8e51da5e21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:33:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:06.370768 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-bfb226d1-f0b7-40de-b025-98bb9337fad4 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "DELETE /v2.0/floatingips/9184f65f-6939-410c-9ba3-196684a0afaf HTTP/1.1" status: 204 len: 168 time: 1.2051804 Apr 15 04:34:06.371374 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce9d253-30f9-4365-ab83-d415386aa769', 'tag': '500bdfca-8721-4111-9daa-6cdd46f23d2f'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:34:06.420643 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3a1b41091597f7c193181423133ac9c6b50da4349b4473051299e296472486a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6e056f-dc99-44c4-94ac-a7f83f00b3c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce9d253-30f9-4365-ab83-d415386aa769", "tag": "500bdfca-8721-4111-9daa-6cdd46f23d2f"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:34:06.479367 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-43d9aa5f-f1f9-4053-b567-e8e51da5e21c None None] Set router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:34:06.539683 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565bef4e-3197-4ac9-a28f-c15032025df9 x-openstack-request-id: req-565bef4e-3197-4ac9-a28f-c15032025df9 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:34:06.539977 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce9d253-30f9-4365-ab83-d415386aa769", "tag": "500bdfca-8721-4111-9daa-6cdd46f23d2f", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:34:06.540232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-565bef4e-3197-4ac9-a28f-c15032025df9 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:34:06.540650 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-565bef4e-3197-4ac9-a28f-c15032025df9'] response: {'name': 'network-changed', 'server_uuid': '5ce9d253-30f9-4365-ab83-d415386aa769', 'tag': '500bdfca-8721-4111-9daa-6cdd46f23d2f', 'status': 'completed', 'code': 200} Apr 15 04:34:06.670979 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-43d9aa5f-f1f9-4053-b567-e8e51da5e21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'name': 'tempest-TestShelveInstance-1078521184-router', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:03Z', 'revision_number': 4, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'gw_port': {'id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '6ce5bc05-5419-474c-adcc-ceefb5b43f24', 'name': '', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'mac_address': 'fa:16:3e:15:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:02Z', 'updated_at': '2022-04-15T04:24:06Z', 'revision_number': 5, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'subnets': [{'id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:06.698975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d9aa5f-f1f9-4053-b567-e8e51da5e21c None None] Checking router: 69dadd02-59bf-41ae-8f29-b7e1b0c73832 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:34:06.708362 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d9aa5f-f1f9-4053-b567-e8e51da5e21c None None] Routers {'69dadd02-59bf-41ae-8f29-b7e1b0c73832'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:34:06.708362 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-43d9aa5f-f1f9-4053-b567-e8e51da5e21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:33:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:06.717958 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e056f-dc99-44c4-94ac-a7f83f00b3c8 req-9fc59638-b083-4abe-8874-8b9f697b7d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:06.719642 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5a6e056f-dc99-44c4-94ac-a7f83f00b3c8 req-9fc59638-b083-4abe-8874-8b9f697b7d90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 1129 time: 0.0836017 Apr 15 04:34:06.818020 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-43d9aa5f-f1f9-4053-b567-e8e51da5e21c None None] Set router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:34:06.881050 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f604eb9-704c-4d1b-ba6c-2ac5299ce126 req-3e3540c4-e119-462f-9898-9030dec4abd5 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:06.882522 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9f604eb9-704c-4d1b-ba6c-2ac5299ce126 req-3e3540c4-e119-462f-9898-9030dec4abd5 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 945 time: 0.0940099 Apr 15 04:34:06.931518 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9f604eb9-704c-4d1b-ba6c-2ac5299ce126 req-a7d218eb-ce78-4fb8-ad99-8a6a3950fecc tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428216 Apr 15 04:34:07.009538 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-43d9aa5f-f1f9-4053-b567-e8e51da5e21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'name': 'tempest-TestShelveInstance-1078521184-router', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:03Z', 'revision_number': 4, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'gw_port': {'id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '6ce5bc05-5419-474c-adcc-ceefb5b43f24', 'name': '', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'mac_address': 'fa:16:3e:15:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:02Z', 'updated_at': '2022-04-15T04:24:06Z', 'revision_number': 5, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'subnets': [{'id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:07.035632 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d9aa5f-f1f9-4053-b567-e8e51da5e21c None None] The sync data for ids ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'] in dv-neutron-837140-3-hyperv is: [{'id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'name': 'tempest-TestShelveInstance-1078521184-router', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:03Z', 'revision_number': 4, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'gw_port': {'id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '6ce5bc05-5419-474c-adcc-ceefb5b43f24', 'name': '', 'network_id': '45754c9c-0470-4e4b-8baa-98c43ac8ccda', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'mac_address': 'fa:16:3e:15:15:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:02Z', 'updated_at': '2022-04-15T04:24:06Z', 'revision_number': 5, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'subnets': [{'id': 'cf47d402-7f87-4c06-96d7-eeb930f31b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:34:07.240756 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e420ecc4-065f-4179-99c3-f2b6891261eb None None] New status for floating IP 9184f65f-6939-410c-9ba3-196684a0afaf: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:34:07.768820 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e056f-dc99-44c4-94ac-a7f83f00b3c8 req-f53e8f4f-4594-48b7-8a79-52819d6d5a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:07.770258 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5a6e056f-dc99-44c4-94ac-a7f83f00b3c8 req-f53e8f4f-4594-48b7-8a79-52819d6d5a2a service neutron] 10.222.0.30 "GET /v2.0/networks?id=45754c9c-0470-4e4b-8baa-98c43ac8ccda HTTP/1.1" status: 200 len: 909 time: 0.0831647 Apr 15 04:34:07.823759 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5a6e056f-dc99-44c4-94ac-a7f83f00b3c8 req-7f49737d-6018-4e31-b36f-97f5d27d4d9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=500bdfca-8721-4111-9daa-6cdd46f23d2f HTTP/1.1" status: 200 len: 217 time: 0.0381422 Apr 15 04:34:07.915153 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e056f-dc99-44c4-94ac-a7f83f00b3c8 req-8d04349f-14ab-41c4-becd-c81fa47ef0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:07.917060 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5a6e056f-dc99-44c4-94ac-a7f83f00b3c8 req-8d04349f-14ab-41c4-becd-c81fa47ef0e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf47d402-7f87-4c06-96d7-eeb930f31b55 HTTP/1.1" status: 200 len: 848 time: 0.0417480 Apr 15 04:34:07.963556 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e056f-dc99-44c4-94ac-a7f83f00b3c8 req-6990f45e-ee64-4aab-b469-8eda9ee46e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:07.965042 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5a6e056f-dc99-44c4-94ac-a7f83f00b3c8 req-6990f45e-ee64-4aab-b469-8eda9ee46e2e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=45754c9c-0470-4e4b-8baa-98c43ac8ccda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0376353 Apr 15 04:34:08.159400 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec728b01-b9b1-42d5-b1ba-713177c8c75f req-e8f9f5a7-22fa-4910-8a50-6bb357eeccab tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:08.160892 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ec728b01-b9b1-42d5-b1ba-713177c8c75f req-e8f9f5a7-22fa-4910-8a50-6bb357eeccab tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 945 time: 0.0906572 Apr 15 04:34:08.210653 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ec728b01-b9b1-42d5-b1ba-713177c8c75f req-88d3f75a-8be1-442f-8d72-dc54a0cf981b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/security-groups?id=9adb3931-0002-463b-acea-32e7ad4752fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440633 Apr 15 04:34:08.235657 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5a6e056f-dc99-44c4-94ac-a7f83f00b3c8 req-9cab61d3-8279-4ae2-9d6b-619d11bacbaa service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144159 Apr 15 04:34:08.255292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b61a7f-351e-4585-9fc9-f9c43a17ee98 req-926ddd9a-c463-453a-b65a-502f13462f22 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:08.256646 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-71b61a7f-351e-4585-9fc9-f9c43a17ee98 req-926ddd9a-c463-453a-b65a-502f13462f22 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 945 time: 0.0633535 Apr 15 04:34:08.398217 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-71b61a7f-351e-4585-9fc9-f9c43a17ee98 req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Deleting port 500bdfca-8721-4111-9daa-6cdd46f23d2f {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:34:08.398558 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-71b61a7f-351e-4585-9fc9-f9c43a17ee98 req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:08.404125 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-5a6e056f-dc99-44c4-94ac-a7f83f00b3c8 req-93497c9c-faa2-4c8e-93cc-dfb2f8f0d630 service neutron] 10.222.0.30 "GET /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612542 Apr 15 04:34:08.493561 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-71b61a7f-351e-4585-9fc9-f9c43a17ee98 req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] For port 500bdfca-8721-4111-9daa-6cdd46f23d2f, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=500bdfca-8721-4111-9daa-6cdd46f23d2f,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:34:08.493924 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-71b61a7f-351e-4585-9fc9-f9c43a17ee98 req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:08.507549 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-71b61a7f-351e-4585-9fc9-f9c43a17ee98 req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Calling delete_port for 500bdfca-8721-4111-9daa-6cdd46f23d2f owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:34:08.678041 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-71b61a7f-351e-4585-9fc9-f9c43a17ee98 req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (500bdfca-8721-4111-9daa-6cdd46f23d2f), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:08.706820 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event deleted for resources: {'Port': ['ID=500bdfca-8721-4111-9daa-6cdd46f23d2f,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:08.744013 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:08.744013 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:08.744013 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:08.744013 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:08.744013 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:08.744013 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:08.744013 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:08.744013 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:08.744013 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:08.744013 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:08.744013 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:08.744013 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:08.744013 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:08.744013 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:08.744013 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:08.763311 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b61a7f-351e-4585-9fc9-f9c43a17ee98 req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] No DVR routers for this DVR port 500bdfca-8721-4111-9daa-6cdd46f23d2f on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:34:08.765863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-71b61a7f-351e-4585-9fc9-f9c43a17ee98 req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:08.769353 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-71b61a7f-351e-4585-9fc9-f9c43a17ee98 req-42d78265-acdc-48c5-8137-ad45fdbaa639 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.30 "DELETE /v2.0/ports/500bdfca-8721-4111-9daa-6cdd46f23d2f HTTP/1.1" status: 204 len: 173 time: 0.5022650 Apr 15 04:34:08.769893 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce9d253-30f9-4365-ab83-d415386aa769', 'name': 'network-vif-deleted', 'tag': '500bdfca-8721-4111-9daa-6cdd46f23d2f'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:34:08.810391 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553ccca8ee5e867f34c36ab59c3cb99a085c4480a477294c348f4ab244c3b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20fedb2-ced9-400d-8c08-182b4996f164" -d '{"events": [{"server_uuid": "5ce9d253-30f9-4365-ab83-d415386aa769", "name": "network-vif-deleted", "tag": "500bdfca-8721-4111-9daa-6cdd46f23d2f"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:34:08.894834 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b326539-889e-448b-af03-9700e6acfccc x-openstack-request-id: req-7b326539-889e-448b-af03-9700e6acfccc {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:34:08.895194 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce9d253-30f9-4365-ab83-d415386aa769", "name": "network-vif-deleted", "tag": "500bdfca-8721-4111-9daa-6cdd46f23d2f", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:34:08.895514 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b326539-889e-448b-af03-9700e6acfccc {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:34:08.896022 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b326539-889e-448b-af03-9700e6acfccc'] response: {'server_uuid': '5ce9d253-30f9-4365-ab83-d415386aa769', 'name': 'network-vif-deleted', 'tag': '500bdfca-8721-4111-9daa-6cdd46f23d2f', 'status': 'completed', 'code': 200} Apr 15 04:34:09.384325 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-53b1fd41-9041-44e5-bb8c-89d8864a49b0 req-cfd308fd-f276-40fe-9669-66c83b68a02b tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 210 time: 0.0271845 Apr 15 04:34:10.480386 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-aaeac910-1ddb-4c7e-8167-fb950ec243b3 req-76e1153b-4338-4ad6-8fc2-38babf03afdb tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 210 time: 0.0278769 Apr 15 04:34:11.579441 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-5b1334ea-1129-4876-a0b3-bb5459df2037 req-8430c1c5-f2d7-4362-afd8-525c63762684 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 210 time: 0.0318146 Apr 15 04:34:12.410485 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 500bdfca-8721-4111-9daa-6cdd46f23d2f no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:34:12.431539 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 500bdfca-8721-4111-9daa-6cdd46f23d2f {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:34:12.432448 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 500bdfca-8721-4111-9daa-6cdd46f23d2f not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:34:12.676116 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-18cef881-f6a5-4925-88f9-4c6283d1d004 req-bf78d8cb-8074-4b10-9d2b-9383db21e448 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 210 time: 0.0308099 Apr 15 04:34:13.767982 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c1f51514-d76e-464d-9cf1-e12c772d0c63 req-6887e5a8-147e-4737-b892-a52f2d13a5ff tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 210 time: 0.0278926 Apr 15 04:34:14.861303 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-be71db52-4591-4844-9b17-2d02bed9a1ab req-38909a1b-7006-470a-b195-236e07ef59c6 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 210 time: 0.0283160 Apr 15 04:34:15.461111 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:34:15.958107 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8f5046a1-904e-4b53-81ec-af7ae2041905 req-cf99afbc-15ea-4255-8a1f-991b870dae78 tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 210 time: 0.0282357 Apr 15 04:34:17.056472 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-57991378-6d3a-47b1-9438-2b580a8db1cd req-eb076486-9d15-42c3-ac6c-37f656a93c1a tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 210 time: 0.0276635 Apr 15 04:34:18.163739 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-672169a2-f01a-44ef-9904-230099a66c93 req-c5d529db-363f-4db2-88e6-791a5dce06bf tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ce9d253-30f9-4365-ab83-d415386aa769 HTTP/1.1" status: 200 len: 210 time: 0.0277615 Apr 15 04:34:18.590807 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-462f212d-244d-4d28-987c-5a3820f7d2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:19.220040 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 44046) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:19.279285 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-10365bb2-396b-4ae2-8733-cd63488b2ecc tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group (9adb3931-0002-463b-acea-32e7ad4752fa), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:19.303927 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-10365bb2-396b-4ae2-8733-cd63488b2ecc tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group (9adb3931-0002-463b-acea-32e7ad4752fa), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:19.438295 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-10365bb2-396b-4ae2-8733-cd63488b2ecc tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (9adb3931-0002-463b-acea-32e7ad4752fa), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:19.440902 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-10365bb2-396b-4ae2-8733-cd63488b2ecc tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:19.442060 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-10365bb2-396b-4ae2-8733-cd63488b2ecc tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] 10.222.0.15 "DELETE /v2.0/security-groups/9adb3931-0002-463b-acea-32e7ad4752fa HTTP/1.1" status: 204 len: 168 time: 0.2209964 Apr 15 04:34:19.456301 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10365bb2-396b-4ae2-8733-cd63488b2ecc tempest-TestShelveInstance-1313422009 tempest-TestShelveInstance-1313422009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adb3931-0002-463b-acea-32e7ad4752fa,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:19.571556 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 44050) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:20.040338 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2dfe01d2-b9c0-44e7-9b2c-361daee6447d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (69dadd02-59bf-41ae-8f29-b7e1b0c73832), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:20.272061 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe01d2-b9c0-44e7-9b2c-361daee6447d admin admin] Deleting port 6ce5bc05-5419-474c-adcc-ceefb5b43f24 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:34:20.272753 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2dfe01d2-b9c0-44e7-9b2c-361daee6447d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (6ce5bc05-5419-474c-adcc-ceefb5b43f24), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:20.355578 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-2dfe01d2-b9c0-44e7-9b2c-361daee6447d admin admin] For port 6ce5bc05-5419-474c-adcc-ceefb5b43f24, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=6ce5bc05-5419-474c-adcc-ceefb5b43f24,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:34:20.355854 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2dfe01d2-b9c0-44e7-9b2c-361daee6447d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (6ce5bc05-5419-474c-adcc-ceefb5b43f24), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:20.369232 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-2dfe01d2-b9c0-44e7-9b2c-361daee6447d admin admin] Calling delete_port for 6ce5bc05-5419-474c-adcc-ceefb5b43f24 owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:34:20.613841 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2dfe01d2-b9c0-44e7-9b2c-361daee6447d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (6ce5bc05-5419-474c-adcc-ceefb5b43f24), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:20.640287 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe01d2-b9c0-44e7-9b2c-361daee6447d admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce5bc05-5419-474c-adcc-ceefb5b43f24,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:20.823936 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-2dfe01d2-b9c0-44e7-9b2c-361daee6447d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (69dadd02-59bf-41ae-8f29-b7e1b0c73832), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:20.889117 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9f654373-a20c-4ba9-b831-71e028987f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:21.061823 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfe01d2-b9c0-44e7-9b2c-361daee6447d admin admin] Router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:34:21.171734 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfe01d2-b9c0-44e7-9b2c-361daee6447d admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:34:21.179683 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2dfe01d2-b9c0-44e7-9b2c-361daee6447d admin admin] 10.222.0.15 "PUT /v2.0/routers/69dadd02-59bf-41ae-8f29-b7e1b0c73832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6042430 Apr 15 04:34:21.179951 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 44054) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:21.180473 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0c6898-a7bd-4cbc-9f7d-876e93a99186 None None] Sync routers for ids ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:34:21.192615 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0c6898-a7bd-4cbc-9f7d-876e93a99186 None None] Routers {'69dadd02-59bf-41ae-8f29-b7e1b0c73832'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:34:21.193532 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-af0c6898-a7bd-4cbc-9f7d-876e93a99186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:34:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:21.287389 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7756ed84-2d26-49bb-90d8-15e459f3a99c admin admin] Publish callbacks [] for router (69dadd02-59bf-41ae-8f29-b7e1b0c73832), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:21.301890 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-af0c6898-a7bd-4cbc-9f7d-876e93a99186 None None] Set router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:34:21.393939 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7756ed84-2d26-49bb-90d8-15e459f3a99c admin admin] Publish callbacks [] for router_gateway (69dadd02-59bf-41ae-8f29-b7e1b0c73832), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:21.472303 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-af0c6898-a7bd-4cbc-9f7d-876e93a99186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'name': 'tempest-TestShelveInstance-1078521184-router', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65'}], 'enable_snat': True}, 'gw_port_id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:34:20Z', 'revision_number': 5, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'gw_port': {'id': 'd44dab86-926f-486e-89d0-6da94591c54c', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:57:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:21.500587 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0c6898-a7bd-4cbc-9f7d-876e93a99186 None None] Checking router: 69dadd02-59bf-41ae-8f29-b7e1b0c73832 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:34:21.511114 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0c6898-a7bd-4cbc-9f7d-876e93a99186 None None] Routers {'69dadd02-59bf-41ae-8f29-b7e1b0c73832'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:34:21.511756 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-af0c6898-a7bd-4cbc-9f7d-876e93a99186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:34:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:21.758018 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-af0c6898-a7bd-4cbc-9f7d-876e93a99186 None None] Set router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:34:21.811750 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-af0c6898-a7bd-4cbc-9f7d-876e93a99186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'name': 'tempest-TestShelveInstance-1078521184-router', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:34:21Z', 'revision_number': 6, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:21.837095 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-7756ed84-2d26-49bb-90d8-15e459f3a99c admin admin] Deleting port d44dab86-926f-486e-89d0-6da94591c54c {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:34:21.837454 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7756ed84-2d26-49bb-90d8-15e459f3a99c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (d44dab86-926f-486e-89d0-6da94591c54c), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:21.841855 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0c6898-a7bd-4cbc-9f7d-876e93a99186 None None] The sync data for ids ['69dadd02-59bf-41ae-8f29-b7e1b0c73832'] in dv-neutron-837140-3-hyperv is: [{'id': '69dadd02-59bf-41ae-8f29-b7e1b0c73832', 'name': 'tempest-TestShelveInstance-1078521184-router', 'tenant_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:00Z', 'updated_at': '2022-04-15T04:34:21Z', 'revision_number': 6, 'project_id': '7c6c9fb6b32d4147834a578e674dfe5a', 'gw_port_host': None}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:34:21.921484 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-7756ed84-2d26-49bb-90d8-15e459f3a99c admin admin] For port d44dab86-926f-486e-89d0-6da94591c54c, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=d44dab86-926f-486e-89d0-6da94591c54c,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:34:21.921851 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7756ed84-2d26-49bb-90d8-15e459f3a99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (d44dab86-926f-486e-89d0-6da94591c54c), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:21.935740 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-7756ed84-2d26-49bb-90d8-15e459f3a99c admin admin] Calling delete_port for d44dab86-926f-486e-89d0-6da94591c54c owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:34:22.133571 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:22.190688 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7756ed84-2d26-49bb-90d8-15e459f3a99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (d44dab86-926f-486e-89d0-6da94591c54c), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:22.219776 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756ed84-2d26-49bb-90d8-15e459f3a99c admin admin] Pushing event deleted for resources: {'Port': ['ID=d44dab86-926f-486e-89d0-6da94591c54c,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:22.291082 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7756ed84-2d26-49bb-90d8-15e459f3a99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (69dadd02-59bf-41ae-8f29-b7e1b0c73832), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:22.382470 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7756ed84-2d26-49bb-90d8-15e459f3a99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (69dadd02-59bf-41ae-8f29-b7e1b0c73832), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:22.384625 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7756ed84-2d26-49bb-90d8-15e459f3a99c admin admin] Publish callbacks [] for router_controller (69dadd02-59bf-41ae-8f29-b7e1b0c73832), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:22.501350 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7756ed84-2d26-49bb-90d8-15e459f3a99c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (69dadd02-59bf-41ae-8f29-b7e1b0c73832), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:22.502014 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7756ed84-2d26-49bb-90d8-15e459f3a99c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69dadd02-59bf-41ae-8f29-b7e1b0c73832 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 04:34:22.508446 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-7756ed84-2d26-49bb-90d8-15e459f3a99c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:22.512815 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-7756ed84-2d26-49bb-90d8-15e459f3a99c admin admin] 10.222.0.15 "DELETE /v2.0/routers/69dadd02-59bf-41ae-8f29-b7e1b0c73832 HTTP/1.1" status: 204 len: 168 time: 1.3286867 Apr 15 04:34:22.512945 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 44056) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:22.556347 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ff0f7b-35ac-46b1-be7d-26842281f845 admin admin] Deleting subnet cf47d402-7f87-4c06-96d7-eeb930f31b55 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:34:22.560017 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-27ff0f7b-35ac-46b1-be7d-26842281f845 admin admin] Publish callbacks [] for subnet (cf47d402-7f87-4c06-96d7-eeb930f31b55), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:22.595560 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-27ff0f7b-35ac-46b1-be7d-26842281f845 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (cf47d402-7f87-4c06-96d7-eeb930f31b55), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:22.682354 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-27ff0f7b-35ac-46b1-be7d-26842281f845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (cf47d402-7f87-4c06-96d7-eeb930f31b55), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:22.842414 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-27ff0f7b-35ac-46b1-be7d-26842281f845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (cf47d402-7f87-4c06-96d7-eeb930f31b55), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:22.871075 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff0f7b-35ac-46b1-be7d-26842281f845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf47d402-7f87-4c06-96d7-eeb930f31b55,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:22.874704 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-27ff0f7b-35ac-46b1-be7d-26842281f845 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:22.881019 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-27ff0f7b-35ac-46b1-be7d-26842281f845 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cf47d402-7f87-4c06-96d7-eeb930f31b55 HTTP/1.1" status: 204 len: 168 time: 0.3641229 Apr 15 04:34:22.881019 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 44058) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:22.881542 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1989674d-0980-4e6c-a129-6ef2c34e27e0 None None] Network 45754c9c-0470-4e4b-8baa-98c43ac8ccda requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:34:22.971831 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b3ad52c8-a52f-4a3e-b646-e7473b751633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (45754c9c-0470-4e4b-8baa-98c43ac8ccda), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:22.985873 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device d44dab86-926f-486e-89d0-6da94591c54c no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:34:23.009837 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: d44dab86-926f-486e-89d0-6da94591c54c {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:34:23.010177 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device d44dab86-926f-486e-89d0-6da94591c54c not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:34:23.010593 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6ce5bc05-5419-474c-adcc-ceefb5b43f24 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:34:23.029994 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-b3ad52c8-a52f-4a3e-b646-e7473b751633 admin admin] Deleting port c9ca3ba4-b704-4571-83a1-2d47e2f05e44 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:34:23.030678 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b3ad52c8-a52f-4a3e-b646-e7473b751633 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c9ca3ba4-b704-4571-83a1-2d47e2f05e44), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:23.032630 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 6ce5bc05-5419-474c-adcc-ceefb5b43f24 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:34:23.032977 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 6ce5bc05-5419-474c-adcc-ceefb5b43f24 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:34:23.090951 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] DHCP port deletion for 45754c9c-0470-4e4b-8baa-98c43ac8ccda request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 04:34:23.106938 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-b3ad52c8-a52f-4a3e-b646-e7473b751633 admin admin] For port c9ca3ba4-b704-4571-83a1-2d47e2f05e44, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c9ca3ba4-b704-4571-83a1-2d47e2f05e44,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:34:23.107377 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b3ad52c8-a52f-4a3e-b646-e7473b751633 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c9ca3ba4-b704-4571-83a1-2d47e2f05e44), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:23.125224 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-b3ad52c8-a52f-4a3e-b646-e7473b751633 admin admin] Calling delete_port for c9ca3ba4-b704-4571-83a1-2d47e2f05e44 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:34:23.132111 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] Deleting port c9ca3ba4-b704-4571-83a1-2d47e2f05e44 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:34:23.132487 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c9ca3ba4-b704-4571-83a1-2d47e2f05e44), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:23.201768 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] For port c9ca3ba4-b704-4571-83a1-2d47e2f05e44, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=c9ca3ba4-b704-4571-83a1-2d47e2f05e44,segment=NetworkSegment(a08f5c4b-54c2-4c03-938b-691474ecf6d7),segment_id=a08f5c4b-54c2-4c03-938b-691474ecf6d7)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:34:23.202420 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c9ca3ba4-b704-4571-83a1-2d47e2f05e44), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:23.216754 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] Calling delete_port for c9ca3ba4-b704-4571-83a1-2d47e2f05e44 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:34:23.265484 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b3ad52c8-a52f-4a3e-b646-e7473b751633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (c9ca3ba4-b704-4571-83a1-2d47e2f05e44), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 04:34:23.290192 dv-neutron-837140-3-hyperv neutron-server[104668]: self.session.flush() Apr 15 04:34:23.296363 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ad52c8-a52f-4a3e-b646-e7473b751633 admin admin] No DVR routers for this DVR port c9ca3ba4-b704-4571-83a1-2d47e2f05e44 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:34:23.301556 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (c9ca3ba4-b704-4571-83a1-2d47e2f05e44), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:23.302810 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad52c8-a52f-4a3e-b646-e7473b751633 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ca3ba4-b704-4571-83a1-2d47e2f05e44,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:23.331556 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] Pushing event deleted for resources: {'Port': ['ID=c9ca3ba4-b704-4571-83a1-2d47e2f05e44,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:23.333829 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] No DVR routers for this DVR port c9ca3ba4-b704-4571-83a1-2d47e2f05e44 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:34:23.341854 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:23.342209 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:23.342551 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:23.342916 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:23.343253 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:23.343585 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:23.343912 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:23.344238 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:23.344561 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:23.344890 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:23.345214 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:23.345544 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:23.345885 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:23.346212 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:23.346531 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6113e1b-18f1-49b6-acee-3d6b96a026aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:23.381792 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b3ad52c8-a52f-4a3e-b646-e7473b751633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (45754c9c-0470-4e4b-8baa-98c43ac8ccda), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:23.402254 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-b3ad52c8-a52f-4a3e-b646-e7473b751633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45754c9c-0470-4e4b-8baa-98c43ac8ccda']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:23.411842 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-b3ad52c8-a52f-4a3e-b646-e7473b751633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08f5c4b-54c2-4c03-938b-691474ecf6d7') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:23.412141 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-b3ad52c8-a52f-4a3e-b646-e7473b751633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08f5c4b-54c2-4c03-938b-691474ecf6d7') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:23.422396 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b3ad52c8-a52f-4a3e-b646-e7473b751633 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (a08f5c4b-54c2-4c03-938b-691474ecf6d7), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:23.436018 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b3ad52c8-a52f-4a3e-b646-e7473b751633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (a08f5c4b-54c2-4c03-938b-691474ecf6d7), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:23.441810 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ad52c8-a52f-4a3e-b646-e7473b751633 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:34:23.442479 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b3ad52c8-a52f-4a3e-b646-e7473b751633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (a08f5c4b-54c2-4c03-938b-691474ecf6d7), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:34:23.443898 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:34:23.563948 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b3ad52c8-a52f-4a3e-b646-e7473b751633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (45754c9c-0470-4e4b-8baa-98c43ac8ccda), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:23.568560 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-b3ad52c8-a52f-4a3e-b646-e7473b751633 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:23.573059 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-b3ad52c8-a52f-4a3e-b646-e7473b751633 admin admin] 10.222.0.15 "DELETE /v2.0/networks/45754c9c-0470-4e4b-8baa-98c43ac8ccda HTTP/1.1" status: 204 len: 168 time: 0.6912138 Apr 15 04:34:23.576200 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44060) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:23.585536 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad52c8-a52f-4a3e-b646-e7473b751633 admin admin] Pushing event deleted for resources: {'Network': ['ID=45754c9c-0470-4e4b-8baa-98c43ac8ccda,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:23.659220 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:23.912769 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5784851-17d6-45dd-9e07-e51494181de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (897df37b-a594-422e-8293-0a6cd796e2a4), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:24.153061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d5784851-17d6-45dd-9e07-e51494181de7 admin admin] Deleting port e86fc411-ce79-4fcc-b4bf-a256bedd5fe0 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:34:24.153397 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5784851-17d6-45dd-9e07-e51494181de7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (e86fc411-ce79-4fcc-b4bf-a256bedd5fe0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:24.234385 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-d5784851-17d6-45dd-9e07-e51494181de7 admin admin] For port e86fc411-ce79-4fcc-b4bf-a256bedd5fe0, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=e86fc411-ce79-4fcc-b4bf-a256bedd5fe0,segment=NetworkSegment(fe1c1000-3d6a-4f60-b62a-e75274a657d9),segment_id=fe1c1000-3d6a-4f60-b62a-e75274a657d9)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:34:24.234679 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5784851-17d6-45dd-9e07-e51494181de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (e86fc411-ce79-4fcc-b4bf-a256bedd5fe0), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:24.247303 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d5784851-17d6-45dd-9e07-e51494181de7 admin admin] Calling delete_port for e86fc411-ce79-4fcc-b4bf-a256bedd5fe0 owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:34:24.472630 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5784851-17d6-45dd-9e07-e51494181de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (e86fc411-ce79-4fcc-b4bf-a256bedd5fe0), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:24.498710 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5784851-17d6-45dd-9e07-e51494181de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e86fc411-ce79-4fcc-b4bf-a256bedd5fe0,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:24.684469 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d5784851-17d6-45dd-9e07-e51494181de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (897df37b-a594-422e-8293-0a6cd796e2a4), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:24.909827 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5784851-17d6-45dd-9e07-e51494181de7 admin admin] Router 897df37b-a594-422e-8293-0a6cd796e2a4 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:34:24.956032 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:25.009160 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c9ca3ba4-b704-4571-83a1-2d47e2f05e44 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:34:25.024931 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5784851-17d6-45dd-9e07-e51494181de7 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:34:25.033647 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d5784851-17d6-45dd-9e07-e51494181de7 admin admin] 10.222.0.15 "PUT /v2.0/routers/897df37b-a594-422e-8293-0a6cd796e2a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4530013 Apr 15 04:34:25.033806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: c9ca3ba4-b704-4571-83a1-2d47e2f05e44 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:34:25.033806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device c9ca3ba4-b704-4571-83a1-2d47e2f05e44 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:34:25.034033 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44062) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:25.044125 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e624c037-2a6f-4eb0-a9c4-eff5e23cb662 None None] Sync routers for ids ['897df37b-a594-422e-8293-0a6cd796e2a4'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:34:25.057218 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e624c037-2a6f-4eb0-a9c4-eff5e23cb662 None None] Routers {'897df37b-a594-422e-8293-0a6cd796e2a4'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:34:25.057935 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-e624c037-2a6f-4eb0-a9c4-eff5e23cb662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:34:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['897df37b-a594-422e-8293-0a6cd796e2a4'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:25.145601 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fd5b9b50-321e-4644-96e7-04a0f3757926 admin admin] Publish callbacks [] for router (897df37b-a594-422e-8293-0a6cd796e2a4), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:25.261854 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fd5b9b50-321e-4644-96e7-04a0f3757926 admin admin] Publish callbacks [] for router_gateway (897df37b-a594-422e-8293-0a6cd796e2a4), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:25.263461 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-e624c037-2a6f-4eb0-a9c4-eff5e23cb662 None None] Set router 897df37b-a594-422e-8293-0a6cd796e2a4 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:34:25.371539 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b9b50-321e-4644-96e7-04a0f3757926 admin admin] Deleting port a4351e82-e5da-44b4-9597-0da4588f9a3d {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:34:25.371892 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fd5b9b50-321e-4644-96e7-04a0f3757926 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (a4351e82-e5da-44b4-9597-0da4588f9a3d), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:25.434902 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-e624c037-2a6f-4eb0-a9c4-eff5e23cb662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897df37b-a594-422e-8293-0a6cd796e2a4', 'name': 'tempest-TestShelveInstance-1491648650-router', 'tenant_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.67'}], 'enable_snat': True}, 'gw_port_id': 'a4351e82-e5da-44b4-9597-0da4588f9a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:06Z', 'updated_at': '2022-04-15T04:34:24Z', 'revision_number': 5, 'project_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'gw_port': {'id': 'a4351e82-e5da-44b4-9597-0da4588f9a3d', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '897df37b-a594-422e-8293-0a6cd796e2a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:24:06Z', 'updated_at': '2022-04-15T04:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:25.453717 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-fd5b9b50-321e-4644-96e7-04a0f3757926 admin admin] For port a4351e82-e5da-44b4-9597-0da4588f9a3d, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=a4351e82-e5da-44b4-9597-0da4588f9a3d,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:34:25.454077 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fd5b9b50-321e-4644-96e7-04a0f3757926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (a4351e82-e5da-44b4-9597-0da4588f9a3d), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:25.466928 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e624c037-2a6f-4eb0-a9c4-eff5e23cb662 None None] Checking router: 897df37b-a594-422e-8293-0a6cd796e2a4 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:34:25.467759 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b9b50-321e-4644-96e7-04a0f3757926 admin admin] Calling delete_port for a4351e82-e5da-44b4-9597-0da4588f9a3d owned by network:router_gateway {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:34:25.476140 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e624c037-2a6f-4eb0-a9c4-eff5e23cb662 None None] Routers {'897df37b-a594-422e-8293-0a6cd796e2a4'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:34:25.477113 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-e624c037-2a6f-4eb0-a9c4-eff5e23cb662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:34:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['897df37b-a594-422e-8293-0a6cd796e2a4'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:25.567547 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-e624c037-2a6f-4eb0-a9c4-eff5e23cb662 None None] Set router 897df37b-a594-422e-8293-0a6cd796e2a4 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:34:25.620247 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-e624c037-2a6f-4eb0-a9c4-eff5e23cb662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '897df37b-a594-422e-8293-0a6cd796e2a4', 'name': 'tempest-TestShelveInstance-1491648650-router', 'tenant_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:06Z', 'updated_at': '2022-04-15T04:34:25Z', 'revision_number': 6, 'project_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:25.648998 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e624c037-2a6f-4eb0-a9c4-eff5e23cb662 None None] The sync data for ids ['897df37b-a594-422e-8293-0a6cd796e2a4'] in dv-neutron-837140-3-hyperv is: [{'id': '897df37b-a594-422e-8293-0a6cd796e2a4', 'name': 'tempest-TestShelveInstance-1491648650-router', 'tenant_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:24:06Z', 'updated_at': '2022-04-15T04:34:25Z', 'revision_number': 6, 'project_id': '74e4a2c9e3fc4dfbbb0bdf0ed594c315', 'gw_port_host': None}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:34:25.710863 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fd5b9b50-321e-4644-96e7-04a0f3757926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (a4351e82-e5da-44b4-9597-0da4588f9a3d), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:25.742656 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b9b50-321e-4644-96e7-04a0f3757926 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4351e82-e5da-44b4-9597-0da4588f9a3d,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:25.806210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fd5b9b50-321e-4644-96e7-04a0f3757926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (897df37b-a594-422e-8293-0a6cd796e2a4), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:25.897787 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fd5b9b50-321e-4644-96e7-04a0f3757926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (897df37b-a594-422e-8293-0a6cd796e2a4), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:25.899964 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fd5b9b50-321e-4644-96e7-04a0f3757926 admin admin] Publish callbacks [] for router_controller (897df37b-a594-422e-8293-0a6cd796e2a4), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:26.312353 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fd5b9b50-321e-4644-96e7-04a0f3757926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (897df37b-a594-422e-8293-0a6cd796e2a4), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:26.312809 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5b9b50-321e-4644-96e7-04a0f3757926 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 897df37b-a594-422e-8293-0a6cd796e2a4 {{(pid=104666) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 04:34:26.317194 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-fd5b9b50-321e-4644-96e7-04a0f3757926 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:26.318322 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-fd5b9b50-321e-4644-96e7-04a0f3757926 admin admin] 10.222.0.15 "DELETE /v2.0/routers/897df37b-a594-422e-8293-0a6cd796e2a4 HTTP/1.1" status: 204 len: 168 time: 1.2834382 Apr 15 04:34:26.320953 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44064) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:26.364112 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_v2 [None req-33604b8a-698a-4589-9fd7-f8e7c0415144 admin admin] Deleting subnet 935a9a95-8de9-4eb6-a8ef-4783b8afe495 {{(pid=104666) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:34:26.367029 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33604b8a-698a-4589-9fd7-f8e7c0415144 admin admin] Publish callbacks [] for subnet (935a9a95-8de9-4eb6-a8ef-4783b8afe495), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:26.401455 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33604b8a-698a-4589-9fd7-f8e7c0415144 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6966486'] for subnet (935a9a95-8de9-4eb6-a8ef-4783b8afe495), precommit_delete_associations {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:26.483052 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33604b8a-698a-4589-9fd7-f8e7c0415144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (935a9a95-8de9-4eb6-a8ef-4783b8afe495), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:26.587172 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33604b8a-698a-4589-9fd7-f8e7c0415144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5826626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5913244'] for subnet (935a9a95-8de9-4eb6-a8ef-4783b8afe495), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:26.613784 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33604b8a-698a-4589-9fd7-f8e7c0415144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=935a9a95-8de9-4eb6-a8ef-4783b8afe495,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:26.617525 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-33604b8a-698a-4589-9fd7-f8e7c0415144 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:26.623826 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-33604b8a-698a-4589-9fd7-f8e7c0415144 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/935a9a95-8de9-4eb6-a8ef-4783b8afe495 HTTP/1.1" status: 204 len: 168 time: 0.2994628 Apr 15 04:34:26.624159 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 44066) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:26.625374 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41849344-412d-4738-8d41-6b19bd6687a6 None None] Network 418504b3-65b7-42b6-96ed-6116add9d5b5 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:34:26.705809 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bfbef4d-17f7-4bac-bdcb-8e51e84ee901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (418504b3-65b7-42b6-96ed-6116add9d5b5), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:26.753566 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-6bfbef4d-17f7-4bac-bdcb-8e51e84ee901 admin admin] Deleting port f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:34:26.753909 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bfbef4d-17f7-4bac-bdcb-8e51e84ee901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:26.782221 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99e38a8-f554-4185-9a62-ffab1d465ea5 None None] DHCP port deletion for 418504b3-65b7-42b6-96ed-6116add9d5b5 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 04:34:26.822325 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c99e38a8-f554-4185-9a62-ffab1d465ea5 None None] Deleting port f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28 {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:34:26.822727 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c99e38a8-f554-4185-9a62-ffab1d465ea5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:26.823597 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-6bfbef4d-17f7-4bac-bdcb-8e51e84ee901 admin admin] For port f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28,segment=NetworkSegment(fe1c1000-3d6a-4f60-b62a-e75274a657d9),segment_id=fe1c1000-3d6a-4f60-b62a-e75274a657d9)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:34:26.824168 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bfbef4d-17f7-4bac-bdcb-8e51e84ee901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:26.837130 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-6bfbef4d-17f7-4bac-bdcb-8e51e84ee901 admin admin] Calling delete_port for f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28 owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:34:26.888586 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-c99e38a8-f554-4185-9a62-ffab1d465ea5 None None] For port f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28,segment=NetworkSegment(fe1c1000-3d6a-4f60-b62a-e75274a657d9),segment_id=fe1c1000-3d6a-4f60-b62a-e75274a657d9)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:34:26.888739 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c99e38a8-f554-4185-9a62-ffab1d465ea5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:26.902236 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c99e38a8-f554-4185-9a62-ffab1d465ea5 None None] Calling delete_port for f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28 owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:34:26.948475 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:34:27.003920 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bfbef4d-17f7-4bac-bdcb-8e51e84ee901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:27.015117 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No active binding found for port f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28 {{(pid=104668) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 15 04:34:27.015484 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] The host dv-neutron-837140-3-hyperv is not matching for port f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28 host None! {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 15 04:34:27.015870 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:34:27.016291 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e86fc411-ce79-4fcc-b4bf-a256bedd5fe0 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:34:27.031041 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbef4d-17f7-4bac-bdcb-8e51e84ee901 admin admin] Pushing event deleted for resources: {'Port': ['ID=f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:27.032940 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfbef4d-17f7-4bac-bdcb-8e51e84ee901 admin admin] No DVR routers for this DVR port f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28 on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:34:27.042093 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: e86fc411-ce79-4fcc-b4bf-a256bedd5fe0 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:34:27.042443 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device e86fc411-ce79-4fcc-b4bf-a256bedd5fe0 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:34:27.042936 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a4351e82-e5da-44b4-9597-0da4588f9a3d no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:34:27.045541 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c99e38a8-f554-4185-9a62-ffab1d465ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:27.066438 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: a4351e82-e5da-44b4-9597-0da4588f9a3d {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:34:27.066685 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device a4351e82-e5da-44b4-9597-0da4588f9a3d not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:34:27.090504 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e38a8-f554-4185-9a62-ffab1d465ea5 None None] Pushing event deleted for resources: {'Port': ['ID=f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:27.095592 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99e38a8-f554-4185-9a62-ffab1d465ea5 None None] No DVR routers for this DVR port f38b65d4-7c1d-46d7-ab3e-a3e5e3ce0a28 on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:34:27.109985 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bfbef4d-17f7-4bac-bdcb-8e51e84ee901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (418504b3-65b7-42b6-96ed-6116add9d5b5), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:27.130329 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-6bfbef4d-17f7-4bac-bdcb-8e51e84ee901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418504b3-65b7-42b6-96ed-6116add9d5b5']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:27.139324 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-6bfbef4d-17f7-4bac-bdcb-8e51e84ee901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1c1000-3d6a-4f60-b62a-e75274a657d9') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:27.139619 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-6bfbef4d-17f7-4bac-bdcb-8e51e84ee901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1c1000-3d6a-4f60-b62a-e75274a657d9') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:27.148789 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bfbef4d-17f7-4bac-bdcb-8e51e84ee901 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (fe1c1000-3d6a-4f60-b62a-e75274a657d9), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:27.162218 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bfbef4d-17f7-4bac-bdcb-8e51e84ee901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (fe1c1000-3d6a-4f60-b62a-e75274a657d9), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:27.168490 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bfbef4d-17f7-4bac-bdcb-8e51e84ee901 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bfbef4d-17f7-4bac-bdcb-8e51e84ee901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (fe1c1000-3d6a-4f60-b62a-e75274a657d9), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:34:27.171606 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:34:27.304757 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bfbef4d-17f7-4bac-bdcb-8e51e84ee901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (418504b3-65b7-42b6-96ed-6116add9d5b5), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:27.309924 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-6bfbef4d-17f7-4bac-bdcb-8e51e84ee901 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:27.313070 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-6bfbef4d-17f7-4bac-bdcb-8e51e84ee901 admin admin] 10.222.0.15 "DELETE /v2.0/networks/418504b3-65b7-42b6-96ed-6116add9d5b5 HTTP/1.1" status: 204 len: 168 time: 0.6878173 Apr 15 04:34:27.324850 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbef4d-17f7-4bac-bdcb-8e51e84ee901 admin admin] Pushing event deleted for resources: {'Network': ['ID=418504b3-65b7-42b6-96ed-6116add9d5b5,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:27.619570 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44070) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:27.658991 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-441b9976-5f48-4020-9412-5b94fb083431 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c6c9fb6b32d4147834a578e674dfe5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382164 Apr 15 04:34:27.661362 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44072) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:27.706819 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-24e454d1-1684-414e-bdf6-d5c78726e055 admin admin] Publish callbacks [] for security_group (0e9dc64d-8335-4453-8b52-20ddff6d75e2), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:27.732042 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-24e454d1-1684-414e-bdf6-d5c78726e055 admin admin] Publish callbacks [] for security_group (0e9dc64d-8335-4453-8b52-20ddff6d75e2), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:27.837424 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-24e454d1-1684-414e-bdf6-d5c78726e055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (0e9dc64d-8335-4453-8b52-20ddff6d75e2), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:27.840469 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-24e454d1-1684-414e-bdf6-d5c78726e055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:27.844148 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-24e454d1-1684-414e-bdf6-d5c78726e055 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e9dc64d-8335-4453-8b52-20ddff6d75e2 HTTP/1.1" status: 204 len: 168 time: 0.1793644 Apr 15 04:34:27.849320 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e454d1-1684-414e-bdf6-d5c78726e055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9dc64d-8335-4453-8b52-20ddff6d75e2,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:28.423013 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44078) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:28.462519 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f01ca7cd-37b0-4104-a4a2-276d36f54f10 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74e4a2c9e3fc4dfbbb0bdf0ed594c315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383358 Apr 15 04:34:28.464817 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44080) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:28.510584 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12bbaf6b-66e3-4c01-b533-2fe4cf65d3d6 admin admin] Publish callbacks [] for security_group (dd1860a3-6a6f-40eb-a50b-0b8e26a44770), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:28.530887 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12bbaf6b-66e3-4c01-b533-2fe4cf65d3d6 admin admin] Publish callbacks [] for security_group (dd1860a3-6a6f-40eb-a50b-0b8e26a44770), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:28.653057 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12bbaf6b-66e3-4c01-b533-2fe4cf65d3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (dd1860a3-6a6f-40eb-a50b-0b8e26a44770), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:28.655527 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-12bbaf6b-66e3-4c01-b533-2fe4cf65d3d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:28.656664 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-12bbaf6b-66e3-4c01-b533-2fe4cf65d3d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd1860a3-6a6f-40eb-a50b-0b8e26a44770 HTTP/1.1" status: 204 len: 168 time: 0.1909645 Apr 15 04:34:28.664311 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bbaf6b-66e3-4c01-b533-2fe4cf65d3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1860a3-6a6f-40eb-a50b-0b8e26a44770,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:29.647045 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44102) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:29.739408 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-7da410db-dabb-401c-ac10-88e40a028026 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-506614110-network', 'tenant_id': '8b665559f0eb4c58addeb115856378b3'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:34:29.843741 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da410db-dabb-401c-ac10-88e40a028026 admin admin] Made reservation on behalf of 8b665559f0eb4c58addeb115856378b3 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:34:29.846095 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7da410db-dabb-401c-ac10-88e40a028026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:29.855132 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7da410db-dabb-401c-ac10-88e40a028026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:29.928993 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7da410db-dabb-401c-ac10-88e40a028026 admin admin] Publish callbacks [] for security_group (725e4a91-636d-48cf-9f96-e9bd2776843b), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:29.997840 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7da410db-dabb-401c-ac10-88e40a028026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (725e4a91-636d-48cf-9f96-e9bd2776843b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:30.021686 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da410db-dabb-401c-ac10-88e40a028026 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:34:30.030879 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da410db-dabb-401c-ac10-88e40a028026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725e4a91-636d-48cf-9f96-e9bd2776843b,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:30.036744 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7da410db-dabb-401c-ac10-88e40a028026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (5b0e0494-4b35-4317-9288-285984167ef1), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:30.037134 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-7da410db-dabb-401c-ac10-88e40a028026 admin admin] Added segment 5b0e0494-4b35-4317-9288-285984167ef1 of type vlan for network 951af149-933d-4e5d-9e4a-c3776c5a48b8 Apr 15 04:34:30.076880 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7da410db-dabb-401c-ac10-88e40a028026 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (951af149-933d-4e5d-9e4a-c3776c5a48b8), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:30.172690 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7da410db-dabb-401c-ac10-88e40a028026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (951af149-933d-4e5d-9e4a-c3776c5a48b8), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:30.173710 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da410db-dabb-401c-ac10-88e40a028026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:30.174276 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7da410db-dabb-401c-ac10-88e40a028026 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:30.231382 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da410db-dabb-401c-ac10-88e40a028026 admin admin] Pushing event updated for resources: {'Network': ['ID=951af149-933d-4e5d-9e4a-c3776c5a48b8,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:30.241632 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network 951af149-933d-4e5d-9e4a-c3776c5a48b8 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:34:30.273195 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7da410db-dabb-401c-ac10-88e40a028026 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6250436 Apr 15 04:34:30.282101 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44106) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:30.287121 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a0b39733-2ed2-4682-ab38-29604b04e772 admin admin] Request body: {'subnet': {'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-506614110-subnet', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'ip_version': 4}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:34:30.367373 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b39733-2ed2-4682-ab38-29604b04e772 admin admin] Made reservation on behalf of 8b665559f0eb4c58addeb115856378b3 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:34:30.369653 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0b39733-2ed2-4682-ab38-29604b04e772 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:30.596165 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0b39733-2ed2-4682-ab38-29604b04e772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (5592f295-1c49-454d-89cd-147bd84cc964), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:30.653641 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b39733-2ed2-4682-ab38-29604b04e772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5592f295-1c49-454d-89cd-147bd84cc964,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:30.663897 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b39733-2ed2-4682-ab38-29604b04e772 admin admin] Checking segment: {'id': '5b0e0494-4b35-4317-9288-285984167ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:34:30.664330 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b39733-2ed2-4682-ab38-29604b04e772 admin admin] Network hostable DHCP agents. Network: 951af149-933d-4e5d-9e4a-c3776c5a48b8, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:34:30.745961 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b39733-2ed2-4682-ab38-29604b04e772 admin admin] Network 951af149-933d-4e5d-9e4a-c3776c5a48b8 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:34:30.825962 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-a0b39733-2ed2-4682-ab38-29604b04e772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, 951af149-933d-4e5d-9e4a-c3776c5a48b8) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:34:30.832803 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b39733-2ed2-4682-ab38-29604b04e772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:30.833397 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a0b39733-2ed2-4682-ab38-29604b04e772 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:30.837469 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88c4722-ef7a-41f9-a944-8846e95ada21 None None] Network 951af149-933d-4e5d-9e4a-c3776c5a48b8 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:34:30.915252 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a0b39733-2ed2-4682-ab38-29604b04e772 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6319158 Apr 15 04:34:30.918311 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44108) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:30.922480 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-aacce344-f333-4b92-bb2e-8e18058198ca admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-506614110-router', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:34:30.938816 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c030ffc-c571-496c-8191-0cfbb80e46b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-951af149-933d-4e5d-9e4a-c3776c5a48b8', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'project_id': '8b665559f0eb4c58addeb115856378b3', 'fixed_ips': [{'subnet_id': '5592f295-1c49-454d-89cd-147bd84cc964'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 04:34:30.939710 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5c030ffc-c571-496c-8191-0cfbb80e46b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:31.009709 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aacce344-f333-4b92-bb2e-8e18058198ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (efbfb4e7-9e7f-4ccb-b22b-1162846a68c0), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:31.010816 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aacce344-f333-4b92-bb2e-8e18058198ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (efbfb4e7-9e7f-4ccb-b22b-1162846a68c0), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:31.063705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aacce344-f333-4b92-bb2e-8e18058198ca admin admin] Publish callbacks [] for router_controller (efbfb4e7-9e7f-4ccb-b22b-1162846a68c0), precommit_add_association {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:31.074699 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-5c030ffc-c571-496c-8191-0cfbb80e46b2 None None] Allocated IP 172.20.0.2 (951af149-933d-4e5d-9e4a-c3776c5a48b8/5592f295-1c49-454d-89cd-147bd84cc964/171c8513-750f-4b2f-aab1-0c10a8ef7daa) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:34:31.213625 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5c030ffc-c571-496c-8191-0cfbb80e46b2 None None] Publish callbacks [] for port (171c8513-750f-4b2f-aab1-0c10a8ef7daa), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:31.268063 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aacce344-f333-4b92-bb2e-8e18058198ca admin admin] Publish callbacks [] for router_gateway (efbfb4e7-9e7f-4ccb-b22b-1162846a68c0), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:31.270728 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5c030ffc-c571-496c-8191-0cfbb80e46b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (171c8513-750f-4b2f-aab1-0c10a8ef7daa), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:31.311880 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c030ffc-c571-496c-8191-0cfbb80e46b2 None None] Network 951af149-933d-4e5d-9e4a-c3776c5a48b8 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:34:31.316590 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-5c030ffc-c571-496c-8191-0cfbb80e46b2 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:34:31.320102 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c030ffc-c571-496c-8191-0cfbb80e46b2 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:34:31.327197 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c030ffc-c571-496c-8191-0cfbb80e46b2 None None] Pushing event updated for resources: {'Port': ['ID=171c8513-750f-4b2f-aab1-0c10a8ef7daa,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:31.379499 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5c030ffc-c571-496c-8191-0cfbb80e46b2 None None] Attempting to bind port 171c8513-750f-4b2f-aab1-0c10a8ef7daa on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:34:31.379850 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5c030ffc-c571-496c-8191-0cfbb80e46b2 None None] Attempting to bind port 171c8513-750f-4b2f-aab1-0c10a8ef7daa by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '5b0e0494-4b35-4317-9288-285984167ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:34:31.380205 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c030ffc-c571-496c-8191-0cfbb80e46b2 None None] Attempting to bind port 171c8513-750f-4b2f-aab1-0c10a8ef7daa on network 951af149-933d-4e5d-9e4a-c3776c5a48b8 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:34:31.385108 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c030ffc-c571-496c-8191-0cfbb80e46b2 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:34:31.385478 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c030ffc-c571-496c-8191-0cfbb80e46b2 None None] Checking segment: {'id': '5b0e0494-4b35-4317-9288-285984167ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:34:31.385877 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5c030ffc-c571-496c-8191-0cfbb80e46b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:31.386264 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c030ffc-c571-496c-8191-0cfbb80e46b2 None None] Bound using segment: {'id': '5b0e0494-4b35-4317-9288-285984167ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:34:31.386748 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-5c030ffc-c571-496c-8191-0cfbb80e46b2 None None] Bound port: 171c8513-750f-4b2f-aab1-0c10a8ef7daa, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0e0494-4b35-4317-9288-285984167ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:34:31.387120 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5c030ffc-c571-496c-8191-0cfbb80e46b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (171c8513-750f-4b2f-aab1-0c10a8ef7daa), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:31.447855 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5c030ffc-c571-496c-8191-0cfbb80e46b2 None None] For port 171c8513-750f-4b2f-aab1-0c10a8ef7daa, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:34:31.451242 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-5c030ffc-c571-496c-8191-0cfbb80e46b2 None None] For port 171c8513-750f-4b2f-aab1-0c10a8ef7daa, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=171c8513-750f-4b2f-aab1-0c10a8ef7daa,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:34:31.494230 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aacce344-f333-4b92-bb2e-8e18058198ca admin admin] Publish callbacks [] for router_gateway (efbfb4e7-9e7f-4ccb-b22b-1162846a68c0), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:31.516396 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aacce344-f333-4b92-bb2e-8e18058198ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:31.527836 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5c030ffc-c571-496c-8191-0cfbb80e46b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (171c8513-750f-4b2f-aab1-0c10a8ef7daa), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:31.588323 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c030ffc-c571-496c-8191-0cfbb80e46b2 None None] Pushing event updated for resources: {'Port': ['ID=171c8513-750f-4b2f-aab1-0c10a8ef7daa,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:31.620819 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-aacce344-f333-4b92-bb2e-8e18058198ca admin admin] Allocated IP 172.26.6.193 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/10a06a71-dfa9-4e2e-ab2f-64f736e81615) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:34:31.744844 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aacce344-f333-4b92-bb2e-8e18058198ca admin admin] Publish callbacks [] for port (10a06a71-dfa9-4e2e-ab2f-64f736e81615), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:31.842126 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aacce344-f333-4b92-bb2e-8e18058198ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (10a06a71-dfa9-4e2e-ab2f-64f736e81615), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:31.880103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacce344-f333-4b92-bb2e-8e18058198ca admin admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:34:31.883026 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-aacce344-f333-4b92-bb2e-8e18058198ca admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:34:31.886595 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacce344-f333-4b92-bb2e-8e18058198ca admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:34:31.922695 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacce344-f333-4b92-bb2e-8e18058198ca admin admin] Pushing event updated for resources: {'Port': ['ID=10a06a71-dfa9-4e2e-ab2f-64f736e81615,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:32.239631 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aacce344-f333-4b92-bb2e-8e18058198ca admin admin] Publish callbacks [] for router_gateway (efbfb4e7-9e7f-4ccb-b22b-1162846a68c0), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:32.434146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a967ae12-0fbb-4136-8c58-78804b8a93f7 None None] Network 951af149-933d-4e5d-9e4a-c3776c5a48b8 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:34:32.448619 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aacce344-f333-4b92-bb2e-8e18058198ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (efbfb4e7-9e7f-4ccb-b22b-1162846a68c0), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:32.537913 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-b373c432-a705-4bee-a95b-6148b46533bc None None] Provisioning complete for port 171c8513-750f-4b2f-aab1-0c10a8ef7daa triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:32.538198 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b373c432-a705-4bee-a95b-6148b46533bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (171c8513-750f-4b2f-aab1-0c10a8ef7daa), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:32.623132 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-b373c432-a705-4bee-a95b-6148b46533bc None None] Current status of the port 171c8513-750f-4b2f-aab1-0c10a8ef7daa is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:34:32.623522 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b373c432-a705-4bee-a95b-6148b46533bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (171c8513-750f-4b2f-aab1-0c10a8ef7daa), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:32.641479 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aacce344-f333-4b92-bb2e-8e18058198ca admin admin] Router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104666) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 04:34:32.657888 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-b373c432-a705-4bee-a95b-6148b46533bc None None] For port 171c8513-750f-4b2f-aab1-0c10a8ef7daa, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=171c8513-750f-4b2f-aab1-0c10a8ef7daa,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:34:32.752062 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b373c432-a705-4bee-a95b-6148b46533bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (171c8513-750f-4b2f-aab1-0c10a8ef7daa), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:32.759205 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacce344-f333-4b92-bb2e-8e18058198ca admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:34:32.775582 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] Sync routers for ids ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:34:32.803805 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] Routers {'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:34:32.804340 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:34:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:32.842834 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373c432-a705-4bee-a95b-6148b46533bc None None] Pushing event updated for resources: {'Port': ['ID=171c8513-750f-4b2f-aab1-0c10a8ef7daa,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:32.843740 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-aacce344-f333-4b92-bb2e-8e18058198ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:32.847815 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-aacce344-f333-4b92-bb2e-8e18058198ca admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9267738 Apr 15 04:34:32.848028 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44110) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:32.901404 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-750c510e-7f75-4f17-bf3c-75a98ff3131a None None] Provisioning complete for port 171c8513-750f-4b2f-aab1-0c10a8ef7daa triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:32.902169 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-750c510e-7f75-4f17-bf3c-75a98ff3131a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (171c8513-750f-4b2f-aab1-0c10a8ef7daa), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:32.954809 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] Set router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:34:33.013405 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 171c8513-750f-4b2f-aab1-0c10a8ef7daa up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:34:33.297660 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d490039-4227-47dd-8108-aa90263d2b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:33.298794 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-750c510e-7f75-4f17-bf3c-75a98ff3131a None None] Current status of the port 171c8513-750f-4b2f-aab1-0c10a8ef7daa is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:34:33.309191 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 171c8513-750f-4b2f-aab1-0c10a8ef7daa triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:33.309563 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (171c8513-750f-4b2f-aab1-0c10a8ef7daa), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:33.381394 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'name': 'tempest-TestSnapshotPattern-506614110-router', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:32Z', 'revision_number': 3, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'gw_port': {'id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:33.409191 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] Checking router: efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:34:33.409539 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] Updating router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 port 10a06a71-dfa9-4e2e-ab2f-64f736e81615 binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:34:33.456399 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-9d490039-4227-47dd-8108-aa90263d2b2e admin admin] Allocated IP 172.20.0.1 (951af149-933d-4e5d-9e4a-c3776c5a48b8/5592f295-1c49-454d-89cd-147bd84cc964/2e97ca23-aa7c-4983-a4fc-83f6062232de) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:34:33.464233 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (10a06a71-dfa9-4e2e-ab2f-64f736e81615), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:33.485118 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 171c8513-750f-4b2f-aab1-0c10a8ef7daa is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:34:33.565060 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d490039-4227-47dd-8108-aa90263d2b2e admin admin] Publish callbacks [] for port (2e97ca23-aa7c-4983-a4fc-83f6062232de), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:33.659071 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d490039-4227-47dd-8108-aa90263d2b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (2e97ca23-aa7c-4983-a4fc-83f6062232de), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:33.698644 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d490039-4227-47dd-8108-aa90263d2b2e admin admin] Network 951af149-933d-4e5d-9e4a-c3776c5a48b8 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:34:33.705163 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-9d490039-4227-47dd-8108-aa90263d2b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:34:33.708448 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d490039-4227-47dd-8108-aa90263d2b2e admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:34:33.719835 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] Publish callbacks [] for port (10a06a71-dfa9-4e2e-ab2f-64f736e81615), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:33.736050 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d490039-4227-47dd-8108-aa90263d2b2e admin admin] Pushing event updated for resources: {'Port': ['ID=2e97ca23-aa7c-4983-a4fc-83f6062232de,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:33.753459 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d490039-4227-47dd-8108-aa90263d2b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (efbfb4e7-9e7f-4ccb-b22b-1162846a68c0), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:33.838740 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (10a06a71-dfa9-4e2e-ab2f-64f736e81615), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:33.895474 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] Attempting to bind port 10a06a71-dfa9-4e2e-ab2f-64f736e81615 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:34:33.895474 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] Attempting to bind port 10a06a71-dfa9-4e2e-ab2f-64f736e81615 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:34:33.895474 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] Attempting to bind port 10a06a71-dfa9-4e2e-ab2f-64f736e81615 on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:34:33.905007 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80c23c-a04e-4125-b849-205f81dbe8a1 None None] Pushing event updated for resources: {'Port': ['ID=10a06a71-dfa9-4e2e-ab2f-64f736e81615,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:33.913249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:34:33.913249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:34:33.913640 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:33.914008 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:34:33.914510 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] Bound port: 10a06a71-dfa9-4e2e-ab2f-64f736e81615, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:34:33.918364 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (10a06a71-dfa9-4e2e-ab2f-64f736e81615), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:33.947715 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-d9ed25fb-5567-4c5f-b430-f79fcbcbb709 None None] Provisioning complete for port 2e97ca23-aa7c-4983-a4fc-83f6062232de triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:33.948115 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d9ed25fb-5567-4c5f-b430-f79fcbcbb709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2e97ca23-aa7c-4983-a4fc-83f6062232de), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:33.991935 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d490039-4227-47dd-8108-aa90263d2b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2e97ca23-aa7c-4983-a4fc-83f6062232de), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:34.004674 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-d9ed25fb-5567-4c5f-b430-f79fcbcbb709 None None] Port 2e97ca23-aa7c-4983-a4fc-83f6062232de cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:34:34.006420 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] For port 10a06a71-dfa9-4e2e-ab2f-64f736e81615, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:34:34.009923 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] For port 10a06a71-dfa9-4e2e-ab2f-64f736e81615, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=10a06a71-dfa9-4e2e-ab2f-64f736e81615,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:34:34.089626 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (10a06a71-dfa9-4e2e-ab2f-64f736e81615), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:34.147417 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] Routers {'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:34:34.147957 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:34:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:34.150941 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80c23c-a04e-4125-b849-205f81dbe8a1 None None] Pushing event updated for resources: {'Port': ['ID=10a06a71-dfa9-4e2e-ab2f-64f736e81615,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:34.157665 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d490039-4227-47dd-8108-aa90263d2b2e admin admin] Publish callbacks [] for port (2e97ca23-aa7c-4983-a4fc-83f6062232de), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:34.224643 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d490039-4227-47dd-8108-aa90263d2b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (2e97ca23-aa7c-4983-a4fc-83f6062232de), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:34.258567 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] Set router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:34:34.296371 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-9d490039-4227-47dd-8108-aa90263d2b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (efbfb4e7-9e7f-4ccb-b22b-1162846a68c0), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:34.298132 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d490039-4227-47dd-8108-aa90263d2b2e admin admin] Pushing event updated for resources: {'Port': ['ID=2e97ca23-aa7c-4983-a4fc-83f6062232de,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:34.389594 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d490039-4227-47dd-8108-aa90263d2b2e admin admin] Network 951af149-933d-4e5d-9e4a-c3776c5a48b8 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:34:34.391008 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-9d490039-4227-47dd-8108-aa90263d2b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:34:34.452295 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'name': 'tempest-TestSnapshotPattern-506614110-router', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:33Z', 'revision_number': 4, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'gw_port': {'id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '2e97ca23-aa7c-4983-a4fc-83f6062232de', 'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'mac_address': 'fa:16:3e:06:f6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '5592f295-1c49-454d-89cd-147bd84cc964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:33Z', 'updated_at': '2022-04-15T04:34:33Z', 'revision_number': 1, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'subnets': [{'id': '5592f295-1c49-454d-89cd-147bd84cc964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:34.480235 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa53257a-53ba-4a86-b1c3-ab585774bc68 None None] The sync data for ids ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'] in dv-neutron-837140-3-hyperv is: [{'id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'name': 'tempest-TestSnapshotPattern-506614110-router', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:33Z', 'revision_number': 4, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'gw_port': {'id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '2e97ca23-aa7c-4983-a4fc-83f6062232de', 'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'mac_address': 'fa:16:3e:06:f6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '5592f295-1c49-454d-89cd-147bd84cc964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:33Z', 'updated_at': '2022-04-15T04:34:33Z', 'revision_number': 1, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'subnets': [{'id': '5592f295-1c49-454d-89cd-147bd84cc964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:34:34.516614 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d490039-4227-47dd-8108-aa90263d2b2e admin admin] Router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:34:34.628076 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7ddf70ec-db8e-440b-a2c4-33dff8798272 None None] Provisioning complete for port 2e97ca23-aa7c-4983-a4fc-83f6062232de triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:34.628942 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7ddf70ec-db8e-440b-a2c4-33dff8798272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2e97ca23-aa7c-4983-a4fc-83f6062232de), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:34.638452 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d490039-4227-47dd-8108-aa90263d2b2e admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:34:34.643374 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-9d490039-4227-47dd-8108-aa90263d2b2e admin admin] 10.222.0.15 "PUT /v2.0/routers/efbfb4e7-9e7f-4ccb-b22b-1162846a68c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7943325 Apr 15 04:34:34.665214 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf70ec-db8e-440b-a2c4-33dff8798272 None None] Port 2e97ca23-aa7c-4983-a4fc-83f6062232de cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:34:35.285197 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:35.409157 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44128) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:35.414828 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-7acf457f-a3df-4b7b-a969-e77d6fc01142 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1221565903-network', 'tenant_id': '837500ea41524b79be372bf74acbc427'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:34:35.489347 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acf457f-a3df-4b7b-a969-e77d6fc01142 admin admin] Made reservation on behalf of 837500ea41524b79be372bf74acbc427 for: {'network': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:34:35.491737 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7acf457f-a3df-4b7b-a969-e77d6fc01142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for network (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:35.501082 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7acf457f-a3df-4b7b-a969-e77d6fc01142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:35.578781 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7acf457f-a3df-4b7b-a969-e77d6fc01142 admin admin] Publish callbacks [] for security_group (2d14e2c1-1cb0-4aa0-9d72-70ab58746c07), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:35.643694 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7acf457f-a3df-4b7b-a969-e77d6fc01142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (2d14e2c1-1cb0-4aa0-9d72-70ab58746c07), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:35.673006 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7acf457f-a3df-4b7b-a969-e77d6fc01142 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=104666) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 15 04:34:35.679525 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf457f-a3df-4b7b-a969-e77d6fc01142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d14e2c1-1cb0-4aa0-9d72-70ab58746c07,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:35.685752 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7acf457f-a3df-4b7b-a969-e77d6fc01142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (702dae07-7067-4ffd-9e58-d47dc618badd), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:35.686090 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.segments_db [None req-7acf457f-a3df-4b7b-a969-e77d6fc01142 admin admin] Added segment 702dae07-7067-4ffd-9e58-d47dc618badd of type vlan for network e0ba29e6-88fe-41fd-a054-3de0ce189f32 Apr 15 04:34:35.728926 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7acf457f-a3df-4b7b-a969-e77d6fc01142 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769505696732'] for network (e0ba29e6-88fe-41fd-a054-3de0ce189f32), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:35.809042 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7acf457f-a3df-4b7b-a969-e77d6fc01142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649'] for network (e0ba29e6-88fe-41fd-a054-3de0ce189f32), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:35.810069 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acf457f-a3df-4b7b-a969-e77d6fc01142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:35.810954 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-7acf457f-a3df-4b7b-a969-e77d6fc01142 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:35.874543 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf457f-a3df-4b7b-a969-e77d6fc01142 admin admin] Pushing event updated for resources: {'Network': ['ID=e0ba29e6-88fe-41fd-a054-3de0ce189f32,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:35.885108 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Network e0ba29e6-88fe-41fd-a054-3de0ce189f32 details requested by agent ovs-agent-dv-neutron-837140-3-hyperv with host dv-neutron-837140-3-hyperv {{(pid=104668) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 15 04:34:35.903171 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-7acf457f-a3df-4b7b-a969-e77d6fc01142 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4928794 Apr 15 04:34:35.905879 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44130) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:35.910644 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-f8776721-0081-4b33-aa7a-3fbd21df1a73 admin admin] Request body: {'subnet': {'network_id': 'e0ba29e6-88fe-41fd-a054-3de0ce189f32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1221565903-subnet', 'tenant_id': '837500ea41524b79be372bf74acbc427', 'ip_version': 4}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:34:35.984276 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8776721-0081-4b33-aa7a-3fbd21df1a73 admin admin] Made reservation on behalf of 837500ea41524b79be372bf74acbc427 for: {'subnet': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:34:35.986688 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f8776721-0081-4b33-aa7a-3fbd21df1a73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5913267'] for subnet (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:36.219368 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f8776721-0081-4b33-aa7a-3fbd21df1a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5825693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5913253'] for subnet (590674d3-22ff-4d7d-8be4-8d107c2e3b1b), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:36.276042 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8776721-0081-4b33-aa7a-3fbd21df1a73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=590674d3-22ff-4d7d-8be4-8d107c2e3b1b,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:36.285051 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8776721-0081-4b33-aa7a-3fbd21df1a73 admin admin] Checking segment: {'id': '702dae07-7067-4ffd-9e58-d47dc618badd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0ba29e6-88fe-41fd-a054-3de0ce189f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:34:36.285413 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8776721-0081-4b33-aa7a-3fbd21df1a73 admin admin] Network hostable DHCP agents. Network: e0ba29e6-88fe-41fd-a054-3de0ce189f32, hostable agents: ['c661f692-e6a2-49e6-b7ef-e35ef1eeaff6'], hosted agents: [] {{(pid=104666) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 15 04:34:36.338765 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] Sync routers for ids ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:34:36.348822 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] Routers {'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:34:36.349434 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:34:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:36.367237 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8776721-0081-4b33-aa7a-3fbd21df1a73 admin admin] Network e0ba29e6-88fe-41fd-a054-3de0ce189f32 is scheduled to be hosted by DHCP agent c661f692-e6a2-49e6-b7ef-e35ef1eeaff6 with binding_index 1 {{(pid=104666) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 15 04:34:36.447199 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-f8776721-0081-4b33-aa7a-3fbd21df1a73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837140-3-hyperv, e0ba29e6-88fe-41fd-a054-3de0ce189f32) {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:34:36.451397 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8776721-0081-4b33-aa7a-3fbd21df1a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:36.452004 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-f8776721-0081-4b33-aa7a-3fbd21df1a73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:36.456828 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb78c7f-31fc-49fb-b521-089d2cadcf01 None None] Network e0ba29e6-88fe-41fd-a054-3de0ce189f32 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:34:36.456988 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] Set router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:34:36.548683 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 44132) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:36.549213 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-f8776721-0081-4b33-aa7a-3fbd21df1a73 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6417892 Apr 15 04:34:36.554270 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-70e72208-eec2-4965-89c8-8b3e635a7d23 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1221565903-router', 'tenant_id': '837500ea41524b79be372bf74acbc427', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:34:36.560681 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeab13d-01c8-4192-b75b-6dce77a5c148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp62225aec-2751-5ae5-965f-14786de903c2-e0ba29e6-88fe-41fd-a054-3de0ce189f32', 'network_id': 'e0ba29e6-88fe-41fd-a054-3de0ce189f32', 'project_id': '837500ea41524b79be372bf74acbc427', 'fixed_ips': [{'subnet_id': '590674d3-22ff-4d7d-8be4-8d107c2e3b1b'}]}} from dv-neutron-837140-3-hyperv. {{(pid=104668) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 15 04:34:36.561669 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bbeab13d-01c8-4192-b75b-6dce77a5c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:36.646911 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'name': 'tempest-TestSnapshotPattern-506614110-router', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:33Z', 'revision_number': 4, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'gw_port': {'id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '2e97ca23-aa7c-4983-a4fc-83f6062232de', 'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'mac_address': 'fa:16:3e:06:f6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '5592f295-1c49-454d-89cd-147bd84cc964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:33Z', 'updated_at': '2022-04-15T04:34:34Z', 'revision_number': 2, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'subnets': [{'id': '5592f295-1c49-454d-89cd-147bd84cc964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:36.658605 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-70e72208-eec2-4965-89c8-8b3e635a7d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-944984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9456'] for router (0257ef29-2b15-40f7-98f3-3b0c6d227c34), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:36.659940 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-70e72208-eec2-4965-89c8-8b3e635a7d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-944328', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947009', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-926166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9449'] for router (0257ef29-2b15-40f7-98f3-3b0c6d227c34), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:36.677514 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] Checking router: efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:34:36.677863 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] Updating router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 port 2e97ca23-aa7c-4983-a4fc-83f6062232de binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:34:36.697702 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.db_base_plugin_common [None req-bbeab13d-01c8-4192-b75b-6dce77a5c148 None None] Allocated IP 172.20.0.2 (e0ba29e6-88fe-41fd-a054-3de0ce189f32/590674d3-22ff-4d7d-8be4-8d107c2e3b1b/48756430-45c3-4f86-bf19-9605b8b1dbea) {{(pid=104668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:34:36.709644 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2e97ca23-aa7c-4983-a4fc-83f6062232de), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:36.721423 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-70e72208-eec2-4965-89c8-8b3e635a7d23 admin admin] Publish callbacks [] for router_controller (0257ef29-2b15-40f7-98f3-3b0c6d227c34), precommit_add_association {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:36.848802 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bbeab13d-01c8-4192-b75b-6dce77a5c148 None None] Publish callbacks [] for port (48756430-45c3-4f86-bf19-9605b8b1dbea), precommit_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:36.910374 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bbeab13d-01c8-4192-b75b-6dce77a5c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990'] for port (48756430-45c3-4f86-bf19-9605b8b1dbea), after_create {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:36.939789 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-70e72208-eec2-4965-89c8-8b3e635a7d23 admin admin] Publish callbacks [] for router_gateway (0257ef29-2b15-40f7-98f3-3b0c6d227c34), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:36.948629 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeab13d-01c8-4192-b75b-6dce77a5c148 None None] Network e0ba29e6-88fe-41fd-a054-3de0ce189f32 is already hosted by enough agents. {{(pid=104668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:34:36.951563 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.scheduler.base_scheduler [None req-bbeab13d-01c8-4192-b75b-6dce77a5c148 None None] Resources bound (agent type, host, resource id): {{(pid=104668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:34:36.954701 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeab13d-01c8-4192-b75b-6dce77a5c148 None None] Received port after_create {{(pid=104668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:34:36.977712 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] Publish callbacks [] for port (2e97ca23-aa7c-4983-a4fc-83f6062232de), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:36.989415 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeab13d-01c8-4192-b75b-6dce77a5c148 None None] Pushing event updated for resources: {'Port': ['ID=48756430-45c3-4f86-bf19-9605b8b1dbea,revision_number=1']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:37.015441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 10a06a71-dfa9-4e2e-ab2f-64f736e81615 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:34:37.052377 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-bbeab13d-01c8-4192-b75b-6dce77a5c148 None None] Attempting to bind port 48756430-45c3-4f86-bf19-9605b8b1dbea on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:34:37.052742 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-bbeab13d-01c8-4192-b75b-6dce77a5c148 None None] Attempting to bind port 48756430-45c3-4f86-bf19-9605b8b1dbea by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '702dae07-7067-4ffd-9e58-d47dc618badd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0ba29e6-88fe-41fd-a054-3de0ce189f32'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:34:37.053102 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeab13d-01c8-4192-b75b-6dce77a5c148 None None] Attempting to bind port 48756430-45c3-4f86-bf19-9605b8b1dbea on network e0ba29e6-88fe-41fd-a054-3de0ce189f32 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:34:37.055362 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (2e97ca23-aa7c-4983-a4fc-83f6062232de), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:37.067608 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeab13d-01c8-4192-b75b-6dce77a5c148 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:34:37.067608 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeab13d-01c8-4192-b75b-6dce77a5c148 None None] Checking segment: {'id': '702dae07-7067-4ffd-9e58-d47dc618badd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0ba29e6-88fe-41fd-a054-3de0ce189f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:34:37.067608 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bbeab13d-01c8-4192-b75b-6dce77a5c148 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:37.067608 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeab13d-01c8-4192-b75b-6dce77a5c148 None None] Bound using segment: {'id': '702dae07-7067-4ffd-9e58-d47dc618badd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0ba29e6-88fe-41fd-a054-3de0ce189f32'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:34:37.067608 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-bbeab13d-01c8-4192-b75b-6dce77a5c148 None None] Bound port: 48756430-45c3-4f86-bf19-9605b8b1dbea, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702dae07-7067-4ffd-9e58-d47dc618badd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0ba29e6-88fe-41fd-a054-3de0ce189f32'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:34:37.067608 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bbeab13d-01c8-4192-b75b-6dce77a5c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (48756430-45c3-4f86-bf19-9605b8b1dbea), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:37.137518 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae57cd-3ead-4e10-8b8b-02e2857d6f49 None None] Pushing event updated for resources: {'Port': ['ID=2e97ca23-aa7c-4983-a4fc-83f6062232de,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:37.139230 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 10a06a71-dfa9-4e2e-ab2f-64f736e81615 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:37.140110 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (10a06a71-dfa9-4e2e-ab2f-64f736e81615), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:37.159018 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae57cd-3ead-4e10-8b8b-02e2857d6f49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:37.159358 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae57cd-3ead-4e10-8b8b-02e2857d6f49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:37.159881 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae57cd-3ead-4e10-8b8b-02e2857d6f49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:37.160403 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae57cd-3ead-4e10-8b8b-02e2857d6f49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:37.160999 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae57cd-3ead-4e10-8b8b-02e2857d6f49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:37.161487 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae57cd-3ead-4e10-8b8b-02e2857d6f49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:37.161972 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae57cd-3ead-4e10-8b8b-02e2857d6f49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:37.162457 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae57cd-3ead-4e10-8b8b-02e2857d6f49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:37.162988 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae57cd-3ead-4e10-8b8b-02e2857d6f49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:37.163472 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae57cd-3ead-4e10-8b8b-02e2857d6f49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:37.163959 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae57cd-3ead-4e10-8b8b-02e2857d6f49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:37.166957 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae57cd-3ead-4e10-8b8b-02e2857d6f49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:37.166957 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae57cd-3ead-4e10-8b8b-02e2857d6f49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:37.166957 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae57cd-3ead-4e10-8b8b-02e2857d6f49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:37.166957 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feae57cd-3ead-4e10-8b8b-02e2857d6f49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:34:37.185319 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] Attempting to bind port 2e97ca23-aa7c-4983-a4fc-83f6062232de on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:34:37.187238 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] Attempting to bind port 2e97ca23-aa7c-4983-a4fc-83f6062232de by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '5b0e0494-4b35-4317-9288-285984167ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:34:37.187778 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] Attempting to bind port 2e97ca23-aa7c-4983-a4fc-83f6062232de on network 951af149-933d-4e5d-9e4a-c3776c5a48b8 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:34:37.193398 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:34:37.194047 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] Checking segment: {'id': '5b0e0494-4b35-4317-9288-285984167ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:34:37.194629 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:37.195173 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] Bound using segment: {'id': '5b0e0494-4b35-4317-9288-285984167ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:34:37.195457 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-bbeab13d-01c8-4192-b75b-6dce77a5c148 None None] For port 48756430-45c3-4f86-bf19-9605b8b1dbea, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:34:37.195967 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] Bound port: 2e97ca23-aa7c-4983-a4fc-83f6062232de, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0e0494-4b35-4317-9288-285984167ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:34:37.201540 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2e97ca23-aa7c-4983-a4fc-83f6062232de), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:37.202016 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-70e72208-eec2-4965-89c8-8b3e635a7d23 admin admin] Publish callbacks [] for router_gateway (0257ef29-2b15-40f7-98f3-3b0c6d227c34), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:37.202147 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-bbeab13d-01c8-4192-b75b-6dce77a5c148 None None] For port 48756430-45c3-4f86-bf19-9605b8b1dbea, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=48756430-45c3-4f86-bf19-9605b8b1dbea,segment=NetworkSegment(702dae07-7067-4ffd-9e58-d47dc618badd),segment_id=702dae07-7067-4ffd-9e58-d47dc618badd)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:34:37.222206 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-70e72208-eec2-4965-89c8-8b3e635a7d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:37.251309 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 10a06a71-dfa9-4e2e-ab2f-64f736e81615 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:34:37.251718 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (10a06a71-dfa9-4e2e-ab2f-64f736e81615), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:37.272230 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-bbeab13d-01c8-4192-b75b-6dce77a5c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (48756430-45c3-4f86-bf19-9605b8b1dbea), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:37.277685 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 10a06a71-dfa9-4e2e-ab2f-64f736e81615, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=10a06a71-dfa9-4e2e-ab2f-64f736e81615,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:34:37.278913 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] For port 2e97ca23-aa7c-4983-a4fc-83f6062232de, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:34:37.282512 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] For port 2e97ca23-aa7c-4983-a4fc-83f6062232de, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=2e97ca23-aa7c-4983-a4fc-83f6062232de,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:34:37.337930 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeab13d-01c8-4192-b75b-6dce77a5c148 None None] Pushing event updated for resources: {'Port': ['ID=48756430-45c3-4f86-bf19-9605b8b1dbea,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:37.340893 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (10a06a71-dfa9-4e2e-ab2f-64f736e81615), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:37.362587 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-70e72208-eec2-4965-89c8-8b3e635a7d23 admin admin] Allocated IP 172.26.6.92 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/9097f6cf-faa3-4c55-9557-d5c2a696d4a1) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:34:37.368924 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (2e97ca23-aa7c-4983-a4fc-83f6062232de), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:37.414494 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=10a06a71-dfa9-4e2e-ab2f-64f736e81615,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:37.421604 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-19c61f89-8a7f-4e18-a2d2-09356941f19c None None] Provisioning complete for port 2e97ca23-aa7c-4983-a4fc-83f6062232de triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:37.421975 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-19c61f89-8a7f-4e18-a2d2-09356941f19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2e97ca23-aa7c-4983-a4fc-83f6062232de), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:37.429132 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] Routers {'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:34:37.429755 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:34:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:37.504263 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae57cd-3ead-4e10-8b8b-02e2857d6f49 None None] Pushing event updated for resources: {'Port': ['ID=2e97ca23-aa7c-4983-a4fc-83f6062232de,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:37.537727 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-19c61f89-8a7f-4e18-a2d2-09356941f19c None None] Current status of the port 2e97ca23-aa7c-4983-a4fc-83f6062232de is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:34:37.538124 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-19c61f89-8a7f-4e18-a2d2-09356941f19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (2e97ca23-aa7c-4983-a4fc-83f6062232de), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:37.572590 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-70e72208-eec2-4965-89c8-8b3e635a7d23 admin admin] Publish callbacks [] for port (9097f6cf-faa3-4c55-9557-d5c2a696d4a1), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:37.595421 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-19c61f89-8a7f-4e18-a2d2-09356941f19c None None] For port 2e97ca23-aa7c-4983-a4fc-83f6062232de, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=2e97ca23-aa7c-4983-a4fc-83f6062232de,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:34:37.626134 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] Set router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:34:37.716567 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-19c61f89-8a7f-4e18-a2d2-09356941f19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (2e97ca23-aa7c-4983-a4fc-83f6062232de), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:37.745928 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-70e72208-eec2-4965-89c8-8b3e635a7d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (9097f6cf-faa3-4c55-9557-d5c2a696d4a1), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:37.779731 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c61f89-8a7f-4e18-a2d2-09356941f19c None None] Pushing event updated for resources: {'Port': ['ID=2e97ca23-aa7c-4983-a4fc-83f6062232de,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:37.796948 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e72208-eec2-4965-89c8-8b3e635a7d23 admin admin] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:34:37.805138 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-70e72208-eec2-4965-89c8-8b3e635a7d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:34:37.809441 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e72208-eec2-4965-89c8-8b3e635a7d23 admin admin] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:34:37.838249 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-eee79c4b-f70a-42b7-afd9-8c4d66781b37 None None] Provisioning complete for port 2e97ca23-aa7c-4983-a4fc-83f6062232de triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:37.838650 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e72208-eec2-4965-89c8-8b3e635a7d23 admin admin] Pushing event updated for resources: {'Port': ['ID=9097f6cf-faa3-4c55-9557-d5c2a696d4a1,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:37.838797 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-eee79c4b-f70a-42b7-afd9-8c4d66781b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2e97ca23-aa7c-4983-a4fc-83f6062232de), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:37.927629 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-eee79c4b-f70a-42b7-afd9-8c4d66781b37 None None] Current status of the port 2e97ca23-aa7c-4983-a4fc-83f6062232de is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:34:37.934330 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'name': 'tempest-TestSnapshotPattern-506614110-router', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:33Z', 'revision_number': 4, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'gw_port': {'id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '2e97ca23-aa7c-4983-a4fc-83f6062232de', 'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'mac_address': 'fa:16:3e:06:f6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '5592f295-1c49-454d-89cd-147bd84cc964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:33Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 4, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'subnets': [{'id': '5592f295-1c49-454d-89cd-147bd84cc964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:37.960934 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca9f006-ec9b-4413-8dc1-bc8e70994e10 None None] The sync data for ids ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'] in dv-neutron-837140-3-hyperv is: [{'id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'name': 'tempest-TestSnapshotPattern-506614110-router', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:33Z', 'revision_number': 4, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'gw_port': {'id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '2e97ca23-aa7c-4983-a4fc-83f6062232de', 'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'mac_address': 'fa:16:3e:06:f6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '5592f295-1c49-454d-89cd-147bd84cc964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:33Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 4, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'subnets': [{'id': '5592f295-1c49-454d-89cd-147bd84cc964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:34:38.137882 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-70e72208-eec2-4965-89c8-8b3e635a7d23 admin admin] Publish callbacks [] for router_gateway (0257ef29-2b15-40f7-98f3-3b0c6d227c34), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:38.352464 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-70e72208-eec2-4965-89c8-8b3e635a7d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-944351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946608'] for router (0257ef29-2b15-40f7-98f3-3b0c6d227c34), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:38.495507 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184b9949-b22b-475c-bda1-4dc751bd9f65 None None] Network e0ba29e6-88fe-41fd-a054-3de0ce189f32 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:34:38.563446 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-3894be65-e5dc-41fe-b39a-44e43fc1a715 None None] Provisioning complete for port 48756430-45c3-4f86-bf19-9605b8b1dbea triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:38.564992 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3894be65-e5dc-41fe-b39a-44e43fc1a715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (48756430-45c3-4f86-bf19-9605b8b1dbea), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:38.586246 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e72208-eec2-4965-89c8-8b3e635a7d23 admin admin] Router 0257ef29-2b15-40f7-98f3-3b0c6d227c34 is scheduled to L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db with binding_index 1 {{(pid=104667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 15 04:34:38.683324 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-3894be65-e5dc-41fe-b39a-44e43fc1a715 None None] Current status of the port 48756430-45c3-4f86-bf19-9605b8b1dbea is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:34:38.683995 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3894be65-e5dc-41fe-b39a-44e43fc1a715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (48756430-45c3-4f86-bf19-9605b8b1dbea), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:38.705354 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e72208-eec2-4965-89c8-8b3e635a7d23 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:34:38.720435 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] Sync routers for ids ['0257ef29-2b15-40f7-98f3-3b0c6d227c34'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:34:38.736615 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-3894be65-e5dc-41fe-b39a-44e43fc1a715 None None] For port 48756430-45c3-4f86-bf19-9605b8b1dbea, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=48756430-45c3-4f86-bf19-9605b8b1dbea,segment=NetworkSegment(702dae07-7067-4ffd-9e58-d47dc618badd),segment_id=702dae07-7067-4ffd-9e58-d47dc618badd)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:34:38.740723 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] Routers {'0257ef29-2b15-40f7-98f3-3b0c6d227c34'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:34:38.741354 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:34:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['0257ef29-2b15-40f7-98f3-3b0c6d227c34'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:38.809893 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-70e72208-eec2-4965-89c8-8b3e635a7d23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:38.811203 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-70e72208-eec2-4965-89c8-8b3e635a7d23 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2616005 Apr 15 04:34:38.814009 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44134) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:38.825343 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3894be65-e5dc-41fe-b39a-44e43fc1a715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (48756430-45c3-4f86-bf19-9605b8b1dbea), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:38.889466 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] Set router 0257ef29-2b15-40f7-98f3-3b0c6d227c34 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:34:38.916874 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894be65-e5dc-41fe-b39a-44e43fc1a715 None None] Pushing event updated for resources: {'Port': ['ID=48756430-45c3-4f86-bf19-9605b8b1dbea,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:39.132368 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 10a06a71-dfa9-4e2e-ab2f-64f736e81615 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:34:39.137584 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-6ada7b37-f7e1-43f9-ab5f-0eafdc6c1fc3 None None] Provisioning complete for port 48756430-45c3-4f86-bf19-9605b8b1dbea triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:39.137958 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6ada7b37-f7e1-43f9-ab5f-0eafdc6c1fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (48756430-45c3-4f86-bf19-9605b8b1dbea), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:39.271147 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 10a06a71-dfa9-4e2e-ab2f-64f736e81615 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:39.271432 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (10a06a71-dfa9-4e2e-ab2f-64f736e81615), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:39.367574 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-6ada7b37-f7e1-43f9-ab5f-0eafdc6c1fc3 None None] Current status of the port 48756430-45c3-4f86-bf19-9605b8b1dbea is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:34:39.375043 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0257ef29-2b15-40f7-98f3-3b0c6d227c34', 'name': 'tempest-TestSnapshotPattern-1221565903-router', 'tenant_id': '837500ea41524b79be372bf74acbc427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '9097f6cf-faa3-4c55-9557-d5c2a696d4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:36Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 3, 'project_id': '837500ea41524b79be372bf74acbc427', 'gw_port': {'id': '9097f6cf-faa3-4c55-9557-d5c2a696d4a1', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0257ef29-2b15-40f7-98f3-3b0c6d227c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:37Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:39.405392 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] Checking router: 0257ef29-2b15-40f7-98f3-3b0c6d227c34 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:34:39.405750 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] Updating router 0257ef29-2b15-40f7-98f3-3b0c6d227c34 port 9097f6cf-faa3-4c55-9557-d5c2a696d4a1 binding host dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:34:39.458720 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (9097f6cf-faa3-4c55-9557-d5c2a696d4a1), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:39.479550 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 10a06a71-dfa9-4e2e-ab2f-64f736e81615 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:34:39.480601 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2e97ca23-aa7c-4983-a4fc-83f6062232de up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:34:39.565893 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-254e5faa-bdab-4ab5-9ce3-4600f44eb8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:39.593186 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 2e97ca23-aa7c-4983-a4fc-83f6062232de triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:39.593556 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (2e97ca23-aa7c-4983-a4fc-83f6062232de), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:39.718010 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-254e5faa-bdab-4ab5-9ce3-4600f44eb8ab admin admin] Allocated IP 172.20.0.1 (e0ba29e6-88fe-41fd-a054-3de0ce189f32/590674d3-22ff-4d7d-8be4-8d107c2e3b1b/1e20b106-2f5e-427d-8121-73b0814abec5) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:34:39.751374 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 2e97ca23-aa7c-4983-a4fc-83f6062232de is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:34:39.752434 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 48756430-45c3-4f86-bf19-9605b8b1dbea up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:34:39.823278 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-254e5faa-bdab-4ab5-9ce3-4600f44eb8ab admin admin] Publish callbacks [] for port (1e20b106-2f5e-427d-8121-73b0814abec5), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:39.840955 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] Publish callbacks [] for port (9097f6cf-faa3-4c55-9557-d5c2a696d4a1), precommit_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:39.845988 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 48756430-45c3-4f86-bf19-9605b8b1dbea triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:39.850467 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (48756430-45c3-4f86-bf19-9605b8b1dbea), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:39.923807 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 48756430-45c3-4f86-bf19-9605b8b1dbea is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:34:39.926987 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (9097f6cf-faa3-4c55-9557-d5c2a696d4a1), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:39.959105 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-254e5faa-bdab-4ab5-9ce3-4600f44eb8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (1e20b106-2f5e-427d-8121-73b0814abec5), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:39.980142 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c882c44-21f4-4deb-972a-51ae5dc0953f None None] Pushing event updated for resources: {'Port': ['ID=9097f6cf-faa3-4c55-9557-d5c2a696d4a1,revision_number=2']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:39.982649 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] Attempting to bind port 9097f6cf-faa3-4c55-9557-d5c2a696d4a1 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:34:39.983025 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] Attempting to bind port 9097f6cf-faa3-4c55-9557-d5c2a696d4a1 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:34:39.983384 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] Attempting to bind port 9097f6cf-faa3-4c55-9557-d5c2a696d4a1 on network 47f4ed73-a135-4807-aa37-c76498dd2653 {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:34:39.989023 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:34:39.989402 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] Checking segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:34:39.989806 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:39.990195 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] Bound using segment: {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'} {{(pid=104668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:34:39.990684 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.managers [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] Bound port: 9097f6cf-faa3-4c55-9557-d5c2a696d4a1, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1276b812-692f-43a9-a83f-90c9f0eb8a1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653'}}] {{(pid=104668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:34:39.991063 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (9097f6cf-faa3-4c55-9557-d5c2a696d4a1), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:40.004382 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254e5faa-bdab-4ab5-9ce3-4600f44eb8ab admin admin] Network e0ba29e6-88fe-41fd-a054-3de0ce189f32 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:34:40.008692 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-254e5faa-bdab-4ab5-9ce3-4600f44eb8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:34:40.014929 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254e5faa-bdab-4ab5-9ce3-4600f44eb8ab admin admin] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:34:40.042302 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e5faa-bdab-4ab5-9ce3-4600f44eb8ab admin admin] Pushing event updated for resources: {'Port': ['ID=1e20b106-2f5e-427d-8121-73b0814abec5,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:40.048581 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] For port 9097f6cf-faa3-4c55-9557-d5c2a696d4a1, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:34:40.053529 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] For port 9097f6cf-faa3-4c55-9557-d5c2a696d4a1, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=9097f6cf-faa3-4c55-9557-d5c2a696d4a1,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:34:40.066151 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-254e5faa-bdab-4ab5-9ce3-4600f44eb8ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-946497'] for router_interface (0257ef29-2b15-40f7-98f3-3b0c6d227c34), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:40.124290 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (9097f6cf-faa3-4c55-9557-d5c2a696d4a1), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:40.203624 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c882c44-21f4-4deb-972a-51ae5dc0953f None None] Pushing event updated for resources: {'Port': ['ID=9097f6cf-faa3-4c55-9557-d5c2a696d4a1,revision_number=3']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:40.211588 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] Routers {'0257ef29-2b15-40f7-98f3-3b0c6d227c34'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:34:40.217729 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:34:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['0257ef29-2b15-40f7-98f3-3b0c6d227c34'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:40.276748 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-254e5faa-bdab-4ab5-9ce3-4600f44eb8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1e20b106-2f5e-427d-8121-73b0814abec5), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:40.331496 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-c882dbdb-ec89-46af-ac88-6e7e7eefe7b1 None None] Provisioning complete for port 1e20b106-2f5e-427d-8121-73b0814abec5 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:40.331764 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c882dbdb-ec89-46af-ac88-6e7e7eefe7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1e20b106-2f5e-427d-8121-73b0814abec5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:40.377550 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] Set router 0257ef29-2b15-40f7-98f3-3b0c6d227c34 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:34:40.431886 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-c882dbdb-ec89-46af-ac88-6e7e7eefe7b1 None None] Port 1e20b106-2f5e-427d-8121-73b0814abec5 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:34:40.448995 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-254e5faa-bdab-4ab5-9ce3-4600f44eb8ab admin admin] Publish callbacks [] for port (1e20b106-2f5e-427d-8121-73b0814abec5), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:40.534598 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-254e5faa-bdab-4ab5-9ce3-4600f44eb8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (1e20b106-2f5e-427d-8121-73b0814abec5), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:40.554735 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0257ef29-2b15-40f7-98f3-3b0c6d227c34', 'name': 'tempest-TestSnapshotPattern-1221565903-router', 'tenant_id': '837500ea41524b79be372bf74acbc427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '9097f6cf-faa3-4c55-9557-d5c2a696d4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:36Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 3, 'project_id': '837500ea41524b79be372bf74acbc427', 'gw_port': {'id': '9097f6cf-faa3-4c55-9557-d5c2a696d4a1', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0257ef29-2b15-40f7-98f3-3b0c6d227c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:37Z', 'updated_at': '2022-04-15T04:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:40.582766 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d050e771-f083-463c-bbac-08b4e5747177 None None] The sync data for ids ['0257ef29-2b15-40f7-98f3-3b0c6d227c34'] in dv-neutron-837140-3-hyperv is: [{'id': '0257ef29-2b15-40f7-98f3-3b0c6d227c34', 'name': 'tempest-TestSnapshotPattern-1221565903-router', 'tenant_id': '837500ea41524b79be372bf74acbc427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '9097f6cf-faa3-4c55-9557-d5c2a696d4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:36Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 3, 'project_id': '837500ea41524b79be372bf74acbc427', 'gw_port': {'id': '9097f6cf-faa3-4c55-9557-d5c2a696d4a1', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0257ef29-2b15-40f7-98f3-3b0c6d227c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:37Z', 'updated_at': '2022-04-15T04:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:34:40.607142 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e5faa-bdab-4ab5-9ce3-4600f44eb8ab admin admin] Pushing event updated for resources: {'Port': ['ID=1e20b106-2f5e-427d-8121-73b0814abec5,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:40.612844 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-254e5faa-bdab-4ab5-9ce3-4600f44eb8ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945905'] for router_interface (0257ef29-2b15-40f7-98f3-3b0c6d227c34), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:40.719583 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254e5faa-bdab-4ab5-9ce3-4600f44eb8ab admin admin] Network e0ba29e6-88fe-41fd-a054-3de0ce189f32 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:34:40.721118 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-254e5faa-bdab-4ab5-9ce3-4600f44eb8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:34:40.889906 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254e5faa-bdab-4ab5-9ce3-4600f44eb8ab admin admin] Router 0257ef29-2b15-40f7-98f3-3b0c6d227c34 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:34:41.068814 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254e5faa-bdab-4ab5-9ce3-4600f44eb8ab admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:34:41.080476 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-254e5faa-bdab-4ab5-9ce3-4600f44eb8ab admin admin] 10.222.0.15 "PUT /v2.0/routers/0257ef29-2b15-40f7-98f3-3b0c6d227c34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2652845 Apr 15 04:34:41.095598 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 48756430-45c3-4f86-bf19-9605b8b1dbea up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:34:41.160071 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 48756430-45c3-4f86-bf19-9605b8b1dbea triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:41.160438 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (48756430-45c3-4f86-bf19-9605b8b1dbea), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:41.163599 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-8b43002e-2a49-4a6d-a4a8-5d306c026aee None None] Provisioning complete for port 1e20b106-2f5e-427d-8121-73b0814abec5 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:41.163789 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8b43002e-2a49-4a6d-a4a8-5d306c026aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1e20b106-2f5e-427d-8121-73b0814abec5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:41.246650 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-8b43002e-2a49-4a6d-a4a8-5d306c026aee None None] Port 1e20b106-2f5e-427d-8121-73b0814abec5 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:34:41.302368 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 48756430-45c3-4f86-bf19-9605b8b1dbea is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:34:41.303146 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 9097f6cf-faa3-4c55-9557-d5c2a696d4a1 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:34:41.364827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 9097f6cf-faa3-4c55-9557-d5c2a696d4a1 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:41.365324 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (9097f6cf-faa3-4c55-9557-d5c2a696d4a1), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:41.452850 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 9097f6cf-faa3-4c55-9557-d5c2a696d4a1 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:34:41.453464 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (9097f6cf-faa3-4c55-9557-d5c2a696d4a1), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:41.484068 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] For port 9097f6cf-faa3-4c55-9557-d5c2a696d4a1, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=9097f6cf-faa3-4c55-9557-d5c2a696d4a1,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:34:41.561842 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (9097f6cf-faa3-4c55-9557-d5c2a696d4a1), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:41.620343 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Pushing event updated for resources: {'Port': ['ID=9097f6cf-faa3-4c55-9557-d5c2a696d4a1,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:41.704968 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44146) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:41.709604 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-a121e1a7-4518-4420-bf78-2e41b9846daa tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307549952', 'description': 'tempest-secgroup-smoke-1307549952 description', 'project_id': '8b665559f0eb4c58addeb115856378b3'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:34:41.812802 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a121e1a7-4518-4420-bf78-2e41b9846daa tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:41.882467 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a121e1a7-4518-4420-bf78-2e41b9846daa tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group (5d65e4c2-29da-4bbf-b046-a70dfb84c153), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:41.955641 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a121e1a7-4518-4420-bf78-2e41b9846daa tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (5d65e4c2-29da-4bbf-b046-a70dfb84c153), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:41.984591 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121e1a7-4518-4420-bf78-2e41b9846daa tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d65e4c2-29da-4bbf-b046-a70dfb84c153,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:42.049095 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-a121e1a7-4518-4420-bf78-2e41b9846daa tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:42.050367 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-a121e1a7-4518-4420-bf78-2e41b9846daa tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3443799 Apr 15 04:34:42.053281 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44148) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:42.058157 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-51e1f111-1b1b-45ea-887c-8a532965f79b tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Request body: {'security_group_rule': {'security_group_id': '5d65e4c2-29da-4bbf-b046-a70dfb84c153', 'project_id': '8b665559f0eb4c58addeb115856378b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:34:42.158262 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-51e1f111-1b1b-45ea-887c-8a532965f79b tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group_rule (6a81b43d-7ff7-4c01-8a95-323008501804), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:42.217067 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-51e1f111-1b1b-45ea-887c-8a532965f79b tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group_rule (6a81b43d-7ff7-4c01-8a95-323008501804), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:42.295178 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-51e1f111-1b1b-45ea-887c-8a532965f79b tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (6a81b43d-7ff7-4c01-8a95-323008501804), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:42.315025 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1f111-1b1b-45ea-887c-8a532965f79b tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a81b43d-7ff7-4c01-8a95-323008501804,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:42.385280 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] Sync routers for ids ['0257ef29-2b15-40f7-98f3-3b0c6d227c34'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:34:42.388862 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-51e1f111-1b1b-45ea-887c-8a532965f79b tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:42.391092 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-51e1f111-1b1b-45ea-887c-8a532965f79b tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3361952 Apr 15 04:34:42.393171 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44150) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:42.397609 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] Routers {'0257ef29-2b15-40f7-98f3-3b0c6d227c34'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:34:42.402073 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:34:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['0257ef29-2b15-40f7-98f3-3b0c6d227c34'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:42.402238 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-47db3f3c-d1ee-407d-b0c0-eb8c414aa285 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Request body: {'security_group_rule': {'security_group_id': '5d65e4c2-29da-4bbf-b046-a70dfb84c153', 'project_id': '8b665559f0eb4c58addeb115856378b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:34:42.484466 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-47db3f3c-d1ee-407d-b0c0-eb8c414aa285 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group_rule (c9b9fda2-e87d-4c6f-af59-f7c9711399cc), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:42.515135 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] Set router 0257ef29-2b15-40f7-98f3-3b0c6d227c34 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:34:42.545664 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-47db3f3c-d1ee-407d-b0c0-eb8c414aa285 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group_rule (c9b9fda2-e87d-4c6f-af59-f7c9711399cc), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:42.630536 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-47db3f3c-d1ee-407d-b0c0-eb8c414aa285 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (c9b9fda2-e87d-4c6f-af59-f7c9711399cc), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:42.650885 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db3f3c-d1ee-407d-b0c0-eb8c414aa285 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b9fda2-e87d-4c6f-af59-f7c9711399cc,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:42.702198 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0257ef29-2b15-40f7-98f3-3b0c6d227c34', 'name': 'tempest-TestSnapshotPattern-1221565903-router', 'tenant_id': '837500ea41524b79be372bf74acbc427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '9097f6cf-faa3-4c55-9557-d5c2a696d4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:36Z', 'updated_at': '2022-04-15T04:34:40Z', 'revision_number': 4, 'project_id': '837500ea41524b79be372bf74acbc427', 'gw_port': {'id': '9097f6cf-faa3-4c55-9557-d5c2a696d4a1', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0257ef29-2b15-40f7-98f3-3b0c6d227c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:37Z', 'updated_at': '2022-04-15T04:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '1e20b106-2f5e-427d-8121-73b0814abec5', 'name': '', 'network_id': 'e0ba29e6-88fe-41fd-a054-3de0ce189f32', 'tenant_id': '837500ea41524b79be372bf74acbc427', 'mac_address': 'fa:16:3e:a1:fe:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0257ef29-2b15-40f7-98f3-3b0c6d227c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '590674d3-22ff-4d7d-8be4-8d107c2e3b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:39Z', 'updated_at': '2022-04-15T04:34:40Z', 'revision_number': 2, 'project_id': '837500ea41524b79be372bf74acbc427', 'subnets': [{'id': '590674d3-22ff-4d7d-8be4-8d107c2e3b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:42.730930 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] Checking router: 0257ef29-2b15-40f7-98f3-3b0c6d227c34 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:34:42.731326 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] Updating router 0257ef29-2b15-40f7-98f3-3b0c6d227c34 port 1e20b106-2f5e-427d-8121-73b0814abec5 binding host dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 15 04:34:42.734898 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-47db3f3c-d1ee-407d-b0c0-eb8c414aa285 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:42.736131 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-47db3f3c-d1ee-407d-b0c0-eb8c414aa285 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3416762 Apr 15 04:34:42.738947 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44152) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:42.743293 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-89b9d69e-5b2f-4bca-a5f7-d3b0d6be2af3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Request body: {'security_group_rule': {'security_group_id': '5d65e4c2-29da-4bbf-b046-a70dfb84c153', 'project_id': '8b665559f0eb4c58addeb115856378b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:34:42.760595 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1e20b106-2f5e-427d-8121-73b0814abec5), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:42.869897 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-89b9d69e-5b2f-4bca-a5f7-d3b0d6be2af3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group_rule (a881b20b-16e1-45c0-b035-aa4d3e37ba76), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:42.931678 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-89b9d69e-5b2f-4bca-a5f7-d3b0d6be2af3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group_rule (a881b20b-16e1-45c0-b035-aa4d3e37ba76), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:42.969042 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 9097f6cf-faa3-4c55-9557-d5c2a696d4a1 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:34:42.997829 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-89b9d69e-5b2f-4bca-a5f7-d3b0d6be2af3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (a881b20b-16e1-45c0-b035-aa4d3e37ba76), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:43.018267 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 9097f6cf-faa3-4c55-9557-d5c2a696d4a1 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:43.018788 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (9097f6cf-faa3-4c55-9557-d5c2a696d4a1), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:43.019746 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9d69e-5b2f-4bca-a5f7-d3b0d6be2af3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a881b20b-16e1-45c0-b035-aa4d3e37ba76,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:43.030377 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] Publish callbacks [] for port (1e20b106-2f5e-427d-8121-73b0814abec5), precommit_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:43.079661 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-89b9d69e-5b2f-4bca-a5f7-d3b0d6be2af3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:43.080904 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-89b9d69e-5b2f-4bca-a5f7-d3b0d6be2af3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3410072 Apr 15 04:34:43.086017 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44154) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:43.091090 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-6a4137c7-4001-4e7a-94c3-302b89bd574e tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Request body: {'security_group_rule': {'security_group_id': '5d65e4c2-29da-4bbf-b046-a70dfb84c153', 'project_id': '8b665559f0eb4c58addeb115856378b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:34:43.100466 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 9097f6cf-faa3-4c55-9557-d5c2a696d4a1 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:34:43.100704 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (1e20b106-2f5e-427d-8121-73b0814abec5), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:43.153531 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f2b34-fa77-446a-ae1a-e639843ae08b None None] Pushing event updated for resources: {'Port': ['ID=1e20b106-2f5e-427d-8121-73b0814abec5,revision_number=3']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:43.179795 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6a4137c7-4001-4e7a-94c3-302b89bd574e tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group_rule (66e6a2dc-84da-4510-b652-214a6c729136), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:43.217716 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] Attempting to bind port 1e20b106-2f5e-427d-8121-73b0814abec5 on host dv-neutron-837140-3-hyperv for vnic_type normal with profile {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:34:43.218083 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] Attempting to bind port 1e20b106-2f5e-427d-8121-73b0814abec5 by drivers openvswitch,hyperv on host dv-neutron-837140-3-hyperv at level 0 using segments [{'id': '702dae07-7067-4ffd-9e58-d47dc618badd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0ba29e6-88fe-41fd-a054-3de0ce189f32'}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:34:43.218440 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] Attempting to bind port 1e20b106-2f5e-427d-8121-73b0814abec5 on network e0ba29e6-88fe-41fd-a054-3de0ce189f32 {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:34:43.224107 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] Checking agent: {'id': '3f9abb62-7046-45d9-94d7-0e848b6a5306', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837140-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 26, 55), 'started_at': datetime.datetime(2022, 4, 15, 3, 27, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837140-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:34:43.224897 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] Checking segment: {'id': '702dae07-7067-4ffd-9e58-d47dc618badd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0ba29e6-88fe-41fd-a054-3de0ce189f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:34:43.225306 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:43.225698 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] Bound using segment: {'id': '702dae07-7067-4ffd-9e58-d47dc618badd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0ba29e6-88fe-41fd-a054-3de0ce189f32'} {{(pid=104669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:34:43.226156 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.managers [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] Bound port: 1e20b106-2f5e-427d-8121-73b0814abec5, host: dv-neutron-837140-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702dae07-7067-4ffd-9e58-d47dc618badd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e0ba29e6-88fe-41fd-a054-3de0ce189f32'}}] {{(pid=104669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:34:43.226531 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1e20b106-2f5e-427d-8121-73b0814abec5), before_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:43.250898 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6a4137c7-4001-4e7a-94c3-302b89bd574e tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group_rule (66e6a2dc-84da-4510-b652-214a6c729136), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:43.295811 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] For port 1e20b106-2f5e-427d-8121-73b0814abec5, host dv-neutron-837140-3-hyperv, cleared binding levels {{(pid=104669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:34:43.299188 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.plugins.ml2.db [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] For port 1e20b106-2f5e-427d-8121-73b0814abec5, host dv-neutron-837140-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1e20b106-2f5e-427d-8121-73b0814abec5,segment=NetworkSegment(702dae07-7067-4ffd-9e58-d47dc618badd),segment_id=702dae07-7067-4ffd-9e58-d47dc618badd)] {{(pid=104669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:34:43.327106 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6a4137c7-4001-4e7a-94c3-302b89bd574e tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (66e6a2dc-84da-4510-b652-214a6c729136), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:43.345500 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4137c7-4001-4e7a-94c3-302b89bd574e tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e6a2dc-84da-4510-b652-214a6c729136,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:43.374992 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-68ad80be-44aa-4170-a3cc-46cfcaafe8cc None None] Provisioning complete for port 1e20b106-2f5e-427d-8121-73b0814abec5 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:43.375365 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-68ad80be-44aa-4170-a3cc-46cfcaafe8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1e20b106-2f5e-427d-8121-73b0814abec5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:43.407922 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron_lib.callbacks.manager [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (1e20b106-2f5e-427d-8121-73b0814abec5), after_update {{(pid=104669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:43.409216 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-68ad80be-44aa-4170-a3cc-46cfcaafe8cc None None] Port 1e20b106-2f5e-427d-8121-73b0814abec5 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:34:43.437872 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-6a4137c7-4001-4e7a-94c3-302b89bd574e tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:43.441702 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-6a4137c7-4001-4e7a-94c3-302b89bd574e tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3521791 Apr 15 04:34:43.442638 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 44156) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:43.448282 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-d29d2061-f4f9-43a1-b2cc-cf8e6981e334 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Request body: {'security_group_rule': {'security_group_id': '5d65e4c2-29da-4bbf-b046-a70dfb84c153', 'project_id': '8b665559f0eb4c58addeb115856378b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:34:43.466816 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] Routers {'0257ef29-2b15-40f7-98f3-3b0c6d227c34'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:34:43.468928 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:34:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['0257ef29-2b15-40f7-98f3-3b0c6d227c34'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:43.506705 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f2b34-fa77-446a-ae1a-e639843ae08b None None] Pushing event updated for resources: {'Port': ['ID=1e20b106-2f5e-427d-8121-73b0814abec5,revision_number=4']} {{(pid=104669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:43.541056 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.securitygroups_db [None req-d29d2061-f4f9-43a1-b2cc-cf8e6981e334 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Project 8b665559f0eb4c58addeb115856378b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 04:34:43.547270 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d29d2061-f4f9-43a1-b2cc-cf8e6981e334 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group_rule (0a37fe07-d207-4a63-aed3-12dd509df023), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:43.588481 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] Set router 0257ef29-2b15-40f7-98f3-3b0c6d227c34 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:34:43.614812 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d29d2061-f4f9-43a1-b2cc-cf8e6981e334 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group_rule (0a37fe07-d207-4a63-aed3-12dd509df023), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:43.689208 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d29d2061-f4f9-43a1-b2cc-cf8e6981e334 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (0a37fe07-d207-4a63-aed3-12dd509df023), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:43.708620 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d2061-f4f9-43a1-b2cc-cf8e6981e334 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a37fe07-d207-4a63-aed3-12dd509df023,revision_number=0']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:43.728145 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-fa104668-686d-4dfd-b594-9e4e36f78968 None None] Provisioning complete for port 1e20b106-2f5e-427d-8121-73b0814abec5 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:43.728520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fa104668-686d-4dfd-b594-9e4e36f78968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1e20b106-2f5e-427d-8121-73b0814abec5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:43.777474 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d29d2061-f4f9-43a1-b2cc-cf8e6981e334 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:43.778810 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d29d2061-f4f9-43a1-b2cc-cf8e6981e334 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3347039 Apr 15 04:34:43.781984 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44158) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:43.786590 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-74d6641d-efef-4831-a72f-7e7efd26d420 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Request body: {'security_group_rule': {'security_group_id': '5d65e4c2-29da-4bbf-b046-a70dfb84c153', 'project_id': '8b665559f0eb4c58addeb115856378b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:34:43.799315 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0257ef29-2b15-40f7-98f3-3b0c6d227c34', 'name': 'tempest-TestSnapshotPattern-1221565903-router', 'tenant_id': '837500ea41524b79be372bf74acbc427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '9097f6cf-faa3-4c55-9557-d5c2a696d4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:36Z', 'updated_at': '2022-04-15T04:34:40Z', 'revision_number': 4, 'project_id': '837500ea41524b79be372bf74acbc427', 'gw_port': {'id': '9097f6cf-faa3-4c55-9557-d5c2a696d4a1', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0257ef29-2b15-40f7-98f3-3b0c6d227c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:37Z', 'updated_at': '2022-04-15T04:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '1e20b106-2f5e-427d-8121-73b0814abec5', 'name': '', 'network_id': 'e0ba29e6-88fe-41fd-a054-3de0ce189f32', 'tenant_id': '837500ea41524b79be372bf74acbc427', 'mac_address': 'fa:16:3e:a1:fe:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0257ef29-2b15-40f7-98f3-3b0c6d227c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '590674d3-22ff-4d7d-8be4-8d107c2e3b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:39Z', 'updated_at': '2022-04-15T04:34:43Z', 'revision_number': 4, 'project_id': '837500ea41524b79be372bf74acbc427', 'subnets': [{'id': '590674d3-22ff-4d7d-8be4-8d107c2e3b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:43.808359 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-fa104668-686d-4dfd-b594-9e4e36f78968 None None] Current status of the port 1e20b106-2f5e-427d-8121-73b0814abec5 is: DOWN; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:34:43.808983 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fa104668-686d-4dfd-b594-9e4e36f78968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (1e20b106-2f5e-427d-8121-73b0814abec5), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:43.826571 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43240959-2b99-430a-9c86-7fa32f83a19e None None] The sync data for ids ['0257ef29-2b15-40f7-98f3-3b0c6d227c34'] in dv-neutron-837140-3-hyperv is: [{'id': '0257ef29-2b15-40f7-98f3-3b0c6d227c34', 'name': 'tempest-TestSnapshotPattern-1221565903-router', 'tenant_id': '837500ea41524b79be372bf74acbc427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '9097f6cf-faa3-4c55-9557-d5c2a696d4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:36Z', 'updated_at': '2022-04-15T04:34:40Z', 'revision_number': 4, 'project_id': '837500ea41524b79be372bf74acbc427', 'gw_port': {'id': '9097f6cf-faa3-4c55-9557-d5c2a696d4a1', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0257ef29-2b15-40f7-98f3-3b0c6d227c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:37Z', 'updated_at': '2022-04-15T04:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '1e20b106-2f5e-427d-8121-73b0814abec5', 'name': '', 'network_id': 'e0ba29e6-88fe-41fd-a054-3de0ce189f32', 'tenant_id': '837500ea41524b79be372bf74acbc427', 'mac_address': 'fa:16:3e:a1:fe:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0257ef29-2b15-40f7-98f3-3b0c6d227c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': '590674d3-22ff-4d7d-8be4-8d107c2e3b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:39Z', 'updated_at': '2022-04-15T04:34:43Z', 'revision_number': 4, 'project_id': '837500ea41524b79be372bf74acbc427', 'subnets': [{'id': '590674d3-22ff-4d7d-8be4-8d107c2e3b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:34:43.842889 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-fa104668-686d-4dfd-b594-9e4e36f78968 None None] For port 1e20b106-2f5e-427d-8121-73b0814abec5, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1e20b106-2f5e-427d-8121-73b0814abec5,segment=NetworkSegment(702dae07-7067-4ffd-9e58-d47dc618badd),segment_id=702dae07-7067-4ffd-9e58-d47dc618badd)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:34:43.871982 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.securitygroups_db [None req-74d6641d-efef-4831-a72f-7e7efd26d420 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Project 8b665559f0eb4c58addeb115856378b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 04:34:43.885625 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-74d6641d-efef-4831-a72f-7e7efd26d420 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group_rule (0e6886ca-a14d-4537-8068-a2c6dd8c6fb4), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:43.954317 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-fa104668-686d-4dfd-b594-9e4e36f78968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (1e20b106-2f5e-427d-8121-73b0814abec5), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:43.965245 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-74d6641d-efef-4831-a72f-7e7efd26d420 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group_rule (0e6886ca-a14d-4537-8068-a2c6dd8c6fb4), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:44.001933 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa104668-686d-4dfd-b594-9e4e36f78968 None None] Pushing event updated for resources: {'Port': ['ID=1e20b106-2f5e-427d-8121-73b0814abec5,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:44.095088 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-74d6641d-efef-4831-a72f-7e7efd26d420 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033259'] for security_group_rule (0e6886ca-a14d-4537-8068-a2c6dd8c6fb4), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:44.114265 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6641d-efef-4831-a72f-7e7efd26d420 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6886ca-a14d-4537-8068-a2c6dd8c6fb4,revision_number=0']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:44.256883 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-74d6641d-efef-4831-a72f-7e7efd26d420 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:44.258123 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-74d6641d-efef-4831-a72f-7e7efd26d420 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4750941 Apr 15 04:34:44.408724 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-536c36bb-305e-43bc-aee2-fe3479dcd7e6 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307549952&fields=id&tenant_id=8b665559f0eb4c58addeb115856378b3 HTTP/1.1" status: 200 len: 267 time: 0.0437663 Apr 15 04:34:44.514404 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-edb8f80e-5a4b-494d-ae88-863c68e88cdc tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:44.515799 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-edb8f80e-5a4b-494d-ae88-863c68e88cdc tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/networks?id=951af149-933d-4e5d-9e4a-c3776c5a48b8 HTTP/1.1" status: 200 len: 809 time: 0.1007574 Apr 15 04:34:44.529716 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-87adb5af-df5a-4673-a63c-3d2d9db1bcca tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/quotas/8b665559f0eb4c58addeb115856378b3 HTTP/1.1" status: 200 len: 375 time: 0.0086100 Apr 15 04:34:44.577246 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-c7eee419-30db-4af5-8887-e857ba7f08ce tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b665559f0eb4c58addeb115856378b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428071 Apr 15 04:34:44.715080 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-fccc0f7f-02b4-4764-9cab-62505aa2b639 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 04:34:44.716393 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-fccc0f7f-02b4-4764-9cab-62505aa2b639 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0499451 Apr 15 04:34:44.814346 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-73d9e3aa-1ead-4d69-a1fd-65f837d41f41 service neutron] 10.222.0.15 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918934 Apr 15 04:34:44.908002 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-7d4d9d9d-adc0-49ea-9be3-9e84d1b5f4c8 service neutron] 10.222.0.15 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877156 Apr 15 04:34:44.996138 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1e20b106-2f5e-427d-8121-73b0814abec5 up at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:34:45.044126 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Provisioning complete for port 1e20b106-2f5e-427d-8121-73b0814abec5 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:45.044797 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (1e20b106-2f5e-427d-8121-73b0814abec5), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:45.187551 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7bec9dfc-0892-4fc3-b134-848e4a029654 req-fde89ceb-1183-4827-92c1-effa5125600d tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 210 time: 0.0302782 Apr 15 04:34:45.279999 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Current status of the port 1e20b106-2f5e-427d-8121-73b0814abec5 is: ACTIVE; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:34:46.271400 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8fc9b67e-e5a1-4f27-b1b7-c71d708046e1 req-1ab35cd8-3a15-4674-9637-fded148678c5 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 210 time: 0.0323956 Apr 15 04:34:47.389703 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-abd1b406-4eb9-4680-8227-891a19cabe48 req-cd9e838e-2356-457c-a66d-7012170c0dfd tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 210 time: 0.0363727 Apr 15 04:34:47.425951 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-3483a7aa-63c7-4020-82fa-b5406c525fd8 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:47.427430 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-3483a7aa-63c7-4020-82fa-b5406c525fd8 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.30 "GET /v2.0/networks?id=951af149-933d-4e5d-9e4a-c3776c5a48b8 HTTP/1.1" status: 200 len: 809 time: 0.1320779 Apr 15 04:34:47.490337 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-36d8dbca-18ed-4a61-b4f7-9db270d24c05 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b665559f0eb4c58addeb115856378b3 HTTP/1.1" status: 200 len: 380 time: 0.0538180 Apr 15 04:34:47.502511 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-5ede6d02-caac-48cf-8431-8f7d56849f46 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Request body: {'port': {'device_id': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'admin_state_up': True, 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'security_groups': ['5d65e4c2-29da-4bbf-b046-a70dfb84c153']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:34:47.687165 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-5ede6d02-caac-48cf-8431-8f7d56849f46 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Made reservation on behalf of 8b665559f0eb4c58addeb115856378b3 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:34:47.690580 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-5ede6d02-caac-48cf-8431-8f7d56849f46 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:47.821730 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-5ede6d02-caac-48cf-8431-8f7d56849f46 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Allocated IP 172.20.0.9 (951af149-933d-4e5d-9e4a-c3776c5a48b8/5592f295-1c49-454d-89cd-147bd84cc964/81fbffd8-1b5b-4847-bc20-5db4005d59c4) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:34:47.957851 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-5ede6d02-caac-48cf-8431-8f7d56849f46 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:48.052783 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-5ede6d02-caac-48cf-8431-8f7d56849f46 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:48.092365 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-5ede6d02-caac-48cf-8431-8f7d56849f46 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Network 951af149-933d-4e5d-9e4a-c3776c5a48b8 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:34:48.095515 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-5ede6d02-caac-48cf-8431-8f7d56849f46 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:34:48.101606 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-5ede6d02-caac-48cf-8431-8f7d56849f46 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:34:48.128799 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede6d02-caac-48cf-8431-8f7d56849f46 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Pushing event updated for resources: {'Port': ['ID=81fbffd8-1b5b-4847-bc20-5db4005d59c4,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:48.154658 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-5ede6d02-caac-48cf-8431-8f7d56849f46 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:48.156046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-5ede6d02-caac-48cf-8431-8f7d56849f46 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:48.232754 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-5ede6d02-caac-48cf-8431-8f7d56849f46 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7334998 Apr 15 04:34:48.245009 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] Request body: {'port': {'device_id': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:34:48.299251 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-26d851e9-2037-446b-8bb1-75792b99b7f1 None None] Provisioning complete for port 81fbffd8-1b5b-4847-bc20-5db4005d59c4 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:48.299814 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-26d851e9-2037-446b-8bb1-75792b99b7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:48.310552 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:48.333683 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-26d851e9-2037-446b-8bb1-75792b99b7f1 None None] Port 81fbffd8-1b5b-4847-bc20-5db4005d59c4 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:34:48.501874 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690c693-a1fe-4041-90f6-0e7c98148e46 req-4d95d4f9-ebc0-4cd9-8661-cd8822423680 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:48.503406 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e690c693-a1fe-4041-90f6-0e7c98148e46 req-4d95d4f9-ebc0-4cd9-8661-cd8822423680 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 931 time: 0.0476370 Apr 15 04:34:48.556494 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-e690c693-a1fe-4041-90f6-0e7c98148e46 req-5d86b103-7fad-4e2f-beb4-82fe8f09e9e0 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460236 Apr 15 04:34:48.557589 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4ca7ead5-c9e4-4a8d-a70b-692e15ff0ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:48.585427 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81fbffd8-1b5b-4847-bc20-5db4005d59c4 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:34:48.592904 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] Publish callbacks [] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:48.605064 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] Transition to ACTIVE for port object 81fbffd8-1b5b-4847-bc20-5db4005d59c4 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 04:34:48.671858 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:48.728085 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] Pushing event updated for resources: {'Port': ['ID=81fbffd8-1b5b-4847-bc20-5db4005d59c4,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:48.798705 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] Attempting to bind port 81fbffd8-1b5b-4847-bc20-5db4005d59c4 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:34:48.798988 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] Attempting to bind port 81fbffd8-1b5b-4847-bc20-5db4005d59c4 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '5b0e0494-4b35-4317-9288-285984167ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:34:48.799598 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] Attempting to bind port 81fbffd8-1b5b-4847-bc20-5db4005d59c4 on network 951af149-933d-4e5d-9e4a-c3776c5a48b8 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:34:48.804394 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] Port 81fbffd8-1b5b-4847-bc20-5db4005d59c4 on network 951af149-933d-4e5d-9e4a-c3776c5a48b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 04:34:48.804725 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] Attempting to bind port 81fbffd8-1b5b-4847-bc20-5db4005d59c4 on network 951af149-933d-4e5d-9e4a-c3776c5a48b8 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:34:48.810421 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:34:48.810812 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] Checking segment: {'id': '5b0e0494-4b35-4317-9288-285984167ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:34:48.811204 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] Bound using segment: {'id': '5b0e0494-4b35-4317-9288-285984167ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:34:48.811635 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] Bound port: 81fbffd8-1b5b-4847-bc20-5db4005d59c4, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b0e0494-4b35-4317-9288-285984167ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:34:48.811998 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:48.880031 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] For port 81fbffd8-1b5b-4847-bc20-5db4005d59c4, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:34:48.883057 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] For port 81fbffd8-1b5b-4847-bc20-5db4005d59c4, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=81fbffd8-1b5b-4847-bc20-5db4005d59c4,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:34:48.975687 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:49.014924 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:49.015938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:49.017346 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] 10.222.0.30 "PUT /v2.0/ports/81fbffd8-1b5b-4847-bc20-5db4005d59c4 HTTP/1.1" status: 200 len: 1093 time: 0.7766142 Apr 15 04:34:49.019585 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'tag': '81fbffd8-1b5b-4847-bc20-5db4005d59c4'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:34:49.023068 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553ccca8ee5e867f34c36ab59c3cb99a085c4480a477294c348f4ab244c3b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de66d54a-faba-4c96-9d7f-a1350f043363" -d '{"events": [{"name": "network-changed", "server_uuid": "3036351c-66cb-4d60-b5fb-e6eb6b98d9e7", "tag": "81fbffd8-1b5b-4847-bc20-5db4005d59c4"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:34:49.047954 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbf906-a0b4-410d-9021-67595ae8f554 service neutron] Pushing event updated for resources: {'Port': ['ID=81fbffd8-1b5b-4847-bc20-5db4005d59c4,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:49.065585 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04df1d6f-621a-4827-981e-4ccbfb12dcb8 x-openstack-request-id: req-04df1d6f-621a-4827-981e-4ccbfb12dcb8 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:34:49.065950 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3036351c-66cb-4d60-b5fb-e6eb6b98d9e7", "tag": "81fbffd8-1b5b-4847-bc20-5db4005d59c4", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:34:49.066257 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04df1d6f-621a-4827-981e-4ccbfb12dcb8 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:34:49.066869 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04df1d6f-621a-4827-981e-4ccbfb12dcb8'] response: {'name': 'network-changed', 'server_uuid': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'tag': '81fbffd8-1b5b-4847-bc20-5db4005d59c4', 'status': 'completed', 'code': 200} Apr 15 04:34:49.126449 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66d54a-faba-4c96-9d7f-a1350f043363 req-42a9b777-6b24-4ba9-bb3b-5da7981be934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:49.128149 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-de66d54a-faba-4c96-9d7f-a1350f043363 req-42a9b777-6b24-4ba9-bb3b-5da7981be934 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b665559f0eb4c58addeb115856378b3&device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 1127 time: 0.0432796 Apr 15 04:34:49.229046 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66d54a-faba-4c96-9d7f-a1350f043363 req-2f3bba7e-ae9e-4924-887c-c0ba650fbbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:49.230511 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-de66d54a-faba-4c96-9d7f-a1350f043363 req-2f3bba7e-ae9e-4924-887c-c0ba650fbbb5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8b665559f0eb4c58addeb115856378b3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0951002 Apr 15 04:34:49.325002 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66d54a-faba-4c96-9d7f-a1350f043363 req-4df994dd-e095-47c2-879b-6aa61afe3774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:49.326390 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-de66d54a-faba-4c96-9d7f-a1350f043363 req-4df994dd-e095-47c2-879b-6aa61afe3774 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0904386 Apr 15 04:34:49.399792 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-2fda47df-ed94-40d0-b337-558c8605a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:49.401293 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-2fda47df-ed94-40d0-b337-558c8605a107 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b665559f0eb4c58addeb115856378b3&device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 1127 time: 0.0390780 Apr 15 04:34:49.445336 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-c7106d3d-b68e-4a7b-9ba9-4cf750e37a75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fbffd8-1b5b-4847-bc20-5db4005d59c4 HTTP/1.1" status: 200 len: 217 time: 0.0371029 Apr 15 04:34:49.492070 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-b48adf79-18ab-45a4-8417-2e53171291b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:49.493465 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-b48adf79-18ab-45a4-8417-2e53171291b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5592f295-1c49-454d-89cd-147bd84cc964 HTTP/1.1" status: 200 len: 848 time: 0.0425851 Apr 15 04:34:49.534701 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-0d386b84-c512-49ec-a625-0630066a340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:49.536137 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-0d386b84-c512-49ec-a625-0630066a340b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=951af149-933d-4e5d-9e4a-c3776c5a48b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0367095 Apr 15 04:34:49.631606 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-b746e803-26c1-4d38-8e4f-4754a1cbcd5e service neutron] 10.222.0.30 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851905 Apr 15 04:34:49.670301 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931ce21-b361-4f43-a651-187f7d932c34 req-c5d96f5d-114e-4bcc-8f35-5c4eefa79e18 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:49.671792 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4931ce21-b361-4f43-a651-187f7d932c34 req-c5d96f5d-114e-4bcc-8f35-5c4eefa79e18 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 943 time: 0.0461023 Apr 15 04:34:49.721904 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c8faf1c2-f270-45fe-bcbf-c9689357e391 req-f40c5c27-105f-43cd-b4dd-126ff3ded974 service neutron] 10.222.0.30 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839250 Apr 15 04:34:49.723329 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-4931ce21-b361-4f43-a651-187f7d932c34 req-235b27e5-1047-47fc-8792-ad9363025d07 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460238 Apr 15 04:34:50.851838 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95aac8-d555-4ed7-b840-3df56d0b375c req-5fdf6468-dd2a-4a87-bdf8-e20262b6ffda tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:50.851838 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4e95aac8-d555-4ed7-b840-3df56d0b375c req-5fdf6468-dd2a-4a87-bdf8-e20262b6ffda tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 943 time: 0.0472908 Apr 15 04:34:50.892806 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4e95aac8-d555-4ed7-b840-3df56d0b375c req-50837605-6011-4f81-941c-878dcd5cac22 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474906 Apr 15 04:34:50.940210 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-be3099cc-4eca-4816-ba76-5f3b2dec38bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:52.002594 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f76e8-5f8f-4e27-8491-f77c49926d32 req-acfb67ef-4cc6-416f-bdd5-7de6adc04e05 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:52.004053 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-799f76e8-5f8f-4e27-8491-f77c49926d32 req-acfb67ef-4cc6-416f-bdd5-7de6adc04e05 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 943 time: 0.0460942 Apr 15 04:34:52.053297 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-799f76e8-5f8f-4e27-8491-f77c49926d32 req-e7f9ba9c-57ed-4e44-a048-9c06824b6497 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431433 Apr 15 04:34:52.127122 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:52.460329 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:34:52.656759 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 81fbffd8-1b5b-4847-bc20-5db4005d59c4 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:34:52.755247 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 81fbffd8-1b5b-4847-bc20-5db4005d59c4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=81fbffd8-1b5b-4847-bc20-5db4005d59c4,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:34:52.766547 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '81fbffd8-1b5b-4847-bc20-5db4005d59c4', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'port_id': '81fbffd8-1b5b-4847-bc20-5db4005d59c4', 'mac_address': 'fa:16:3e:19:d4:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5592f295-1c49-454d-89cd-147bd84cc964', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:34:52.802968 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 81fbffd8-1b5b-4847-bc20-5db4005d59c4 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:34:52.803361 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:52.816514 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fbffd8-1b5b-4847-bc20-5db4005d59c4 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:34:52.835549 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 81fbffd8-1b5b-4847-bc20-5db4005d59c4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=81fbffd8-1b5b-4847-bc20-5db4005d59c4,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:34:52.911972 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:52.958362 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=81fbffd8-1b5b-4847-bc20-5db4005d59c4,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:53.109304 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['81fbffd8-1b5b-4847-bc20-5db4005d59c4'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:34:53.167996 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14928b1b-bfc6-4cf3-8bef-6dd827a7ecd6 req-08772f6d-c95b-4922-8ecf-d643bbeeeefb tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:53.169536 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-14928b1b-bfc6-4cf3-8bef-6dd827a7ecd6 req-08772f6d-c95b-4922-8ecf-d643bbeeeefb tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 944 time: 0.0485346 Apr 15 04:34:53.217317 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-14928b1b-bfc6-4cf3-8bef-6dd827a7ecd6 req-1299000a-2d5f-4197-b68f-a65bb80a2d5c tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421638 Apr 15 04:34:53.669691 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:54.328464 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1e2a0-37ed-4c4e-829a-868a2b57af77 req-80bfb86e-cdba-4873-afd2-24b4f5183d50 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:54.329959 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-89b1e2a0-37ed-4c4e-829a-868a2b57af77 req-80bfb86e-cdba-4873-afd2-24b4f5183d50 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 944 time: 0.0459998 Apr 15 04:34:54.377938 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-89b1e2a0-37ed-4c4e-829a-868a2b57af77 req-3ac9b7d6-d2c7-41b9-b1d5-b4eb5fea5382 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424175 Apr 15 04:34:54.656877 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 81fbffd8-1b5b-4847-bc20-5db4005d59c4 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:34:54.703853 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port 81fbffd8-1b5b-4847-bc20-5db4005d59c4 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 04:34:54.778666 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 81fbffd8-1b5b-4847-bc20-5db4005d59c4 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:34:54.779056 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:54.853852 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 81fbffd8-1b5b-4847-bc20-5db4005d59c4 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:34:54.854229 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:54.877326 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fbffd8-1b5b-4847-bc20-5db4005d59c4'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:34:54.895757 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 81fbffd8-1b5b-4847-bc20-5db4005d59c4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=81fbffd8-1b5b-4847-bc20-5db4005d59c4,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:34:54.918301 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c7147cfaf23485a42c1d7796acb7da5cb39bf041feee66b5770a43a72d21a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb86f5f-0939-4afd-8a96-99090136d144" -d '{"events": [{"server_uuid": "3036351c-66cb-4d60-b5fb-e6eb6b98d9e7", "name": "network-vif-plugged", "status": "completed", "tag": "81fbffd8-1b5b-4847-bc20-5db4005d59c4"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:34:54.957685 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:54.987746 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:55.000388 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb199278-f378-4a59-93cb-a86dc32e8592 x-openstack-request-id: req-eb199278-f378-4a59-93cb-a86dc32e8592 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:34:55.000678 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3036351c-66cb-4d60-b5fb-e6eb6b98d9e7", "name": "network-vif-plugged", "status": "completed", "tag": "81fbffd8-1b5b-4847-bc20-5db4005d59c4", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:34:55.000933 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb199278-f378-4a59-93cb-a86dc32e8592 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:34:55.001332 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb199278-f378-4a59-93cb-a86dc32e8592'] response: {'server_uuid': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fbffd8-1b5b-4847-bc20-5db4005d59c4', 'code': 200} Apr 15 04:34:55.015873 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=81fbffd8-1b5b-4847-bc20-5db4005d59c4,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:55.287363 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa511a8-f675-4fcd-9157-ff1d2984468e req-2b0f7852-121d-487c-8ab6-bfe7d695a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:55.288727 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8aa511a8-f675-4fcd-9157-ff1d2984468e req-2b0f7852-121d-487c-8ab6-bfe7d695a5a1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 1129 time: 0.0376520 Apr 15 04:34:55.332736 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-8aa511a8-f675-4fcd-9157-ff1d2984468e req-83992cb2-f94d-49b7-96f9-c270ea66c09c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384393 Apr 15 04:34:55.493432 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bdc4c-1d8a-4413-a4dc-d113f4d624da req-d6425592-b3df-4016-9969-0293129a0cb6 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:55.494913 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-297bdc4c-1d8a-4413-a4dc-d113f4d624da req-d6425592-b3df-4016-9969-0293129a0cb6 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 945 time: 0.0507209 Apr 15 04:34:55.542145 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-297bdc4c-1d8a-4413-a4dc-d113f4d624da req-fc428442-951c-43cb-85f5-d42fcd1ea19c tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416658 Apr 15 04:34:56.662339 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f12455-e744-49f4-b519-2b081f18801b req-96331f51-5316-4c6e-889a-b2ee65d02abd tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:56.663878 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-57f12455-e744-49f4-b519-2b081f18801b req-96331f51-5316-4c6e-889a-b2ee65d02abd tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 945 time: 0.0525777 Apr 15 04:34:56.712830 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-57f12455-e744-49f4-b519-2b081f18801b req-f1df193f-0460-44fd-acb4-90f067dc8431 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434005 Apr 15 04:34:56.822266 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7017b-2d52-44c3-99ea-58bbd156c0b9 req-a6c9c6d6-e43f-4010-a0ab-9010734483c0 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:56.823671 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-00e7017b-2d52-44c3-99ea-58bbd156c0b9 req-a6c9c6d6-e43f-4010-a0ab-9010734483c0 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 945 time: 0.0465980 Apr 15 04:34:56.875564 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-00e7017b-2d52-44c3-99ea-58bbd156c0b9 req-6fef49ef-0d64-4a0c-8992-f92fab94499b tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463903 Apr 15 04:34:56.897187 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 44238) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:56.975200 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e575d22-ffe9-4723-ae19-b551eda67c33 tempest-TestSnapshotPattern-464951957 tempest-TestSnapshotPattern-464951957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:56.976702 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-2e575d22-ffe9-4723-ae19-b551eda67c33 tempest-TestSnapshotPattern-464951957 tempest-TestSnapshotPattern-464951957-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 1124 time: 0.0785384 Apr 15 04:34:56.979605 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 44242) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:34:56.983993 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.v2.base [None req-770d06ee-ae8d-47f5-933d-bdcee8cae8e3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': '81fbffd8-1b5b-4847-bc20-5db4005d59c4', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:34:57.111798 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-770d06ee-ae8d-47f5-933d-bdcee8cae8e3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:57.193308 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-770d06ee-ae8d-47f5-933d-bdcee8cae8e3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:57.297520 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_common [None req-770d06ee-ae8d-47f5-933d-bdcee8cae8e3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Allocated IP 172.26.6.101 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/a1a9cfde-d86b-41b3-a5fd-2044d6f0e955) {{(pid=104667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:34:57.396519 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-770d06ee-ae8d-47f5-933d-bdcee8cae8e3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for port (a1a9cfde-d86b-41b3-a5fd-2044d6f0e955), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:57.481307 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-770d06ee-ae8d-47f5-933d-bdcee8cae8e3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (a1a9cfde-d86b-41b3-a5fd-2044d6f0e955), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:57.518917 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770d06ee-ae8d-47f5-933d-bdcee8cae8e3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:34:57.523694 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.base_scheduler [None req-770d06ee-ae8d-47f5-933d-bdcee8cae8e3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Resources bound (agent type, host, resource id): {{(pid=104667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:34:57.527726 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770d06ee-ae8d-47f5-933d-bdcee8cae8e3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Received port after_create {{(pid=104667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:34:57.533099 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d06ee-ae8d-47f5-933d-bdcee8cae8e3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Pushing event updated for resources: {'Port': ['ID=a1a9cfde-d86b-41b3-a5fd-2044d6f0e955,revision_number=1']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:57.891420 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-770d06ee-ae8d-47f5-933d-bdcee8cae8e3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for floatingip (b512c1ff-e81e-4870-81b0-82fec1410d19), precommit_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:58.016407 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-770d06ee-ae8d-47f5-933d-bdcee8cae8e3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (a1a9cfde-d86b-41b3-a5fd-2044d6f0e955), before_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:58.160556 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-770d06ee-ae8d-47f5-933d-bdcee8cae8e3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for port (a1a9cfde-d86b-41b3-a5fd-2044d6f0e955), precommit_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:58.214692 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-770d06ee-ae8d-47f5-933d-bdcee8cae8e3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5975276'] for port (a1a9cfde-d86b-41b3-a5fd-2044d6f0e955), after_update {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:58.285434 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d06ee-ae8d-47f5-933d-bdcee8cae8e3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Pushing event updated for resources: {'Port': ['ID=a1a9cfde-d86b-41b3-a5fd-2044d6f0e955,revision_number=2']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:34:58.293465 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-770d06ee-ae8d-47f5-933d-bdcee8cae8e3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (b512c1ff-e81e-4870-81b0-82fec1410d19), after_create {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:58.693630 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-770d06ee-ae8d-47f5-933d-bdcee8cae8e3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Floating IP b512c1ff-e81e-4870-81b0-82fec1410d19 associated. External IP: 172.26.6.101, port: 81fbffd8-1b5b-4847-bc20-5db4005d59c4. Apr 15 04:34:58.898724 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770d06ee-ae8d-47f5-933d-bdcee8cae8e3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:34:59.009274 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770d06ee-ae8d-47f5-933d-bdcee8cae8e3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:34:59.018641 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc803f6f-ef54-4211-81a4-58ba2ea76539 None None] Sync routers for ids ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:34:59.028943 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc803f6f-ef54-4211-81a4-58ba2ea76539 None None] Routers {'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:34:59.035531 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-cc803f6f-ef54-4211-81a4-58ba2ea76539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:34:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:59.089674 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-770d06ee-ae8d-47f5-933d-bdcee8cae8e3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:34:59.121671 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-770d06ee-ae8d-47f5-933d-bdcee8cae8e3 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1410000 Apr 15 04:34:59.122403 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'tag': '81fbffd8-1b5b-4847-bc20-5db4005d59c4'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:34:59.124861 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3a1b41091597f7c193181423133ac9c6b50da4349b4473051299e296472486a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788ccad2-48df-4f4e-a800-9e099f980aff" -d '{"events": [{"name": "network-changed", "server_uuid": "3036351c-66cb-4d60-b5fb-e6eb6b98d9e7", "tag": "81fbffd8-1b5b-4847-bc20-5db4005d59c4"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:34:59.137451 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-cc803f6f-ef54-4211-81a4-58ba2ea76539 None None] Set router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:34:59.160866 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85ce19a-eb9a-4fc2-8388-de8cb93902f4 x-openstack-request-id: req-b85ce19a-eb9a-4fc2-8388-de8cb93902f4 {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:34:59.161392 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3036351c-66cb-4d60-b5fb-e6eb6b98d9e7", "tag": "81fbffd8-1b5b-4847-bc20-5db4005d59c4", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:34:59.161648 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b85ce19a-eb9a-4fc2-8388-de8cb93902f4 {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:34:59.162071 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85ce19a-eb9a-4fc2-8388-de8cb93902f4'] response: {'name': 'network-changed', 'server_uuid': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'tag': '81fbffd8-1b5b-4847-bc20-5db4005d59c4', 'status': 'completed', 'code': 200} Apr 15 04:34:59.224165 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ccad2-48df-4f4e-a800-9e099f980aff req-d01f04fd-eb47-49c1-aa50-e2af01ebfc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:59.225686 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-788ccad2-48df-4f4e-a800-9e099f980aff req-d01f04fd-eb47-49c1-aa50-e2af01ebfc4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b665559f0eb4c58addeb115856378b3&device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 1129 time: 0.0437315 Apr 15 04:34:59.316714 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ccad2-48df-4f4e-a800-9e099f980aff req-ab7ffea5-986c-4e76-ad35-84318cece574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:59.318116 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-788ccad2-48df-4f4e-a800-9e099f980aff req-ab7ffea5-986c-4e76-ad35-84318cece574 service neutron] 10.222.0.30 "GET /v2.0/networks?id=951af149-933d-4e5d-9e4a-c3776c5a48b8 HTTP/1.1" status: 200 len: 909 time: 0.0870378 Apr 15 04:34:59.359342 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-cc803f6f-ef54-4211-81a4-58ba2ea76539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'name': 'tempest-TestSnapshotPattern-506614110-router', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:33Z', 'revision_number': 4, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'gw_port': {'id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b512c1ff-e81e-4870-81b0-82fec1410d19', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'floating_ip_address': '172.26.6.101', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'port_id': '81fbffd8-1b5b-4847-bc20-5db4005d59c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'mac_address': 'fa:16:3e:19:d4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:34:57Z', 'updated_at': '2022-04-15T04:34:57Z', 'revision_number': 0, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e97ca23-aa7c-4983-a4fc-83f6062232de', 'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'mac_address': 'fa:16:3e:06:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '5592f295-1c49-454d-89cd-147bd84cc964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:33Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 5, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'subnets': [{'id': '5592f295-1c49-454d-89cd-147bd84cc964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:59.382430 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-788ccad2-48df-4f4e-a800-9e099f980aff req-6ba0d6c1-d170-4959-ba4b-91cd5051965c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fbffd8-1b5b-4847-bc20-5db4005d59c4 HTTP/1.1" status: 200 len: 999 time: 0.0585938 Apr 15 04:34:59.385859 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc803f6f-ef54-4211-81a4-58ba2ea76539 None None] Checking router: efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:34:59.394032 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc803f6f-ef54-4211-81a4-58ba2ea76539 None None] Routers {'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:34:59.394665 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-cc803f6f-ef54-4211-81a4-58ba2ea76539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:34:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:59.428873 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ccad2-48df-4f4e-a800-9e099f980aff req-f0d6bda9-a64d-4839-9f73-a3f706c246da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:59.430946 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-788ccad2-48df-4f4e-a800-9e099f980aff req-f0d6bda9-a64d-4839-9f73-a3f706c246da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5592f295-1c49-454d-89cd-147bd84cc964 HTTP/1.1" status: 200 len: 848 time: 0.0423806 Apr 15 04:34:59.474935 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ccad2-48df-4f4e-a800-9e099f980aff req-4b77c815-d646-4411-b511-2c13d07e6cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:34:59.476542 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-788ccad2-48df-4f4e-a800-9e099f980aff req-4b77c815-d646-4411-b511-2c13d07e6cb2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=951af149-933d-4e5d-9e4a-c3776c5a48b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0410166 Apr 15 04:34:59.502350 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-cc803f6f-ef54-4211-81a4-58ba2ea76539 None None] Set router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:34:59.563490 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-788ccad2-48df-4f4e-a800-9e099f980aff req-78220c8c-55c6-4a0c-83fd-2240dc2c9ddb service neutron] 10.222.0.30 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813394 Apr 15 04:34:59.654394 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-788ccad2-48df-4f4e-a800-9e099f980aff req-163b3094-9460-43a7-bbbe-88a490af25c9 service neutron] 10.222.0.30 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850194 Apr 15 04:34:59.716638 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-cc803f6f-ef54-4211-81a4-58ba2ea76539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'name': 'tempest-TestSnapshotPattern-506614110-router', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:33Z', 'revision_number': 4, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'gw_port': {'id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b512c1ff-e81e-4870-81b0-82fec1410d19', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'floating_ip_address': '172.26.6.101', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'port_id': '81fbffd8-1b5b-4847-bc20-5db4005d59c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'mac_address': 'fa:16:3e:19:d4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:34:57Z', 'updated_at': '2022-04-15T04:34:57Z', 'revision_number': 0, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e97ca23-aa7c-4983-a4fc-83f6062232de', 'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'mac_address': 'fa:16:3e:06:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '5592f295-1c49-454d-89cd-147bd84cc964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:33Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 5, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'subnets': [{'id': '5592f295-1c49-454d-89cd-147bd84cc964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:34:59.748131 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc803f6f-ef54-4211-81a4-58ba2ea76539 None None] The sync data for ids ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'] in dv-neutron-837140-3-hyperv is: [{'id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'name': 'tempest-TestSnapshotPattern-506614110-router', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:33Z', 'revision_number': 4, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'gw_port': {'id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b512c1ff-e81e-4870-81b0-82fec1410d19', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'floating_ip_address': '172.26.6.101', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'port_id': '81fbffd8-1b5b-4847-bc20-5db4005d59c4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'mac_address': 'fa:16:3e:19:d4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:34:57Z', 'updated_at': '2022-04-15T04:34:57Z', 'revision_number': 0, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e97ca23-aa7c-4983-a4fc-83f6062232de', 'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'mac_address': 'fa:16:3e:06:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '5592f295-1c49-454d-89cd-147bd84cc964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:33Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 5, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'subnets': [{'id': '5592f295-1c49-454d-89cd-147bd84cc964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:34:59.939429 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e4f910-31c9-46ec-b397-45e32fa40535 None None] New status for floating IP b512c1ff-e81e-4870-81b0-82fec1410d19: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:35:05.271823 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:35:18.579583 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0ea286cd-132b-4e3f-be38-60edaa001bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:35:20.903268 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0853f084-7901-480b-8dab-cd9f55c50aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:35:22.123168 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:35:23.657191 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:35:24.979736 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:35:29.459937 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:35:30.452903 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7fca1e7f-25a3-4adb-8f10-43b512203045 req-b0f1be04-6fa1-4264-b33f-df1ee89bbed7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391729 Apr 15 04:35:30.529690 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca1e7f-25a3-4adb-8f10-43b512203045 req-4941abd6-257e-47c9-b182-89096440b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:35:30.531150 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7fca1e7f-25a3-4adb-8f10-43b512203045 req-4941abd6-257e-47c9-b182-89096440b3c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b665559f0eb4c58addeb115856378b3&device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 1129 time: 0.0382113 Apr 15 04:35:30.632690 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca1e7f-25a3-4adb-8f10-43b512203045 req-4a4aac7a-f8fa-4ae9-be99-91484d3f16ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:35:30.634118 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7fca1e7f-25a3-4adb-8f10-43b512203045 req-4a4aac7a-f8fa-4ae9-be99-91484d3f16ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=951af149-933d-4e5d-9e4a-c3776c5a48b8 HTTP/1.1" status: 200 len: 909 time: 0.0856450 Apr 15 04:35:30.699011 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7fca1e7f-25a3-4adb-8f10-43b512203045 req-96c4faca-e3c0-4c8b-8499-5dc517c078a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fbffd8-1b5b-4847-bc20-5db4005d59c4 HTTP/1.1" status: 200 len: 1001 time: 0.0578179 Apr 15 04:35:30.751613 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca1e7f-25a3-4adb-8f10-43b512203045 req-b87afef0-9545-479c-b7ff-09b036b4573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:35:30.752966 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7fca1e7f-25a3-4adb-8f10-43b512203045 req-b87afef0-9545-479c-b7ff-09b036b4573c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5592f295-1c49-454d-89cd-147bd84cc964 HTTP/1.1" status: 200 len: 848 time: 0.0486472 Apr 15 04:35:30.796791 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca1e7f-25a3-4adb-8f10-43b512203045 req-71128150-f9f3-47d2-9525-5daf8e4e77dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:35:30.798268 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7fca1e7f-25a3-4adb-8f10-43b512203045 req-71128150-f9f3-47d2-9525-5daf8e4e77dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=951af149-933d-4e5d-9e4a-c3776c5a48b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0396030 Apr 15 04:35:30.884901 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7fca1e7f-25a3-4adb-8f10-43b512203045 req-7d6b8a07-7f96-46e3-8205-b3d9c0322b64 service neutron] 10.222.0.30 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809214 Apr 15 04:35:30.978072 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7fca1e7f-25a3-4adb-8f10-43b512203045 req-42cfaaab-dd88-4e1f-9182-2daba0a4848c service neutron] 10.222.0.30 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874341 Apr 15 04:35:35.274339 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:35:48.591520 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-08361497-620f-4412-a8b4-72f93f3dc323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:35:50.888315 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-afc6e5ff-68c5-4b8d-9c20-5c7dba81bb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:35:52.131429 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:35:53.699057 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:35:55.002058 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:36:05.293740 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:36:06.459808 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:36:18.562045 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f6fbf07e-2f8e-431a-839e-a8139ea898db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:36:20.910283 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2d32f54f-4b95-4819-8926-0d3f22e7063d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:36:22.119395 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:36:23.673304 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:36:24.956536 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:36:31.436932 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6ad835c-826f-4952-8aff-1c7c1892dc0b req-857ad1bc-33ea-49a5-90af-35eddf1a02d7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386515 Apr 15 04:36:31.516559 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad835c-826f-4952-8aff-1c7c1892dc0b req-8e533bef-60d3-442a-88e1-8b624aeafb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:36:31.518070 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6ad835c-826f-4952-8aff-1c7c1892dc0b req-8e533bef-60d3-442a-88e1-8b624aeafb1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b665559f0eb4c58addeb115856378b3&device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 1129 time: 0.0425816 Apr 15 04:36:31.619399 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad835c-826f-4952-8aff-1c7c1892dc0b req-8b3b5504-881c-4641-8a06-33d46cef91ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:36:31.620847 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6ad835c-826f-4952-8aff-1c7c1892dc0b req-8b3b5504-881c-4641-8a06-33d46cef91ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=951af149-933d-4e5d-9e4a-c3776c5a48b8 HTTP/1.1" status: 200 len: 909 time: 0.0832205 Apr 15 04:36:31.687519 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6ad835c-826f-4952-8aff-1c7c1892dc0b req-108d33d1-8313-461a-85ef-d36b32da77ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fbffd8-1b5b-4847-bc20-5db4005d59c4 HTTP/1.1" status: 200 len: 1001 time: 0.0603921 Apr 15 04:36:31.734854 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad835c-826f-4952-8aff-1c7c1892dc0b req-67b34c37-ea94-4a94-8cb0-ebbecae3595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:36:31.736276 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6ad835c-826f-4952-8aff-1c7c1892dc0b req-67b34c37-ea94-4a94-8cb0-ebbecae3595a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5592f295-1c49-454d-89cd-147bd84cc964 HTTP/1.1" status: 200 len: 848 time: 0.0428715 Apr 15 04:36:31.779180 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad835c-826f-4952-8aff-1c7c1892dc0b req-e788f1c0-adf7-4960-a63a-d75f1e48a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:36:31.780629 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6ad835c-826f-4952-8aff-1c7c1892dc0b req-e788f1c0-adf7-4960-a63a-d75f1e48a186 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=951af149-933d-4e5d-9e4a-c3776c5a48b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0381382 Apr 15 04:36:31.872744 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6ad835c-826f-4952-8aff-1c7c1892dc0b req-8cb49207-c37d-4c8d-aaa8-5371b664e641 service neutron] 10.222.0.30 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849290 Apr 15 04:36:31.962167 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-d6ad835c-826f-4952-8aff-1c7c1892dc0b req-df956c57-1a85-44c0-ae0c-906637b4508a service neutron] 10.222.0.30 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819046 Apr 15 04:36:35.292914 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:36:43.458325 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:36:48.559347 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9dc7c0b7-7efb-4c96-a05d-1204339c353e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:36:50.904300 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9d7219e1-49cf-47f0-89e8-e690d1b3f818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:36:52.161671 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:36:53.663933 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:36:54.975687 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:36:57.301471 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 81fbffd8-1b5b-4847-bc20-5db4005d59c4 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:36:57.394200 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 81fbffd8-1b5b-4847-bc20-5db4005d59c4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=81fbffd8-1b5b-4847-bc20-5db4005d59c4,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:36:57.405319 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': '81fbffd8-1b5b-4847-bc20-5db4005d59c4', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'port_id': '81fbffd8-1b5b-4847-bc20-5db4005d59c4', 'mac_address': 'fa:16:3e:19:d4:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5592f295-1c49-454d-89cd-147bd84cc964', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:36:57.584166 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 81fbffd8-1b5b-4847-bc20-5db4005d59c4 is: ACTIVE; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:36:57.584457 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:36:57.596827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81fbffd8-1b5b-4847-bc20-5db4005d59c4 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:36:57.615678 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 81fbffd8-1b5b-4847-bc20-5db4005d59c4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=81fbffd8-1b5b-4847-bc20-5db4005d59c4,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:36:57.687058 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:36:57.736431 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=81fbffd8-1b5b-4847-bc20-5db4005d59c4,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:36:57.743491 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:36:57.743832 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:36:57.744168 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:36:57.744502 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:36:57.744830 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:36:57.745155 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:36:57.745483 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:36:57.745826 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:36:57.746810 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:36:57.747140 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:36:57.747460 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:36:57.747781 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:36:57.748096 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:36:57.748409 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:36:57.748721 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:36:57.762681 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['81fbffd8-1b5b-4847-bc20-5db4005d59c4'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:36:59.318796 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 81fbffd8-1b5b-4847-bc20-5db4005d59c4 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:36:59.397487 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port 81fbffd8-1b5b-4847-bc20-5db4005d59c4 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:36:59.397870 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:36:59.489506 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 81fbffd8-1b5b-4847-bc20-5db4005d59c4 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:36:59.489915 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:36:59.514084 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fbffd8-1b5b-4847-bc20-5db4005d59c4'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:36:59.516444 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c7147cfaf23485a42c1d7796acb7da5cb39bf041feee66b5770a43a72d21a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802335da-cdb3-477a-9cae-a7b81a1c7b25" -d '{"events": [{"server_uuid": "3036351c-66cb-4d60-b5fb-e6eb6b98d9e7", "name": "network-vif-plugged", "status": "completed", "tag": "81fbffd8-1b5b-4847-bc20-5db4005d59c4"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:36:59.529034 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 81fbffd8-1b5b-4847-bc20-5db4005d59c4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=81fbffd8-1b5b-4847-bc20-5db4005d59c4,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:36:59.561497 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4438fbb6-a238-4f72-9489-0a0322a3f732 x-openstack-request-id: req-4438fbb6-a238-4f72-9489-0a0322a3f732 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:36:59.561787 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3036351c-66cb-4d60-b5fb-e6eb6b98d9e7", "name": "network-vif-plugged", "status": "completed", "tag": "81fbffd8-1b5b-4847-bc20-5db4005d59c4", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:36:59.562039 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4438fbb6-a238-4f72-9489-0a0322a3f732 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:36:59.562440 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4438fbb6-a238-4f72-9489-0a0322a3f732'] response: {'server_uuid': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fbffd8-1b5b-4847-bc20-5db4005d59c4', 'code': 200} Apr 15 04:36:59.593527 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:36:59.643392 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=81fbffd8-1b5b-4847-bc20-5db4005d59c4,revision_number=7']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:37:05.322241 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:09.722249 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6829e3da-b97a-4993-87ef-9963c281f836 req-72a9757b-7082-4e54-9fff-8ea1f71e921a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307549952&fields=id&tenant_id=8b665559f0eb4c58addeb115856378b3 HTTP/1.1" status: 200 len: 267 time: 0.0466187 Apr 15 04:37:09.827253 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829e3da-b97a-4993-87ef-9963c281f836 req-2d270166-7941-4caa-99fa-3d7b39323a62 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:09.828619 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6829e3da-b97a-4993-87ef-9963c281f836 req-2d270166-7941-4caa-99fa-3d7b39323a62 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/networks?id=951af149-933d-4e5d-9e4a-c3776c5a48b8 HTTP/1.1" status: 200 len: 809 time: 0.0999789 Apr 15 04:37:09.842598 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6829e3da-b97a-4993-87ef-9963c281f836 req-26fbcdd4-586a-4a04-ae17-f7b307a82d8e tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/quotas/8b665559f0eb4c58addeb115856378b3 HTTP/1.1" status: 200 len: 375 time: 0.0086949 Apr 15 04:37:09.898374 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6829e3da-b97a-4993-87ef-9963c281f836 req-cead5d2c-febe-4683-8dd5-92d34a43932c tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b665559f0eb4c58addeb115856378b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510685 Apr 15 04:37:09.997800 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6829e3da-b97a-4993-87ef-9963c281f836 req-e590fd4c-a87f-4320-bd6d-39adaf4ab628 service neutron] 10.222.0.15 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855215 Apr 15 04:37:10.091444 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6829e3da-b97a-4993-87ef-9963c281f836 req-75014111-80d6-44e0-b6a9-9bb1c9900c19 service neutron] 10.222.0.15 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879087 Apr 15 04:37:11.364189 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1e45472f-d8e9-4af3-8136-b7cf44a35de4 req-a8b7a440-167e-4cdb-9cc2-a21f2c5b3b1d tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 210 time: 0.0317464 Apr 15 04:37:12.444195 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-566fd45b-f214-45e5-8959-897c88f6bbab req-cf29b91c-b333-4598-862e-6f889e56bc33 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 210 time: 0.0305622 Apr 15 04:37:13.397500 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 81fbffd8-1b5b-4847-bc20-5db4005d59c4 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:37:13.480659 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port 81fbffd8-1b5b-4847-bc20-5db4005d59c4 is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:37:13.481098 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:13.504226 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81fbffd8-1b5b-4847-bc20-5db4005d59c4'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:37:13.506522 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c7147cfaf23485a42c1d7796acb7da5cb39bf041feee66b5770a43a72d21a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed6bdda-f05e-4ab9-b235-fe1dbca0b42f" -d '{"events": [{"server_uuid": "3036351c-66cb-4d60-b5fb-e6eb6b98d9e7", "name": "network-vif-unplugged", "status": "completed", "tag": "81fbffd8-1b5b-4847-bc20-5db4005d59c4"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:37:13.524402 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port 81fbffd8-1b5b-4847-bc20-5db4005d59c4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=81fbffd8-1b5b-4847-bc20-5db4005d59c4,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:37:13.525859 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-98e40650-3fc6-46fb-bca1-136501968144 req-ad9aa5d5-0173-48fe-895d-e29137499d0f tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 210 time: 0.0319152 Apr 15 04:37:13.547780 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Apr 2022 04:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6596d9b-5bc7-493e-8af9-9e581af04dfe x-openstack-request-id: req-a6596d9b-5bc7-493e-8af9-9e581af04dfe {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:37:13.548073 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3036351c-66cb-4d60-b5fb-e6eb6b98d9e7", "name": "network-vif-unplugged", "status": "completed", "tag": "81fbffd8-1b5b-4847-bc20-5db4005d59c4", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:37:13.548326 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6596d9b-5bc7-493e-8af9-9e581af04dfe {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:37:13.548723 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6596d9b-5bc7-493e-8af9-9e581af04dfe'] response: {'server_uuid': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81fbffd8-1b5b-4847-bc20-5db4005d59c4', 'code': 200} Apr 15 04:37:13.609516 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:13.656407 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=81fbffd8-1b5b-4847-bc20-5db4005d59c4,revision_number=8']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:37:14.600762 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-7b5ad94c-4d03-4bef-9b5c-f401e4a43a26 req-57a2b8c8-cf85-4e15-b352-8dedd3f0c252 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 210 time: 0.0273747 Apr 15 04:37:15.697666 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8451cd22-d3ca-4140-b1f4-67bb5017ba9e req-404b92d8-4cd0-4bb2-8317-4a5547041996 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 210 time: 0.0304115 Apr 15 04:37:16.791520 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-ba0713ba-4b04-47d0-a4a1-97d03c83db21 req-da8763fc-3363-4682-a84d-cd76614576ab tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 210 time: 0.0274520 Apr 15 04:37:17.767355 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829e3da-b97a-4993-87ef-9963c281f836 req-2e08971d-4bfc-4a2d-9f15-0c883a407ea6 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:17.768844 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6829e3da-b97a-4993-87ef-9963c281f836 req-2e08971d-4bfc-4a2d-9f15-0c883a407ea6 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.30 "GET /v2.0/networks?id=951af149-933d-4e5d-9e4a-c3776c5a48b8 HTTP/1.1" status: 200 len: 809 time: 0.4120774 Apr 15 04:37:17.831496 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6829e3da-b97a-4993-87ef-9963c281f836 req-cb9c4a6e-b674-4485-99a9-db7061bf51cf tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b665559f0eb4c58addeb115856378b3 HTTP/1.1" status: 200 len: 380 time: 0.0540690 Apr 15 04:37:17.840708 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-6829e3da-b97a-4993-87ef-9963c281f836 req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Request body: {'port': {'device_id': '04bda37f-24f3-469e-b798-79183a7bddfc', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'admin_state_up': True, 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'security_groups': ['5d65e4c2-29da-4bbf-b046-a70dfb84c153']}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:37:17.903496 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f806644c-9eb2-4dac-a27a-b802e8e636ee req-6202b624-9dd6-4268-b924-b3abb902ca4e tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 210 time: 0.0340300 Apr 15 04:37:18.018267 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6829e3da-b97a-4993-87ef-9963c281f836 req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Made reservation on behalf of 8b665559f0eb4c58addeb115856378b3 for: {'port': 1} {{(pid=104666) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 15 04:37:18.021623 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6829e3da-b97a-4993-87ef-9963c281f836 req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:18.146682 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [req-6829e3da-b97a-4993-87ef-9963c281f836 req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Allocated IP 172.20.0.4 (951af149-933d-4e5d-9e4a-c3776c5a48b8/5592f295-1c49-454d-89cd-147bd84cc964/c402020e-650d-45b3-98c9-4fa6846d3762) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:37:18.361153 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6829e3da-b97a-4993-87ef-9963c281f836 req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for port (c402020e-650d-45b3-98c9-4fa6846d3762), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:18.453309 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6829e3da-b97a-4993-87ef-9963c281f836 req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (c402020e-650d-45b3-98c9-4fa6846d3762), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:18.503590 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6829e3da-b97a-4993-87ef-9963c281f836 req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Network 951af149-933d-4e5d-9e4a-c3776c5a48b8 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:37:18.506855 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [req-6829e3da-b97a-4993-87ef-9963c281f836 req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:37:18.513797 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-6829e3da-b97a-4993-87ef-9963c281f836 req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:37:18.553951 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Pushing event updated for resources: {'Port': ['ID=c402020e-650d-45b3-98c9-4fa6846d3762,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:37:18.567902 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:37:18.568321 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:37:18.568680 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:37:18.569037 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:37:18.569363 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:37:18.569704 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:37:18.570038 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:37:18.570369 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:37:18.570728 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:37:18.571061 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:37:18.571376 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-55291ff0-372d-4c26-b374-ec9a10b2c5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:18.571862 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:37:18.571862 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:37:18.572075 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:37:18.572338 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:37:18.572663 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:37:18.598685 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829e3da-b97a-4993-87ef-9963c281f836 req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:18.599615 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6829e3da-b97a-4993-87ef-9963c281f836 req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:18.699106 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6829e3da-b97a-4993-87ef-9963c281f836 req-40088a84-80ef-4abc-b529-8708b7a08964 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8627527 Apr 15 04:37:18.823108 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-9b797954-3469-445f-8b55-b9057c8c460c None None] Provisioning complete for port c402020e-650d-45b3-98c9-4fa6846d3762 triggered by entity DHCP. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:37:18.823415 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9b797954-3469-445f-8b55-b9057c8c460c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c402020e-650d-45b3-98c9-4fa6846d3762), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:18.864547 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-9b797954-3469-445f-8b55-b9057c8c460c None None] Port c402020e-650d-45b3-98c9-4fa6846d3762 cannot update to ACTIVE because it is not bound. {{(pid=104668) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 15 04:37:19.032129 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2481f-b5e3-47ae-a11c-df77b08e235a req-78dcbfda-fa70-4f74-a950-21b224623437 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:19.033668 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2ea2481f-b5e3-47ae-a11c-df77b08e235a req-78dcbfda-fa70-4f74-a950-21b224623437 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 931 time: 0.0577471 Apr 15 04:37:19.097746 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2ea2481f-b5e3-47ae-a11c-df77b08e235a req-ac719a00-31e6-4f45-8f88-a4327b66679f tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525646 Apr 15 04:37:20.220162 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b48a92-cf81-4c58-8365-188c1abef4ac req-f64b6947-6b69-4370-85f0-229e975acd27 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:20.222776 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f3b48a92-cf81-4c58-8365-188c1abef4ac req-f64b6947-6b69-4370-85f0-229e975acd27 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 931 time: 0.0568368 Apr 15 04:37:20.274755 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-f3b48a92-cf81-4c58-8365-188c1abef4ac req-b7382b68-9f6a-49fb-97fc-a7de9f5b8a9c tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457065 Apr 15 04:37:20.457517 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:37:20.904469 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-3de25f13-48a4-4c0a-aafa-40a947ad1a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:21.391668 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46cec7-a44a-4d82-b451-12a1ec5b0749 req-ff037490-8f11-4ca2-91a5-9685c18d4612 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:21.393144 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9a46cec7-a44a-4d82-b451-12a1ec5b0749 req-ff037490-8f11-4ca2-91a5-9685c18d4612 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 931 time: 0.0513899 Apr 15 04:37:21.446244 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9a46cec7-a44a-4d82-b451-12a1ec5b0749 req-ff87aed9-313d-4b00-bec8-e04303331378 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472529 Apr 15 04:37:22.170253 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:22.565451 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa52f3-3a7f-4daf-8b52-cac59a7ac435 req-583986b1-bde4-4534-9c81-1386ba8d9b82 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:22.566952 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-59aa52f3-3a7f-4daf-8b52-cac59a7ac435 req-583986b1-bde4-4534-9c81-1386ba8d9b82 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 931 time: 0.0464716 Apr 15 04:37:22.628939 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-59aa52f3-3a7f-4daf-8b52-cac59a7ac435 req-23e9507b-01b8-4bdf-96e6-7598655a7625 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555246 Apr 15 04:37:23.689441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:23.743369 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65581ec2-8cca-4146-84f5-96d30986477a req-a201c5cb-74e0-42d9-90da-98657e395ffb tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:23.745178 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-65581ec2-8cca-4146-84f5-96d30986477a req-a201c5cb-74e0-42d9-90da-98657e395ffb tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 931 time: 0.0550883 Apr 15 04:37:23.796769 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-65581ec2-8cca-4146-84f5-96d30986477a req-a262e7d7-a4c5-4301-b512-dd31c4af4982 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456479 Apr 15 04:37:24.919813 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe1cf3-67c8-47c5-826a-61c87cbe3af1 req-794ec723-92ce-4fa1-a96c-dbd4cd37b8c9 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:24.921536 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6bbe1cf3-67c8-47c5-826a-61c87cbe3af1 req-794ec723-92ce-4fa1-a96c-dbd4cd37b8c9 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 931 time: 0.0520487 Apr 15 04:37:24.957994 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:24.981988 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-6bbe1cf3-67c8-47c5-826a-61c87cbe3af1 req-e5843835-c80b-4f3b-b0d4-83ae72887571 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527701 Apr 15 04:37:26.112805 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79db52-c018-44d6-8f29-78c203b9a1ee req-ccfd528a-1bc8-4b09-a628-8e95727531f7 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:26.115201 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6f79db52-c018-44d6-8f29-78c203b9a1ee req-ccfd528a-1bc8-4b09-a628-8e95727531f7 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 931 time: 0.0635314 Apr 15 04:37:26.166449 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6f79db52-c018-44d6-8f29-78c203b9a1ee req-75e0a0be-f912-48b2-a5d8-29617524c72d tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456333 Apr 15 04:37:27.287614 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815abf1-c477-4d37-88ab-8b4b2f2fc2fe req-f76b2042-e8fe-4674-be1e-891ae45111c1 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:27.289064 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d815abf1-c477-4d37-88ab-8b4b2f2fc2fe req-f76b2042-e8fe-4674-be1e-891ae45111c1 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 931 time: 0.0559545 Apr 15 04:37:27.336882 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-d815abf1-c477-4d37-88ab-8b4b2f2fc2fe req-62dfc827-ac85-4483-9177-70f8648a7303 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422208 Apr 15 04:37:27.648071 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [req-6829e3da-b97a-4993-87ef-9963c281f836 req-49fc85f9-c685-4f44-9e5f-bccb69ce248e tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=104666) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 04:37:27.649092 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6829e3da-b97a-4993-87ef-9963c281f836 req-49fc85f9-c685-4f44-9e5f-bccb69ce248e tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052910 Apr 15 04:37:27.662310 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [req-6829e3da-b97a-4993-87ef-9963c281f836 req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] Request body: {'port': {'device_id': '04bda37f-24f3-469e-b798-79183a7bddfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8371'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:37:27.724050 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6829e3da-b97a-4993-87ef-9963c281f836 req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c402020e-650d-45b3-98c9-4fa6846d3762), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:27.976195 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [req-6829e3da-b97a-4993-87ef-9963c281f836 req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c402020e-650d-45b3-98c9-4fa6846d3762 {{(pid=104666) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:37:27.984144 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6829e3da-b97a-4993-87ef-9963c281f836 req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] Publish callbacks [] for port (c402020e-650d-45b3-98c9-4fa6846d3762), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:27.996682 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.provisioning_blocks [req-6829e3da-b97a-4993-87ef-9963c281f836 req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] Transition to ACTIVE for port object c402020e-650d-45b3-98c9-4fa6846d3762 will not be triggered until provisioned by entity L2. {{(pid=104666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 04:37:28.049010 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6829e3da-b97a-4993-87ef-9963c281f836 req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (c402020e-650d-45b3-98c9-4fa6846d3762), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:28.106739 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c402020e-650d-45b3-98c9-4fa6846d3762,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:37:28.175276 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-6829e3da-b97a-4993-87ef-9963c281f836 req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] Attempting to bind port c402020e-650d-45b3-98c9-4fa6846d3762 on host hv-neutron-8371 for vnic_type normal with profile {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 04:37:28.175615 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-6829e3da-b97a-4993-87ef-9963c281f836 req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] Attempting to bind port c402020e-650d-45b3-98c9-4fa6846d3762 by drivers openvswitch,hyperv on host hv-neutron-8371 at level 0 using segments [{'id': '5b0e0494-4b35-4317-9288-285984167ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8'}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 15 04:37:28.175942 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6829e3da-b97a-4993-87ef-9963c281f836 req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] Attempting to bind port c402020e-650d-45b3-98c9-4fa6846d3762 on network 951af149-933d-4e5d-9e4a-c3776c5a48b8 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:37:28.180355 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6829e3da-b97a-4993-87ef-9963c281f836 req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] Port c402020e-650d-45b3-98c9-4fa6846d3762 on network 951af149-933d-4e5d-9e4a-c3776c5a48b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8371 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 04:37:28.180678 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6829e3da-b97a-4993-87ef-9963c281f836 req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] Attempting to bind port c402020e-650d-45b3-98c9-4fa6846d3762 on network 951af149-933d-4e5d-9e4a-c3776c5a48b8 {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 15 04:37:28.185924 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6829e3da-b97a-4993-87ef-9963c281f836 req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] Checking agent: {'id': '6900118f-8798-4aa9-a177-cc9ba7d0c69c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8371', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'started_at': datetime.datetime(2022, 4, 15, 3, 33, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 15, 4, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 15 04:37:28.186268 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6829e3da-b97a-4993-87ef-9963c281f836 req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] Checking segment: {'id': '5b0e0494-4b35-4317-9288-285984167ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 15 04:37:28.186682 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6829e3da-b97a-4993-87ef-9963c281f836 req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] Bound using segment: {'id': '5b0e0494-4b35-4317-9288-285984167ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8'} {{(pid=104666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 15 04:37:28.187110 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.managers [req-6829e3da-b97a-4993-87ef-9963c281f836 req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] Bound port: c402020e-650d-45b3-98c9-4fa6846d3762, host: hv-neutron-8371, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b0e0494-4b35-4317-9288-285984167ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8'}}] {{(pid=104666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 15 04:37:28.187467 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6829e3da-b97a-4993-87ef-9963c281f836 req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c402020e-650d-45b3-98c9-4fa6846d3762), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:28.256789 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-6829e3da-b97a-4993-87ef-9963c281f836 req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] For port c402020e-650d-45b3-98c9-4fa6846d3762, host hv-neutron-8371, cleared binding levels {{(pid=104666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 15 04:37:28.259820 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-6829e3da-b97a-4993-87ef-9963c281f836 req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] For port c402020e-650d-45b3-98c9-4fa6846d3762, host hv-neutron-8371, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c402020e-650d-45b3-98c9-4fa6846d3762,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 15 04:37:28.327211 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6829e3da-b97a-4993-87ef-9963c281f836 req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (c402020e-650d-45b3-98c9-4fa6846d3762), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:28.366092 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829e3da-b97a-4993-87ef-9963c281f836 req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:28.366579 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-6829e3da-b97a-4993-87ef-9963c281f836 req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:28.367992 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6829e3da-b97a-4993-87ef-9963c281f836 req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] 10.222.0.30 "PUT /v2.0/ports/c402020e-650d-45b3-98c9-4fa6846d3762 HTTP/1.1" status: 200 len: 1093 time: 0.7093773 Apr 15 04:37:28.368448 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04bda37f-24f3-469e-b798-79183a7bddfc', 'tag': 'c402020e-650d-45b3-98c9-4fa6846d3762'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:37:28.370712 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553ccca8ee5e867f34c36ab59c3cb99a085c4480a477294c348f4ab244c3b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961f2875-60fd-4f49-a961-e9341a02711e" -d '{"events": [{"name": "network-changed", "server_uuid": "04bda37f-24f3-469e-b798-79183a7bddfc", "tag": "c402020e-650d-45b3-98c9-4fa6846d3762"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:37:28.409248 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba65c5-34dd-4dd3-9717-69876f07a1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c402020e-650d-45b3-98c9-4fa6846d3762,revision_number=3']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:37:28.414827 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c709c9c-64af-47eb-b6b1-a1cc3ca436a9 x-openstack-request-id: req-6c709c9c-64af-47eb-b6b1-a1cc3ca436a9 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:37:28.417460 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04bda37f-24f3-469e-b798-79183a7bddfc", "tag": "c402020e-650d-45b3-98c9-4fa6846d3762", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:37:28.417460 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c709c9c-64af-47eb-b6b1-a1cc3ca436a9 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:37:28.417460 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c709c9c-64af-47eb-b6b1-a1cc3ca436a9'] response: {'name': 'network-changed', 'server_uuid': '04bda37f-24f3-469e-b798-79183a7bddfc', 'tag': 'c402020e-650d-45b3-98c9-4fa6846d3762', 'status': 'completed', 'code': 200} Apr 15 04:37:28.498043 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ede581-c495-4f70-a1ef-f567de72e2e6 req-8c8b32d0-86dd-4f69-b53d-9e8a8d9ec5e0 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:28.499499 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c9ede581-c495-4f70-a1ef-f567de72e2e6 req-8c8b32d0-86dd-4f69-b53d-9e8a8d9ec5e0 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 943 time: 0.0780873 Apr 15 04:37:28.514413 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f2875-60fd-4f49-a961-e9341a02711e req-fcb4464e-a4c3-4bfd-b501-e963e16125a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:28.515933 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-961f2875-60fd-4f49-a961-e9341a02711e req-fcb4464e-a4c3-4bfd-b501-e963e16125a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b665559f0eb4c58addeb115856378b3&device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 1127 time: 0.0631888 Apr 15 04:37:28.611670 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-c9ede581-c495-4f70-a1ef-f567de72e2e6 req-5248d3a1-e316-4173-86f2-38d55f2ce4e5 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066356 Apr 15 04:37:28.642690 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f2875-60fd-4f49-a961-e9341a02711e req-4bcd0269-7dfb-45ee-843f-09c462d9cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:28.644216 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-961f2875-60fd-4f49-a961-e9341a02711e req-4bcd0269-7dfb-45ee-843f-09c462d9cf52 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8b665559f0eb4c58addeb115856378b3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1217399 Apr 15 04:37:28.739302 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f2875-60fd-4f49-a961-e9341a02711e req-131c44de-68a3-41d0-934f-0aa2eb23835d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:28.740787 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-961f2875-60fd-4f49-a961-e9341a02711e req-131c44de-68a3-41d0-934f-0aa2eb23835d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0889409 Apr 15 04:37:28.818866 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829e3da-b97a-4993-87ef-9963c281f836 req-6c2d144d-640c-4284-afde-6a12989db395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:28.820270 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6829e3da-b97a-4993-87ef-9963c281f836 req-6c2d144d-640c-4284-afde-6a12989db395 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b665559f0eb4c58addeb115856378b3&device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 1127 time: 0.0445495 Apr 15 04:37:28.861107 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6829e3da-b97a-4993-87ef-9963c281f836 req-a5bacf23-d53f-4213-990b-c75fa046faed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c402020e-650d-45b3-98c9-4fa6846d3762 HTTP/1.1" status: 200 len: 217 time: 0.0344563 Apr 15 04:37:28.907730 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829e3da-b97a-4993-87ef-9963c281f836 req-f6ee3abb-07f1-40fb-80df-d78d0550d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:28.909131 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6829e3da-b97a-4993-87ef-9963c281f836 req-f6ee3abb-07f1-40fb-80df-d78d0550d375 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5592f295-1c49-454d-89cd-147bd84cc964 HTTP/1.1" status: 200 len: 848 time: 0.0422649 Apr 15 04:37:28.955988 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829e3da-b97a-4993-87ef-9963c281f836 req-534aa363-ba73-49e0-acf0-2ed689c0eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:28.957470 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6829e3da-b97a-4993-87ef-9963c281f836 req-534aa363-ba73-49e0-acf0-2ed689c0eef2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=951af149-933d-4e5d-9e4a-c3776c5a48b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0414126 Apr 15 04:37:29.049691 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6829e3da-b97a-4993-87ef-9963c281f836 req-4ee0e6c6-4c3c-40ab-b55c-64dcbf71220c service neutron] 10.222.0.30 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856645 Apr 15 04:37:29.140088 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-6829e3da-b97a-4993-87ef-9963c281f836 req-363afaab-53a2-4a5b-9716-d23bfa82341b service neutron] 10.222.0.30 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847616 Apr 15 04:37:29.728015 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6aa23b-e2d8-4300-b195-c41fdd3d18bf req-401c45e5-e2ae-4abb-9c65-c82ccd3012f8 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:29.729725 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ed6aa23b-e2d8-4300-b195-c41fdd3d18bf req-401c45e5-e2ae-4abb-9c65-c82ccd3012f8 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 943 time: 0.0505981 Apr 15 04:37:29.778321 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-ed6aa23b-e2d8-4300-b195-c41fdd3d18bf req-fbb28e1c-ac3f-485d-a6b2-9a0879286bf8 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430582 Apr 15 04:37:30.888693 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a893112-de44-4041-9fba-f7aa50374d90 req-52165f08-4a49-443d-9682-da9c7a989965 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:30.890146 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4a893112-de44-4041-9fba-f7aa50374d90 req-52165f08-4a49-443d-9682-da9c7a989965 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 943 time: 0.0464873 Apr 15 04:37:30.937660 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-4a893112-de44-4041-9fba-f7aa50374d90 req-df0c6253-c6fc-4e50-b334-3757f748fe9b tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420859 Apr 15 04:37:31.494777 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device c402020e-650d-45b3-98c9-4fa6846d3762 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:37:31.587151 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port c402020e-650d-45b3-98c9-4fa6846d3762, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c402020e-650d-45b3-98c9-4fa6846d3762,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:37:31.597922 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'c402020e-650d-45b3-98c9-4fa6846d3762', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'port_id': 'c402020e-650d-45b3-98c9-4fa6846d3762', 'mac_address': 'fa:16:3e:8c:58:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5592f295-1c49-454d-89cd-147bd84cc964', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:37:31.637312 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port c402020e-650d-45b3-98c9-4fa6846d3762 is: DOWN; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:37:31.637689 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c402020e-650d-45b3-98c9-4fa6846d3762), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:31.649680 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c402020e-650d-45b3-98c9-4fa6846d3762 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:37:31.668298 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port c402020e-650d-45b3-98c9-4fa6846d3762, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c402020e-650d-45b3-98c9-4fa6846d3762,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:37:32.056208 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5d10e-90c5-4624-bf76-aa9f7259e747 req-81d134dc-32a5-48e2-bfff-0ca63b1b3323 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:32.057809 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8eb5d10e-90c5-4624-bf76-aa9f7259e747 req-81d134dc-32a5-48e2-bfff-0ca63b1b3323 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 943 time: 0.0492444 Apr 15 04:37:32.109399 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-8eb5d10e-90c5-4624-bf76-aa9f7259e747 req-95e1e5f4-081c-4c18-9789-adb942f753b8 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448179 Apr 15 04:37:32.466848 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c402020e-650d-45b3-98c9-4fa6846d3762), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:32.513721 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=c402020e-650d-45b3-98c9-4fa6846d3762,revision_number=4']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:37:32.690918 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['c402020e-650d-45b3-98c9-4fa6846d3762'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:37:33.223341 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b6696-f344-4dfd-86f8-64cd68a45424 req-adbfe40f-6575-420c-bba5-b4b9571c5b7b tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:33.224794 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0b3b6696-f344-4dfd-86f8-64cd68a45424 req-adbfe40f-6575-420c-bba5-b4b9571c5b7b tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 944 time: 0.0465910 Apr 15 04:37:33.272292 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0b3b6696-f344-4dfd-86f8-64cd68a45424 req-4d624a3d-0fd1-418c-84d4-f78941cebaf8 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416839 Apr 15 04:37:33.451865 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e1dd10aa-af6f-440b-ae72-8826512d2b0c req-37b4a8ff-e894-4dfd-9978-5b307990e1b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428958 Apr 15 04:37:33.494600 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device c402020e-650d-45b3-98c9-4fa6846d3762 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:37:33.527497 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd10aa-af6f-440b-ae72-8826512d2b0c req-2be2ad97-89c3-41f7-bf13-770b4724f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:33.528933 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e1dd10aa-af6f-440b-ae72-8826512d2b0c req-2be2ad97-89c3-41f7-bf13-770b4724f650 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b665559f0eb4c58addeb115856378b3&device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 1127 time: 0.0393643 Apr 15 04:37:33.538977 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning for port c402020e-650d-45b3-98c9-4fa6846d3762 completed by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 15 04:37:33.629558 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port c402020e-650d-45b3-98c9-4fa6846d3762 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:37:33.629939 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c402020e-650d-45b3-98c9-4fa6846d3762), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:33.633538 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd10aa-af6f-440b-ae72-8826512d2b0c req-83f94ef9-0db0-4636-9662-f75fa5a17998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:33.635032 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e1dd10aa-af6f-440b-ae72-8826512d2b0c req-83f94ef9-0db0-4636-9662-f75fa5a17998 service neutron] 10.222.0.30 "GET /v2.0/networks?id=951af149-933d-4e5d-9e4a-c3776c5a48b8 HTTP/1.1" status: 200 len: 909 time: 0.0887985 Apr 15 04:37:33.699458 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e1dd10aa-af6f-440b-ae72-8826512d2b0c req-b3b31740-d274-4d0d-aab2-dafd7721ab2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fbffd8-1b5b-4847-bc20-5db4005d59c4 HTTP/1.1" status: 200 len: 999 time: 0.0590444 Apr 15 04:37:33.709383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port c402020e-650d-45b3-98c9-4fa6846d3762 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:37:33.709818 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c402020e-650d-45b3-98c9-4fa6846d3762), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:33.732607 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bda37f-24f3-469e-b798-79183a7bddfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c402020e-650d-45b3-98c9-4fa6846d3762'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:37:33.734852 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c7147cfaf23485a42c1d7796acb7da5cb39bf041feee66b5770a43a72d21a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6a0b4a-c762-47e1-82f4-c1fed27dad0c" -d '{"events": [{"server_uuid": "04bda37f-24f3-469e-b798-79183a7bddfc", "name": "network-vif-plugged", "status": "completed", "tag": "c402020e-650d-45b3-98c9-4fa6846d3762"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:37:33.747757 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port c402020e-650d-45b3-98c9-4fa6846d3762, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c402020e-650d-45b3-98c9-4fa6846d3762,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:37:33.749648 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd10aa-af6f-440b-ae72-8826512d2b0c req-1a21d151-64e6-420f-b760-4a745eecff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:33.751149 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e1dd10aa-af6f-440b-ae72-8826512d2b0c req-1a21d151-64e6-420f-b760-4a745eecff3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5592f295-1c49-454d-89cd-147bd84cc964 HTTP/1.1" status: 200 len: 848 time: 0.0448935 Apr 15 04:37:33.771772 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34321302-a285-4c06-a5cc-a317360babe5 x-openstack-request-id: req-34321302-a285-4c06-a5cc-a317360babe5 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:37:33.772098 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bda37f-24f3-469e-b798-79183a7bddfc", "name": "network-vif-plugged", "status": "completed", "tag": "c402020e-650d-45b3-98c9-4fa6846d3762", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:37:33.772406 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34321302-a285-4c06-a5cc-a317360babe5 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:37:33.772811 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34321302-a285-4c06-a5cc-a317360babe5'] response: {'server_uuid': '04bda37f-24f3-469e-b798-79183a7bddfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c402020e-650d-45b3-98c9-4fa6846d3762', 'code': 200} Apr 15 04:37:33.798884 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd10aa-af6f-440b-ae72-8826512d2b0c req-8991b98b-d486-455b-a54a-853f321526dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:33.800337 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e1dd10aa-af6f-440b-ae72-8826512d2b0c req-8991b98b-d486-455b-a54a-853f321526dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=951af149-933d-4e5d-9e4a-c3776c5a48b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436549 Apr 15 04:37:33.832115 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c402020e-650d-45b3-98c9-4fa6846d3762), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:33.882145 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=c402020e-650d-45b3-98c9-4fa6846d3762,revision_number=5']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:37:33.896302 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e1dd10aa-af6f-440b-ae72-8826512d2b0c req-9d7f9383-ae33-4bb0-abce-ce767e328f6b service neutron] 10.222.0.30 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845842 Apr 15 04:37:33.989533 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-e1dd10aa-af6f-440b-ae72-8826512d2b0c req-5d5a1e82-52bc-4049-b9c8-23c81b84124b service neutron] 10.222.0.30 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874758 Apr 15 04:37:34.062365 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c864823-f579-4dc1-b66d-59160634916f req-3fecb092-a553-426b-99c6-69f0155741ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:34.063833 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0c864823-f579-4dc1-b66d-59160634916f req-3fecb092-a553-426b-99c6-69f0155741ae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 1129 time: 0.0395172 Apr 15 04:37:34.113070 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-0c864823-f579-4dc1-b66d-59160634916f req-8e8a08bc-a1a9-41a1-ba46-42b4acb4df0a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430198 Apr 15 04:37:34.382485 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82f765-44ee-4d6a-b55e-f560e8f51e6c req-c85f8d25-ccdd-4915-a6b1-4e0238ede3ab tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:34.383872 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1e82f765-44ee-4d6a-b55e-f560e8f51e6c req-c85f8d25-ccdd-4915-a6b1-4e0238ede3ab tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 945 time: 0.0462964 Apr 15 04:37:34.435420 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-1e82f765-44ee-4d6a-b55e-f560e8f51e6c req-afb2bb23-4382-4d39-b9d1-044290659124 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460134 Apr 15 04:37:35.298160 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:35.548835 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96062cf9-bef5-4980-ac08-7451c586607d req-4e26cc62-a47a-4b97-ba1b-d8ad3297b3bb tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:35.550188 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-96062cf9-bef5-4980-ac08-7451c586607d req-4e26cc62-a47a-4b97-ba1b-d8ad3297b3bb tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 945 time: 0.0459824 Apr 15 04:37:35.601970 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-96062cf9-bef5-4980-ac08-7451c586607d req-283b9ccb-9430-4bde-956e-2eb880c28fd7 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462852 Apr 15 04:37:35.711569 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0646222-3258-4f7c-b432-f0a6cbc05a04 req-ffa5392b-8071-4281-acfe-08b60e2dfcd2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:35.713011 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a0646222-3258-4f7c-b432-f0a6cbc05a04 req-ffa5392b-8071-4281-acfe-08b60e2dfcd2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 945 time: 0.0465543 Apr 15 04:37:35.760935 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-a0646222-3258-4f7c-b432-f0a6cbc05a04 req-62df3760-1338-47f6-b7cd-cbc790ef8ba9 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417840 Apr 15 04:37:35.782434 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44590) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:37:35.819298 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d7c4db-ba05-4a5e-b7bc-e09895443bec tempest-TestSnapshotPattern-464951957 tempest-TestSnapshotPattern-464951957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:35.820709 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-00d7c4db-ba05-4a5e-b7bc-e09895443bec tempest-TestSnapshotPattern-464951957 tempest-TestSnapshotPattern-464951957-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 1124 time: 0.0372844 Apr 15 04:37:35.823538 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44592) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:37:35.827691 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.v2.base [None req-0c76e539-770c-4117-a9cf-439c0871d742 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Request body: {'floatingip': {'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'port_id': 'c402020e-650d-45b3-98c9-4fa6846d3762', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104666) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 04:37:35.898004 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c76e539-770c-4117-a9cf-439c0871d742 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:35.978292 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c76e539-770c-4117-a9cf-439c0871d742 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (None), before_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:36.079861 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.db_base_plugin_common [None req-0c76e539-770c-4117-a9cf-439c0871d742 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Allocated IP 172.26.6.98 (47f4ed73-a135-4807-aa37-c76498dd2653/c63d4703-244f-4723-98ff-256b0e8bf17b/36416e74-5662-4304-bf02-b23a25dd7484) {{(pid=104666) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 15 04:37:36.184865 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c76e539-770c-4117-a9cf-439c0871d742 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for port (36416e74-5662-4304-bf02-b23a25dd7484), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:36.289497 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c76e539-770c-4117-a9cf-439c0871d742 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769505709990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (36416e74-5662-4304-bf02-b23a25dd7484), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:36.325766 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c76e539-770c-4117-a9cf-439c0871d742 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Network 47f4ed73-a135-4807-aa37-c76498dd2653 is already hosted by enough agents. {{(pid=104666) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 15 04:37:36.328570 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.base_scheduler [None req-0c76e539-770c-4117-a9cf-439c0871d742 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Resources bound (agent type, host, resource id): {{(pid=104666) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 15 04:37:36.334152 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c76e539-770c-4117-a9cf-439c0871d742 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Received port after_create {{(pid=104666) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 15 04:37:36.357131 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76e539-770c-4117-a9cf-439c0871d742 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Pushing event updated for resources: {'Port': ['ID=36416e74-5662-4304-bf02-b23a25dd7484,revision_number=1']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:37:36.696940 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c76e539-770c-4117-a9cf-439c0871d742 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for floatingip (6addcc7c-6563-4ab8-bdf1-c282ee87c5cb), precommit_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:36.831978 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c76e539-770c-4117-a9cf-439c0871d742 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (36416e74-5662-4304-bf02-b23a25dd7484), before_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:36.979320 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c76e539-770c-4117-a9cf-439c0871d742 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for port (36416e74-5662-4304-bf02-b23a25dd7484), precommit_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:37.040883 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c76e539-770c-4117-a9cf-439c0871d742 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5826580'] for port (36416e74-5662-4304-bf02-b23a25dd7484), after_update {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:37.120059 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76e539-770c-4117-a9cf-439c0871d742 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Pushing event updated for resources: {'Port': ['ID=36416e74-5662-4304-bf02-b23a25dd7484,revision_number=2']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:37:37.127666 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c76e539-770c-4117-a9cf-439c0871d742 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946646'] for floatingip (6addcc7c-6563-4ab8-bdf1-c282ee87c5cb), after_create {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:37.227708 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-0c76e539-770c-4117-a9cf-439c0871d742 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Floating IP 6addcc7c-6563-4ab8-bdf1-c282ee87c5cb associated. External IP: 172.26.6.98, port: c402020e-650d-45b3-98c9-4fa6846d3762. Apr 15 04:37:37.433720 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c76e539-770c-4117-a9cf-439c0871d742 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:37:37.541551 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c76e539-770c-4117-a9cf-439c0871d742 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:37:37.551478 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2a91f-0776-4a9e-95dc-44e6e1f0493b None None] Sync routers for ids ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:37:37.560448 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc2a91f-0776-4a9e-95dc-44e6e1f0493b None None] Routers {'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:37:37.561057 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0fc2a91f-0776-4a9e-95dc-44e6e1f0493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:37:37.616771 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-0c76e539-770c-4117-a9cf-439c0871d742 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:37.671251 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-0fc2a91f-0776-4a9e-95dc-44e6e1f0493b None None] Set router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:37:37.899219 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0fc2a91f-0776-4a9e-95dc-44e6e1f0493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'name': 'tempest-TestSnapshotPattern-506614110-router', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:33Z', 'revision_number': 4, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'gw_port': {'id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '6addcc7c-6563-4ab8-bdf1-c282ee87c5cb', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'floating_ip_address': '172.26.6.98', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'port_id': 'c402020e-650d-45b3-98c9-4fa6846d3762', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'mac_address': 'fa:16:3e:8c:58:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bda37f-24f3-469e-b798-79183a7bddfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:37:36Z', 'updated_at': '2022-04-15T04:37:36Z', 'revision_number': 0, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'fixed_ip_address_scope': None}, {'id': 'b512c1ff-e81e-4870-81b0-82fec1410d19', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'floating_ip_address': '172.26.6.101', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'port_id': '81fbffd8-1b5b-4847-bc20-5db4005d59c4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'mac_address': 'fa:16:3e:19:d4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:34:57Z', 'updated_at': '2022-04-15T04:35:00Z', 'revision_number': 1, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e97ca23-aa7c-4983-a4fc-83f6062232de', 'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'mac_address': 'fa:16:3e:06:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '5592f295-1c49-454d-89cd-147bd84cc964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:33Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 5, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'subnets': [{'id': '5592f295-1c49-454d-89cd-147bd84cc964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:37:37.929380 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2a91f-0776-4a9e-95dc-44e6e1f0493b None None] Checking router: efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:37:37.939335 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc2a91f-0776-4a9e-95dc-44e6e1f0493b None None] Routers {'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:37:37.939949 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0fc2a91f-0776-4a9e-95dc-44e6e1f0493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:37:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:37:37.964111 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-0c76e539-770c-4117-a9cf-439c0871d742 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1395705 Apr 15 04:37:37.964677 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04bda37f-24f3-469e-b798-79183a7bddfc', 'tag': 'c402020e-650d-45b3-98c9-4fa6846d3762'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:37:37.966997 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553ccca8ee5e867f34c36ab59c3cb99a085c4480a477294c348f4ab244c3b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953baeab-0493-4e82-83ff-59f883c14af1" -d '{"events": [{"name": "network-changed", "server_uuid": "04bda37f-24f3-469e-b798-79183a7bddfc", "tag": "c402020e-650d-45b3-98c9-4fa6846d3762"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:37:38.003410 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f5c674-a358-496a-9599-0a9eb63e6a84 x-openstack-request-id: req-b9f5c674-a358-496a-9599-0a9eb63e6a84 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:37:38.003706 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04bda37f-24f3-469e-b798-79183a7bddfc", "tag": "c402020e-650d-45b3-98c9-4fa6846d3762", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:37:38.003985 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9f5c674-a358-496a-9599-0a9eb63e6a84 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:37:38.004391 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f5c674-a358-496a-9599-0a9eb63e6a84'] response: {'name': 'network-changed', 'server_uuid': '04bda37f-24f3-469e-b798-79183a7bddfc', 'tag': 'c402020e-650d-45b3-98c9-4fa6846d3762', 'status': 'completed', 'code': 200} Apr 15 04:37:38.049174 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-0fc2a91f-0776-4a9e-95dc-44e6e1f0493b None None] Set router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:37:38.062335 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953baeab-0493-4e82-83ff-59f883c14af1 req-ab0930cf-2097-48a9-aec4-e77cc93de24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:38.063866 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-953baeab-0493-4e82-83ff-59f883c14af1 req-ab0930cf-2097-48a9-aec4-e77cc93de24e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b665559f0eb4c58addeb115856378b3&device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 1129 time: 0.0382731 Apr 15 04:37:38.155465 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953baeab-0493-4e82-83ff-59f883c14af1 req-1dc6cc19-a929-46a5-be2d-aa777793a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:38.157422 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-953baeab-0493-4e82-83ff-59f883c14af1 req-1dc6cc19-a929-46a5-be2d-aa777793a06b service neutron] 10.222.0.30 "GET /v2.0/networks?id=951af149-933d-4e5d-9e4a-c3776c5a48b8 HTTP/1.1" status: 200 len: 909 time: 0.0877142 Apr 15 04:37:38.221593 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-953baeab-0493-4e82-83ff-59f883c14af1 req-a64dbfba-3dbf-44d6-9868-55b2ff82afa8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c402020e-650d-45b3-98c9-4fa6846d3762 HTTP/1.1" status: 200 len: 998 time: 0.0577173 Apr 15 04:37:38.263272 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-0fc2a91f-0776-4a9e-95dc-44e6e1f0493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'name': 'tempest-TestSnapshotPattern-506614110-router', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:33Z', 'revision_number': 4, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'gw_port': {'id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '6addcc7c-6563-4ab8-bdf1-c282ee87c5cb', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'floating_ip_address': '172.26.6.98', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'port_id': 'c402020e-650d-45b3-98c9-4fa6846d3762', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'mac_address': 'fa:16:3e:8c:58:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bda37f-24f3-469e-b798-79183a7bddfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:37:36Z', 'updated_at': '2022-04-15T04:37:36Z', 'revision_number': 0, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'fixed_ip_address_scope': None}, {'id': 'b512c1ff-e81e-4870-81b0-82fec1410d19', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'floating_ip_address': '172.26.6.101', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'port_id': '81fbffd8-1b5b-4847-bc20-5db4005d59c4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'mac_address': 'fa:16:3e:19:d4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:34:57Z', 'updated_at': '2022-04-15T04:35:00Z', 'revision_number': 1, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e97ca23-aa7c-4983-a4fc-83f6062232de', 'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'mac_address': 'fa:16:3e:06:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '5592f295-1c49-454d-89cd-147bd84cc964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:33Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 5, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'subnets': [{'id': '5592f295-1c49-454d-89cd-147bd84cc964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:37:38.269526 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953baeab-0493-4e82-83ff-59f883c14af1 req-a36195b7-c63d-4dfe-a345-5e01b5202317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:38.271001 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-953baeab-0493-4e82-83ff-59f883c14af1 req-a36195b7-c63d-4dfe-a345-5e01b5202317 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5592f295-1c49-454d-89cd-147bd84cc964 HTTP/1.1" status: 200 len: 848 time: 0.0438545 Apr 15 04:37:38.288677 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc2a91f-0776-4a9e-95dc-44e6e1f0493b None None] The sync data for ids ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'] in dv-neutron-837140-3-hyperv is: [{'id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'name': 'tempest-TestSnapshotPattern-506614110-router', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:33Z', 'revision_number': 4, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'gw_port': {'id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': '6addcc7c-6563-4ab8-bdf1-c282ee87c5cb', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'floating_ip_address': '172.26.6.98', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'port_id': 'c402020e-650d-45b3-98c9-4fa6846d3762', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'mac_address': 'fa:16:3e:8c:58:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bda37f-24f3-469e-b798-79183a7bddfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:37:36Z', 'updated_at': '2022-04-15T04:37:36Z', 'revision_number': 0, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'fixed_ip_address_scope': None}, {'id': 'b512c1ff-e81e-4870-81b0-82fec1410d19', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'floating_ip_address': '172.26.6.101', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'port_id': '81fbffd8-1b5b-4847-bc20-5db4005d59c4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'mac_address': 'fa:16:3e:19:d4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:34:57Z', 'updated_at': '2022-04-15T04:35:00Z', 'revision_number': 1, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e97ca23-aa7c-4983-a4fc-83f6062232de', 'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'mac_address': 'fa:16:3e:06:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '5592f295-1c49-454d-89cd-147bd84cc964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:33Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 5, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'subnets': [{'id': '5592f295-1c49-454d-89cd-147bd84cc964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:37:38.318254 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953baeab-0493-4e82-83ff-59f883c14af1 req-7b306a1d-bc8d-4489-b0f0-e7a16213828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:37:38.319899 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-953baeab-0493-4e82-83ff-59f883c14af1 req-7b306a1d-bc8d-4489-b0f0-e7a16213828f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=951af149-933d-4e5d-9e4a-c3776c5a48b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0426409 Apr 15 04:37:38.409585 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-953baeab-0493-4e82-83ff-59f883c14af1 req-e5e20519-1155-4f51-a674-34ccf2514831 service neutron] 10.222.0.30 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837269 Apr 15 04:37:38.499384 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93566afb-b115-4431-b870-58d503cc964f None None] New status for floating IP 6addcc7c-6563-4ab8-bdf1-c282ee87c5cb: ACTIVE {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:37:38.508659 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-953baeab-0493-4e82-83ff-59f883c14af1 req-43430acd-5545-413e-8772-83c04f89431c service neutron] 10.222.0.30 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928388 Apr 15 04:37:48.591590 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-b12a6c79-cf89-44fd-a16b-1bac97871d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:50.905856 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-35e2e4b0-204f-453d-a5fa-9fe66e6311fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:52.151527 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:53.677494 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:54.972122 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:37:57.457045 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:38:05.303104 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:38:18.568387 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-6992cf0b-d94a-453b-a0dc-7d3bb85ea5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:38:20.908611 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0855489b-3ade-4283-89b3-344c325269e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:38:22.140314 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:38:23.688559 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:38:24.945027 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:38:34.455016 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:38:34.460249 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2ae1ceda-61c6-493d-bbd6-75d6a114427a req-a4064eb0-76e1-49c0-b450-7b8f6806780c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377076 Apr 15 04:38:34.538499 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1ceda-61c6-493d-bbd6-75d6a114427a req-d1923b2c-0113-4d88-9956-ede31566b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:38:34.539979 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2ae1ceda-61c6-493d-bbd6-75d6a114427a req-d1923b2c-0113-4d88-9956-ede31566b95f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b665559f0eb4c58addeb115856378b3&device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 1127 time: 0.0383327 Apr 15 04:38:34.641466 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1ceda-61c6-493d-bbd6-75d6a114427a req-8cb5ba22-2032-4b64-a776-26d57c4f03ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:38:34.642922 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2ae1ceda-61c6-493d-bbd6-75d6a114427a req-8cb5ba22-2032-4b64-a776-26d57c4f03ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=951af149-933d-4e5d-9e4a-c3776c5a48b8 HTTP/1.1" status: 200 len: 909 time: 0.0859973 Apr 15 04:38:34.707798 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2ae1ceda-61c6-493d-bbd6-75d6a114427a req-455ec7dc-bd7c-45a3-b00d-2f1c293a6a9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fbffd8-1b5b-4847-bc20-5db4005d59c4 HTTP/1.1" status: 200 len: 999 time: 0.0593584 Apr 15 04:38:34.758269 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1ceda-61c6-493d-bbd6-75d6a114427a req-3b218b2d-9dfe-4e7d-b0f7-953171583a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:38:34.759689 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2ae1ceda-61c6-493d-bbd6-75d6a114427a req-3b218b2d-9dfe-4e7d-b0f7-953171583a0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5592f295-1c49-454d-89cd-147bd84cc964 HTTP/1.1" status: 200 len: 848 time: 0.0460799 Apr 15 04:38:34.800754 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1ceda-61c6-493d-bbd6-75d6a114427a req-73145c0b-1fe2-435a-9179-627c1c16eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:38:34.802162 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2ae1ceda-61c6-493d-bbd6-75d6a114427a req-73145c0b-1fe2-435a-9179-627c1c16eaad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=951af149-933d-4e5d-9e4a-c3776c5a48b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0367839 Apr 15 04:38:34.892901 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2ae1ceda-61c6-493d-bbd6-75d6a114427a req-3815e47c-3b40-4fcc-b13d-20bd3142557d service neutron] 10.222.0.30 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837655 Apr 15 04:38:34.985841 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-2ae1ceda-61c6-493d-bbd6-75d6a114427a req-b3bfa964-b214-4c2f-a151-062b249dddf2 service neutron] 10.222.0.30 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866153 Apr 15 04:38:35.319868 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:38:48.559791 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-c1db3b41-0903-4686-94b8-118206c30235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:38:51.045441 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-e94c1d63-1e50-498d-b827-181b1733eead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:38:52.150427 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:38:53.676480 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:38:54.961797 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:01.897839 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device c402020e-650d-45b3-98c9-4fa6846d3762 details requested by agent hyperv_hv-neutron-8371 with host hv-neutron-8371 {{(pid=104668) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 15 04:39:01.999083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port c402020e-650d-45b3-98c9-4fa6846d3762, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c402020e-650d-45b3-98c9-4fa6846d3762,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:39:02.015368 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Returning: {'device': 'c402020e-650d-45b3-98c9-4fa6846d3762', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'port_id': 'c402020e-650d-45b3-98c9-4fa6846d3762', 'mac_address': 'fa:16:3e:8c:58:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5592f295-1c49-454d-89cd-147bd84cc964', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104668) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 15 04:39:02.054541 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port c402020e-650d-45b3-98c9-4fa6846d3762 is: ACTIVE; New status is: BUILD {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:39:02.054994 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c402020e-650d-45b3-98c9-4fa6846d3762), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:02.071741 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c402020e-650d-45b3-98c9-4fa6846d3762 {{(pid=104668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 15 04:39:02.091083 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port c402020e-650d-45b3-98c9-4fa6846d3762, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c402020e-650d-45b3-98c9-4fa6846d3762,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:39:02.159942 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c402020e-650d-45b3-98c9-4fa6846d3762), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:02.211505 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=c402020e-650d-45b3-98c9-4fa6846d3762,revision_number=6']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:39:02.219204 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:02.219552 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:02.219892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:02.220226 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:02.220558 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:02.220887 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:02.221218 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:02.221543 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:02.221871 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:02.222192 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:02.222517 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:02.222875 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:02.223196 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:02.223517 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:02.223853 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:02.232013 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] get_ports_and_sgs() called for port_ids ['c402020e-650d-45b3-98c9-4fa6846d3762'] {{(pid=104668) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 15 04:39:03.906138 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device c402020e-650d-45b3-98c9-4fa6846d3762 up at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 15 04:39:03.962798 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.provisioning_blocks [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Provisioning complete for port c402020e-650d-45b3-98c9-4fa6846d3762 triggered by entity L2. {{(pid=104668) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 15 04:39:03.963205 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1954681'] for port (c402020e-650d-45b3-98c9-4fa6846d3762), provisioning_complete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:04.048067 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port c402020e-650d-45b3-98c9-4fa6846d3762 is: BUILD; New status is: ACTIVE {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:39:04.048733 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c402020e-650d-45b3-98c9-4fa6846d3762), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:04.084937 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port c402020e-650d-45b3-98c9-4fa6846d3762, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c402020e-650d-45b3-98c9-4fa6846d3762,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:39:04.084937 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bda37f-24f3-469e-b798-79183a7bddfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c402020e-650d-45b3-98c9-4fa6846d3762'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:39:04.087412 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c7147cfaf23485a42c1d7796acb7da5cb39bf041feee66b5770a43a72d21a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e144f52-ed64-45c1-ba82-11de5d277869" -d '{"events": [{"server_uuid": "04bda37f-24f3-469e-b798-79183a7bddfc", "name": "network-vif-plugged", "status": "completed", "tag": "c402020e-650d-45b3-98c9-4fa6846d3762"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:39:04.131410 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffba8303-a504-44ae-bb8e-125b5c372981 x-openstack-request-id: req-ffba8303-a504-44ae-bb8e-125b5c372981 {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:39:04.131758 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bda37f-24f3-469e-b798-79183a7bddfc", "name": "network-vif-plugged", "status": "completed", "tag": "c402020e-650d-45b3-98c9-4fa6846d3762", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:39:04.132024 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ffba8303-a504-44ae-bb8e-125b5c372981 {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:39:04.132450 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffba8303-a504-44ae-bb8e-125b5c372981'] response: {'server_uuid': '04bda37f-24f3-469e-b798-79183a7bddfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c402020e-650d-45b3-98c9-4fa6846d3762', 'code': 200} Apr 15 04:39:04.156170 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c402020e-650d-45b3-98c9-4fa6846d3762), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:04.215807 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=c402020e-650d-45b3-98c9-4fa6846d3762,revision_number=7']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:39:05.316298 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:11.453988 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:39:13.056411 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44792) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:39:13.207634 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Deleting port 36416e74-5662-4304-bf02-b23a25dd7484 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:39:13.207980 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (36416e74-5662-4304-bf02-b23a25dd7484), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:13.285685 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (36416e74-5662-4304-bf02-b23a25dd7484), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:13.285918 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for floatingip (36416e74-5662-4304-bf02-b23a25dd7484), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:13.298592 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Calling delete_port for 36416e74-5662-4304-bf02-b23a25dd7484 owned by network:floatingip {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:39:13.504658 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (36416e74-5662-4304-bf02-b23a25dd7484), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:13.534723 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Pushing event deleted for resources: {'Port': ['ID=36416e74-5662-4304-bf02-b23a25dd7484,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:39:13.559684 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:13.560035 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:13.560381 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:13.560725 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:13.561064 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:13.561397 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:13.561733 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:13.562064 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:13.562396 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:13.562758 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:13.563091 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:13.563421 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:13.563749 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:13.564073 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:13.564396 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:13.604966 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for floatingip (6addcc7c-6563-4ab8-bdf1-c282ee87c5cb), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:13.605293 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.db.l3_db [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Floating IP 6addcc7c-6563-4ab8-bdf1-c282ee87c5cb disassociated (deleted). External IP: 172.26.6.98, port: c402020e-650d-45b3-98c9-4fa6846d3762. Apr 15 04:39:13.817410 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:39:13.928384 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:39:13.933233 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:13.937887 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3decbf66-a4b8-4e94-8562-c36947ac10aa None None] Sync routers for ids ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:39:13.947366 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3decbf66-a4b8-4e94-8562-c36947ac10aa None None] Routers {'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:39:13.948058 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-3decbf66-a4b8-4e94-8562-c36947ac10aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:38:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:39:13.962960 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-d72b38f8-6b78-4db4-9ef9-8f6c6d524ad2 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "DELETE /v2.0/floatingips/6addcc7c-6563-4ab8-bdf1-c282ee87c5cb HTTP/1.1" status: 204 len: 168 time: 0.9054532 Apr 15 04:39:13.964068 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04bda37f-24f3-469e-b798-79183a7bddfc', 'tag': 'c402020e-650d-45b3-98c9-4fa6846d3762'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:39:13.966340 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553ccca8ee5e867f34c36ab59c3cb99a085c4480a477294c348f4ab244c3b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da476183-5cdb-4f19-893b-356a94e9960f" -d '{"events": [{"name": "network-changed", "server_uuid": "04bda37f-24f3-469e-b798-79183a7bddfc", "tag": "c402020e-650d-45b3-98c9-4fa6846d3762"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:39:14.068747 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-3decbf66-a4b8-4e94-8562-c36947ac10aa None None] Set router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:39:14.081904 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022c0f9f-033b-4c8f-94db-09137d5baf74 x-openstack-request-id: req-022c0f9f-033b-4c8f-94db-09137d5baf74 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:39:14.082404 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04bda37f-24f3-469e-b798-79183a7bddfc", "tag": "c402020e-650d-45b3-98c9-4fa6846d3762", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:39:14.082517 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-022c0f9f-033b-4c8f-94db-09137d5baf74 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:39:14.083082 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-022c0f9f-033b-4c8f-94db-09137d5baf74'] response: {'name': 'network-changed', 'server_uuid': '04bda37f-24f3-469e-b798-79183a7bddfc', 'tag': 'c402020e-650d-45b3-98c9-4fa6846d3762', 'status': 'completed', 'code': 200} Apr 15 04:39:14.191210 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da476183-5cdb-4f19-893b-356a94e9960f req-dcbdc6d9-9ddf-4b04-95cf-cf7524442153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:39:14.192736 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-da476183-5cdb-4f19-893b-356a94e9960f req-dcbdc6d9-9ddf-4b04-95cf-cf7524442153 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b665559f0eb4c58addeb115856378b3&device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 1129 time: 0.0870588 Apr 15 04:39:14.294317 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-3decbf66-a4b8-4e94-8562-c36947ac10aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'name': 'tempest-TestSnapshotPattern-506614110-router', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:33Z', 'revision_number': 4, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'gw_port': {'id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b512c1ff-e81e-4870-81b0-82fec1410d19', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'floating_ip_address': '172.26.6.101', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'port_id': '81fbffd8-1b5b-4847-bc20-5db4005d59c4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'mac_address': 'fa:16:3e:19:d4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:34:57Z', 'updated_at': '2022-04-15T04:35:00Z', 'revision_number': 1, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e97ca23-aa7c-4983-a4fc-83f6062232de', 'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'mac_address': 'fa:16:3e:06:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '5592f295-1c49-454d-89cd-147bd84cc964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:33Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 5, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'subnets': [{'id': '5592f295-1c49-454d-89cd-147bd84cc964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:39:14.300696 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da476183-5cdb-4f19-893b-356a94e9960f req-0b1c3eb3-465a-4ddb-8867-e5ac7de71b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:39:14.302196 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-da476183-5cdb-4f19-893b-356a94e9960f req-0b1c3eb3-465a-4ddb-8867-e5ac7de71b4f service neutron] 10.222.0.30 "GET /v2.0/networks?id=951af149-933d-4e5d-9e4a-c3776c5a48b8 HTTP/1.1" status: 200 len: 909 time: 0.1027002 Apr 15 04:39:14.327730 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3decbf66-a4b8-4e94-8562-c36947ac10aa None None] Checking router: efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:39:14.336348 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3decbf66-a4b8-4e94-8562-c36947ac10aa None None] Routers {'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:39:14.336983 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-3decbf66-a4b8-4e94-8562-c36947ac10aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:38:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:39:14.345754 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-da476183-5cdb-4f19-893b-356a94e9960f req-7715ca9d-7b01-4069-a4b4-13bdcf5086ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c402020e-650d-45b3-98c9-4fa6846d3762 HTTP/1.1" status: 200 len: 217 time: 0.0365715 Apr 15 04:39:14.446722 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-3decbf66-a4b8-4e94-8562-c36947ac10aa None None] Set router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:39:14.447561 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021dbfc-b66c-4747-835d-b5331d23c2f6 req-314b7f79-8ded-447b-b8c8-2816a760db16 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:39:14.449594 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a021dbfc-b66c-4747-835d-b5331d23c2f6 req-314b7f79-8ded-447b-b8c8-2816a760db16 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 945 time: 0.1001420 Apr 15 04:39:14.499422 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-a021dbfc-b66c-4747-835d-b5331d23c2f6 req-a4fec3ae-1ddc-45ee-ad96-4d2f2209f89a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441864 Apr 15 04:39:14.657392 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-3decbf66-a4b8-4e94-8562-c36947ac10aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'name': 'tempest-TestSnapshotPattern-506614110-router', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:33Z', 'revision_number': 4, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'gw_port': {'id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b512c1ff-e81e-4870-81b0-82fec1410d19', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'floating_ip_address': '172.26.6.101', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'port_id': '81fbffd8-1b5b-4847-bc20-5db4005d59c4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'mac_address': 'fa:16:3e:19:d4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:34:57Z', 'updated_at': '2022-04-15T04:35:00Z', 'revision_number': 1, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e97ca23-aa7c-4983-a4fc-83f6062232de', 'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'mac_address': 'fa:16:3e:06:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '5592f295-1c49-454d-89cd-147bd84cc964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:33Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 5, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'subnets': [{'id': '5592f295-1c49-454d-89cd-147bd84cc964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:39:14.686799 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3decbf66-a4b8-4e94-8562-c36947ac10aa None None] The sync data for ids ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'] in dv-neutron-837140-3-hyperv is: [{'id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'name': 'tempest-TestSnapshotPattern-506614110-router', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:33Z', 'revision_number': 4, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'gw_port': {'id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_floatingips': [{'id': 'b512c1ff-e81e-4870-81b0-82fec1410d19', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'floating_ip_address': '172.26.6.101', 'floating_network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'router_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'port_id': '81fbffd8-1b5b-4847-bc20-5db4005d59c4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'mac_address': 'fa:16:3e:19:d4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-15T04:34:57Z', 'updated_at': '2022-04-15T04:35:00Z', 'revision_number': 1, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e97ca23-aa7c-4983-a4fc-83f6062232de', 'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'mac_address': 'fa:16:3e:06:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '5592f295-1c49-454d-89cd-147bd84cc964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:33Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 5, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'subnets': [{'id': '5592f295-1c49-454d-89cd-147bd84cc964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:39:14.897938 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854b40bc-1f30-4ff7-977e-69de8e96c77b None None] New status for floating IP 6addcc7c-6563-4ab8-bdf1-c282ee87c5cb: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:39:15.550789 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da476183-5cdb-4f19-893b-356a94e9960f req-c62927e8-3f37-4303-8314-f9281f3ea80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:39:15.552272 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-da476183-5cdb-4f19-893b-356a94e9960f req-c62927e8-3f37-4303-8314-f9281f3ea80a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5592f295-1c49-454d-89cd-147bd84cc964 HTTP/1.1" status: 200 len: 848 time: 0.0454006 Apr 15 04:39:15.606526 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da476183-5cdb-4f19-893b-356a94e9960f req-5c43477e-e396-41d2-b926-0606a1ce77d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:39:15.608137 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-da476183-5cdb-4f19-893b-356a94e9960f req-5c43477e-e396-41d2-b926-0606a1ce77d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=951af149-933d-4e5d-9e4a-c3776c5a48b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0494351 Apr 15 04:39:15.684938 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273ff1c-5d30-424d-bda2-59382ec440a1 req-837c42bd-dd1c-486c-b0a9-8bff49bed969 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:39:15.686492 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9273ff1c-5d30-424d-bda2-59382ec440a1 req-837c42bd-dd1c-486c-b0a9-8bff49bed969 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 945 time: 0.1172132 Apr 15 04:39:15.735651 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-9273ff1c-5d30-424d-bda2-59382ec440a1 req-a86a2474-a210-4b17-8969-8d8cc21aa39c tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436411 Apr 15 04:39:15.828996 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-da476183-5cdb-4f19-893b-356a94e9960f req-9c6b1a85-af59-40fd-84b5-c042c3a22087 service neutron] 10.222.0.30 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920663 Apr 15 04:39:15.884630 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f861d8-6e11-4a26-8c0b-7fe9accf55ec req-9ac9adfb-146a-4f17-bb60-438338fe316f tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:39:15.886547 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-10f861d8-6e11-4a26-8c0b-7fe9accf55ec req-9ac9adfb-146a-4f17-bb60-438338fe316f tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.30 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 945 time: 0.0676529 Apr 15 04:39:15.975852 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device c402020e-650d-45b3-98c9-4fa6846d3762 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:39:16.005590 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-da476183-5cdb-4f19-893b-356a94e9960f req-277dfa11-703d-48b8-8213-853c26074e81 service neutron] 10.222.0.30 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578491 Apr 15 04:39:16.017055 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-10f861d8-6e11-4a26-8c0b-7fe9accf55ec req-404a785e-2283-4bc5-95b3-caa6b97d6e00 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Deleting port c402020e-650d-45b3-98c9-4fa6846d3762 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:39:16.017393 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-10f861d8-6e11-4a26-8c0b-7fe9accf55ec req-404a785e-2283-4bc5-95b3-caa6b97d6e00 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (c402020e-650d-45b3-98c9-4fa6846d3762), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:16.055085 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Current status of the port c402020e-650d-45b3-98c9-4fa6846d3762 is: ACTIVE; New status is: DOWN {{(pid=104668) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 15 04:39:16.055580 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1920886'] for port (c402020e-650d-45b3-98c9-4fa6846d3762), before_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:16.079445 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bda37f-24f3-469e-b798-79183a7bddfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c402020e-650d-45b3-98c9-4fa6846d3762'}] {{(pid=104668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:39:16.081582 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32c7147cfaf23485a42c1d7796acb7da5cb39bf041feee66b5770a43a72d21a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce6387b-ac37-4fc3-b9e3-763972c0de62" -d '{"events": [{"server_uuid": "04bda37f-24f3-469e-b798-79183a7bddfc", "name": "network-vif-unplugged", "status": "completed", "tag": "c402020e-650d-45b3-98c9-4fa6846d3762"}]}' {{(pid=104668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:39:16.094002 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] For port c402020e-650d-45b3-98c9-4fa6846d3762, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c402020e-650d-45b3-98c9-4fa6846d3762,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:39:16.113141 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-10f861d8-6e11-4a26-8c0b-7fe9accf55ec req-404a785e-2283-4bc5-95b3-caa6b97d6e00 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] For port c402020e-650d-45b3-98c9-4fa6846d3762, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=c402020e-650d-45b3-98c9-4fa6846d3762,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:39:16.113517 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-10f861d8-6e11-4a26-8c0b-7fe9accf55ec req-404a785e-2283-4bc5-95b3-caa6b97d6e00 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (c402020e-650d-45b3-98c9-4fa6846d3762), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:16.120827 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Apr 2022 04:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d708df6-a2e3-4be8-9a0d-b829c0379c6a x-openstack-request-id: req-7d708df6-a2e3-4be8-9a0d-b829c0379c6a {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:39:16.123048 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bda37f-24f3-469e-b798-79183a7bddfc", "name": "network-vif-unplugged", "status": "completed", "tag": "c402020e-650d-45b3-98c9-4fa6846d3762", "code": 200}]} {{(pid=104668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:39:16.123894 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d708df6-a2e3-4be8-9a0d-b829c0379c6a {{(pid=104668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:39:16.124316 dv-neutron-837140-3-hyperv neutron-server[104668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d708df6-a2e3-4be8-9a0d-b829c0379c6a'] response: {'server_uuid': '04bda37f-24f3-469e-b798-79183a7bddfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c402020e-650d-45b3-98c9-4fa6846d3762', 'code': 200} Apr 15 04:39:16.128873 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-10f861d8-6e11-4a26-8c0b-7fe9accf55ec req-404a785e-2283-4bc5-95b3-caa6b97d6e00 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Calling delete_port for c402020e-650d-45b3-98c9-4fa6846d3762 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:39:16.199892 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769506086184', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769505710008', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769505710026'] for port (c402020e-650d-45b3-98c9-4fa6846d3762), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:16.250985 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Pushing event updated for resources: {'Port': ['ID=c402020e-650d-45b3-98c9-4fa6846d3762,revision_number=8']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:39:16.302470 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-10f861d8-6e11-4a26-8c0b-7fe9accf55ec req-404a785e-2283-4bc5-95b3-caa6b97d6e00 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (c402020e-650d-45b3-98c9-4fa6846d3762), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:16.337738 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a785e-2283-4bc5-95b3-caa6b97d6e00 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Pushing event deleted for resources: {'Port': ['ID=c402020e-650d-45b3-98c9-4fa6846d3762,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:39:16.393103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f861d8-6e11-4a26-8c0b-7fe9accf55ec req-404a785e-2283-4bc5-95b3-caa6b97d6e00 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] No DVR routers for this DVR port c402020e-650d-45b3-98c9-4fa6846d3762 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:39:16.393103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-10f861d8-6e11-4a26-8c0b-7fe9accf55ec req-404a785e-2283-4bc5-95b3-caa6b97d6e00 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:16.393103 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-10f861d8-6e11-4a26-8c0b-7fe9accf55ec req-404a785e-2283-4bc5-95b3-caa6b97d6e00 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.30 "DELETE /v2.0/ports/c402020e-650d-45b3-98c9-4fa6846d3762 HTTP/1.1" status: 204 len: 173 time: 0.4744785 Apr 15 04:39:16.393103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04bda37f-24f3-469e-b798-79183a7bddfc', 'name': 'network-vif-deleted', 'tag': 'c402020e-650d-45b3-98c9-4fa6846d3762'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:39:16.393103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553ccca8ee5e867f34c36ab59c3cb99a085c4480a477294c348f4ab244c3b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8cc2f9-a4d9-4cab-aab6-ee1a3bff1966" -d '{"events": [{"server_uuid": "04bda37f-24f3-469e-b798-79183a7bddfc", "name": "network-vif-deleted", "tag": "c402020e-650d-45b3-98c9-4fa6846d3762"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:39:16.423833 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf2c17c-5d7e-423b-be63-c5020f471f2c x-openstack-request-id: req-1bf2c17c-5d7e-423b-be63-c5020f471f2c {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:39:16.424154 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04bda37f-24f3-469e-b798-79183a7bddfc", "name": "network-vif-deleted", "tag": "c402020e-650d-45b3-98c9-4fa6846d3762", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:39:16.424460 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1bf2c17c-5d7e-423b-be63-c5020f471f2c {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:39:16.424873 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf2c17c-5d7e-423b-be63-c5020f471f2c'] response: {'server_uuid': '04bda37f-24f3-469e-b798-79183a7bddfc', 'name': 'network-vif-deleted', 'tag': 'c402020e-650d-45b3-98c9-4fa6846d3762', 'status': 'completed', 'code': 200} Apr 15 04:39:16.849003 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-181a5f7a-40ed-4ea8-9fc2-351b3e193db4 req-d35d4953-3329-40f4-aef8-b3d19bddd4c5 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=04bda37f-24f3-469e-b798-79183a7bddfc HTTP/1.1" status: 200 len: 210 time: 0.0286746 Apr 15 04:39:18.595771 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-aacaa9cb-6a2c-4de4-a645-ec3c5694e0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:19.196815 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 44862) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:39:19.342187 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Deleting port a1a9cfde-d86b-41b3-a5fd-2044d6f0e955 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:39:19.342443 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (a1a9cfde-d86b-41b3-a5fd-2044d6f0e955), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:19.419712 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (a1a9cfde-d86b-41b3-a5fd-2044d6f0e955), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:19.420037 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for floatingip (a1a9cfde-d86b-41b3-a5fd-2044d6f0e955), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:19.432425 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Calling delete_port for a1a9cfde-d86b-41b3-a5fd-2044d6f0e955 owned by network:floatingip {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:39:19.658399 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (a1a9cfde-d86b-41b3-a5fd-2044d6f0e955), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:19.683171 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Pushing event deleted for resources: {'Port': ['ID=a1a9cfde-d86b-41b3-a5fd-2044d6f0e955,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:39:19.710112 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:19.710465 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:19.710853 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:19.711200 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:19.711535 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:19.711869 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:19.712199 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:19.712525 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:19.712852 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:19.713802 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:19.714149 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:19.714509 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:19.714860 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:19.715187 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:19.715511 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837140-3-hyperv {{(pid=104667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 15 04:39:19.754165 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for floatingip (b512c1ff-e81e-4870-81b0-82fec1410d19), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:19.754518 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.db.l3_db [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Floating IP b512c1ff-e81e-4870-81b0-82fec1410d19 disassociated (deleted). External IP: 172.26.6.101, port: 81fbffd8-1b5b-4847-bc20-5db4005d59c4. Apr 15 04:39:19.964521 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:39:19.991367 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device c402020e-650d-45b3-98c9-4fa6846d3762 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:39:20.012391 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: c402020e-650d-45b3-98c9-4fa6846d3762 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:39:20.012737 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device c402020e-650d-45b3-98c9-4fa6846d3762 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:39:20.075295 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:39:20.080049 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for floatingip (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:20.084920 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d01e0db-46cf-4448-b198-75be28a1c081 None None] Sync routers for ids ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:39:20.095037 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d01e0db-46cf-4448-b198-75be28a1c081 None None] Routers {'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:39:20.095653 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5d01e0db-46cf-4448-b198-75be28a1c081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:38:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:39:20.109254 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cf233d1b-25b1-4ffc-b561-a735b92b2f8a tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "DELETE /v2.0/floatingips/b512c1ff-e81e-4870-81b0-82fec1410d19 HTTP/1.1" status: 204 len: 168 time: 0.9112344 Apr 15 04:39:20.109838 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'tag': '81fbffd8-1b5b-4847-bc20-5db4005d59c4'}] {{(pid=104667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:39:20.112093 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3a1b41091597f7c193181423133ac9c6b50da4349b4473051299e296472486a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498ad445-5889-4451-b5c6-bd1bf9027b12" -d '{"events": [{"name": "network-changed", "server_uuid": "3036351c-66cb-4d60-b5fb-e6eb6b98d9e7", "tag": "81fbffd8-1b5b-4847-bc20-5db4005d59c4"}]}' {{(pid=104667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:39:20.208725 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-5d01e0db-46cf-4448-b198-75be28a1c081 None None] Set router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:39:20.218572 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Apr 2022 04:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aacbfbc-7f3b-419a-b5ed-d2c32b12713a x-openstack-request-id: req-7aacbfbc-7f3b-419a-b5ed-d2c32b12713a {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:39:20.219066 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3036351c-66cb-4d60-b5fb-e6eb6b98d9e7", "tag": "81fbffd8-1b5b-4847-bc20-5db4005d59c4", "status": "completed", "code": 200}]} {{(pid=104667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:39:20.219277 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7aacbfbc-7f3b-419a-b5ed-d2c32b12713a {{(pid=104667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:39:20.219749 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aacbfbc-7f3b-419a-b5ed-d2c32b12713a'] response: {'name': 'network-changed', 'server_uuid': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'tag': '81fbffd8-1b5b-4847-bc20-5db4005d59c4', 'status': 'completed', 'code': 200} Apr 15 04:39:20.280331 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ad445-5889-4451-b5c6-bd1bf9027b12 req-1f8453a2-a53f-4d19-8896-113479ea9429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:39:20.281841 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-498ad445-5889-4451-b5c6-bd1bf9027b12 req-1f8453a2-a53f-4d19-8896-113479ea9429 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b665559f0eb4c58addeb115856378b3&device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 1127 time: 0.0388427 Apr 15 04:39:20.374039 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ad445-5889-4451-b5c6-bd1bf9027b12 req-30045292-9d4c-4d8d-95cf-b53383297d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:39:20.375556 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-498ad445-5889-4451-b5c6-bd1bf9027b12 req-30045292-9d4c-4d8d-95cf-b53383297d82 service neutron] 10.222.0.30 "GET /v2.0/networks?id=951af149-933d-4e5d-9e4a-c3776c5a48b8 HTTP/1.1" status: 200 len: 909 time: 0.0884714 Apr 15 04:39:20.406300 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5d01e0db-46cf-4448-b198-75be28a1c081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'name': 'tempest-TestSnapshotPattern-506614110-router', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:33Z', 'revision_number': 4, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'gw_port': {'id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '2e97ca23-aa7c-4983-a4fc-83f6062232de', 'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'mac_address': 'fa:16:3e:06:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '5592f295-1c49-454d-89cd-147bd84cc964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:33Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 5, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'subnets': [{'id': '5592f295-1c49-454d-89cd-147bd84cc964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:39:20.418406 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-498ad445-5889-4451-b5c6-bd1bf9027b12 req-6762e85b-eaf1-413d-9e50-d1e68e88d14a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fbffd8-1b5b-4847-bc20-5db4005d59c4 HTTP/1.1" status: 200 len: 217 time: 0.0369310 Apr 15 04:39:20.433108 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d01e0db-46cf-4448-b198-75be28a1c081 None None] Checking router: efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:39:20.441344 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d01e0db-46cf-4448-b198-75be28a1c081 None None] Routers {'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:39:20.441951 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5d01e0db-46cf-4448-b198-75be28a1c081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:38:51Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:39:20.467519 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ad445-5889-4451-b5c6-bd1bf9027b12 req-ba255116-076b-46b9-bee0-ae98a1654b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:39:20.469152 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-498ad445-5889-4451-b5c6-bd1bf9027b12 req-ba255116-076b-46b9-bee0-ae98a1654b31 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5592f295-1c49-454d-89cd-147bd84cc964 HTTP/1.1" status: 200 len: 848 time: 0.0443678 Apr 15 04:39:20.527661 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ad445-5889-4451-b5c6-bd1bf9027b12 req-e6eb3074-3919-4a7c-a487-0935603831fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:39:20.529226 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-498ad445-5889-4451-b5c6-bd1bf9027b12 req-e6eb3074-3919-4a7c-a487-0935603831fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=951af149-933d-4e5d-9e4a-c3776c5a48b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0546982 Apr 15 04:39:20.565607 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffc576-30a7-46d4-a6b1-110d483935a5 req-86cc55d1-dae4-47e5-80af-c5e7bf87b3dc tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:39:20.567188 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-50ffc576-30a7-46d4-a6b1-110d483935a5 req-86cc55d1-dae4-47e5-80af-c5e7bf87b3dc tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 943 time: 0.0522716 Apr 15 04:39:20.620133 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-50ffc576-30a7-46d4-a6b1-110d483935a5 req-a6b987e0-ceb9-4493-b174-5e03bf714cf5 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466292 Apr 15 04:39:20.699646 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-5d01e0db-46cf-4448-b198-75be28a1c081 None None] Set router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:39:20.897054 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-5d01e0db-46cf-4448-b198-75be28a1c081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'name': 'tempest-TestSnapshotPattern-506614110-router', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:33Z', 'revision_number': 4, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'gw_port': {'id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '2e97ca23-aa7c-4983-a4fc-83f6062232de', 'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'mac_address': 'fa:16:3e:06:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '5592f295-1c49-454d-89cd-147bd84cc964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:33Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 5, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'subnets': [{'id': '5592f295-1c49-454d-89cd-147bd84cc964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:39:20.923978 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d01e0db-46cf-4448-b198-75be28a1c081 None None] The sync data for ids ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'] in dv-neutron-837140-3-hyperv is: [{'id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'name': 'tempest-TestSnapshotPattern-506614110-router', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:33Z', 'revision_number': 4, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'gw_port': {'id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv', '_interfaces': [{'id': '2e97ca23-aa7c-4983-a4fc-83f6062232de', 'name': '', 'network_id': '951af149-933d-4e5d-9e4a-c3776c5a48b8', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'mac_address': 'fa:16:3e:06:f6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '5592f295-1c49-454d-89cd-147bd84cc964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:33Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 5, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'subnets': [{'id': '5592f295-1c49-454d-89cd-147bd84cc964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:39:20.925474 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-f04a9a2b-6b8d-4dfc-adc5-9f072d6ddd9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:21.135462 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cdde20-d0de-4212-8a6b-751b4171769c None None] New status for floating IP b512c1ff-e81e-4870-81b0-82fec1410d19: DOWN {{(pid=104669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 15 04:39:21.735570 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f47f1f-71b4-4547-98f3-0787450d0cdf req-88e19226-ef62-445f-ae44-2550a8056083 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:39:21.737057 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-09f47f1f-71b4-4547-98f3-0787450d0cdf req-88e19226-ef62-445f-ae44-2550a8056083 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 943 time: 0.0484829 Apr 15 04:39:21.762043 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-498ad445-5889-4451-b5c6-bd1bf9027b12 req-60bc7b53-29fc-456e-a21a-4d2a7698b6aa service neutron] 10.222.0.30 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885351 Apr 15 04:39:21.788997 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-09f47f1f-71b4-4547-98f3-0787450d0cdf req-60e30699-30fa-45d4-a9d7-0748c753e5c8 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/security-groups?id=5d65e4c2-29da-4bbf-b046-a70dfb84c153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462418 Apr 15 04:39:21.856725 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-498ad445-5889-4451-b5c6-bd1bf9027b12 req-970ded9f-4f4e-4ee0-9e49-00bd971fdef2 service neutron] 10.222.0.30 "GET /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832930 Apr 15 04:39:22.030473 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1849f36-2679-4dcb-b776-b02a0aae5d5d req-6fb1ca76-14c5-4018-8403-33324fbf849f tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104666) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 15 04:39:22.031850 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b1849f36-2679-4dcb-b776-b02a0aae5d5d req-6fb1ca76-14c5-4018-8403-33324fbf849f tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.30 "GET /v2.0/ports?device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 943 time: 0.0504572 Apr 15 04:39:22.123512 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-b1849f36-2679-4dcb-b776-b02a0aae5d5d req-4793d02d-3a48-4634-a417-a81aa7084af6 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Deleting port 81fbffd8-1b5b-4847-bc20-5db4005d59c4 {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:39:22.123860 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b1849f36-2679-4dcb-b776-b02a0aae5d5d req-4793d02d-3a48-4634-a417-a81aa7084af6 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:22.132750 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:22.215570 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [req-b1849f36-2679-4dcb-b776-b02a0aae5d5d req-4793d02d-3a48-4634-a417-a81aa7084af6 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] For port 81fbffd8-1b5b-4847-bc20-5db4005d59c4, host hv-neutron-8371, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8371',level=0,port_id=81fbffd8-1b5b-4847-bc20-5db4005d59c4,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:39:22.215934 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b1849f36-2679-4dcb-b776-b02a0aae5d5d req-4793d02d-3a48-4634-a417-a81aa7084af6 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:22.228843 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [req-b1849f36-2679-4dcb-b776-b02a0aae5d5d req-4793d02d-3a48-4634-a417-a81aa7084af6 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Calling delete_port for 81fbffd8-1b5b-4847-bc20-5db4005d59c4 owned by compute:nova {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:39:22.407367 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b1849f36-2679-4dcb-b776-b02a0aae5d5d req-4793d02d-3a48-4634-a417-a81aa7084af6 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (81fbffd8-1b5b-4847-bc20-5db4005d59c4), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:22.440223 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793d02d-3a48-4634-a417-a81aa7084af6 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Pushing event deleted for resources: {'Port': ['ID=81fbffd8-1b5b-4847-bc20-5db4005d59c4,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:39:22.482940 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1849f36-2679-4dcb-b776-b02a0aae5d5d req-4793d02d-3a48-4634-a417-a81aa7084af6 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] No DVR routers for this DVR port 81fbffd8-1b5b-4847-bc20-5db4005d59c4 on host hv-neutron-8371 {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:39:22.485332 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [req-b1849f36-2679-4dcb-b776-b02a0aae5d5d req-4793d02d-3a48-4634-a417-a81aa7084af6 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54306'] for port (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:22.488582 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [req-b1849f36-2679-4dcb-b776-b02a0aae5d5d req-4793d02d-3a48-4634-a417-a81aa7084af6 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.30 "DELETE /v2.0/ports/81fbffd8-1b5b-4847-bc20-5db4005d59c4 HTTP/1.1" status: 204 len: 173 time: 0.4520802 Apr 15 04:39:22.489021 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'name': 'network-vif-deleted', 'tag': '81fbffd8-1b5b-4847-bc20-5db4005d59c4'}] {{(pid=104666) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 15 04:39:22.491328 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36553ccca8ee5e867f34c36ab59c3cb99a085c4480a477294c348f4ab244c3b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e05fe11-7e74-4a09-8d59-4c4f1fc5ee26" -d '{"events": [{"server_uuid": "3036351c-66cb-4d60-b5fb-e6eb6b98d9e7", "name": "network-vif-deleted", "tag": "81fbffd8-1b5b-4847-bc20-5db4005d59c4"}]}' {{(pid=104666) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 15 04:39:22.525808 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Apr 2022 04:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dd0557-8621-43ad-886d-de805e28c803 x-openstack-request-id: req-c0dd0557-8621-43ad-886d-de805e28c803 {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 15 04:39:22.526103 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3036351c-66cb-4d60-b5fb-e6eb6b98d9e7", "name": "network-vif-deleted", "tag": "81fbffd8-1b5b-4847-bc20-5db4005d59c4", "status": "completed", "code": 200}]} {{(pid=104666) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 15 04:39:22.526359 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0dd0557-8621-43ad-886d-de805e28c803 {{(pid=104666) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 15 04:39:22.526814 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0dd0557-8621-43ad-886d-de805e28c803'] response: {'server_uuid': '3036351c-66cb-4d60-b5fb-e6eb6b98d9e7', 'name': 'network-vif-deleted', 'tag': '81fbffd8-1b5b-4847-bc20-5db4005d59c4', 'status': 'completed', 'code': 200} Apr 15 04:39:22.903572 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [req-52ad94cd-b6bb-4921-b985-d406173cd18a req-ee40e298-7467-4391-bb17-7cf62be0fe54 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "GET /v2.0/ports?device_id=3036351c-66cb-4d60-b5fb-e6eb6b98d9e7 HTTP/1.1" status: 200 len: 210 time: 0.0324016 Apr 15 04:39:23.675590 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:23.959722 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 44880) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:39:24.015626 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a697ff4d-ecef-4f5b-9c3a-aafaa45e4e71 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group (5d65e4c2-29da-4bbf-b046-a70dfb84c153), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:24.040196 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a697ff4d-ecef-4f5b-9c3a-aafaa45e4e71 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group (5d65e4c2-29da-4bbf-b046-a70dfb84c153), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:24.150121 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a697ff4d-ecef-4f5b-9c3a-aafaa45e4e71 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (5d65e4c2-29da-4bbf-b046-a70dfb84c153), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:24.152787 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-a697ff4d-ecef-4f5b-9c3a-aafaa45e4e71 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:24.153933 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-a697ff4d-ecef-4f5b-9c3a-aafaa45e4e71 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] 10.222.0.15 "DELETE /v2.0/security-groups/5d65e4c2-29da-4bbf-b046-a70dfb84c153 HTTP/1.1" status: 204 len: 168 time: 0.1932139 Apr 15 04:39:24.163307 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697ff4d-ecef-4f5b-9c3a-aafaa45e4e71 tempest-TestSnapshotPattern-1703774468 tempest-TestSnapshotPattern-1703774468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d65e4c2-29da-4bbf-b046-a70dfb84c153,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:39:24.255971 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44884) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:39:24.876480 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ea9bb842-591d-4d3a-b919-fe940da349ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (efbfb4e7-9e7f-4ccb-b22b-1162846a68c0), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:24.961316 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:25.107881 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-ea9bb842-591d-4d3a-b919-fe940da349ca admin admin] Deleting port 2e97ca23-aa7c-4983-a4fc-83f6062232de {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:39:25.108218 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ea9bb842-591d-4d3a-b919-fe940da349ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (2e97ca23-aa7c-4983-a4fc-83f6062232de), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:25.184198 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-ea9bb842-591d-4d3a-b919-fe940da349ca admin admin] For port 2e97ca23-aa7c-4983-a4fc-83f6062232de, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=2e97ca23-aa7c-4983-a4fc-83f6062232de,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:39:25.184562 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ea9bb842-591d-4d3a-b919-fe940da349ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (2e97ca23-aa7c-4983-a4fc-83f6062232de), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:25.196923 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-ea9bb842-591d-4d3a-b919-fe940da349ca admin admin] Calling delete_port for 2e97ca23-aa7c-4983-a4fc-83f6062232de owned by network:router_interface {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:39:25.452977 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ea9bb842-591d-4d3a-b919-fe940da349ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (2e97ca23-aa7c-4983-a4fc-83f6062232de), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:25.480085 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bb842-591d-4d3a-b919-fe940da349ca admin admin] Pushing event deleted for resources: {'Port': ['ID=2e97ca23-aa7c-4983-a4fc-83f6062232de,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:39:25.653421 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-ea9bb842-591d-4d3a-b919-fe940da349ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (efbfb4e7-9e7f-4ccb-b22b-1162846a68c0), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:25.870525 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9bb842-591d-4d3a-b919-fe940da349ca admin admin] Router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104666) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:39:25.980577 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9bb842-591d-4d3a-b919-fe940da349ca admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104666) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:39:25.986104 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ea9bb842-591d-4d3a-b919-fe940da349ca admin admin] 10.222.0.15 "PUT /v2.0/routers/efbfb4e7-9e7f-4ccb-b22b-1162846a68c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7286026 Apr 15 04:39:25.989354 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c21c88-52ee-44c9-a63b-e83421d09d64 None None] Sync routers for ids ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'] in dv-neutron-837140-3-hyperv {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:39:25.990302 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 44886) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:39:26.002278 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c21c88-52ee-44c9-a63b-e83421d09d64 None None] Routers {'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:39:26.002923 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-32c21c88-52ee-44c9-a63b-e83421d09d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:39:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:39:26.042758 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 81fbffd8-1b5b-4847-bc20-5db4005d59c4 no longer exists at agent hyperv_hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:39:26.064412 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] No Port match for: 81fbffd8-1b5b-4847-bc20-5db4005d59c4 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:39:26.064755 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Device 81fbffd8-1b5b-4847-bc20-5db4005d59c4 not bound to the agent host hv-neutron-8371 {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:39:26.097671 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e721414f-219b-4a60-8d28-15f19f3c11c3 admin admin] Publish callbacks [] for router (efbfb4e7-9e7f-4ccb-b22b-1162846a68c0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:26.139458 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-32c21c88-52ee-44c9-a63b-e83421d09d64 None None] Set router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:39:26.205842 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e721414f-219b-4a60-8d28-15f19f3c11c3 admin admin] Publish callbacks [] for router_gateway (efbfb4e7-9e7f-4ccb-b22b-1162846a68c0), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:26.304176 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-e721414f-219b-4a60-8d28-15f19f3c11c3 admin admin] Deleting port 10a06a71-dfa9-4e2e-ab2f-64f736e81615 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:39:26.304524 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e721414f-219b-4a60-8d28-15f19f3c11c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (10a06a71-dfa9-4e2e-ab2f-64f736e81615), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:26.306130 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-32c21c88-52ee-44c9-a63b-e83421d09d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'name': 'tempest-TestSnapshotPattern-506614110-router', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193'}], 'enable_snat': True}, 'gw_port_id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:39:25Z', 'revision_number': 5, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'gw_port': {'id': '10a06a71-dfa9-4e2e-ab2f-64f736e81615', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:02:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:39:26.332138 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c21c88-52ee-44c9-a63b-e83421d09d64 None None] Checking router: efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 for host: dv-neutron-837140-3-hyperv {{(pid=104668) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:39:26.340209 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c21c88-52ee-44c9-a63b-e83421d09d64 None None] Routers {'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104668) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:39:26.340812 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-32c21c88-52ee-44c9-a63b-e83421d09d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:39:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'], 'active': True} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:39:26.386856 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-e721414f-219b-4a60-8d28-15f19f3c11c3 admin admin] For port 10a06a71-dfa9-4e2e-ab2f-64f736e81615, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=10a06a71-dfa9-4e2e-ab2f-64f736e81615,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:39:26.387224 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e721414f-219b-4a60-8d28-15f19f3c11c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (10a06a71-dfa9-4e2e-ab2f-64f736e81615), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:26.399936 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-e721414f-219b-4a60-8d28-15f19f3c11c3 admin admin] Calling delete_port for 10a06a71-dfa9-4e2e-ab2f-64f736e81615 owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:39:26.427989 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvr_db [None req-32c21c88-52ee-44c9-a63b-e83421d09d64 None None] Set router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 gateway port host: None {{(pid=104668) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:39:26.481641 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_hamode_db [None req-32c21c88-52ee-44c9-a63b-e83421d09d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'name': 'tempest-TestSnapshotPattern-506614110-router', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:39:26Z', 'revision_number': 6, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:39:26.507616 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c21c88-52ee-44c9-a63b-e83421d09d64 None None] The sync data for ids ['efbfb4e7-9e7f-4ccb-b22b-1162846a68c0'] in dv-neutron-837140-3-hyperv is: [{'id': 'efbfb4e7-9e7f-4ccb-b22b-1162846a68c0', 'name': 'tempest-TestSnapshotPattern-506614110-router', 'tenant_id': '8b665559f0eb4c58addeb115856378b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:31Z', 'updated_at': '2022-04-15T04:39:26Z', 'revision_number': 6, 'project_id': '8b665559f0eb4c58addeb115856378b3', 'gw_port_host': None}] {{(pid=104668) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:39:26.635454 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e721414f-219b-4a60-8d28-15f19f3c11c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (10a06a71-dfa9-4e2e-ab2f-64f736e81615), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:26.661120 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721414f-219b-4a60-8d28-15f19f3c11c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a06a71-dfa9-4e2e-ab2f-64f736e81615,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:39:26.721854 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e721414f-219b-4a60-8d28-15f19f3c11c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (efbfb4e7-9e7f-4ccb-b22b-1162846a68c0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:26.815441 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e721414f-219b-4a60-8d28-15f19f3c11c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (efbfb4e7-9e7f-4ccb-b22b-1162846a68c0), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:26.817534 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e721414f-219b-4a60-8d28-15f19f3c11c3 admin admin] Publish callbacks [] for router_controller (efbfb4e7-9e7f-4ccb-b22b-1162846a68c0), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:26.927059 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e721414f-219b-4a60-8d28-15f19f3c11c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (efbfb4e7-9e7f-4ccb-b22b-1162846a68c0), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:26.927632 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e721414f-219b-4a60-8d28-15f19f3c11c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 04:39:26.932079 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-e721414f-219b-4a60-8d28-15f19f3c11c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:26.933274 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-e721414f-219b-4a60-8d28-15f19f3c11c3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/efbfb4e7-9e7f-4ccb-b22b-1162846a68c0 HTTP/1.1" status: 204 len: 168 time: 0.9419496 Apr 15 04:39:26.935778 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 44892) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:39:26.984764 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb64c42-c72b-4955-86b4-56c465487f11 admin admin] Deleting subnet 5592f295-1c49-454d-89cd-147bd84cc964 {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:39:26.987856 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3cb64c42-c72b-4955-86b4-56c465487f11 admin admin] Publish callbacks [] for subnet (5592f295-1c49-454d-89cd-147bd84cc964), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:27.021450 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3cb64c42-c72b-4955-86b4-56c465487f11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (5592f295-1c49-454d-89cd-147bd84cc964), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:27.100776 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3cb64c42-c72b-4955-86b4-56c465487f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (5592f295-1c49-454d-89cd-147bd84cc964), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:27.224793 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3cb64c42-c72b-4955-86b4-56c465487f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (5592f295-1c49-454d-89cd-147bd84cc964), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:27.250308 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb64c42-c72b-4955-86b4-56c465487f11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5592f295-1c49-454d-89cd-147bd84cc964,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:39:27.256949 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-3cb64c42-c72b-4955-86b4-56c465487f11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:27.263204 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-3cb64c42-c72b-4955-86b4-56c465487f11 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5592f295-1c49-454d-89cd-147bd84cc964 HTTP/1.1" status: 204 len: 168 time: 0.3234491 Apr 15 04:39:27.263383 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de7d6b3-bd22-4e0b-9baa-aff9bbad6035 None None] Network 951af149-933d-4e5d-9e4a-c3776c5a48b8 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:39:27.263831 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44894) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:39:27.268358 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 10a06a71-dfa9-4e2e-ab2f-64f736e81615 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:39:27.304460 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 10a06a71-dfa9-4e2e-ab2f-64f736e81615 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:39:27.304808 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 10a06a71-dfa9-4e2e-ab2f-64f736e81615 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:39:27.305228 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2e97ca23-aa7c-4983-a4fc-83f6062232de no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:39:27.334557 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53c14de5-9b59-4555-b519-5c42d6eda0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (951af149-933d-4e5d-9e4a-c3776c5a48b8), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:27.355037 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 2e97ca23-aa7c-4983-a4fc-83f6062232de {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:39:27.355398 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 2e97ca23-aa7c-4983-a4fc-83f6062232de not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:39:27.380517 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-53c14de5-9b59-4555-b519-5c42d6eda0c4 admin admin] Deleting port 171c8513-750f-4b2f-aab1-0c10a8ef7daa {{(pid=104666) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:39:27.380856 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53c14de5-9b59-4555-b519-5c42d6eda0c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (171c8513-750f-4b2f-aab1-0c10a8ef7daa), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:27.456766 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.db [None req-53c14de5-9b59-4555-b519-5c42d6eda0c4 admin admin] For port 171c8513-750f-4b2f-aab1-0c10a8ef7daa, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=171c8513-750f-4b2f-aab1-0c10a8ef7daa,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104666) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:39:27.457131 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53c14de5-9b59-4555-b519-5c42d6eda0c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (171c8513-750f-4b2f-aab1-0c10a8ef7daa), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:27.471482 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854ed2e4-ebd7-4d24-9fba-b5282e8938d7 None None] DHCP port deletion for 951af149-933d-4e5d-9e4a-c3776c5a48b8 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 04:39:27.472273 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.plugin [None req-53c14de5-9b59-4555-b519-5c42d6eda0c4 admin admin] Calling delete_port for 171c8513-750f-4b2f-aab1-0c10a8ef7daa owned by network:dhcp {{(pid=104666) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:39:27.512212 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-854ed2e4-ebd7-4d24-9fba-b5282e8938d7 None None] Deleting port 171c8513-750f-4b2f-aab1-0c10a8ef7daa {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:39:27.512591 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-854ed2e4-ebd7-4d24-9fba-b5282e8938d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (171c8513-750f-4b2f-aab1-0c10a8ef7daa), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:27.575787 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-854ed2e4-ebd7-4d24-9fba-b5282e8938d7 None None] For port 171c8513-750f-4b2f-aab1-0c10a8ef7daa, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=171c8513-750f-4b2f-aab1-0c10a8ef7daa,segment=NetworkSegment(5b0e0494-4b35-4317-9288-285984167ef1),segment_id=5b0e0494-4b35-4317-9288-285984167ef1)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:39:27.576178 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-854ed2e4-ebd7-4d24-9fba-b5282e8938d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (171c8513-750f-4b2f-aab1-0c10a8ef7daa), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:27.589036 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-854ed2e4-ebd7-4d24-9fba-b5282e8938d7 None None] Calling delete_port for 171c8513-750f-4b2f-aab1-0c10a8ef7daa owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:39:27.624222 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53c14de5-9b59-4555-b519-5c42d6eda0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5826605'] for port (171c8513-750f-4b2f-aab1-0c10a8ef7daa), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:27.652823 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c14de5-9b59-4555-b519-5c42d6eda0c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=171c8513-750f-4b2f-aab1-0c10a8ef7daa,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:39:27.659338 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c14de5-9b59-4555-b519-5c42d6eda0c4 admin admin] No DVR routers for this DVR port 171c8513-750f-4b2f-aab1-0c10a8ef7daa on host dv-neutron-837140-3-hyperv {{(pid=104666) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:39:27.671011 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-854ed2e4-ebd7-4d24-9fba-b5282e8938d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (171c8513-750f-4b2f-aab1-0c10a8ef7daa), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:27.700115 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ed2e4-ebd7-4d24-9fba-b5282e8938d7 None None] Pushing event deleted for resources: {'Port': ['ID=171c8513-750f-4b2f-aab1-0c10a8ef7daa,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:39:27.700115 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854ed2e4-ebd7-4d24-9fba-b5282e8938d7 None None] No DVR routers for this DVR port 171c8513-750f-4b2f-aab1-0c10a8ef7daa on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:39:27.731322 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53c14de5-9b59-4555-b519-5c42d6eda0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (951af149-933d-4e5d-9e4a-c3776c5a48b8), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:27.751423 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-53c14de5-9b59-4555-b519-5c42d6eda0c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951af149-933d-4e5d-9e4a-c3776c5a48b8']}} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:39:27.761280 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-53c14de5-9b59-4555-b519-5c42d6eda0c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0e0494-4b35-4317-9288-285984167ef1') {'for_net_delete': True} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:39:27.761573 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.services.segments.db [None req-53c14de5-9b59-4555-b519-5c42d6eda0c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0e0494-4b35-4317-9288-285984167ef1') {} {{(pid=104666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:39:27.770795 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53c14de5-9b59-4555-b519-5c42d6eda0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6966509'] for segment (5b0e0494-4b35-4317-9288-285984167ef1), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:27.784290 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53c14de5-9b59-4555-b519-5c42d6eda0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (5b0e0494-4b35-4317-9288-285984167ef1), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:27.790078 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c14de5-9b59-4555-b519-5c42d6eda0c4 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=104666) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:39:27.790452 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53c14de5-9b59-4555-b519-5c42d6eda0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5826808'] for segment (5b0e0494-4b35-4317-9288-285984167ef1), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: Traceback (most recent call last): Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: timer() Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: cb(*args, **kw) Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: return func(*args, **kwargs) Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: self._notify() Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: self.callback(batched_events) Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: event.method(event) Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: return f(self, *a, **k) Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._get(url).json() Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: return self.request(url, 'GET', **kwargs) Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:39:27.792166 dv-neutron-837140-3-hyperv neutron-server[104666]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:39:27.908171 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53c14de5-9b59-4555-b519-5c42d6eda0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (951af149-933d-4e5d-9e4a-c3776c5a48b8), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:27.913422 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-53c14de5-9b59-4555-b519-5c42d6eda0c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:27.918659 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-53c14de5-9b59-4555-b519-5c42d6eda0c4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/951af149-933d-4e5d-9e4a-c3776c5a48b8 HTTP/1.1" status: 204 len: 168 time: 0.6520536 Apr 15 04:39:27.919911 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 44896) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:39:27.927303 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c14de5-9b59-4555-b519-5c42d6eda0c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=951af149-933d-4e5d-9e4a-c3776c5a48b8,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:39:28.550280 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa3f37bb-c4c1-4df7-9bc6-7f59c26683a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945878'] for router_interface (0257ef29-2b15-40f7-98f3-3b0c6d227c34), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:28.781508 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f37bb-c4c1-4df7-9bc6-7f59c26683a9 admin admin] Deleting port 1e20b106-2f5e-427d-8121-73b0814abec5 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:39:28.781858 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa3f37bb-c4c1-4df7-9bc6-7f59c26683a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (1e20b106-2f5e-427d-8121-73b0814abec5), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:28.858740 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-aa3f37bb-c4c1-4df7-9bc6-7f59c26683a9 admin admin] For port 1e20b106-2f5e-427d-8121-73b0814abec5, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=1e20b106-2f5e-427d-8121-73b0814abec5,segment=NetworkSegment(702dae07-7067-4ffd-9e58-d47dc618badd),segment_id=702dae07-7067-4ffd-9e58-d47dc618badd)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:39:28.859032 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa3f37bb-c4c1-4df7-9bc6-7f59c26683a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (1e20b106-2f5e-427d-8121-73b0814abec5), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:28.871623 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-aa3f37bb-c4c1-4df7-9bc6-7f59c26683a9 admin admin] Calling delete_port for 1e20b106-2f5e-427d-8121-73b0814abec5 owned by network:router_interface {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:39:29.089326 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 171c8513-750f-4b2f-aab1-0c10a8ef7daa no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:39:29.109151 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 171c8513-750f-4b2f-aab1-0c10a8ef7daa {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:39:29.109423 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 171c8513-750f-4b2f-aab1-0c10a8ef7daa not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:39:29.117695 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa3f37bb-c4c1-4df7-9bc6-7f59c26683a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (1e20b106-2f5e-427d-8121-73b0814abec5), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:29.149487 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f37bb-c4c1-4df7-9bc6-7f59c26683a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e20b106-2f5e-427d-8121-73b0814abec5,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:39:29.316785 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-aa3f37bb-c4c1-4df7-9bc6-7f59c26683a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945738'] for router_interface (0257ef29-2b15-40f7-98f3-3b0c6d227c34), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:29.533202 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3f37bb-c4c1-4df7-9bc6-7f59c26683a9 admin admin] Router 0257ef29-2b15-40f7-98f3-3b0c6d227c34 has already been hosted by L3 agent 95cd0a38-e409-4a92-94e4-85a401f817db {{(pid=104667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 15 04:39:29.641383 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3f37bb-c4c1-4df7-9bc6-7f59c26683a9 admin admin] Notify agent at l3_agent.dv-neutron-837140-3-hyperv the message routers_updated {{(pid=104667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 15 04:39:29.646415 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-aa3f37bb-c4c1-4df7-9bc6-7f59c26683a9 admin admin] 10.222.0.15 "PUT /v2.0/routers/0257ef29-2b15-40f7-98f3-3b0c6d227c34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7254291 Apr 15 04:39:29.649030 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 44898) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:39:29.655949 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080c7a59-31d6-4571-8022-d2dd5b07ad62 None None] Sync routers for ids ['0257ef29-2b15-40f7-98f3-3b0c6d227c34'] in dv-neutron-837140-3-hyperv {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 15 04:39:29.666149 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080c7a59-31d6-4571-8022-d2dd5b07ad62 None None] Routers {'0257ef29-2b15-40f7-98f3-3b0c6d227c34'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:39:29.666815 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-080c7a59-31d6-4571-8022-d2dd5b07ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:39:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['0257ef29-2b15-40f7-98f3-3b0c6d227c34'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:39:29.850293 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f295de0e-8852-4c0f-aff8-d1af71d0cec6 admin admin] Publish callbacks [] for router (0257ef29-2b15-40f7-98f3-3b0c6d227c34), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:29.857051 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-080c7a59-31d6-4571-8022-d2dd5b07ad62 None None] Set router 0257ef29-2b15-40f7-98f3-3b0c6d227c34 gateway port host: dv-neutron-837140-3-hyperv {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:39:29.956396 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f295de0e-8852-4c0f-aff8-d1af71d0cec6 admin admin] Publish callbacks [] for router_gateway (0257ef29-2b15-40f7-98f3-3b0c6d227c34), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:30.022255 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-080c7a59-31d6-4571-8022-d2dd5b07ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0257ef29-2b15-40f7-98f3-3b0c6d227c34', 'name': 'tempest-TestSnapshotPattern-1221565903-router', 'tenant_id': '837500ea41524b79be372bf74acbc427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'external_fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.92'}], 'enable_snat': True}, 'gw_port_id': '9097f6cf-faa3-4c55-9557-d5c2a696d4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:36Z', 'updated_at': '2022-04-15T04:39:29Z', 'revision_number': 5, 'project_id': '837500ea41524b79be372bf74acbc427', 'gw_port': {'id': '9097f6cf-faa3-4c55-9557-d5c2a696d4a1', 'name': '', 'network_id': '47f4ed73-a135-4807-aa37-c76498dd2653', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0257ef29-2b15-40f7-98f3-3b0c6d227c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1875, 'fixed_ips': [{'subnet_id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'ip_address': '172.26.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837140-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-15T04:34:37Z', 'updated_at': '2022-04-15T04:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d4703-244f-4723-98ff-256b0e8bf17b', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837140-3-hyperv'}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:39:30.047950 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080c7a59-31d6-4571-8022-d2dd5b07ad62 None None] Checking router: 0257ef29-2b15-40f7-98f3-3b0c6d227c34 for host: dv-neutron-837140-3-hyperv {{(pid=104669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 15 04:39:30.056255 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080c7a59-31d6-4571-8022-d2dd5b07ad62 None None] Routers {'0257ef29-2b15-40f7-98f3-3b0c6d227c34'} bound to L3 agent in host dv-neutron-837140-3-hyperv {{(pid=104669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 15 04:39:30.057493 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-080c7a59-31d6-4571-8022-d2dd5b07ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837140-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-15T03:26:51Z,description=,heartbeat_timestamp=2022-04-15T04:39:21Z,host='dv-neutron-837140-3-hyperv',id=95cd0a38-e409-4a92-94e4-85a401f817db,load=0,resource_versions=,resources_synced=,started_at=2022-04-15T03:26:51Z,topic='l3_agent')) {'router_ids': ['0257ef29-2b15-40f7-98f3-3b0c6d227c34'], 'active': True} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:39:30.067935 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-f295de0e-8852-4c0f-aff8-d1af71d0cec6 admin admin] Deleting port 9097f6cf-faa3-4c55-9557-d5c2a696d4a1 {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:39:30.068286 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f295de0e-8852-4c0f-aff8-d1af71d0cec6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (9097f6cf-faa3-4c55-9557-d5c2a696d4a1), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:30.145029 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_dvr_db [None req-080c7a59-31d6-4571-8022-d2dd5b07ad62 None None] Set router 0257ef29-2b15-40f7-98f3-3b0c6d227c34 gateway port host: None {{(pid=104669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 15 04:39:30.146774 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-f295de0e-8852-4c0f-aff8-d1af71d0cec6 admin admin] For port 9097f6cf-faa3-4c55-9557-d5c2a696d4a1, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=9097f6cf-faa3-4c55-9557-d5c2a696d4a1,segment=NetworkSegment(1276b812-692f-43a9-a83f-90c9f0eb8a1b),segment_id=1276b812-692f-43a9-a83f-90c9f0eb8a1b)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:39:30.147143 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f295de0e-8852-4c0f-aff8-d1af71d0cec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (9097f6cf-faa3-4c55-9557-d5c2a696d4a1), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:30.160201 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-f295de0e-8852-4c0f-aff8-d1af71d0cec6 admin admin] Calling delete_port for 9097f6cf-faa3-4c55-9557-d5c2a696d4a1 owned by network:router_gateway {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:39:30.199007 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.l3_hamode_db [None req-080c7a59-31d6-4571-8022-d2dd5b07ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0257ef29-2b15-40f7-98f3-3b0c6d227c34', 'name': 'tempest-TestSnapshotPattern-1221565903-router', 'tenant_id': '837500ea41524b79be372bf74acbc427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:36Z', 'updated_at': '2022-04-15T04:39:29Z', 'revision_number': 6, 'project_id': '837500ea41524b79be372bf74acbc427', 'gw_port_host': None}], 'dv-neutron-837140-3-hyperv', False) {} {{(pid=104669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:39:30.224850 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080c7a59-31d6-4571-8022-d2dd5b07ad62 None None] The sync data for ids ['0257ef29-2b15-40f7-98f3-3b0c6d227c34'] in dv-neutron-837140-3-hyperv is: [{'id': '0257ef29-2b15-40f7-98f3-3b0c6d227c34', 'name': 'tempest-TestSnapshotPattern-1221565903-router', 'tenant_id': '837500ea41524b79be372bf74acbc427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-15T04:34:36Z', 'updated_at': '2022-04-15T04:39:29Z', 'revision_number': 6, 'project_id': '837500ea41524b79be372bf74acbc427', 'gw_port_host': None}] {{(pid=104669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 15 04:39:30.378312 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f295de0e-8852-4c0f-aff8-d1af71d0cec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (9097f6cf-faa3-4c55-9557-d5c2a696d4a1), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:30.407289 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295de0e-8852-4c0f-aff8-d1af71d0cec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9097f6cf-faa3-4c55-9557-d5c2a696d4a1,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:39:30.467030 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f295de0e-8852-4c0f-aff8-d1af71d0cec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946668'] for router_gateway (0257ef29-2b15-40f7-98f3-3b0c6d227c34), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:30.556460 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f295de0e-8852-4c0f-aff8-d1af71d0cec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-944178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9446'] for router (0257ef29-2b15-40f7-98f3-3b0c6d227c34), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:30.558496 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f295de0e-8852-4c0f-aff8-d1af71d0cec6 admin admin] Publish callbacks [] for router_controller (0257ef29-2b15-40f7-98f3-3b0c6d227c34), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:30.668272 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f295de0e-8852-4c0f-aff8-d1af71d0cec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-944137'] for router (0257ef29-2b15-40f7-98f3-3b0c6d227c34), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:30.668851 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f295de0e-8852-4c0f-aff8-d1af71d0cec6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0257ef29-2b15-40f7-98f3-3b0c6d227c34 {{(pid=104667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 15 04:39:30.673260 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-f295de0e-8852-4c0f-aff8-d1af71d0cec6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:30.677469 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-f295de0e-8852-4c0f-aff8-d1af71d0cec6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/0257ef29-2b15-40f7-98f3-3b0c6d227c34 HTTP/1.1" status: 204 len: 168 time: 1.0245545 Apr 15 04:39:30.677469 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 44902) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:39:30.721708 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9fd831a-eda7-448a-80c2-8c3b078816fd admin admin] Deleting subnet 590674d3-22ff-4d7d-8be4-8d107c2e3b1b {{(pid=104667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 15 04:39:30.724759 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d9fd831a-eda7-448a-80c2-8c3b078816fd admin admin] Publish callbacks [] for subnet (590674d3-22ff-4d7d-8be4-8d107c2e3b1b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:30.757999 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d9fd831a-eda7-448a-80c2-8c3b078816fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4350693'] for subnet (590674d3-22ff-4d7d-8be4-8d107c2e3b1b), precommit_delete_associations {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:30.836452 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d9fd831a-eda7-448a-80c2-8c3b078816fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1761629'] for subnet (590674d3-22ff-4d7d-8be4-8d107c2e3b1b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:30.961772 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d9fd831a-eda7-448a-80c2-8c3b078816fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1761610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-813447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5975226', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678776'] for subnet (590674d3-22ff-4d7d-8be4-8d107c2e3b1b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:30.989854 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd831a-eda7-448a-80c2-8c3b078816fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=590674d3-22ff-4d7d-8be4-8d107c2e3b1b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:39:30.991863 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-d9fd831a-eda7-448a-80c2-8c3b078816fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:30.995582 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-d9fd831a-eda7-448a-80c2-8c3b078816fd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/590674d3-22ff-4d7d-8be4-8d107c2e3b1b HTTP/1.1" status: 204 len: 168 time: 0.3176410 Apr 15 04:39:30.998242 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 44904) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:39:30.999248 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadcf60c-c195-457c-ba83-98d58278cd8f None None] Network e0ba29e6-88fe-41fd-a054-3de0ce189f32 requested from dv-neutron-837140-3-hyperv {{(pid=104668) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 15 04:39:31.077389 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb43ce31-6961-4ea8-ae9e-22a17ed39b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1740076'] for network (e0ba29e6-88fe-41fd-a054-3de0ce189f32), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:31.122597 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1e20b106-2f5e-427d-8121-73b0814abec5 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:39:31.133667 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-cb43ce31-6961-4ea8-ae9e-22a17ed39b69 admin admin] Deleting port 48756430-45c3-4f86-bf19-9605b8b1dbea {{(pid=104667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:39:31.134005 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb43ce31-6961-4ea8-ae9e-22a17ed39b69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (48756430-45c3-4f86-bf19-9605b8b1dbea), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:31.143923 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 1e20b106-2f5e-427d-8121-73b0814abec5 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:39:31.144276 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 1e20b106-2f5e-427d-8121-73b0814abec5 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:39:31.144705 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 9097f6cf-faa3-4c55-9557-d5c2a696d4a1 no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:39:31.169963 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4968299f-25ed-4e26-a8ca-2924940bde7d None None] DHCP port deletion for e0ba29e6-88fe-41fd-a054-3de0ce189f32 request from dv-neutron-837140-3-hyperv {{(pid=104668) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 15 04:39:31.173676 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 9097f6cf-faa3-4c55-9557-d5c2a696d4a1 {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:39:31.174022 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 9097f6cf-faa3-4c55-9557-d5c2a696d4a1 not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:39:31.204260 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.db [None req-cb43ce31-6961-4ea8-ae9e-22a17ed39b69 admin admin] For port 48756430-45c3-4f86-bf19-9605b8b1dbea, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=48756430-45c3-4f86-bf19-9605b8b1dbea,segment=NetworkSegment(702dae07-7067-4ffd-9e58-d47dc618badd),segment_id=702dae07-7067-4ffd-9e58-d47dc618badd)] {{(pid=104667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:39:31.204454 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb43ce31-6961-4ea8-ae9e-22a17ed39b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (48756430-45c3-4f86-bf19-9605b8b1dbea), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:31.213363 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4968299f-25ed-4e26-a8ca-2924940bde7d None None] Deleting port 48756430-45c3-4f86-bf19-9605b8b1dbea {{(pid=104668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 15 04:39:31.213748 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4968299f-25ed-4e26-a8ca-2924940bde7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769506079784'] for port (48756430-45c3-4f86-bf19-9605b8b1dbea), before_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:31.217970 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.plugin [None req-cb43ce31-6961-4ea8-ae9e-22a17ed39b69 admin admin] Calling delete_port for 48756430-45c3-4f86-bf19-9605b8b1dbea owned by network:dhcp {{(pid=104667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:39:31.281351 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.db [None req-4968299f-25ed-4e26-a8ca-2924940bde7d None None] For port 48756430-45c3-4f86-bf19-9605b8b1dbea, host dv-neutron-837140-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837140-3-hyperv',level=0,port_id=48756430-45c3-4f86-bf19-9605b8b1dbea,segment=NetworkSegment(702dae07-7067-4ffd-9e58-d47dc618badd),segment_id=702dae07-7067-4ffd-9e58-d47dc618badd)] {{(pid=104668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 15 04:39:31.281752 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4968299f-25ed-4e26-a8ca-2924940bde7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950872'] for port (48756430-45c3-4f86-bf19-9605b8b1dbea), precommit_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:31.295034 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-4968299f-25ed-4e26-a8ca-2924940bde7d None None] Calling delete_port for 48756430-45c3-4f86-bf19-9605b8b1dbea owned by network:dhcp {{(pid=104668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 15 04:39:31.401636 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb43ce31-6961-4ea8-ae9e-22a17ed39b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5975253'] for port (48756430-45c3-4f86-bf19-9605b8b1dbea), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:31.407505 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4968299f-25ed-4e26-a8ca-2924940bde7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1920945', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769506086166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769505709999'] for port (48756430-45c3-4f86-bf19-9605b8b1dbea), after_delete {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:31.433642 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43ce31-6961-4ea8-ae9e-22a17ed39b69 admin admin] No DVR routers for this DVR port 48756430-45c3-4f86-bf19-9605b8b1dbea on host dv-neutron-837140-3-hyperv {{(pid=104667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:39:31.433977 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968299f-25ed-4e26-a8ca-2924940bde7d None None] Pushing event deleted for resources: {'Port': ['ID=48756430-45c3-4f86-bf19-9605b8b1dbea,revision_number=None']} {{(pid=104668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:39:31.435895 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4968299f-25ed-4e26-a8ca-2924940bde7d None None] No DVR routers for this DVR port 48756430-45c3-4f86-bf19-9605b8b1dbea on host dv-neutron-837140-3-hyperv {{(pid=104668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 15 04:39:31.437266 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43ce31-6961-4ea8-ae9e-22a17ed39b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=48756430-45c3-4f86-bf19-9605b8b1dbea,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:39:31.509635 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb43ce31-6961-4ea8-ae9e-22a17ed39b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1758694', 'neutron.services.segments.db._delete_segments_for_network-8769506119096'] for network (e0ba29e6-88fe-41fd-a054-3de0ce189f32), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:31.529373 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-cb43ce31-6961-4ea8-ae9e-22a17ed39b69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ba29e6-88fe-41fd-a054-3de0ce189f32']}} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:39:31.538412 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-cb43ce31-6961-4ea8-ae9e-22a17ed39b69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702dae07-7067-4ffd-9e58-d47dc618badd') {'for_net_delete': True} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:39:31.538751 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.services.segments.db [None req-cb43ce31-6961-4ea8-ae9e-22a17ed39b69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702dae07-7067-4ffd-9e58-d47dc618badd') {} {{(pid=104667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 15 04:39:31.548626 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb43ce31-6961-4ea8-ae9e-22a17ed39b69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769505993665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4350686'] for segment (702dae07-7067-4ffd-9e58-d47dc618badd), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:31.562094 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb43ce31-6961-4ea8-ae9e-22a17ed39b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446'] for segment (702dae07-7067-4ffd-9e58-d47dc618badd), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:31.567984 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb43ce31-6961-4ea8-ae9e-22a17ed39b69 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=104667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 15 04:39:31.568368 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb43ce31-6961-4ea8-ae9e-22a17ed39b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1769446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5975040'] for segment (702dae07-7067-4ffd-9e58-d47dc618badd), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: Traceback (most recent call last): Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: timer() Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: cb(*args, **kw) Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: return func(*args, **kwargs) Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: self._notify() Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: self.callback(batched_events) Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: event.method(event) Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: aggregate_uuid = self.p_client.list_aggregates( Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: return f(self, *a, **k) Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._get(url).json() Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: return self.request(url, 'GET', **kwargs) Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: base_url = self.get_endpoint(auth, allow=allow, Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 04:39:31.570038 dv-neutron-837140-3-hyperv neutron-server[104667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 04:39:31.686885 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb43ce31-6961-4ea8-ae9e-22a17ed39b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1758687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946632'] for network (e0ba29e6-88fe-41fd-a054-3de0ce189f32), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:31.692359 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-cb43ce31-6961-4ea8-ae9e-22a17ed39b69 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:31.695560 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cb43ce31-6961-4ea8-ae9e-22a17ed39b69 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e0ba29e6-88fe-41fd-a054-3de0ce189f32 HTTP/1.1" status: 204 len: 168 time: 0.6962504 Apr 15 04:39:31.706176 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43ce31-6961-4ea8-ae9e-22a17ed39b69 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ba29e6-88fe-41fd-a054-3de0ce189f32,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:39:32.011417 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 44908) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:39:32.055088 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-cd64cf19-4685-48e6-b03a-8aaefa12a9dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b665559f0eb4c58addeb115856378b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424597 Apr 15 04:39:32.057753 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.wsgi [-] (104667) accepted ('10.222.0.15', 44910) {{(pid=104667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:39:32.104863 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-80784cae-d322-4592-b39b-306a19f17e7d admin admin] Publish callbacks [] for security_group (725e4a91-636d-48cf-9f96-e9bd2776843b), before_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:32.125838 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-80784cae-d322-4592-b39b-306a19f17e7d admin admin] Publish callbacks [] for security_group (725e4a91-636d-48cf-9f96-e9bd2776843b), precommit_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:32.258143 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-80784cae-d322-4592-b39b-306a19f17e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (725e4a91-636d-48cf-9f96-e9bd2776843b), after_delete {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:32.261191 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron_lib.callbacks.manager [None req-80784cae-d322-4592-b39b-306a19f17e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:32.262368 dv-neutron-837140-3-hyperv neutron-server[104667]: INFO neutron.wsgi [None req-80784cae-d322-4592-b39b-306a19f17e7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/725e4a91-636d-48cf-9f96-e9bd2776843b HTTP/1.1" status: 204 len: 168 time: 0.2037005 Apr 15 04:39:32.270212 dv-neutron-837140-3-hyperv neutron-server[104667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80784cae-d322-4592-b39b-306a19f17e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725e4a91-636d-48cf-9f96-e9bd2776843b,revision_number=None']} {{(pid=104667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:39:32.851163 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44916) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:39:32.890991 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-ea5c5a20-c867-4e34-88ec-a2c290d27c96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=837500ea41524b79be372bf74acbc427&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383768 Apr 15 04:39:32.893463 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.wsgi [-] (104666) accepted ('10.222.0.15', 44918) {{(pid=104666) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 15 04:39:32.939031 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8c00f0a2-57cb-405e-9299-879678b1d10f admin admin] Publish callbacks [] for security_group (2d14e2c1-1cb0-4aa0-9d72-70ab58746c07), before_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:32.959276 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8c00f0a2-57cb-405e-9299-879678b1d10f admin admin] Publish callbacks [] for security_group (2d14e2c1-1cb0-4aa0-9d72-70ab58746c07), precommit_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:33.073771 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8c00f0a2-57cb-405e-9299-879678b1d10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033337'] for security_group (2d14e2c1-1cb0-4aa0-9d72-70ab58746c07), after_delete {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:33.076429 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron_lib.callbacks.manager [None req-8c00f0a2-57cb-405e-9299-879678b1d10f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:33.078675 dv-neutron-837140-3-hyperv neutron-server[104666]: INFO neutron.wsgi [None req-8c00f0a2-57cb-405e-9299-879678b1d10f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d14e2c1-1cb0-4aa0-9d72-70ab58746c07 HTTP/1.1" status: 204 len: 168 time: 0.1832709 Apr 15 04:39:33.086791 dv-neutron-837140-3-hyperv neutron-server[104666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00f0a2-57cb-405e-9299-879678b1d10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d14e2c1-1cb0-4aa0-9d72-70ab58746c07,revision_number=None']} {{(pid=104666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 15 04:39:33.087899 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 48756430-45c3-4f86-bf19-9605b8b1dbea no longer exists at agent ovs-agent-dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 15 04:39:33.114049 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.plugin [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] No Port match for: 48756430-45c3-4f86-bf19-9605b8b1dbea {{(pid=104668) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 15 04:39:33.114394 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron.plugins.ml2.rpc [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Device 48756430-45c3-4f86-bf19-9605b8b1dbea not bound to the agent host dv-neutron-837140-3-hyperv {{(pid=104668) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 15 04:39:35.343939 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:48.453572 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:39:48.554884 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8b9ba4e4-1e40-4de6-875f-80a594ae20de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:50.937963 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-9a474d7d-f1b6-4ef4-a89e-830e723e4cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:52.155310 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:53.675410 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:39:54.949859 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:40:05.324533 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:40:18.560054 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-8b5bab8c-039c-45f3-a9bf-2bd0f816684b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:40:20.946828 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-1eec38b7-d11d-47f9-a826-119686c48097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:40:22.131686 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:40:23.685617 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:40:24.959757 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:40:25.506120 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:40:35.341455 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:40:48.553642 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-55ece583-e662-4714-9741-39990c4ab216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:40:50.919727 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-84c11c33-41cc-407e-bc08-79380e663439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:40:52.131077 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:40:53.667841 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:40:54.965090 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:41:02.454976 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:41:05.347673 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:41:18.574897 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-2534fdca-039d-4716-8cf5-08ba4758cb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:41:20.912896 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-0fd2de4d-2cc4-4593-a2fc-b2ced6e3bec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:41:22.181789 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:41:23.678994 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:41:24.953064 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:41:35.392142 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:41:39.454269 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:41:48.592953 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-5cbb9091-289f-4eed-b4a6-4792b3809cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:41:50.929793 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4a019af9-e0db-4d9f-8ece-c89d5fdb3acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:41:52.152408 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:41:53.689439 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:41:54.963181 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:42:05.357137 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:42:16.453307 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:42:18.597148 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-d8b78871-41fd-46da-835a-9c267f4366d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:42:20.911790 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-22f04016-88e6-472e-97f3-473a0e4d09ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:42:22.157962 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:42:23.694143 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:42:24.997879 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:42:35.357703 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:42:48.574072 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-474391a2-74c4-4db5-97e6-adeb2af42eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:42:50.894412 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-4072307e-cda1-45ae-9883-c876bc5c7505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:42:52.157413 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:42:53.450914 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:42:53.712133 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:42:54.985401 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:43:05.379620 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:43:18.585123 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-009493ee-1316-4cc8-991c-27c161982bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:43:20.922412 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7408632e-829d-4c71-9fdc-93ab2280ebb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:43:22.167998 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:43:23.687570 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:43:24.973431 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:43:30.449692 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:43:35.390098 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:43:48.601343 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-56d89756-5236-4580-aea7-d84e17197571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:43:50.916497 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-38eb1ec5-14c0-4893-b311-11a2bdc47bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:43:52.156048 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:43:53.710317 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:43:54.972852 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:44:05.378697 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:44:07.449027 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:44:18.543748 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-469d827f-5b1b-4413-9d46-5ef8d2a88047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:44:20.903905 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-56bc428b-2137-4d47-b8b8-86d3aa180efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:44:22.172382 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:44:23.692371 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:44:24.955137 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:44:35.435148 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:44:44.448355 dv-neutron-837140-3-hyperv neutron-server[104669]: DEBUG neutron.db.agents_db [None req-34f74d12-d399-4e6b-8d20-87d6673be458 None None] Agent healthcheck: found 6 active agents {{(pid=104669) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 15 04:44:48.577789 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f8c77a1-2f65-4c6b-a2e2-996c83b48635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (c661f692-e6a2-49e6-b7ef-e35ef1eeaff6), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:44:50.903472 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-92aac678-a1ab-4557-8c8e-c383e3986576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (95cd0a38-e409-4a92-94e4-85a401f817db), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:44:52.166442 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-ca9ee5f4-891d-4974-b5bc-d68aae68871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (b7a91667-8efa-4350-9b13-444c65146f09), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:44:53.685993 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-79aba211-d22c-4c5b-838f-65660f3c7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (aef6abf6-bb10-4bcf-b2e7-6fd5882c4a01), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:44:54.943092 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-256ac577-5c56-403c-baf2-76a08a8da67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (3f9abb62-7046-45d9-94d7-0e848b6a5306), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 15 04:45:05.400105 dv-neutron-837140-3-hyperv neutron-server[104668]: DEBUG neutron_lib.callbacks.manager [None req-7f68f7e8-d119-4a69-8c7a-5e88e1de7df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769506119078', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1954727'] for agent (6900118f-8798-4aa9-a177-cc9ba7d0c69c), after_update {{(pid=104668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}